-- Logs begin at Fri 2021-09-24 18:08:16 UTC, end at Fri 2021-09-24 20:28:17 UTC. -- Sep 24 18:45:03.137281 n-d-810952-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 18:45:05.857088 n-d-810952-2 neutron-server[94746]: INFO neutron.common.config [-] Logging enabled! Sep 24 18:45:05.857676 n-d-810952-2 neutron-server[94746]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 18:45:05.857865 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94746) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 18:45:05.861187 n-d-810952-2 neutron-server[94746]: INFO neutron.common.config [-] Logging enabled! Sep 24 18:45:05.861450 n-d-810952-2 neutron-server[94746]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 18:45:05.861765 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94746) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 18:45:05.862709 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 18:45:05.862984 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 18:45:05.863347 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 18:45:05.863593 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 18:45:05.863823 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 18:45:05.864145 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.864447 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.864746 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.864978 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.865279 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.865572 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.865860 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.866153 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.866452 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.866741 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.867052 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.867346 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.867577 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.867862 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.868152 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.868442 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.868666 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] debug = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.868948 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.869378 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.869793 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.870075 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.870520 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.870647 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.870943 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.871223 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.871511 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.871896 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] host = n-d-810952-2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.872178 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.872467 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.872755 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.873045 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.873321 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.873599 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.873885 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.874161 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.874435 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.874713 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.875033 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.875323 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.875616 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.875843 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.876067 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.876358 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.876645 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.876924 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.877201 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.877485 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.877761 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.878038 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.878308 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.878595 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.878902 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.879191 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.879469 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.879746 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.880021 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.880295 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.880583 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.880858 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.881131 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.881407 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.881697 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.881968 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.882243 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.882543 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.882832 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.883147 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.883436 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.883713 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.883997 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.884270 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.884542 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.884812 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_json = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.885087 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.885356 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.885641 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.885915 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.886189 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.886463 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.886735 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.887049 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:05.887374 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.887683 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.887988 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.888273 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.888571 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.888854 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.889146 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.889425 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.889717 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.890009 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.890298 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.890578 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.890890 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.891185 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.891481 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.891789 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.892089 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.892382 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.892662 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.892938 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.893213 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.893493 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.893784 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.894065 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.894357 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.894652 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.894968 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.895258 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.895559 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.895852 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.896130 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.896412 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.896708 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.896990 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.897267 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.897551 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.897850 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.898130 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.898407 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.898691 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.898992 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.899269 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.899543 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.899823 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.900117 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.900395 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.900668 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.900942 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.901220 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.901490 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.901777 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.902057 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.902334 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.902611 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.902913 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.903755 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.904034 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.904315 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.904591 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.904871 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.905147 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.905425 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.905700 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.905973 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.906249 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.906523 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.906797 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.907101 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.907378 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.907650 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.907932 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.908205 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.908480 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.908769 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.909066 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.909347 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.909631 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.909909 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.910187 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.910466 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.910747 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.911056 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.911338 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.911612 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.911904 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.912188 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.912477 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.912760 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.913041 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.913342 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.913625 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.913910 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.914188 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.914469 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.915043 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.915331 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.915627 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.915923 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.916220 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.916515 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.916811 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.917095 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.917406 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.917687 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:05.917912 n-d-810952-2 neutron-server[94746]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 18:45:05.918153 n-d-810952-2 neutron-server[94746]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94746) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 18:45:06.268870 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 18:45:06.269088 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 18:45:06.269379 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 18:45:06.269713 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 18:45:06.666528 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.666820 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.667129 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.668450 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.669301 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.669570 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.704693 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.704973 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.705243 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.720452 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.720737 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.721011 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.749482 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.749767 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.750033 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.787408 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.787692 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:06.787971 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.019342 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.019950 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.019950 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.020122 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.020742 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.141660 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.141981 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.142264 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.142540 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.142809 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.143147 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.143409 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.143667 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.143937 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.144204 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.144463 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.144727 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.144981 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.145231 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.145485 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.145764 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.146035 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.146276 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.146543 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.146803 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.147100 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.147355 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.147639 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.148017 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.148266 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.148512 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.148909 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.149153 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.149393 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.149634 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.149872 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.150109 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:07.150475 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 18:45:07.154244 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 18:45:07.158312 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 18:45:07.161964 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 24 18:45:07.163651 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 18:45:07.164102 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 18:45:07.164442 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 18:45:07.165084 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 18:45:07.167915 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 18:45:07.168169 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 18:45:07.168545 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 18:45:07.173844 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 18:45:07.195665 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 18:45:07.196112 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.196407 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94746) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 18:45:07.196767 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.198141 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94746) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 18:45:07.198584 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 18:45:07.198834 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 18:45:07.202555 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.202839 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.266532 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 18:45:07.266770 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 18:45:07.267035 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 18:45:07.267407 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 18:45:07.289940 n-d-810952-2 neutron-server[94746]: DEBUG oslo_db.sqlalchemy.engines [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94746) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 18:45:07.836093 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing driver for type 'gre' Sep 24 18:45:07.836695 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] gre ID ranges: [(1, 1000)] Sep 24 18:45:07.887760 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing driver for type 'local' Sep 24 18:45:07.888171 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing driver for type 'vlan' Sep 24 18:45:07.900638 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] VlanTypeDriver initialization complete Sep 24 18:45:07.901007 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing driver for type 'vxlan' Sep 24 18:45:07.901489 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] vxlan ID ranges: [(1, 1000)] Sep 24 18:45:07.955764 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing extension driver 'port_security' Sep 24 18:45:07.956175 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.extensions.port_security [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] PortSecurityExtensionDriver initialization complete Sep 24 18:45:07.956518 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing mechanism driver 'openvswitch' Sep 24 18:45:07.956843 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing mechanism driver 'hyperv' Sep 24 18:45:07.963407 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:07.964084 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.964456 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.964807 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.965342 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.965773 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.966129 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.966474 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.966875 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.967293 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.967645 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.967990 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.968379 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.968779 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.969127 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.969464 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.969988 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.970395 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.970751 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.971117 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.971508 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.971911 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > address_group after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.972253 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > address_group after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.972590 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.972978 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94746) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 18:45:07.973361 n-d-810952-2 neutron-server[94746]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] ML2 OVO RPC backend initialized. {{(pid=94746) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 18:45:07.974062 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.974413 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.974827 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.975203 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > networks before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.975551 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.975891 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > ports before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.976234 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.976577 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnets before_response 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.976922 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.977261 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.977597 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.977940 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.978274 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.978610 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.978972 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.979310 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.979643 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:07.980215 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.plugin [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Modular L2 Plugin initialization complete Sep 24 18:45:07.980544 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading services supported by the core plugin {{(pid=94746) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 18:45:07.981373 n-d-810952-2 neutron-server[94746]: INFO neutron.plugins.ml2.managers [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Got port-security extension from driver 'port_security' Sep 24 18:45:07.981843 n-d-810952-2 neutron-server[94746]: INFO neutron.extensions.vlantransparent [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Disabled vlantransparent extension. Sep 24 18:45:07.982326 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94746) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 18:45:07.982642 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: router Sep 24 18:45:08.018598 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.019028 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_create 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.019398 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router before_create 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.019914 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.020120 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.020473 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_delete 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.020830 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.021181 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.021535 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_create 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.021879 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.022231 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.022575 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.022955 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.023366 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.023736 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.024076 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.024416 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: subnet after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.024751 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.025096 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.025442 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_create 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.025781 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.026123 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.026475 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router after_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.026813 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.027189 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_create 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.027545 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.027914 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_update 55549900 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.028275 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > agent after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.028620 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > agent after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.028962 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > network after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.029816 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Tracking information for resource: router configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:08.030148 n-d-810952-2 neutron-server[94746]: DEBUG neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Tracking information for resource: floatingip configured {{(pid=94746) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 18:45:08.035098 n-d-810952-2 neutron-server[94746]: INFO neutron.db.l3_agentschedulers_db [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 18:45:08.035856 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.036213 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.036579 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.036919 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.037711 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router before_create 55550100 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.038075 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.038436 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_create 55550100 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.038793 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > router precommit_update 55550100 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.044288 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.provider_configuration [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service providers = [] {{(pid=94746) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 18:45:08.044665 n-d-810952-2 neutron-server[94746]: DEBUG neutron.db.servicetype_db [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94746) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 18:45:08.051595 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.service_base [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 18:45:08.051947 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.service_base [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 18:45:08.052496 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.service_base [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 18:45:08.053788 n-d-810952-2 neutron-server[94746]: DEBUG neutron.services.service_base [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94746) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 18:45:08.054170 n-d-810952-2 neutron-server[94746]: INFO neutron.services.service_base [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 18:45:08.054600 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.055191 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 18:45:08.068262 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.068600 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: auto_allocate Sep 24 18:45:08.074402 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: network precommit_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.074815 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: network precommit_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.075372 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.075698 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: tag Sep 24 18:45:08.082226 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.082544 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: timestamp Sep 24 18:45:08.086654 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.086937 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: network_ip_availability Sep 24 18:45:08.092886 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.093260 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.093619 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.094330 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.094651 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: flavors Sep 24 18:45:08.099364 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.099698 n-d-810952-2 neutron-server[94746]: INFO neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading Plugin: revisions Sep 24 18:45:08.103953 n-d-810952-2 neutron-server[94746]: DEBUG neutron.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94746) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 18:45:08.104342 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=94746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 18:45:08.105081 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94746) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 18:45:08.105417 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Initializing extension manager. Sep 24 18:45:08.105983 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: __init__.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.106845 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: __pycache__ {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.107206 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.107539 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: address_group.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.108289 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.108856 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: address-group Sep 24 18:45:08.109181 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: address_scope.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.110076 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.110583 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: address-scope Sep 24 18:45:08.110928 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.111853 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.112357 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: router-admin-state-down-before-update Sep 24 18:45:08.112681 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: agent.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.113381 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.113879 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: agent Sep 24 18:45:08.114197 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: agent_resources_synced.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.115150 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.115655 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: agent-resources-synced Sep 24 18:45:08.115975 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: allowedaddresspairs.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.117762 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.118273 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: allowed-address-pairs Sep 24 18:45:08.118598 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: auto_allocated_topology.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.119695 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.120200 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: auto-allocated-topology Sep 24 18:45:08.120520 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: availability_zone.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.121207 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.121731 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: availability_zone Sep 24 18:45:08.122052 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: availability_zone_filter.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.123005 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.123508 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: availability_zone_filter Sep 24 18:45:08.123828 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: data_plane_status.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.124742 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.125235 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 18:45:08.125554 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: default_subnetpools.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.126466 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.126987 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: default-subnetpools Sep 24 18:45:08.127312 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.128117 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.128615 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: dhcp_agent_scheduler Sep 24 18:45:08.128936 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: dns.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.129854 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.130348 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 18:45:08.130672 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: dns_domain_ports.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.131618 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.132118 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 18:45:08.132442 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.133363 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.133860 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 18:45:08.134181 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: dvr.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.134870 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.135375 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: dvr Sep 24 18:45:08.135695 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: ecmp_routes.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.136616 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.137139 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 18:45:08.137464 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: empty_string_filtering.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.138377 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.138903 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: empty-string-filtering Sep 24 18:45:08.139227 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.140139 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.140632 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 18:45:08.140951 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.141866 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.142363 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 18:45:08.142683 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: external_net.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.143623 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.144123 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: external-net Sep 24 18:45:08.144441 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.145362 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.145860 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: extra_dhcp_opt Sep 24 18:45:08.146181 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: extraroute.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.147124 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.147623 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: extraroute Sep 24 18:45:08.147943 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: extraroute_atomic.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.148973 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.149474 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: extraroute-atomic Sep 24 18:45:08.149798 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: filter_validation.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.150458 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.150991 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: filter-validation Sep 24 18:45:08.151316 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: fip_pf_description.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.152223 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.153240 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 18:45:08.153572 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: fip_port_details.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.154499 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.155046 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: fip-port-details Sep 24 18:45:08.155369 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: flavors.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.156594 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.157102 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: flavors Sep 24 18:45:08.157429 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.159117 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.159632 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 18:45:08.159957 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: floatingip_pools.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.160651 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.161153 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: floatingip-pools Sep 24 18:45:08.161477 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: ip_allocation.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.162403 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.162932 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 18:45:08.163256 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.164180 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.164932 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: ip-substring-filtering Sep 24 18:45:08.165262 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l2_adjacency.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.166188 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.166684 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 18:45:08.167032 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.168123 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.169266 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: router Sep 24 18:45:08.169591 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.171862 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.172388 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 18:45:08.172719 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.173651 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.174157 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: ext-gw-mode Sep 24 18:45:08.174481 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.175445 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.175954 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: l3-ha Sep 24 18:45:08.176276 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3_flavors.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.177194 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.177695 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: l3-flavors Sep 24 18:45:08.178015 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.178970 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.179477 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 18:45:08.179799 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: l3agentscheduler.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.180834 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.181335 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: l3_agent_scheduler Sep 24 18:45:08.181659 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: logging.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.183172 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.183689 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension logging not supported by any of loaded plugins Sep 24 18:45:08.184044 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: metering.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.184784 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.185356 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: metering Sep 24 18:45:08.185680 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.186761 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.187305 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: metering_source_and_destination_fields Sep 24 18:45:08.187633 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: multiprovidernet.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.188563 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.189066 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: multi-provider Sep 24 18:45:08.189388 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: netmtu.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.190301 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.190802 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: net-mtu Sep 24 18:45:08.191149 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: netmtu_writable.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.192071 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.192578 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: net-mtu-writable Sep 24 18:45:08.192901 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: network_availability_zone.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.193569 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.194068 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: network_availability_zone Sep 24 18:45:08.194386 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: network_ip_availability.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.195526 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.196028 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: network-ip-availability Sep 24 18:45:08.196349 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: network_segment_range.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.197110 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.197608 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 18:45:08.197931 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: pagination.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.198944 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.199275 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: pagination Sep 24 18:45:08.199611 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: port_device_profile.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.200545 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.201052 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: port-device-profile Sep 24 18:45:08.201372 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.202298 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.202796 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: port-mac-address-regenerate Sep 24 18:45:08.203152 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.204073 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.204575 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: port-numa-affinity-policy Sep 24 18:45:08.204896 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: port_resource_request.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.205934 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.206438 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 18:45:08.206766 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: portbindings.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.207743 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.208255 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: binding Sep 24 18:45:08.208580 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: portbindings_extended.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.209852 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.210360 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: binding-extended Sep 24 18:45:08.210690 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: portsecurity.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.211639 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.212141 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: port-security Sep 24 18:45:08.212463 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: project_id.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.213438 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.213766 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: project-id Sep 24 18:45:08.214086 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: providernet.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.215048 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.216083 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: provider Sep 24 18:45:08.216404 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.219967 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.220486 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos not supported by any of loaded plugins Sep 24 18:45:08.220820 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.222062 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.222569 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 18:45:08.222928 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.223851 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.224356 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 18:45:08.224682 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_default.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.225600 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.226106 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-default not supported by any of loaded plugins Sep 24 18:45:08.226433 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_fip.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.227187 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.227688 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 18:45:08.228015 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_gateway_ip.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.228941 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.229446 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 18:45:08.229770 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_port_network_policy.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.230680 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.231751 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 18:45:08.232074 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_pps_rule.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.233255 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.233766 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 18:45:08.234090 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_rule_type_details.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.235076 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.235560 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 18:45:08.235883 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: qos_rules_alias.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.236937 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.237440 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 18:45:08.237761 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: quotasv2.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.238667 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.239034 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: quotas Sep 24 18:45:08.239355 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: quotasv2_detail.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.242676 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.243045 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: quota_details Sep 24 18:45:08.243376 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: rbac.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.244429 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.244939 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: rbac-policies Sep 24 18:45:08.245267 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: rbac_address_group.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.246204 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.246739 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: rbac-address-group Sep 24 18:45:08.247093 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: rbac_address_scope.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.248021 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.248526 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: rbac-address-scope Sep 24 18:45:08.248853 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: rbac_security_groups.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.249772 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.250276 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: rbac-security-groups Sep 24 18:45:08.250600 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: rbac_subnetpool.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.251549 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.252057 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: rbac-subnetpool Sep 24 18:45:08.252380 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: revisionifmatch.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.253303 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.253811 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: revision-if-match Sep 24 18:45:08.254132 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: revisions.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.255298 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.255809 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: standard-attr-revisions Sep 24 18:45:08.256134 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: router_availability_zone.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.256815 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.257316 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: router_availability_zone Sep 24 18:45:08.257637 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: routerservicetype.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.258560 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.259166 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 18:45:08.259488 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.260417 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.260922 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: security-groups-normalized-cidr Sep 24 18:45:08.261243 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.262188 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.262697 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: port-security-groups-filtering Sep 24 18:45:08.263049 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.263979 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.264484 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: security-groups-remote-address-group Sep 24 18:45:08.264803 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: securitygroup.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.275731 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.276256 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: security-group Sep 24 18:45:08.276593 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: segment.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.277378 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.278405 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension segment not supported by any of loaded plugins Sep 24 18:45:08.278733 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.279712 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.280217 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 18:45:08.280541 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: servicetype.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.281718 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.282233 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: service-type Sep 24 18:45:08.282558 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: sorting.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.283592 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.283925 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: sorting Sep 24 18:45:08.284250 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: standard_attr_segment.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.285171 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.285679 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 18:45:08.286008 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: standardattrdescription.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.286654 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.287180 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: standard-attr-description Sep 24 18:45:08.287506 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: stateful_security_group.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.288434 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.288936 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: stateful-security-group Sep 24 18:45:08.289259 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: stdattrs_common.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.290093 n-d-810952-2 neutron-server[94746]: WARNING neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 18:45:08.290413 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.291374 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.291888 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 18:45:08.292213 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnet_onboard.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.293287 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.294349 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: subnet_onboard Sep 24 18:45:08.294676 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.295632 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.296141 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 18:45:08.296463 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnet_service_types.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.297391 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.297894 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: subnet-service-types Sep 24 18:45:08.298216 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnetallocation.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.299334 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.299839 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: subnet_allocation Sep 24 18:45:08.300164 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.300829 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.301329 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: subnetpool-prefix-ops Sep 24 18:45:08.301651 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.302586 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.303126 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 18:45:08.303448 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: tagging.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.304521 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.305034 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: standard-attr-tag Sep 24 18:45:08.305362 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: timestamp.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.306574 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.307116 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loaded extension: standard-attr-timestamp Sep 24 18:45:08.307448 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: trunk.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.308486 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.309017 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension trunk not supported by any of loaded plugins Sep 24 18:45:08.309345 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: trunk_details.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.310271 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.310780 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 18:45:08.311134 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: uplink_status_propagation.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.312068 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.312574 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 18:45:08.312899 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Loading extension file: vlantransparent.py {{(pid=94746) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 18:45:08.313564 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94746) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 18:45:08.314069 n-d-810952-2 neutron-server[94746]: INFO neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 18:45:08.316556 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:network Sep 24 18:45:08.317085 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnet Sep 24 18:45:08.317486 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 18:45:08.317888 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:port Sep 24 18:45:08.319143 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.319595 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service FLAVORS assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.320226 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.320659 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.320997 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:router Sep 24 18:45:08.321423 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 18:45:08.321904 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service METERING assigned prefix: /metering {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.323366 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.323739 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.324095 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:45:08.325124 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 18:45:08.325577 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:security_group Sep 24 18:45:08.326011 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 18:45:08.326593 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service CORE assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.326954 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 18:45:08.327304 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] subnetpool is already registered Sep 24 18:45:08.327742 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service CORE assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.328073 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 18:45:08.328406 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] subnetpool is already registered Sep 24 18:45:08.330982 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.331419 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service FLAVORS assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.332257 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.332994 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.333585 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:router Sep 24 18:45:08.334183 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] router is already registered Sep 24 18:45:08.334947 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 18:45:08.335553 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] floatingip is already registered Sep 24 18:45:08.336348 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service METERING assigned prefix: /metering {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.337265 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 18:45:08.337560 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] rbac_policy is already registered Sep 24 18:45:08.337980 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:security_group Sep 24 18:45:08.338318 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] security_group is already registered Sep 24 18:45:08.338724 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 18:45:08.339089 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] security_group_rule is already registered Sep 24 18:45:08.339716 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service CORE assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.340044 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 18:45:08.340904 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] subnetpool is already registered Sep 24 18:45:08.341323 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.v2.resource_helper [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Service CORE assigned prefix: {{(pid=94746) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 18:45:08.341653 n-d-810952-2 neutron-server[94746]: INFO neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 18:45:08.341983 n-d-810952-2 neutron-server[94746]: WARNING neutron.quota.resource_registry [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] subnetpool is already registered Sep 24 18:45:08.342434 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: extensions {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.343946 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: address-groups {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.345426 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: address-scopes {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.346746 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: agents {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.347959 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: auto-allocated-topology {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.349195 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: availability_zones {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.350426 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: dhcp-networks {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.352027 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: dhcp-agents {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.353449 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: routers {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.355762 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: flavors {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.357481 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: service_profiles {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.358696 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: next_providers {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.360172 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: service_profiles {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.361704 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: floatingip-pools {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.362947 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: routers {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.365062 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: floatingips {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.366342 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: l3-routers {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.367766 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: l3-agents {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.369175 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: metering-labels {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.370533 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: metering-label-rules {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.371882 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: network-ip-availabilities {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.373145 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: bindings {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.375647 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: quotas {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.377122 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: quotas {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.378543 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: rbac-policies {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.379957 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: security-groups {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.382350 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: security-group-rules {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.383688 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: service-providers {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.384914 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: subnetpools {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.386352 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: subnetpools {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.387873 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.389546 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.391393 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.393189 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.395016 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.396858 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.398564 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.400500 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.402258 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.404549 n-d-810952-2 neutron-server[94746]: DEBUG neutron.api.extensions [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Extended resource: tags {{(pid=94746) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 18:45:08.410435 n-d-810952-2 neutron-server[94746]: WARNING keystonemiddleware.auth_token [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 18:45:08.415415 n-d-810952-2 neutron-server[94746]: WARNING keystonemiddleware.auth_token [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 18:45:08.424387 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Acquired lock "singleton_lock" {{(pid=94746) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 18:45:08.424856 n-d-810952-2 neutron-server[94746]: DEBUG oslo_concurrency.lockutils [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Releasing lock "singleton_lock" {{(pid=94746) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 18:45:08.425490 n-d-810952-2 neutron-server[94746]: INFO oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Starting 2 workers Sep 24 18:45:08.430308 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Started child 94855 {{(pid=94746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 18:45:08.434738 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Started child 94856 {{(pid=94746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 18:45:08.435614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.436536 n-d-810952-2 neutron-server[94746]: INFO neutron.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 18:45:08.437361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [-] (94855) wsgi starting up on http://0.0.0.0:9696 Sep 24 18:45:08.437476 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Notify callbacks [] for process, before_spawn {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.439803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.440246 n-d-810952-2 neutron-server[94746]: INFO oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Starting 1 workers Sep 24 18:45:08.441470 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [-] (94856) wsgi starting up on http://0.0.0.0:9696 Sep 24 18:45:08.445430 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Started child 94857 {{(pid=94746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 18:45:08.446076 n-d-810952-2 neutron-server[94746]: INFO oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Starting 1 workers Sep 24 18:45:08.450507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] calling RpcWorker wait() {{(pid=94857) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 18:45:08.451129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] returning from RpcWorker wait() {{(pid=94857) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 18:45:08.451434 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Started child 94858 {{(pid=94746) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 18:45:08.452265 n-d-810952-2 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098ecba0-3ae6-4049-9a8e-326aaabb5224 None None] Notify callbacks [] for process, after_spawn {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.452857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.453520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:08.454304 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94746) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 18:45:08.454505 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 18:45:08.454752 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 18:45:08.454930 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 18:45:08.455253 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 18:45:08.455435 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 18:45:08.455928 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.456250 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.456537 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.456806 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.457130 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.457230 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:08.457815 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.458093 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.458274 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.458594 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.458967 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.459108 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.459233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.459462 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.459697 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.460014 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.460392 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.460569 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.460840 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.461108 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.461420 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.461689 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.461854 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.462112 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] debug = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.462369 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.462836 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.463109 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.463413 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.463818 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.464127 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.464345 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.464807 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.465340 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.466073 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.466367 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.466629 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.466976 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.467132 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.467343 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.467616 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.467883 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.468412 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] host = n-d-810952-2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.468656 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.468874 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.469133 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.469381 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.469643 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.469865 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.470126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.470414 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.470629 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.470871 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.471123 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.471386 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.471619 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.471953 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.472101 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_options = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.472259 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.472537 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.472793 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.472980 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.473149 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.473323 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.473567 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.473729 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.473981 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.474202 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.474414 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.474624 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.474967 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.475106 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.475367 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.475609 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.475838 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.476047 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.476289 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.476532 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.476760 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.476987 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.477207 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.477442 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.477684 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.477916 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.478160 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.478372 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.478582 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.478804 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.479058 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.479316 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.479547 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.479777 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.480093 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.480306 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.480540 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.480787 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.481103 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.481327 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.481588 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.481856 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.482111 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.482308 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.482522 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.482755 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.482994 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_json = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.483207 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.483449 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.483702 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.483914 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.484149 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.484361 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.484574 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.484804 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.485237 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.485525 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.485832 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.486074 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.486323 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.486575 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.486808 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.487074 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.487342 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.487582 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.487901 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.488153 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.488443 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.488681 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.488955 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.489274 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.489522 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.489778 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.489990 n-d-810952-2 neutron-server[94858]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:08.490125 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.490251 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.490460 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.490697 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.490996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.491218 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.491466 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.491719 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.491939 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.492312 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.492513 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.492797 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.493043 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.493278 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.493723 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.493723 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.494070 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.494229 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.494395 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.494587 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.494792 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.495075 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.495384 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.495384 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.495772 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.495954 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.496088 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.496300 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.496562 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.496821 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.497057 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.497300 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.497524 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.497760 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.497989 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.498236 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.498499 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.498746 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.499003 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.499219 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.499451 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.499685 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.499949 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.500167 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.500379 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.500593 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.500791 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.501023 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.501276 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.501501 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.501713 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.501923 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.502161 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.502448 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.502612 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.502846 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.503080 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.503296 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.503506 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.503740 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.503955 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.504166 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.504379 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.504590 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.504803 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.505023 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.508151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.510915 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.511827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.514514 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.516233 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.518618 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.519703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.521844 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522452 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522988 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522988 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.522988 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.523215 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.524006 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.524006 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.524006 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.524402 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.524402 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.526775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.527795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.528899 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.528899 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.528899 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.529206 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.529206 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.529427 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.529664 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.529895 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.530105 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.530329 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.530549 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.530798 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.531058 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.531395 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.531643 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.531875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.532122 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.532356 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.534875 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.535512 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.535512 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.535512 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.535818 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.536056 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.536427 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.536862 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.537263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.537648 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.537913 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.538176 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.538592 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.539020 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.539683 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.540071 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.540483 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.540874 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.541290 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.541694 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.542057 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.542905 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.542905 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.542905 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.543175 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.543175 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.543456 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.543893 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.544519 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.544886 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.545105 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.545338 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.545580 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.545795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.546042 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.546263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.546496 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.546723 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.546952 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.547354 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.547575 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.547977 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.548191 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.548493 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.548907 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.549314 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.549772 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.550202 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.550454 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.550709 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.551064 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.551280 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.551522 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.551749 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.551964 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.552183 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.552451 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.552767 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.553072 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.553315 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.553565 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.553858 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.554134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.554401 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.554619 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.554933 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.555275 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.555541 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.555792 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.556036 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.556283 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.556542 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.556763 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.556988 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.557214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.557428 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.557686 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.557913 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.558137 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.558362 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.558596 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.558816 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.559087 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.559325 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.559581 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.559802 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.559955 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 18:45:08.560670 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94746) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 18:45:08.561013 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 18:45:08.561179 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 18:45:08.561356 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 18:45:08.561524 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 18:45:08.561669 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 18:45:08.561897 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562131 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562242 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562330 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562490 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562670 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.562828 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563015 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563172 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563344 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563499 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563648 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563795 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.563938 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564081 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564224 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564378 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564604 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564711 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.564855 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565000 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565145 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565288 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] debug = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565431 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565625 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565808 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.565956 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566109 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566408 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566553 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566695 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.566837 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567014 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567174 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567328 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567486 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567630 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567769 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.567908 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568067 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] host = n-d-810952-2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568223 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568361 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568500 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568639 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568787 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.568926 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569063 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569222 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569367 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569505 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569664 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569810 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.569948 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570095 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570244 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_options = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570382 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570519 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570678 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.570832 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571004 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571166 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571313 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571465 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571606 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571745 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.571903 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572057 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572282 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572428 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572576 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.572775 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.573084 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.573084 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.573417 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.573417 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.574039 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.574039 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.574039 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.574039 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.575360 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.576425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577134 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_json = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.577996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.578591 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.578591 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.578591 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.578591 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.579074 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.579074 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 18:45:08.579074 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.579376 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.579376 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.579609 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.579609 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.579840 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580007 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580007 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580286 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580382 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580464 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580626 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.580790 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.581703 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582195 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582195 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582195 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582620 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582620 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.582620 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583021 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583021 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583021 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583327 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583327 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583561 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583686 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583808 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.583943 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584125 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584251 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584366 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584698 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584698 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.584936 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.585898 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.586676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.586676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.586676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.586676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.586676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587216 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587216 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587216 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587216 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587725 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587725 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587725 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587958 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.587958 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588122 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588297 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588548 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588667 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588838 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.588997 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.589156 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.589314 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.589472 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.590076 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.590076 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.590076 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.590076 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591087 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591087 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591087 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591313 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591391 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591519 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591676 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.591996 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.592157 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.592320 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.592568 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.592774 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.592774 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:08.593199 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593199 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593465 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593465 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593729 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.593729 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594001 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594001 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594535 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594535 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594799 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.594980 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595133 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595274 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595412 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595550 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595689 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595827 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.595965 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596121 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596336 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596336 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596615 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596615 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.596889 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597027 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597164 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597301 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597438 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597576 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597730 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.597874 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598012 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598151 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598288 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598425 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598563 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598710 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.598848 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599057 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599197 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599335 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599472 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599610 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599776 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.599921 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600082 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600265 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600419 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600558 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600717 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.600872 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601011 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601171 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601316 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601477 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601621 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601768 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.601930 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602077 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602237 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602381 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602542 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602687 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.602834 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603021 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603179 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603318 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603457 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603764 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.603764 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604139 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604139 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.604966 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605406 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605406 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605406 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605635 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605713 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.605850 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606017 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606178 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606324 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606459 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606704 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606834 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.606980 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607234 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607234 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607549 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607549 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607791 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.607914 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608036 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608158 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608263 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608422 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608818 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608818 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.608981 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609072 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609181 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609335 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609469 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609631 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609789 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.609930 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610092 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610253 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610414 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610573 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610732 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.610911 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611073 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611231 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611373 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611549 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611709 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.611868 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612026 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612184 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612342 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612510 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612669 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612837 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.612965 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613120 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613277 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613440 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613594 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613752 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.613911 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614069 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614228 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614393 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614552 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614710 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.614885 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.615045 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.615203 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.615370 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.616423 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.619214 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.620126 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621038 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.621960 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623025 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 18:45:08.623950 n-d-810952-2 neutron-server[94746]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94746) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 18:45:08.812469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:08.821214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065572 Sep 24 18:45:20.366436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d79eb-2cbd-46ea-b0f2-6874f7f69b00 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 18:45:20.403521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a000d11-d14b-4981-a07f-5a1f85b87794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:20.431525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d79eb-2cbd-46ea-b0f2-6874f7f69b00 None None] No non-hosted networks {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 18:45:22.859506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d1d54ae-100c-4814-8b13-5240c8ffb098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:22.942059 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136ee532-a8a5-4efe-b2d3-97095f9083de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:23.274193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:23.275100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.275613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.276094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.276598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.277085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.277569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.278052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.278522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.279041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.279509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.279996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.280463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:23.281016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810952-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:23.303250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810952-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:23.993293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:25.708104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:26.757918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:27.256333 n-d-810952-2 neutron-server[94855]: WARNING oslo_policy.policy [None req-39bb1bd1-6cb7-4fc5-b423-d5c515ffc5ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:27.256897 n-d-810952-2 neutron-server[94855]: WARNING oslo_policy.policy [None req-39bb1bd1-6cb7-4fc5-b423-d5c515ffc5ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:27.476011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-39bb1bd1-6cb7-4fc5-b423-d5c515ffc5ad admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:45:27.477266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-39bb1bd1-6cb7-4fc5-b423-d5c515ffc5ad admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7172475 Sep 24 18:45:28.223458 n-d-810952-2 neutron-server[94857]: INFO neutron.db.l3_hamode_db [None req-ef407fe2-82fd-4264-8060-a1946232c88c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 18:45:28.300079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef407fe2-82fd-4264-8060-a1946232c88c None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:45:28.300392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef407fe2-82fd-4264-8060-a1946232c88c None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 18:45:29.849987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:30.154830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:30.248073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.policy [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94855) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 18:45:30.292535 n-d-810952-2 neutron-server[94855]: WARNING oslo_policy.policy [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:30.292917 n-d-810952-2 neutron-server[94855]: WARNING oslo_policy.policy [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:30.301333 n-d-810952-2 neutron-server[94855]: INFO neutron.quota [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] Loaded quota_driver: . Sep 24 18:45:30.389282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770329533609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770329530718', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770329522142', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770329512234', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770331203144', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770329564609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352583', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-326656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419114'] for rbac-policy, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:30.453676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:30.455077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7f174bcb-a928-44ee-a5bb-802e5d501c92 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6040773 Sep 24 18:45:33.064292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41546) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:33.358830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'project_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:33.388044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Made reservation on behalf of 5046db8f48304299acea001d67d9e488 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:45:33.391183 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.408103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.537002 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.541422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.568496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:45:33.591418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770328678795', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.592004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Unsubscribe: segment precommit_create {{(pid=94855) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 18:45:33.592502 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Added segment aafb0472-5bb3-476a-8de7-e9b4e5e04e03 of type vlan for network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 Sep 24 18:45:33.598060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200456c2-f72b-4593-8953-caa55e0c7736,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:33.632783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.633116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.633444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.633768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.634085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.634398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.634709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.635040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.635349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.635654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.635959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.636263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Tracked resource versions report: Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: pushed versions: Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: { 'AddressGroup': {'1.2'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'ConntrackHelper': {'1.0'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Log': {'1.0'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Network': {'1.1'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Port': {'1.7'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'PortForwarding': {'1.2'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'QosPolicy': {'1.9'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SecurityGroup': {'1.4'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SubPort': {'1.0'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Subnet': {'1.1'}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Trunk': {'1.1'}} Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: consumer versions: Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: L3 agent@n-d-810952-2: {}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: Metadata agent@n-d-810952-2: {}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: Metering agent@n-d-810952-2: {}, Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'ConntrackHelper': '1.0', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Log': '1.0', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Network': '1.1', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Port': '1.7', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'PortForwarding': '1.2', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'QosPolicy': '1.9', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SecurityGroup': '1.4', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SecurityGroupRule': '1.2', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'SubPort': '1.0', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Subnet': '1.1', Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: 'Trunk': '1.1'}} Sep 24 18:45:33.637353 n-d-810952-2 neutron-server[94855]: {{(pid=94855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:45:33.711638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.750958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.752192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:33.752846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:33.809019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7435894 Sep 24 18:45:33.852591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2766f-3ba2-4fa7-b7ae-dfcfdd8e0f1e admin admin] Pushing event updated for resources: {'Network': ['ID=7aa34a06-ff86-448a-b7d7-cb81ac24f7b8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:33.865033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:45:36.441693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:36.927677 n-d-810952-2 neutron-server[94856]: WARNING oslo_policy.policy [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:36.928231 n-d-810952-2 neutron-server[94856]: WARNING oslo_policy.policy [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:37.372717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.policy [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94856) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 18:45:37.417668 n-d-810952-2 neutron-server[94856]: WARNING oslo_policy.policy [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:37.418030 n-d-810952-2 neutron-server[94856]: WARNING oslo_policy.policy [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 18:45:37.426029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:37.427774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ea7afbb-0a52-4d6a-a8cc-382560554f7b admin admin] 10.222.0.18 "GET /v2.0/networks/7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 HTTP/1.1" status: 200 len: 824 time: 0.9851172 Sep 24 18:45:37.466790 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-935d5089-68b1-4f48-8f46-d174f605619e admin admin] 10.222.0.18 "GET /v2.0/subnetpools/c85d9788-58c1-4559-bd54-3aae9dc3599f HTTP/1.1" status: 200 len: 734 time: 0.0324101 Sep 24 18:45:37.476257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Request body: {'subnet': {'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '5046db8f48304299acea001d67d9e488', 'name': 'private-subnet'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:37.477792 n-d-810952-2 neutron-server[94856]: INFO neutron.quota [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Loaded quota_driver: . Sep 24 18:45:37.515738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Made reservation on behalf of 5046db8f48304299acea001d67d9e488 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:45:37.518425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:37.795560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:37.862001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Checking segment: {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:45:37.862345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Network hostable DHCP agents. Network: 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:45:37.876624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1966ede-520e-4c24-8a64-5b3684ff00f0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:37.889312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.889652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.889977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.890301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.890617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.890954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.891269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.891578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.891886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.892192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.892497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.892802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Tracked resource versions report: Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: pushed versions: Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: { 'AddressGroup': {'1.2'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'ConntrackHelper': {'1.0'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Log': {'1.0'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Network': {'1.1'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Port': {'1.7'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'PortForwarding': {'1.2'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'QosPolicy': {'1.9'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SecurityGroup': {'1.4'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SubPort': {'1.0'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Subnet': {'1.1'}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Trunk': {'1.1'}} Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: consumer versions: Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: L3 agent@n-d-810952-2: {}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: Metadata agent@n-d-810952-2: {}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: Metering agent@n-d-810952-2: {}, Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'ConntrackHelper': '1.0', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Log': '1.0', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Network': '1.1', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Port': '1.7', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'PortForwarding': '1.2', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'QosPolicy': '1.9', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SecurityGroup': '1.4', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SecurityGroupRule': '1.2', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'SubPort': '1.0', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Subnet': '1.1', Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: 'Trunk': '1.1'}} Sep 24 18:45:37.893872 n-d-810952-2 neutron-server[94856]: {{(pid=94856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:45:37.918096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:45:37.934153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:45:37.938882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:37.939592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:37.944236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1466dcb-91f5-499b-9183-732686bb0b91 None None] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:45:37.958711 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4fa01961-1ecd-4002-85be-70ca3a0ea004 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4858723 Sep 24 18:45:38.256795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:45:38.258169 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:38.530597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Allocated IP 172.20.0.2 (7aa34a06-ff86-448a-b7d7-cb81ac24f7b8/f1966ede-520e-4c24-8a64-5b3684ff00f0/9605cfd5-b77e-4479-8a0d-547632a6a8e5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:45:38.767193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:38.776872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:38.850867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:45:38.855508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:45:38.867596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:45:38.870157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Pushing event updated for resources: {'Port': ['ID=9605cfd5-b77e-4479-8a0d-547632a6a8e5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:38.903627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.903977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.904318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.904655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.904989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.905323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.905651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.905977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.906319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.906626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.906977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.907301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Tracked resource versions report: Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: pushed versions: Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: { 'AddressGroup': {'1.2'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Log': {'1.0'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Network': {'1.1'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Port': {'1.7'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'PortForwarding': {'1.2'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'QosPolicy': {'1.9'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SecurityGroup': {'1.4'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SubPort': {'1.0'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Subnet': {'1.1'}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Trunk': {'1.1'}} Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: consumer versions: Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: L3 agent@n-d-810952-2: {}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: Metadata agent@n-d-810952-2: {}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: Metering agent@n-d-810952-2: {}, Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'ConntrackHelper': '1.0', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Log': '1.0', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Network': '1.1', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Port': '1.7', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'PortForwarding': '1.2', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'QosPolicy': '1.9', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SecurityGroup': '1.4', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SecurityGroupRule': '1.2', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'SubPort': '1.0', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Subnet': '1.1', Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: 'Trunk': '1.1'}} Sep 24 18:45:38.908442 n-d-810952-2 neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:45:38.955461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Attempting to bind port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:45:38.956085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Attempting to bind port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:45:38.956278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Attempting to bind port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 on network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:45:38.961135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:45:38.961549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Checking segment: {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:45:38.962043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:38.962993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Bound using segment: {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:45:38.965434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Bound port: 9605cfd5-b77e-4479-8a0d-547632a6a8e5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:45:38.965851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:39.029864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] For port 9605cfd5-b77e-4479-8a0d-547632a6a8e5, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:45:39.034223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] For port 9605cfd5-b77e-4479-8a0d-547632a6a8e5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9605cfd5-b77e-4479-8a0d-547632a6a8e5,segment=NetworkSegment(aafb0472-5bb3-476a-8de7-e9b4e5e04e03),segment_id=aafb0472-5bb3-476a-8de7-e9b4e5e04e03)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:45:39.038459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:39.106510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d25927-c1fb-4414-b8c0-1005c1033fb4 None None] Pushing event updated for resources: {'Port': ['ID=9605cfd5-b77e-4479-8a0d-547632a6a8e5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:40.418367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:40.727868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-6b2f86a1-08ee-481b-a8f9-97c4f913c2aa admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:45:40.728953 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b2f86a1-08ee-481b-a8f9-97c4f913c2aa admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095329 Sep 24 18:45:43.139514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:43.452576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-0b0bb234-19c6-409c-9b5f-72bb085ffe46 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:45:43.453583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b0bb234-19c6-409c-9b5f-72bb085ffe46 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130596 Sep 24 18:45:46.085030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41598) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:46.406944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5046db8f48304299acea001d67d9e488', 'name': 'router1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:46.435202 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:46.437268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:46.573250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:46.578372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:46.591680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:46.592867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be1c9b90-ee5a-4dc1-a9a8-cf4da392fd55 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5068426 Sep 24 18:45:46.785795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9605cfd5-b77e-4479-8a0d-547632a6a8e5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:45:46.896914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:46.897319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:47.043345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:47.084454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9605cfd5-b77e-4479-8a0d-547632a6a8e5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9605cfd5-b77e-4479-8a0d-547632a6a8e5,segment=NetworkSegment(aafb0472-5bb3-476a-8de7-e9b4e5e04e03),segment_id=aafb0472-5bb3-476a-8de7-e9b4e5e04e03)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:45:47.091147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:47.156344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9605cfd5-b77e-4479-8a0d-547632a6a8e5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:47.601820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234823c-5030-4233-879a-00ba58ce69ba None None] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:45:47.669518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8f71d5b5-bb9e-41df-aaee-69775d46b3ff None None] Provisioning complete for port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:47.669888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f71d5b5-bb9e-41df-aaee-69775d46b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:48.016426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c8d9568c-4cc7-4acd-8cad-944c34d55b46 None None] Provisioning complete for port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:48.017195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8d9568c-4cc7-4acd-8cad-944c34d55b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:48.757092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9605cfd5-b77e-4479-8a0d-547632a6a8e5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:45:48.804082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:48.804462 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:49.043230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:49.357403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-58e46c48-2f7b-499e-9ee9-98c94fa056f2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:45:49.358404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-58e46c48-2f7b-499e-9ee9-98c94fa056f2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142426 Sep 24 18:45:50.237205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09cf7549-b85b-4f30-bf0c-85074e5dca7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:51.737981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41618) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:52.045438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:52.066360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Made reservation on behalf of 7bc0a3e3ca82447f88d3393ab031cf58 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:45:52.068569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.076762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.161920 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.165624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.186361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Reserving flat network on physical network physnet1 {{(pid=94855) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 18:45:52.197472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1da154f-23fc-4eb3-8137-276b0245c6dd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:52.204097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.205248 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Added segment aa485866-37f1-4923-8d20-934224f05c56 of type flat for network 8806040d-c7f9-491a-961c-e1542afa0258 Sep 24 18:45:52.249043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.281826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.282777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:52.283362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:52.327238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5881782 Sep 24 18:45:52.357577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc8c9-f505-4b84-8df2-164d6639de7e admin admin] Pushing event updated for resources: {'Network': ['ID=8806040d-c7f9-491a-961c-e1542afa0258,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:52.367666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 8806040d-c7f9-491a-961c-e1542afa0258 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:45:52.835049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fad5c3bb-2cd4-43de-8a3b-5d888bc783c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:53.264104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:53.936127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:54.725637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41636) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:54.938275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3ffd0e-dbbf-4b8e-b591-e96cee272f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:54.940066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b3ffd0e-dbbf-4b8e-b591-e96cee272f95 admin admin] 10.222.0.18 "GET /v2.0/subnets/f1966ede-520e-4c24-8a64-5b3684ff00f0 HTTP/1.1" status: 200 len: 849 time: 0.2130849 Sep 24 18:45:55.055042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28775731-9d28-4705-b6df-d67fb8c4a01d admin admin] 10.222.0.18 "GET /v2.0/routers/1dc51747-3eba-4d24-b417-51fb5f854774 HTTP/1.1" status: 200 len: 704 time: 0.1091740 Sep 24 18:45:55.321887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:55.519026 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:45:55.613517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Allocated IP 172.20.0.1 (7aa34a06-ff86-448a-b7d7-cb81ac24f7b8/f1966ede-520e-4c24-8a64-5b3684ff00f0/14e7b878-df6e-497b-906f-6818d27e05b3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:45:55.655887 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:55.799023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:55.864960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:55.932488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:45:55.937000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:45:55.947155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:45:55.947672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.020716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Pushing event updated for resources: {'Port': ['ID=14e7b878-df6e-497b-906f-6818d27e05b3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:56.152532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ef89414-6694-4a24-b16d-433160941441 None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:56.152835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ef89414-6694-4a24-b16d-433160941441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.186003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ef89414-6694-4a24-b16d-433160941441 None None] Port 14e7b878-df6e-497b-906f-6818d27e05b3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:45:56.197050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.400583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.405166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.405958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.468551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Pushing event updated for resources: {'Port': ['ID=14e7b878-df6e-497b-906f-6818d27e05b3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:56.532563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:45:56.533861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:45:56.691441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Router 1dc51747-3eba-4d24-b417-51fb5f854774 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:45:56.707069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89f6ca68-c0cd-49b4-9c5a-9d81f02048d3 None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:56.707573 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca68-c0cd-49b4-9c5a-9d81f02048d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:56.739962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89f6ca68-c0cd-49b4-9c5a-9d81f02048d3 None None] Port 14e7b878-df6e-497b-906f-6818d27e05b3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:45:56.784337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:45:56.790184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bc7daf6d-c1ca-4975-8f87-521f006723ed admin admin] 10.222.0.18 "PUT /v2.0/routers/1dc51747-3eba-4d24-b417-51fb5f854774/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7294600 Sep 24 18:45:56.794444 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Sync routers for ids ['1dc51747-3eba-4d24-b417-51fb5f854774'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:45:56.806972 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Routers {'1dc51747-3eba-4d24-b417-51fb5f854774'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:45:56.807732 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1dc51747-3eba-4d24-b417-51fb5f854774'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:56.990217 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Set router 1dc51747-3eba-4d24-b417-51fb5f854774 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:45:57.410546 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:45:56Z', 'revision_number': 2, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port_host': None, '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:56Z', 'revision_number': 2, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:57.469945 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Checking router: 1dc51747-3eba-4d24-b417-51fb5f854774 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:45:57.470310 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Updating router 1dc51747-3eba-4d24-b417-51fb5f854774 port 14e7b878-df6e-497b-906f-6818d27e05b3 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:45:57.517005 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.019503 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.025968 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.170238 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Pushing event updated for resources: {'Port': ['ID=14e7b878-df6e-497b-906f-6818d27e05b3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:58.190836 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.191203 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.191522 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.191846 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.192168 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.192487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.192804 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.193123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.193435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.193746 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.194064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.194374 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Tracked resource versions report: Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: pushed versions: Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: { 'AddressGroup': {'1.2'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Log': {'1.0'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Network': {'1.1'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Port': {'1.7'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'PortForwarding': {'1.2'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'QosPolicy': {'1.9'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SecurityGroup': {'1.4'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SubPort': {'1.0'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Subnet': {'1.1'}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Trunk': {'1.1'}} Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: consumer versions: Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: L3 agent@n-d-810952-2: {}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: Metadata agent@n-d-810952-2: {}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: Metering agent@n-d-810952-2: {}, Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'ConntrackHelper': '1.0', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Log': '1.0', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Network': '1.1', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Port': '1.7', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'PortForwarding': '1.2', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'QosPolicy': '1.9', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SecurityGroup': '1.4', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SecurityGroupRule': '1.2', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'SubPort': '1.0', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Subnet': '1.1', Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: 'Trunk': '1.1'}} Sep 24 18:45:58.195600 n-d-810952-2 neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:45:58.208862 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Attempting to bind port 14e7b878-df6e-497b-906f-6818d27e05b3 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:45:58.209258 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Attempting to bind port 14e7b878-df6e-497b-906f-6818d27e05b3 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:45:58.209695 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Attempting to bind port 14e7b878-df6e-497b-906f-6818d27e05b3 on network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:45:58.214499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:45:58.214933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Checking segment: {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:45:58.215422 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.215798 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Bound using segment: {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:45:58.216279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Bound port: 14e7b878-df6e-497b-906f-6818d27e05b3, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafb0472-5bb3-476a-8de7-e9b4e5e04e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:45:58.216649 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.274148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d3aeb1bb-1fd5-4c38-90dc-b9ebcfb55f7c None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:58.274679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3aeb1bb-1fd5-4c38-90dc-b9ebcfb55f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.281398 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] For port 14e7b878-df6e-497b-906f-6818d27e05b3, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:45:58.301059 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] For port 14e7b878-df6e-497b-906f-6818d27e05b3, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14e7b878-df6e-497b-906f-6818d27e05b3,segment=NetworkSegment(aafb0472-5bb3-476a-8de7-e9b4e5e04e03),segment_id=aafb0472-5bb3-476a-8de7-e9b4e5e04e03)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:45:58.306191 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.308571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3aeb1bb-1fd5-4c38-90dc-b9ebcfb55f7c None None] Port 14e7b878-df6e-497b-906f-6818d27e05b3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:45:58.351628 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Routers {'1dc51747-3eba-4d24-b417-51fb5f854774'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:45:58.352424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1dc51747-3eba-4d24-b417-51fb5f854774'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:58.453550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] Set router 1dc51747-3eba-4d24-b417-51fb5f854774 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:45:58.480079 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956679a-8b3b-4eec-a5aa-d4b62d102e52 None None] Pushing event updated for resources: {'Port': ['ID=14e7b878-df6e-497b-906f-6818d27e05b3,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:58.527278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:45:58.527652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.605267 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.635935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] For port 14e7b878-df6e-497b-906f-6818d27e05b3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14e7b878-df6e-497b-906f-6818d27e05b3,segment=NetworkSegment(aafb0472-5bb3-476a-8de7-e9b4e5e04e03),segment_id=aafb0472-5bb3-476a-8de7-e9b4e5e04e03)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:45:58.641451 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:58.670860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:45:56Z', 'revision_number': 2, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port_host': None, '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:58Z', 'revision_number': 4, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:45:58.689023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da585c0-14c8-455f-bc44-79b2bd9d397c None None] Pushing event updated for resources: {'Port': ['ID=14e7b878-df6e-497b-906f-6818d27e05b3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:58.697289 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03abe4-06c1-46bd-9988-9ebdd10439ff None None] The sync data for ids ['1dc51747-3eba-4d24-b417-51fb5f854774'] in n-d-810952-2 is: [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:45:56Z', 'revision_number': 2, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port_host': None, '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:58Z', 'revision_number': 4, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:45:59.037225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:45:59.152293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e010387-b03d-4c68-a0fc-c3bca290d14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:59.153684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e010387-b03d-4c68-a0fc-c3bca290d14c admin admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 842 time: 0.1148939 Sep 24 18:45:59.164975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'gateway_ip': '172.25.5.1', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:45:59.187339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Made reservation on behalf of 7bc0a3e3ca82447f88d3393ab031cf58 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:45:59.189731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:59.535011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 18:45:59.535486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:59.593303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fee4df-4285-4be2-baa1-a2588df8f828,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:45:59.605050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:45:59.605404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Network hostable DHCP agents. Network: 8806040d-c7f9-491a-961c-e1542afa0258, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:45:59.622799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:45:59.634293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 8806040d-c7f9-491a-961c-e1542afa0258) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:45:59.638570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:45:59.639180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:45:59.644104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b176d-40c8-4d25-82f7-d1ccc3d332c7 None None] Network 8806040d-c7f9-491a-961c-e1542afa0258 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:45:59.654700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4c1b3cfb-3d7e-4c81-a87a-09b60fab29ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4935458 Sep 24 18:45:59.786553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53f418-9666-43f7-9f4b-07e93bc67abf None None] Network 8806040d-c7f9-491a-961c-e1542afa0258 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:46:01.972096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:46:02.204911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-984b52f4-3b81-4433-af2a-68f55a403526 admin admin] 10.222.0.18 "GET /v2.0/routers/1dc51747-3eba-4d24-b417-51fb5f854774 HTTP/1.1" status: 200 len: 710 time: 0.2314992 Sep 24 18:46:02.289645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275065a4-a08b-4b2b-97f9-0fd133b51858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:46:02.291037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-275065a4-a08b-4b2b-97f9-0fd133b51858 admin admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 886 time: 0.0801690 Sep 24 18:46:02.300360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:46:02.548882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:02.783204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:02.858598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.055580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Allocated IP 172.25.5.72 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/21e7a12c-21a8-47da-9b8c-8c62ad679170) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:46:03.159412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.220667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.279179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:46:03.283996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:46:03.297886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:46:03.343337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=21e7a12c-21a8-47da-9b8c-8c62ad679170,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:46:03.589311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.786299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.793414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:03.916811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Router 1dc51747-3eba-4d24-b417-51fb5f854774 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:46:04.023411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:46:04.028485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:04.029607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-62ab1a41-4452-4425-968e-ad315673e8c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/1dc51747-3eba-4d24-b417-51fb5f854774 HTTP/1.1" status: 200 len: 889 time: 1.7324224 Sep 24 18:46:04.786112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14e7b878-df6e-497b-906f-6818d27e05b3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:46:04.836613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:46:04.837086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:05.139474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Sync routers for ids ['1dc51747-3eba-4d24-b417-51fb5f854774'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:46:05.149587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Routers {'1dc51747-3eba-4d24-b417-51fb5f854774'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:46:05.150313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1dc51747-3eba-4d24-b417-51fb5f854774'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:46:05.354747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Set router 1dc51747-3eba-4d24-b417-51fb5f854774 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:46:05.739501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:46:03Z', 'revision_number': 4, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port': {'id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:46:02Z', 'updated_at': '2021-09-24T18:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:58Z', 'revision_number': 5, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:46:05.791366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Checking router: 1dc51747-3eba-4d24-b417-51fb5f854774 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:46:05.791983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Updating router 1dc51747-3eba-4d24-b417-51fb5f854774 port 21e7a12c-21a8-47da-9b8c-8c62ad679170 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:46:05.838235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.219751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.225011 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.276077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407b96-4c4a-4c11-9f66-4f5c9591ffcf None None] Pushing event updated for resources: {'Port': ['ID=21e7a12c-21a8-47da-9b8c-8c62ad679170,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:46:06.279051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Attempting to bind port 21e7a12c-21a8-47da-9b8c-8c62ad679170 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:46:06.279826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Attempting to bind port 21e7a12c-21a8-47da-9b8c-8c62ad679170 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:46:06.280201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Attempting to bind port 21e7a12c-21a8-47da-9b8c-8c62ad679170 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:46:06.286455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:46:06.287120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:46:06.287531 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.287926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:46:06.288406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Bound port: 21e7a12c-21a8-47da-9b8c-8c62ad679170, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:46:06.288845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.340026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] For port 21e7a12c-21a8-47da-9b8c-8c62ad679170, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:46:06.343015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] For port 21e7a12c-21a8-47da-9b8c-8c62ad679170, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=21e7a12c-21a8-47da-9b8c-8c62ad679170,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:46:06.347194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:06.395077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Routers {'1dc51747-3eba-4d24-b417-51fb5f854774'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:46:06.395824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1dc51747-3eba-4d24-b417-51fb5f854774'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:46:06.443711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407b96-4c4a-4c11-9f66-4f5c9591ffcf None None] Pushing event updated for resources: {'Port': ['ID=21e7a12c-21a8-47da-9b8c-8c62ad679170,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:46:06.447653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41676) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:46:06.514350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] Set router 1dc51747-3eba-4d24-b417-51fb5f854774 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:46:06.561489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3bcaf282-0651-48e6-87c1-73d8a39a2e6a admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1121564 Sep 24 18:46:06.733026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b48f664e-5778-4417-8133-12fb0079737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:46:03Z', 'revision_number': 4, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port': {'id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:46:02Z', 'updated_at': '2021-09-24T18:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:58Z', 'revision_number': 5, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:46:06.759204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f664e-5778-4417-8133-12fb0079737e None None] The sync data for ids ['1dc51747-3eba-4d24-b417-51fb5f854774'] in n-d-810952-2 is: [{'id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'name': 'router1', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:45:46Z', 'updated_at': '2021-09-24T18:46:03Z', 'revision_number': 4, 'project_id': '5046db8f48304299acea001d67d9e488', 'gw_port': {'id': '21e7a12c-21a8-47da-9b8c-8c62ad679170', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:46:02Z', 'updated_at': '2021-09-24T18:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14e7b878-df6e-497b-906f-6818d27e05b3', 'name': '', 'network_id': '7aa34a06-ff86-448a-b7d7-cb81ac24f7b8', 'tenant_id': '5046db8f48304299acea001d67d9e488', 'mac_address': 'fa:16:3e:1d:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc51747-3eba-4d24-b417-51fb5f854774', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:45:55Z', 'updated_at': '2021-09-24T18:45:58Z', 'revision_number': 5, 'project_id': '5046db8f48304299acea001d67d9e488', 'subnets': [{'id': 'f1966ede-520e-4c24-8a64-5b3684ff00f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85d9788-58c1-4559-bd54-3aae9dc3599f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:46:08.961865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 21e7a12c-21a8-47da-9b8c-8c62ad679170 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:46:09.022124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 21e7a12c-21a8-47da-9b8c-8c62ad679170 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:46:09.022654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:09.100505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:09.122958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 21e7a12c-21a8-47da-9b8c-8c62ad679170, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=21e7a12c-21a8-47da-9b8c-8c62ad679170,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:46:09.137309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:09.209922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=21e7a12c-21a8-47da-9b8c-8c62ad679170,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:46:10.812292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 21e7a12c-21a8-47da-9b8c-8c62ad679170 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:46:10.883152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 21e7a12c-21a8-47da-9b8c-8c62ad679170 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:46:10.883914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:20.241110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b574-25dc-4aca-ac6d-c6d7e30e9821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:22.837689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34276714-a13d-438f-a302-c4dc1293032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:23.268128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:23.941094 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:25.686791 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:32.517721 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:46:50.243304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57f70b41-e3a8-4daf-b6fd-3382b0657db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:52.840582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83f0e695-1d98-4b22-b4df-2002d9c5c7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:53.262268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:53.939343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:46:55.684786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:09.516559 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:47:20.244876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c050694f-8efd-47b1-9b23-a482e43682bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:22.842054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27a876ab-56a8-45e5-95df-8835e086ad5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:23.263771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:23.942203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:25.685744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:46.515614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:47:47.704136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42270) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:47.767743 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4327df-7b5d-4bba-94d9-aceddd266aef admin admin] GET failed (client error): The resource could not be found. Sep 24 18:47:47.769138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9a4327df-7b5d-4bba-94d9-aceddd266aef admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657983 Sep 24 18:47:47.930926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff161ed0-143c-477f-80f1-590328efe3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:47.932328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ff161ed0-143c-477f-80f1-590328efe3da admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1584852 Sep 24 18:47:50.122118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:50.214490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9da611-04b4-4530-a200-94d9c493bae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:50.215864 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce9da611-04b4-4530-a200-94d9c493bae7 admin admin] 10.222.0.18 "GET /v2.0/subnets/f1966ede-520e-4c24-8a64-5b3684ff00f0 HTTP/1.1" status: 200 len: 849 time: 0.0928004 Sep 24 18:47:50.226364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:47:50.246142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b73f55f-f65e-49ff-9646-ceb26e71ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:50.310568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:50.447943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328620279'] for subnet, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:50.480846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:50.481465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:50.483072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] 10.222.0.18 "PUT /v2.0/subnets/f1966ede-520e-4c24-8a64-5b3684ff00f0 HTTP/1.1" status: 200 len: 868 time: 0.2605157 Sep 24 18:47:50.487111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47cd97-a32f-4a3e-9f6a-d2c8e1c9f9d0 None None] Network 7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:47:50.504160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1966ede-520e-4c24-8a64-5b3684ff00f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:47:50.511482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.511831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.512201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.512541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.512876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.513208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.513534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.513863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.514187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.514509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.514833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.515195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310ccb4-74fa-4acc-9be1-7aec7c470a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:47:50.858934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5609cac0-88f7-4c95-bc92-f43a56c06d94 None None] Provisioning complete for port 14e7b878-df6e-497b-906f-6818d27e05b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:47:50.859311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5609cac0-88f7-4c95-bc92-f43a56c06d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:50.945403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5609cac0-88f7-4c95-bc92-f43a56c06d94 None None] Provisioning complete for port 9605cfd5-b77e-4479-8a0d-547632a6a8e5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:47:50.945669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5609cac0-88f7-4c95-bc92-f43a56c06d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:52.712513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:52.843062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a966f1b-194b-42cb-abfc-8575e165bdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:52.964290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb6f60-9d81-4106-97ec-7a6f31d719a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:52.964686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb6f60-9d81-4106-97ec-7a6f31d719a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:52.966249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-85cb6f60-9d81-4106-97ec-7a6f31d719a3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2527699 Sep 24 18:47:53.265141 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:53.944740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:55.154961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:55.283055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e5c26-6933-4752-bf1e-e4bfac0d5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:55.283524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e5c26-6933-4752-bf1e-e4bfac0d5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:55.285033 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-063e5c26-6933-4752-bf1e-e4bfac0d5ee1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1291261 Sep 24 18:47:55.688396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:47:57.468895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:57.600010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694de96e-66c9-4e33-a521-cf7826197290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:57.601463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-694de96e-66c9-4e33-a521-cf7826197290 admin admin] 10.222.0.18 "GET /v2.0/networks/7aa34a06-ff86-448a-b7d7-cb81ac24f7b8 HTTP/1.1" status: 200 len: 868 time: 0.1315958 Sep 24 18:47:59.799787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:47:59.922838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b90ce2-cb4d-4065-a7ff-6706f66995e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:47:59.924202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09b90ce2-cb4d-4065-a7ff-6706f66995e3 admin admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 886 time: 0.1234639 Sep 24 18:48:02.116045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:02.235519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0531c-5afc-4b03-a6cd-5a2c59b7a01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:02.235976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0531c-5afc-4b03-a6cd-5a2c59b7a01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:02.237519 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3d0531c-5afc-4b03-a6cd-5a2c59b7a01e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205277 Sep 24 18:48:04.401139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:04.494080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca498c-4b54-4bb6-84eb-f2351543da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:04.494650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca498c-4b54-4bb6-84eb-f2351543da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:04.499168 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2ca498c-4b54-4bb6-84eb-f2351543da74 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970311 Sep 24 18:48:06.690187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42338) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:06.773822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dfe68-ec46-4999-898e-21f3871b1583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:06.775187 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c12dfe68-ec46-4999-898e-21f3871b1583 admin admin] 10.222.0.18 "GET /v2.0/subnets/b6fee4df-4285-4be2-baa1-a2588df8f828 HTTP/1.1" status: 200 len: 816 time: 0.0840309 Sep 24 18:48:08.963954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:09.054356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03688954-b79b-46c4-a056-c99f8e030f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:09.055679 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03688954-b79b-46c4-a056-c99f8e030f4d admin admin] 10.222.0.18 "GET /v2.0/subnets/f1966ede-520e-4c24-8a64-5b3684ff00f0 HTTP/1.1" status: 200 len: 868 time: 0.0907841 Sep 24 18:48:20.246733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7a429e1-b864-4f51-9c28-51062aac6b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:22.844251 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2077de4e-975a-4c41-8124-b16835112f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:23.268743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:23.514324 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:48:23.948360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:25.691858 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:33.134154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:33.182997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-3fc274b0-a2a4-4f61-8985-932000546da7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:48:33.183995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3fc274b0-a2a4-4f61-8985-932000546da7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488834 Sep 24 18:48:35.457732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:35.518439 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f61b3-86c8-4656-87a0-aac1995cd176 admin admin] GET failed (client error): The resource could not be found. Sep 24 18:48:35.519821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-435f61b3-86c8-4656-87a0-aac1995cd176 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611491 Sep 24 18:48:35.660434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87483913-48f6-4fff-b6aa-c4fc3d50114f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:35.661832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87483913-48f6-4fff-b6aa-c4fc3d50114f admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368301 Sep 24 18:48:37.887502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:37.935215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:48:37.957869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Made reservation on behalf of 7bc0a3e3ca82447f88d3393ab031cf58 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:48:37.960744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:38.001689 n-d-810952-2 neutron-server[94856]: WARNING neutron.services.revisions.revision_plugin [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Could not find related network for resource to bump revision. Sep 24 18:48:38.016491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:48:38.028450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770328678795', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:38.028996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Unsubscribe: segment precommit_create {{(pid=94856) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 18:48:38.029462 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Added segment 5371ab3d-525e-4a6d-bab4-5bab418900f7 of type vlan for network 25907401-e158-4efc-b540-fa3d98ebc3b4 Sep 24 18:48:38.081029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:38.112638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:38.113741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:38.114332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:38.168320 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2797430 Sep 24 18:48:38.206040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb0cd-6f33-48b8-b927-441600688363 admin admin] Pushing event updated for resources: {'Network': ['ID=25907401-e158-4efc-b540-fa3d98ebc3b4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:48:38.217749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:48:40.396348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:48:40.455805 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d94eb4-80f5-4590-b453-d83f89fd3ef6 admin admin] GET failed (client error): The resource could not be found. Sep 24 18:48:40.457092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-20d94eb4-80f5-4590-b453-d83f89fd3ef6 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592947 Sep 24 18:48:40.526181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed3607-2095-44fd-96f6-d55fc41eb480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:40.527626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-43ed3607-2095-44fd-96f6-d55fc41eb480 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0654192 Sep 24 18:48:40.538212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:48:40.558189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Made reservation on behalf of 7bc0a3e3ca82447f88d3393ab031cf58 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:48:40.560364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:40.716657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:40.769115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:48:40.779052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:48:40.779399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Network hostable DHCP agents. Network: 25907401-e158-4efc-b540-fa3d98ebc3b4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:48:40.794896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:48:40.802809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 25907401-e158-4efc-b540-fa3d98ebc3b4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:48:40.806774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:48:40.807378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:40.813757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2ddd4-b450-4d91-89f8-89b4fe246eae None None] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:48:40.820979 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba9f7dec-ac62-40af-bbb2-c1b1cddefd75 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2866185 Sep 24 18:48:40.966340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-25907401-e158-4efc-b540-fa3d98ebc3b4', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'tenant_id': '7bc0a3e3ca82447f88d3393ab031cf58', 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:48:40.967338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.107834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Allocated IP 192.168.233.2 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/47d31619-2022-4763-bd3e-7c7f65bb0f49) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:48:41.252312 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.260516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.295357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:48:41.298144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:48:41.301561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:48:41.315763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Pushing event updated for resources: {'Port': ['ID=47d31619-2022-4763-bd3e-7c7f65bb0f49,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:48:41.334967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.335315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.335655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.335993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.336320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.336653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.337362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.337570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.337895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.338219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.338562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.338904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:48:41.372601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Attempting to bind port 47d31619-2022-4763-bd3e-7c7f65bb0f49 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:48:41.372964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Attempting to bind port 47d31619-2022-4763-bd3e-7c7f65bb0f49 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:48:41.373319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Attempting to bind port 47d31619-2022-4763-bd3e-7c7f65bb0f49 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:48:41.378478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:48:41.378845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:48:41.379273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.380360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:48:41.380360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Bound port: 47d31619-2022-4763-bd3e-7c7f65bb0f49, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:48:41.380636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.444979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] For port 47d31619-2022-4763-bd3e-7c7f65bb0f49, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:48:41.448037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] For port 47d31619-2022-4763-bd3e-7c7f65bb0f49, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=47d31619-2022-4763-bd3e-7c7f65bb0f49,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:48:41.452646 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:41.509188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f95b-0733-4537-afa9-d7c5c478dba2 None None] Pushing event updated for resources: {'Port': ['ID=47d31619-2022-4763-bd3e-7c7f65bb0f49,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:48:42.363724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82962f3e-6870-41db-b0a1-587001d61bd3 None None] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:48:42.444780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] Provisioning complete for port 47d31619-2022-4763-bd3e-7c7f65bb0f49 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:48:42.445158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:42.579772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:42.621384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] For port 47d31619-2022-4763-bd3e-7c7f65bb0f49, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=47d31619-2022-4763-bd3e-7c7f65bb0f49,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:48:42.626405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:42.687121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c6ed4-f25f-410a-8a49-fdc114ff3d46 None None] Pushing event updated for resources: {'Port': ['ID=47d31619-2022-4763-bd3e-7c7f65bb0f49,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:48:42.855020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0b2409c0-43e7-4fa7-a225-edaaea300153 None None] Provisioning complete for port 47d31619-2022-4763-bd3e-7c7f65bb0f49 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:48:42.855431 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2409c0-43e7-4fa7-a225-edaaea300153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:42.918114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 47d31619-2022-4763-bd3e-7c7f65bb0f49 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:48:42.998870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 47d31619-2022-4763-bd3e-7c7f65bb0f49 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:48:42.999255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:50.247743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bac3b460-4c3d-4933-8def-ae359034872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:52.847223 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a47c4e24-a514-44ce-ad78-b2e16bc043d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:53.269895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:53.950219 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:48:55.695886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:00.513108 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:49:20.248652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2f4b503-2bf3-4872-926c-85fe6d37a75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:22.848826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a849d65-e483-4d77-93bc-680e6708c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:23.273164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:23.952561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:25.699004 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:37.512375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:49:50.249427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f594eaec-ca86-4a9e-929f-8e685e20fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:50.308924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:49:50.314676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-6e52d7c8-59c1-4ee7-b2a4-404bc5895ced tempest-verify_tempest_config-1342751679 tempest-verify_tempest_config-1342751679-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:49:50.316559 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e52d7c8-59c1-4ee7-b2a4-404bc5895ced tempest-verify_tempest_config-1342751679 tempest-verify_tempest_config-1342751679-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058427 Sep 24 18:49:50.606089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42494) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:49:50.707788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:50.795427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:50.799045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:50.843337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97a910c539bf41a495daa928c9a3db05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2361860 Sep 24 18:49:50.845270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d10897-fb91-4793-a3d0-675e57ae5002,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:49:50.845998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42500) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:49:50.851995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.852409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.852755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.853097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.853430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.853763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.854087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.854419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.854741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.855095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.855422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.855744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ca347-3c5e-4385-90e1-3a44c97e0919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:50.918234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:50.938025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:51.027690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:51.030181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:51.031345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01d10897-fb91-4793-a3d0-675e57ae5002 HTTP/1.1" status: 204 len: 168 time: 0.1844060 Sep 24 18:49:51.045943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d10897-fb91-4793-a3d0-675e57ae5002,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:49:51.053011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.053357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.053703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.054058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.054372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.054705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.055059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.055385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.055736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.056057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.056380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:51.056699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096379c-fc62-4b6a-ad46-729b82712b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:49:52.851129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe220ece-c41a-4e38-8cc7-760d4ea03b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:53.273407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:53.954949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:49:55.704514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:14.510344 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:50:20.250540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-387e01d4-1172-4668-88ad-eafc28acfa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:22.853775 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67d723a2-c35f-49f7-a0cf-d9e3afa8c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:23.275190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:23.957826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:25.704579 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:50.251814 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a78013b-2a1a-4902-89ba-4dec04c6c273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:51.509280 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:50:52.856270 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4fd6-fd64-4413-9fd4-cc8841001a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:53.276710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:53.960044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:50:55.706635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:20.254206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-087dd4c2-0580-4e7f-8993-9c55ccc73c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:22.856879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a3dc-c79e-4272-a0a8-1ed66f38ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:23.277276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:23.963679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:25.711748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:28.507692 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:51:50.254880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9cda8fdf-9108-4dcc-becf-82241f6cae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:52.856893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c473faf1-ea16-490e-a13c-f76e5f8379f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:53.277445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:53.967817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:51:55.713278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:05.506602 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:52:20.255802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9674-baad-4d04-bbff-15d57b8af974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:22.857875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a1bff91-26ba-463b-9be7-43a5917c29cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:23.277358 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:23.969168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:25.716600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:42.505669 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 5 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:52:50.255881 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e43c815-a3f4-4005-b54d-2465fc1e61df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:52.861757 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5635ac36-d080-468f-b5e4-4dec70797b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:53.277241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:53.970961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:52:55.719701 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:02.865461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:08.577764 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700804'] for agent, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:19.505286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:53:20.256308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d731d4ae-8cbb-43f3-a917-6c876f5b0519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:22.853280 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-670a4bed-30ee-48b0-abb2-edcfd1deadf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:23.276747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:23.974269 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:25.722306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:32.816354 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:38.529261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:50.256740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c45dfece-8c23-4fef-b13b-d6b39ee8ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:52.854460 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ac364de-356a-48b0-ad52-604bd0e9d045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:53.277444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:53.978918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:54.554754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:53:54.657562 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-00ffbb51-1e33-4b50-b4cb-9283fe731330 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1016929 Sep 24 18:53:55.725937 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:53:56.505422 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:53:56.879287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42570) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:53:56.941201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-774fec9d-7b98-4b16-a6f4-210cd52f6995 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0608549 Sep 24 18:54:02.828241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:08.523543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:20.260700 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b077679-35fd-49cc-a671-ba2a3e03f443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:22.853992 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c3fd-fc5d-4ad7-b770-ec20b2019344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:23.276852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:23.980011 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:25.729736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:32.827665 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:33.505217 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:54:38.520161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:50.261503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d18f452-a2fc-48d9-9e40-c0a11d4caa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:52.854894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f01d0d21-9544-4002-8240-f857c78c7bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:53.278972 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:53.983028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:54:55.733610 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:02.838493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:08.526188 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:10.504637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:55:19.449179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:19.820945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-network', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:19.845198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Made reservation on behalf of cf867b7ac74e43d3bbc53c793cf99d63 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:19.847881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:19.856642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:19.958657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:19.963411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:19.987323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2c7274-4d21-4142-8080-5c0221f2045d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:19.997230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.997582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.997918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.998327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.998563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.998905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.999227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.999623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:19.999861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.000682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.001189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.001509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Tracked resource versions report: Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: pushed versions: Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: { 'AddressGroup': {'1.2'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'ConntrackHelper': {'1.0'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Log': {'1.0'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Network': {'1.1'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Port': {'1.7'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'PortForwarding': {'1.2'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'QosPolicy': {'1.9'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SecurityGroup': {'1.4'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SubPort': {'1.0'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Subnet': {'1.1'}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Trunk': {'1.1'}} Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: consumer versions: Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: HyperV agent@n-h1-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: HyperV agent@n-h2-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: L3 agent@n-d-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: Metadata agent@n-d-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: Metering agent@n-d-810952-2: {}, Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'ConntrackHelper': '1.0', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Log': '1.0', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Network': '1.1', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Port': '1.7', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'PortForwarding': '1.2', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'QosPolicy': '1.9', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SecurityGroup': '1.4', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SecurityGroupRule': '1.2', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'SubPort': '1.0', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Subnet': '1.1', Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: 'Trunk': '1.1'}} Sep 24 18:55:20.002911 n-d-810952-2 neutron-server[94856]: {{(pid=94856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:55:20.010371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:20.021426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.021770 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Added segment 5bdc5606-2aad-4b26-98f0-2610284ee954 of type vlan for network 5e12d2d2-74e9-4177-bc67-165a152c2d14 Sep 24 18:55:20.072199 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.108458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.109970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:20.110666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.141175 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6908970 Sep 24 18:55:20.144371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42824) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:20.150620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Request body: {'subnet': {'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-subnet', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:20.180653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Made reservation on behalf of cf867b7ac74e43d3bbc53c793cf99d63 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:20.183668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.263071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df8fdf-d739-407f-9742-2d45539b64bc admin admin] Pushing event updated for resources: {'Network': ['ID=5e12d2d2-74e9-4177-bc67-165a152c2d14,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:20.266907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c96e3729-872d-4d89-b950-df21d934e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.275094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:20.501784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.555261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59289075-8b25-4b9d-bc0f-9e81d5fb2803,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:20.564904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.565349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.565580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.566097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.566429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.566755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.567100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.567582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.567903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.568229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.568548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.568869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Tracked resource versions report: Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: pushed versions: Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: { 'AddressGroup': {'1.2'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'ConntrackHelper': {'1.0'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Log': {'1.0'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Network': {'1.1'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Port': {'1.7'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'PortForwarding': {'1.2'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'QosPolicy': {'1.9'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SecurityGroup': {'1.4'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SubPort': {'1.0'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Subnet': {'1.1'}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Trunk': {'1.1'}} Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: consumer versions: Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: HyperV agent@n-h1-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: HyperV agent@n-h2-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: L3 agent@n-d-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: Metadata agent@n-d-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: Metering agent@n-d-810952-2: {}, Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'ConntrackHelper': '1.0', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Log': '1.0', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Network': '1.1', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Port': '1.7', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'PortForwarding': '1.2', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'QosPolicy': '1.9', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SecurityGroup': '1.4', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SecurityGroupRule': '1.2', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'SubPort': '1.0', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Subnet': '1.1', Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: 'Trunk': '1.1'}} Sep 24 18:55:20.569943 n-d-810952-2 neutron-server[94855]: {{(pid=94855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:55:20.601857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Checking segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:20.602204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Network hostable DHCP agents. Network: 5e12d2d2-74e9-4177-bc67-165a152c2d14, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:20.625624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:20.641994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5e12d2d2-74e9-4177-bc67-165a152c2d14) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:20.647366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:20.647965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.653488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02eff9-bcc4-45d4-862b-8be2c16112a7 None None] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:20.667395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ed112a4a-b3fc-4ba6-82c1-abbe312a10f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5213556 Sep 24 18:55:20.668425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42852) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:20.676125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:20.700594 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.701612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.773710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.840600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5e12d2d2-74e9-4177-bc67-165a152c2d14', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:55:20.841630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.919235 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:20.994478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Allocated IP 172.20.0.2 (5e12d2d2-74e9-4177-bc67-165a152c2d14/59289075-8b25-4b9d-bc0f-9e81d5fb2803/215761c1-fc31-4e3d-ac6c-6923b68ef6f8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:21.178751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.193852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.198605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.202529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.290105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:21.293371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Pushing event updated for resources: {'Port': ['ID=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:21.304247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:21.307183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.311837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.314285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.314819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.315895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.316416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.317877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.318428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.320179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.321791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.322927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.324478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Tracked resource versions report: Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: pushed versions: Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: { 'AddressGroup': {'1.2'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Log': {'1.0'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Network': {'1.1'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Port': {'1.7'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'PortForwarding': {'1.2'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'QosPolicy': {'1.9'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SecurityGroup': {'1.4'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SubPort': {'1.0'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Subnet': {'1.1'}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Trunk': {'1.1'}} Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: consumer versions: Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: HyperV agent@n-h1-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: HyperV agent@n-h2-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: L3 agent@n-d-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: Metadata agent@n-d-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: Metering agent@n-d-810952-2: {}, Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'ConntrackHelper': '1.0', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Log': '1.0', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Network': '1.1', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Port': '1.7', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'PortForwarding': '1.2', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'QosPolicy': '1.9', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SecurityGroup': '1.4', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SecurityGroupRule': '1.2', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'SubPort': '1.0', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Subnet': '1.1', Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: 'Trunk': '1.1'}} Sep 24 18:55:21.327000 n-d-810952-2 neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:55:21.353929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:21.355585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Allocated IP 172.25.5.146 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3ef05279-ce08-40b7-a3b5-5769ce472fa3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:21.493583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Attempting to bind port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:21.494202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Attempting to bind port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:21.494328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Attempting to bind port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:21.505581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:21.505958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Checking segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:21.509184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.510981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.511814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Bound using segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:21.512310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Bound port: 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:21.514104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.554528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.598133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] For port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:21.605200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] For port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:21.618620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:21.622268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:21.624208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:21.627216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Pushing event updated for resources: {'Port': ['ID=3ef05279-ce08-40b7-a3b5-5769ce472fa3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:21.641469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:21.694676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5418cc-acc8-4bab-aea5-4db454061fb8 None None] Pushing event updated for resources: {'Port': ['ID=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:21.967805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:22.310198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:22.455190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:55:22.631058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:55:22.643653 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:55:22.651276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:22.655887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5c1947c1-077b-4583-bec2-8ffcedd96cec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9825704 Sep 24 18:55:22.657102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:22.660444 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:22.661405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:54:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:22.861898 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:22.871441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-379e67a1-86ae-453f-9cec-470ca473b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.005205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1bbbb-4418-4ae7-bac4-c9a82fa6afc7 None None] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:23.150031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] Provisioning complete for port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:23.151031 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.244140 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:21Z', 'revision_number': 3, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:23.267633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:23.280665 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:55:23.281934 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Updating router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:55:23.306451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.314525 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.452167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.474574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:23.474989 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.491279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.574324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] For port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:23.581312 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.622299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Allocated IP 172.20.0.1 (5e12d2d2-74e9-4177-bc67-165a152c2d14/59289075-8b25-4b9d-bc0f-9e81d5fb2803/9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:23.700404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b69ce1-3d8c-42cf-8d12-c3e23deaf5a9 None None] Pushing event updated for resources: {'Port': ['ID=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:23.732625 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.742596 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.750930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.799001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.810771 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Attempting to bind port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:23.811815 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Attempting to bind port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:23.812405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Attempting to bind port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:23.830987 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Pushing event updated for resources: {'Port': ['ID=3ef05279-ce08-40b7-a3b5-5769ce472fa3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:23.834661 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:23.835277 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:23.835866 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.837222 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:23.837995 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Bound port: 3ef05279-ce08-40b7-a3b5-5769ce472fa3, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:23.838785 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.869865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:23.870966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Pushing event updated for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:23.873992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:23.897865 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.898305 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.898787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.899155 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.899486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.899905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.900241 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.900565 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.900886 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.901208 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.901526 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.901844 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Tracked resource versions report: Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: pushed versions: Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: { 'AddressGroup': {'1.2'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Log': {'1.0'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Network': {'1.1'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Port': {'1.7'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'PortForwarding': {'1.2'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'QosPolicy': {'1.9'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SecurityGroup': {'1.4'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SubPort': {'1.0'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Subnet': {'1.1'}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Trunk': {'1.1'}} Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: consumer versions: Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: { DHCP agent@n-d-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: HyperV agent@n-h1-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: HyperV agent@n-h2-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: L3 agent@n-d-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: Metadata agent@n-d-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: Metering agent@n-d-810952-2: {}, Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: Open vSwitch agent@n-d-810952-2: { 'AddressGroup': '1.2', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'ConntrackHelper': '1.0', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Log': '1.0', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Network': '1.1', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Port': '1.7', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'PortForwarding': '1.2', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'QosPolicy': '1.9', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SecurityGroup': '1.4', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SecurityGroupRule': '1.2', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'SubPort': '1.0', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Subnet': '1.1', Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: 'Trunk': '1.1'}} Sep 24 18:55:23.904266 n-d-810952-2 neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 18:55:23.911743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:23.912086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-faae2222-7ea1-482e-8701-7eb8e9f68167 None None] Provisioning complete for port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:23.912552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.912655 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faae2222-7ea1-482e-8701-7eb8e9f68167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:23.979093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] For port 3ef05279-ce08-40b7-a3b5-5769ce472fa3, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:23.983984 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] For port 3ef05279-ce08-40b7-a3b5-5769ce472fa3, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef05279-ce08-40b7-a3b5-5769ce472fa3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:23.992302 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.064883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.109368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:24.110476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:24.174293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc29224-156f-493f-9b3b-7821e37abae0 None None] Pushing event updated for resources: {'Port': ['ID=3ef05279-ce08-40b7-a3b5-5769ce472fa3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:24.179363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:24.181580 n-d-810952-2 neutron-server[94855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 18:55:24.227251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-9389dbb2-1254-45b7-8b56-5a9a9e11fa06 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467358 Sep 24 18:55:24.258633 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:24.332510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ad09640c-21d9-453b-8ac2-529b40c166e3 None None] Provisioning complete for port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:24.332934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09640c-21d9-453b-8ac2-529b40c166e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.418198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ad09640c-21d9-453b-8ac2-529b40c166e3 None None] Port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:24.437713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.491250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-6cca6172-87a6-4265-ba07-7c959276eef6 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:24.508614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-6cca6172-87a6-4265-ba07-7c959276eef6 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748532 Sep 24 18:55:24.527556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-4d6529a6-cc80-4bd8-bc4e-7105b2fe40df tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/quotas/513c7ddd2b7f4b83be5dbac4d44214bf HTTP/1.1" status: 200 len: 375 time: 0.0179868 Sep 24 18:55:24.598446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-c74423f0-bb73-44f2-bd7b-e1a2a1db573e tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699534 Sep 24 18:55:24.600179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:24.689668 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:21Z', 'revision_number': 3, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:24.692947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.701632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.704892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.728326 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b548-44df-4dc4-8943-40a0230548a1 None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:21Z', 'revision_number': 3, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:55:24.829666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d9ef2d-6a9a-4fd7-b726-f829a0309164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:24.892053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Pushing event updated for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:24.914758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:24.923837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:24.994277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d9ef2d-6a9a-4fd7-b726-f829a0309164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.058171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4faf9fd4-db26-43dc-b003-5d1fb2e3cde7 req-6f60e634-f525-4439-9546-7dd0ea9a1087 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 210 time: 0.0622363 Sep 24 18:55:25.059461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d9ef2d-6a9a-4fd7-b726-f829a0309164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.099061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06d9ef2d-6a9a-4fd7-b726-f829a0309164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c30237cbb31c4735839e04bb74262940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4973814 Sep 24 18:55:25.099176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:25.143154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ef2d-6a9a-4fd7-b726-f829a0309164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da814a-0729-4435-ab50-899d3cf763dc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:25.262317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:25.364939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d3f18392-e757-48e1-b930-9e0dde725330 None None] Provisioning complete for port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:25.365367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3f18392-e757-48e1-b930-9e0dde725330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.367985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:25.425794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:25.428212 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.442746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3f18392-e757-48e1-b930-9e0dde725330 None None] Port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:25.501743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:55:25.643189 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.644488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5635ef08-6a2e-47e8-867f-87a96fd4f510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.766823 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.845704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43126) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:25.858170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:55:25.861568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.875945 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d5ccd5a3-38d3-48c5-b67f-0a00c9cb306a admin admin] 10.222.0.18 "PUT /v2.0/routers/c1ed1475-ff6b-415c-84ab-79eb4b02dda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2175739 Sep 24 18:55:25.923612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5635ef08-6a2e-47e8-867f-87a96fd4f510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.950434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5635ef08-6a2e-47e8-867f-87a96fd4f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.956791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.960951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:25.962824 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42da814a-0729-4435-ab50-899d3cf763dc HTTP/1.1" status: 204 len: 168 time: 0.8627608 Sep 24 18:55:25.978742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4542e-b020-4006-846c-4818fa19847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da814a-0729-4435-ab50-899d3cf763dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:26.019580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635ef08-6a2e-47e8-867f-87a96fd4f510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a9562e-4c49-4a8d-805a-46edbec2cf05,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:26.028787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5635ef08-6a2e-47e8-867f-87a96fd4f510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91d0056c2a5c422ab66e5b956a57c69b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6597364 Sep 24 18:55:26.031855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:26.082576 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa65d-8e40-43dc-8b9d-69cc4bb739ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.112181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.167095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.264245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa65d-8e40-43dc-8b9d-69cc4bb739ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.268467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa65d-8e40-43dc-8b9d-69cc4bb739ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.272404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.279203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.282802 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9a9562e-4c49-4a8d-805a-46edbec2cf05 HTTP/1.1" status: 204 len: 168 time: 0.2472770 Sep 24 18:55:26.298372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5de3f0-e4e4-47ae-a01c-05b07bfd4acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a9562e-4c49-4a8d-805a-46edbec2cf05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:26.352783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fa65d-8e40-43dc-8b9d-69cc4bb739ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637e999-753c-4a6c-9652-55922199dd34,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:26.360291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9a3fa65d-8e40-43dc-8b9d-69cc4bb739ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d48f3d33f9140ae90bedf6183623bb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5135520 Sep 24 18:55:26.363017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:26.431584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.459245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.545856 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.548938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.551589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6637e999-753c-4a6c-9652-55922199dd34 HTTP/1.1" status: 204 len: 168 time: 0.1875429 Sep 24 18:55:26.561724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a509b-d10d-4260-ae50-f0bb1007808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637e999-753c-4a6c-9652-55922199dd34,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:26.735223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43188) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:26.764072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43d0663e-f17d-4c10-b4ca-c8f3bbcacf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.886164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43200) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:26.942230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43d0663e-f17d-4c10-b4ca-c8f3bbcacf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:26.949206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43d0663e-f17d-4c10-b4ca-c8f3bbcacf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.037877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-43d0663e-f17d-4c10-b4ca-c8f3bbcacf51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78d85eb1c55a4954904e684c972aa854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3011124 Sep 24 18:55:27.041166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43212) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:27.045509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0663e-f17d-4c10-b4ca-c8f3bbcacf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e4217a-baa1-41da-9790-b6ce6cdaf779,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:27.211181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.237179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef05279-ce08-40b7-a3b5-5769ce472fa3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:27.260123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.341907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.346254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.350538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7e4217a-baa1-41da-9790-b6ce6cdaf779 HTTP/1.1" status: 204 len: 168 time: 0.3082180 Sep 24 18:55:27.361182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:27.361563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.366556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938e678-9744-4fde-a2d7-736d954b0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e4217a-baa1-41da-9790-b6ce6cdaf779,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:27.420987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:27.447875 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35300093-b7e2-49ea-baae-1d2be46853c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.454497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:55:27.498539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:27.505268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:27.539532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf53dc48-d9e5-47f5-8389-86fbf449939c req-79a6b2f0-1002-40f2-85f8-ce8d63d34734 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 210 time: 0.6521258 Sep 24 18:55:27.601084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35300093-b7e2-49ea-baae-1d2be46853c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.609771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35300093-b7e2-49ea-baae-1d2be46853c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.647689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35300093-b7e2-49ea-baae-1d2be46853c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df66d52-aac7-4691-a695-e9bf416a3469,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:27.687058 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.691078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-35300093-b7e2-49ea-baae-1d2be46853c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb503b51b8374c5497a18319482b22ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2668276 Sep 24 18:55:27.693698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:27.774810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.69', 53098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:27.826224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43256) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:27.830415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-40d77d81-d76d-4f97-9e98-3890eb085cb2 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544667 Sep 24 18:55:27.837891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.863664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389a7c0b-6eea-4a77-b9de-311b9bf1f519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.909121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:27.955951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 3ef05279-ce08-40b7-a3b5-5769ce472fa3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef05279-ce08-40b7-a3b5-5769ce472fa3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:27.977049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.004951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.004951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.005115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:28.005277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9df66d52-aac7-4691-a695-e9bf416a3469 HTTP/1.1" status: 204 len: 168 time: 0.3073473 Sep 24 18:55:28.014306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a833ce-ae8b-47b1-99ae-cfcb5dae23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df66d52-aac7-4691-a695-e9bf416a3469,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.112094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-a9528817-e2aa-47d7-89c0-8df8d0274e89 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:28.114547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-a9528817-e2aa-47d7-89c0-8df8d0274e89 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732573 Sep 24 18:55:28.170367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=3ef05279-ce08-40b7-a3b5-5769ce472fa3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.198364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389a7c0b-6eea-4a77-b9de-311b9bf1f519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.206092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389a7c0b-6eea-4a77-b9de-311b9bf1f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.238845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:28.239399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-389a7c0b-6eea-4a77-b9de-311b9bf1f519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cfcc5a43af745ecabaa5f880180560a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4060147 Sep 24 18:55:28.243825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Request body: {'port': {'device_id': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '513c7ddd2b7f4b83be5dbac4d44214bf'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:28.300383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.340482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.341944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 2, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:28.377596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:55:28.377950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Updating router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:55:28.398198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a7c0b-6eea-4a77-b9de-311b9bf1f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8bce3-648c-4961-b365-07c0339597a3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.435221 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.437744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.442046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.442046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ae8bce3-648c-4961-b365-07c0339597a3 HTTP/1.1" status: 204 len: 168 time: 0.1999297 Sep 24 18:55:28.458346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802fff7-2b68-4e21-9aea-42151ee51a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8bce3-648c-4961-b365-07c0339597a3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.464275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Made reservation on behalf of 513c7ddd2b7f4b83be5dbac4d44214bf for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:28.467936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.477964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.590012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.596377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.607095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:28.671780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43302) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:28.676852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-network', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:28.724962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac2d3f3-489f-4547-99ca-fab47d13d882,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.735820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Made reservation on behalf of 1542a333dfe64d49ab9bb7d918c87d45 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:28.744652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.766688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.770950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60a679d6-3554-49f5-be34-34ca6ff0a99c req-1ce631b8-5569-4620-9458-099647a745fa tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 210 time: 0.0612235 Sep 24 18:55:28.866811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.873568 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.942620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe849386-7eca-4961-959c-44d9df28d7e2 None None] Pushing event updated for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:28.946666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.954546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:28.997090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:29.008669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a69f9d8-af5f-4bee-bbb0-afc1ff68f134,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:29.017602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.018181 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Added segment eb0a193f-6ec7-46ff-9b40-012c22194627 of type vlan for network e8a072dd-33ed-43be-ba22-caa79b77d3ea Sep 24 18:55:29.051375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Attempting to bind port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:29.051757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Attempting to bind port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:29.052124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Attempting to bind port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:29.068175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:29.068557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Checking segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:29.069361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.069768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Bound using segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:29.070256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Bound port: 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:29.070763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.119103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.172593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.173797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:29.174548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.207767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef05279-ce08-40b7-a3b5-5769ce472fa3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:29.248029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a072dd-33ed-43be-ba22-caa79b77d3ea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:29.264609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca818e9-29d7-4c96-a1da-77a0f37e2b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.269281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] For port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:29.279805 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a42e0b8-0214-48cc-84a3-287063b1b4d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6067023 Sep 24 18:55:29.280445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:29.287412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Request body: {'subnet': {'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-subnet', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:29.287607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:29.314540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] For port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:29.315929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Made reservation on behalf of 1542a333dfe64d49ab9bb7d918c87d45 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:29.318906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.332971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.347691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Allocated IP 192.168.233.122 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/ed230672-0167-448c-8f8a-b31076abe0ad) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:29.387551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] Provisioning complete for port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:29.388164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.732647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:29.734314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:29.790170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.933023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:29.956723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:30.045416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca818e9-29d7-4c96-a1da-77a0f37e2b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.163261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:30.195898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:30.202482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca818e9-29d7-4c96-a1da-77a0f37e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.252774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:30.269050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:30.271738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.288401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.307638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca818e9-29d7-4c96-a1da-77a0f37e2b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff3d05-a6b8-4d99-813a-786f2ae0a35b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:30.381561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1495872 Sep 24 18:55:30.429569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0630-788d-494a-a22f-5a3c6613e12c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Pushing event updated for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:30.459258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:30.463758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ac6a3456-27cc-4107-8e2d-5a9181a83f05 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:55:30.464826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-ac6a3456-27cc-4107-8e2d-5a9181a83f05 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436277 Sep 24 18:55:30.465842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.484851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c343f12-0680-4d51-8039-98d0ab03c6a7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:30.523851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6284-bc9e-4ef8-a75d-d2582b0fe661 req-c2324beb-3cc7-4bfc-9d5c-c0efa3da71ed tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:30.534757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1df6284-bc9e-4ef8-a75d-d2582b0fe661 req-c2324beb-3cc7-4bfc-9d5c-c0efa3da71ed tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 936 time: 0.3633420 Sep 24 18:55:30.576464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Checking segment: {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:30.577579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Network hostable DHCP agents. Network: e8a072dd-33ed-43be-ba22-caa79b77d3ea, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:30.621912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ca818e9-29d7-4c96-a1da-77a0f37e2b74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ad5c48d90014c85bec2545785357d83&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0143137 Sep 24 18:55:30.625954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:30.627733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:30.667925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1df6284-bc9e-4ef8-a75d-d2582b0fe661 req-2d7ea5bf-4fc4-4492-ab0a-8f8d030352a2 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313453 Sep 24 18:55:30.681728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e8a072dd-33ed-43be-ba22-caa79b77d3ea) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:30.692789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:30.693385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.713944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf425b8-3cee-438b-a168-3a0eff969a45 None None] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:30.762718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43354) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:30.772642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:30.779942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe849386-7eca-4961-959c-44d9df28d7e2 None None] Pushing event updated for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:30.782276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf7e2e98-cec5-4d8f-affc-3cea140bccbc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4985433 Sep 24 18:55:30.784860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.857043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.859781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.859915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.977658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.984344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.988532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:30.996584 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92ff3d05-a6b8-4d99-813a-786f2ae0a35b HTTP/1.1" status: 204 len: 168 time: 0.3602829 Sep 24 18:55:31.026690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13d44-de93-494d-ad39-a38986bca67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff3d05-a6b8-4d99-813a-786f2ae0a35b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:31.151086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:31.313503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:31.329014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:29Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:31.343504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] For port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:31.660453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e17f-3c41-43ab-9a75-8c039c8a0d4b None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:29Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:55:31.669452 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:31.831996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8e189-5c34-415f-a776-404de8e8255d None None] Pushing event updated for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:31.854667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:55:31.859198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:31.899790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Request body: {'port': {'device_id': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'device_owner': 'compute:tempest-test_az-1576132644', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:31.934996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-88e14248-9424-448f-af6f-4dcf3ff92679 None None] Provisioning complete for port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:31.935524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e14248-9424-448f-af6f-4dcf3ff92679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.136308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.174105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:32.213824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-196912fe-715a-469f-9b34-48b051fd9151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.371251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Allocated IP 172.20.0.2 (e8a072dd-33ed-43be-ba22-caa79b77d3ea/5c343f12-0680-4d51-8039-98d0ab03c6a7/42125b2f-e297-4c83-a475-ff5be6f6cd0a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:32.446797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-88e14248-9424-448f-af6f-4dcf3ff92679 None None] Provisioning complete for port ed230672-0167-448c-8f8a-b31076abe0ad triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:32.447703 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e14248-9424-448f-af6f-4dcf3ff92679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.580809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-196912fe-715a-469f-9b34-48b051fd9151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.591826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-196912fe-715a-469f-9b34-48b051fd9151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.668858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-88e14248-9424-448f-af6f-4dcf3ff92679 None None] Port ed230672-0167-448c-8f8a-b31076abe0ad cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:32.719666 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-196912fe-715a-469f-9b34-48b051fd9151 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf4f53bfe2234af0b8d171db35f73b93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5416179 Sep 24 18:55:32.719666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196912fe-715a-469f-9b34-48b051fd9151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e333f-bff6-40a8-b815-dc0006e013eb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:32.726264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:32.735365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.846192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.877874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.928934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-9e86-4a0f-a7a3-cf29dba9c722 req-6a13ad77-6294-488d-add5-e58d398ae130 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:32.950315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f5b053-9e86-4a0f-a7a3-cf29dba9c722 req-6a13ad77-6294-488d-add5-e58d398ae130 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 936 time: 1.1136301 Sep 24 18:55:32.954918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.965057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:32.974356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.082324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.095102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.097811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.098601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c8e333f-bff6-40a8-b815-dc0006e013eb HTTP/1.1" status: 204 len: 168 time: 0.3604209 Sep 24 18:55:33.121175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:33.124344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:33.128047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bfb90-7571-4b24-a3b6-c54d9ffc81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e333f-bff6-40a8-b815-dc0006e013eb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:33.136243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:33.216651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Pushing event updated for resources: {'Port': ['ID=42125b2f-e297-4c83-a475-ff5be6f6cd0a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:33.348174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Attempting to bind port 42125b2f-e297-4c83-a475-ff5be6f6cd0a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:33.348609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Attempting to bind port 42125b2f-e297-4c83-a475-ff5be6f6cd0a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:33.349142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Attempting to bind port 42125b2f-e297-4c83-a475-ff5be6f6cd0a on network e8a072dd-33ed-43be-ba22-caa79b77d3ea {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:33.364380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:33.365121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Checking segment: {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:33.365677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.367396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Bound using segment: {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:33.368033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Bound port: 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:33.373767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.375937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f5b053-9e86-4a0f-a7a3-cf29dba9c722 req-3fbfb5b9-ce13-4b82-a2bd-e281780faa2b tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197176 Sep 24 18:55:33.398607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:33.536276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed230672-0167-448c-8f8a-b31076abe0ad {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:55:33.554562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.572890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] For port 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:33.576852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] For port 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42125b2f-e297-4c83-a475-ff5be6f6cd0a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:33.591037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.607835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Allocated IP 172.25.5.102 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/82633fb0-bb57-42e3-9393-136550145d4c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:33.611524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Transition to ACTIVE for port object ed230672-0167-448c-8f8a-b31076abe0ad will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:55:33.629358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:33.631167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.638243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:33.926507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e0ea9-7290-4fb2-8631-7930d8487d6f None None] Pushing event updated for resources: {'Port': ['ID=42125b2f-e297-4c83-a475-ff5be6f6cd0a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:34.145294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Pushing event updated for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:34.346196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Attempting to bind port ed230672-0167-448c-8f8a-b31076abe0ad on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:34.346567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Attempting to bind port ed230672-0167-448c-8f8a-b31076abe0ad by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:34.346935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Attempting to bind port ed230672-0167-448c-8f8a-b31076abe0ad on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:34.363789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Port ed230672-0167-448c-8f8a-b31076abe0ad on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:55:34.364114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Attempting to bind port ed230672-0167-448c-8f8a-b31076abe0ad on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:34.391018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:34.391173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:34.391665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:34.392167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Bound port: ed230672-0167-448c-8f8a-b31076abe0ad, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:34.392444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:34.441662 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:34.660822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9724a-102b-4611-baaa-7be7c60eb584 req-ce454022-80d2-4d14-b375-edfbfebf2c59 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:34.662385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb9724a-102b-4611-baaa-7be7c60eb584 req-ce454022-80d2-4d14-b375-edfbfebf2c59 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1354160 Sep 24 18:55:34.665097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:34.669869 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:34.673547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed230672-0167-448c-8f8a-b31076abe0ad,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:34.722063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:34.852088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:34.868607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb9724a-102b-4611-baaa-7be7c60eb584 req-a903ddfd-9ec2-4803-b0ea-5eac2cc7d8b8 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906233 Sep 24 18:55:34.872659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Pushing event updated for resources: {'Port': ['ID=82633fb0-bb57-42e3-9393-136550145d4c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:34.876012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:35.105168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Pushing event updated for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:35.122084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:35.126192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:35.127805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-06298a97-6fcd-4a21-9934-ea2327a5337d service neutron] 10.222.0.69 "PUT /v2.0/ports/ed230672-0167-448c-8f8a-b31076abe0ad HTTP/1.1" status: 200 len: 1118 time: 3.7729664 Sep 24 18:55:35.128258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:55:35.394476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42125b2f-e297-4c83-a475-ff5be6f6cd0a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:35.395681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:35.538345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 42125b2f-e297-4c83-a475-ff5be6f6cd0a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:35.539016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:35.597792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e6fbe-4130-4607-8c55-1d32d070d8da None None] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:35.704611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-262bd8db-af1c-48a3-bf00-a761374be472 None None] Provisioning complete for port 42125b2f-e297-4c83-a475-ff5be6f6cd0a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:35.704986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-262bd8db-af1c-48a3-bf00-a761374be472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:35.742945 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb411900-4aa2-47cb-903f-f30c64a3d515" -d '{"events": [{"name": "network-changed", "server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:55:35.866507 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:35.872351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:35.959283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42125b2f-e297-4c83-a475-ff5be6f6cd0a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:35.998847 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:36.150837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-262bd8db-af1c-48a3-bf00-a761374be472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:36.222428 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5800ea2-16b5-4681-a58a-abb624bbeada x-openstack-request-id: req-a5800ea2-16b5-4681-a58a-abb624bbeada {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:55:36.222731 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:55:36.223488 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5800ea2-16b5-4681-a58a-abb624bbeada {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:55:36.223967 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad', 'status': 'completed', 'code': 200} Sep 24 18:55:36.290979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=42125b2f-e297-4c83-a475-ff5be6f6cd0a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:36.367112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-11698995-fe20-4c71-8869-504a3c14ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:36.368985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-11698995-fe20-4c71-8869-504a3c14ab6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 1121 time: 0.4427304 Sep 24 18:55:36.402016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-262bd8db-af1c-48a3-bf00-a761374be472 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:55:36.402617 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-262bd8db-af1c-48a3-bf00-a761374be472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:55:36.651108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:36.666742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1588bb-e67f-4643-8c59-7e7e881c2e00 req-1c9b847e-2bd8-4237-910c-816e662b2665 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:36.668569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f1588bb-e67f-4643-8c59-7e7e881c2e00 req-1c9b847e-2bd8-4237-910c-816e662b2665 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1765332 Sep 24 18:55:36.814793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f1588bb-e67f-4643-8c59-7e7e881c2e00 req-009a04a6-77d1-40b0-a581-17e7f8034392 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866518 Sep 24 18:55:37.039469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Router 4a8750e8-f753-4244-8310-5b55fdde10b6 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:55:37.165773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b4e39d44-12ab-4be9-8797-6a9ab101dccc None None] Provisioning complete for port 42125b2f-e297-4c83-a475-ff5be6f6cd0a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:37.173577 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4e39d44-12ab-4be9-8797-6a9ab101dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:37.274917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:55:37.291232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Sync routers for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:55:37.308860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42125b2f-e297-4c83-a475-ff5be6f6cd0a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:37.313684 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:37.318532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:37.320026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:37.324552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:37.325914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b8a8560e-d18b-4e33-86df-54df0ea6536a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5607347 Sep 24 18:55:37.564276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 42125b2f-e297-4c83-a475-ff5be6f6cd0a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:37.568388 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:37.589588 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:37.717485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43540) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:37.751888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43544) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:37.850092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:37.995341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.045600 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:35Z', 'revision_number': 3, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:38.070900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915a47a-eeaf-49e5-91da-60a256aa4428 req-7007a476-2e27-47b2-a7a5-4814fbf9d5c6 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:38.087444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7915a47a-eeaf-49e5-91da-60a256aa4428 req-7007a476-2e27-47b2-a7a5-4814fbf9d5c6 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1213350 Sep 24 18:55:38.134084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Checking router: 4a8750e8-f753-4244-8310-5b55fdde10b6 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:55:38.136867 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Updating router 4a8750e8-f753-4244-8310-5b55fdde10b6 port 82633fb0-bb57-42e3-9393-136550145d4c binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:55:38.209300 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.244323 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.250226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5dff685c-565e-4a20-84ab-2036c8def262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.282327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7915a47a-eeaf-49e5-91da-60a256aa4428 req-037d6e8a-fd25-406a-b285-272699875a2d tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876554 Sep 24 18:55:38.326150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Allocated IP 172.20.0.1 (e8a072dd-33ed-43be-ba22-caa79b77d3ea/5c343f12-0680-4d51-8039-98d0ab03c6a7/6e1a06d2-4f60-4355-8a31-d688e195b90a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:38.359449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 18:55:38.359449 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 18:55:38.359449 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': 'febb734fd17d4d21891910ab3f73f27f', 'id': 'b36637aa-8ba0-4a4a-b867-7597228f234d', 'expiration': datetime.datetime(2021, 9, 24, 18, 57, 38, 346834)}] Sep 24 18:55:38.359449 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:55:38.368592 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:55:38.476960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.488648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff5f5b-2788-4fc2-a94a-fc2d4639050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.543981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.552877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.556648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5dff685c-565e-4a20-84ab-2036c8def262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.593992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:38.597393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:38.609751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:38.610226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.619860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5dff685c-565e-4a20-84ab-2036c8def262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.720489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff685c-565e-4a20-84ab-2036c8def262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25529a2-c63b-4c0a-b69e-cb1cf5e61dee,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:38.727002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Pushing event updated for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:38.794893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5dff685c-565e-4a20-84ab-2036c8def262 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28adf2fe21e34cdb8cd3aebc11a83571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0395279 Sep 24 18:55:38.795654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43570) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:38.875310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.890951 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.901402 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.960792 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e6bb-7d53-4977-a0fe-13060b657bf5 None None] Pushing event updated for resources: {'Port': ['ID=82633fb0-bb57-42e3-9393-136550145d4c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:38.976165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:38.984172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a1bf5c3f-bf8b-4d43-b848-5072044472f8 None None] Provisioning complete for port 6e1a06d2-4f60-4355-8a31-d688e195b90a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:38.984727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5c3f-bf8b-4d43-b848-5072044472f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.013823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.050381 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Attempting to bind port 82633fb0-bb57-42e3-9393-136550145d4c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:39.051741 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Attempting to bind port 82633fb0-bb57-42e3-9393-136550145d4c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:39.055334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Attempting to bind port 82633fb0-bb57-42e3-9393-136550145d4c on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:39.070456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:39.070881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:39.072988 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.073404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:39.073899 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Bound port: 82633fb0-bb57-42e3-9393-136550145d4c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:39.074313 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.081613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf5c3f-bf8b-4d43-b848-5072044472f8 None None] Port 6e1a06d2-4f60-4355-8a31-d688e195b90a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:39.104260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff5f5b-2788-4fc2-a94a-fc2d4639050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.109791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.123355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff5f5b-2788-4fc2-a94a-fc2d4639050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.219596 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] For port 82633fb0-bb57-42e3-9393-136550145d4c, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:39.229818 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] For port 82633fb0-bb57-42e3-9393-136550145d4c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=82633fb0-bb57-42e3-9393-136550145d4c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:39.239925 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.294023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.315996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.323422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.346979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e6bb-7d53-4977-a0fe-13060b657bf5 None None] Pushing event updated for resources: {'Port': ['ID=82633fb0-bb57-42e3-9393-136550145d4c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:39.364309 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:39.365104 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:39.430242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3eff5f5b-2788-4fc2-a94a-fc2d4639050f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33bb3daec41e4496972ed3d9390f8de0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5787551 Sep 24 18:55:39.434264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:39.446625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff5f5b-2788-4fc2-a94a-fc2d4639050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4cdfa2-ee35-4378-8637-b5b75f653435,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:39.452677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.456149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.457950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c25529a2-c63b-4c0a-b69e-cb1cf5e61dee HTTP/1.1" status: 204 len: 168 time: 0.6562421 Sep 24 18:55:39.543461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986b9cf-8e6b-4dd2-854a-82d917d17204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25529a2-c63b-4c0a-b69e-cb1cf5e61dee,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:39.587613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Pushing event updated for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:39.637350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4275-18b6-4a4b-8ab3-2a86035754b2 req-010c5744-e14d-4f25-99d9-8ff49787c9dc tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:39.646909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7ed4275-18b6-4a4b-8ab3-2a86035754b2 req-010c5744-e14d-4f25-99d9-8ff49787c9dc tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1847036 Sep 24 18:55:39.678384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:39.679255 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:39.690621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:39.736048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.757240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7ed4275-18b6-4a4b-8ab3-2a86035754b2 req-a4e91c71-e006-4555-b52f-2c6d8189476b tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093602 Sep 24 18:55:39.760288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.844898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a41cb22-2f5f-4480-a53a-33d341739d08,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:39.875842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-55e63b19-2b30-4fdf-8daf-8f7f8e2d1416 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=febb734fd17d4d21891910ab3f73f27f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1541090 Sep 24 18:55:39.877091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:39.945079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:39.984758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.060861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:40.076446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eb14b50-ff0c-4f9c-8f3a-3907fdf8159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.112170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3208d19d-eaa8-469f-a2bc-17408ee67a0c None None] Provisioning complete for port 6e1a06d2-4f60-4355-8a31-d688e195b90a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:40.112740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3208d19d-eaa8-469f-a2bc-17408ee67a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.146358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.149129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.153702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a41cb22-2f5f-4480-a53a-33d341739d08 HTTP/1.1" status: 204 len: 168 time: 0.2755301 Sep 24 18:55:40.154499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:40.155885 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:38Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6e1a06d2-4f60-4355-8a31-d688e195b90a', 'name': '', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'mac_address': 'fa:16:3e:52:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:38Z', 'updated_at': '2021-09-24T18:55:39Z', 'revision_number': 2, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'subnets': [{'id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:40.197281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3cc55-aa72-4216-a276-5c6c0f074296 None None] The sync data for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 is: [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:38Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6e1a06d2-4f60-4355-8a31-d688e195b90a', 'name': '', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'mac_address': 'fa:16:3e:52:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:38Z', 'updated_at': '2021-09-24T18:55:39Z', 'revision_number': 2, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'subnets': [{'id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:55:40.200540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3208d19d-eaa8-469f-a2bc-17408ee67a0c None None] Port 6e1a06d2-4f60-4355-8a31-d688e195b90a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:40.207982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8a6c6-c3f8-4db7-a596-18b5b0e6ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a41cb22-2f5f-4480-a53a-33d341739d08,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:40.217956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.266835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.300287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eb14b50-ff0c-4f9c-8f3a-3907fdf8159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.306434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eb14b50-ff0c-4f9c-8f3a-3907fdf8159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.356548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7eb14b50-ff0c-4f9c-8f3a-3907fdf8159a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abf25d2b049544cc952bbb5af701336a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946358 Sep 24 18:55:40.360199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43618) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:40.368424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14b50-ff0c-4f9c-8f3a-3907fdf8159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3593b2fd-1d67-432b-a2bc-0d52a634810f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:40.417038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.425820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.429051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.430903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af4cdfa2-ee35-4378-8637-b5b75f653435 HTTP/1.1" status: 204 len: 168 time: 0.9927690 Sep 24 18:55:40.440244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Router 4a8750e8-f753-4244-8310-5b55fdde10b6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:55:40.448070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cc107-dbb1-414c-8ea4-c76db34b40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4cdfa2-ee35-4378-8637-b5b75f653435,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:40.450719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.546400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.548907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.550046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3593b2fd-1d67-432b-a2bc-0d52a634810f HTTP/1.1" status: 204 len: 168 time: 0.1889505 Sep 24 18:55:40.609990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:55:40.612579 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f2ede21-212c-4aab-9a24-a735f13e88e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.616720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9cc748a9-94aa-4674-8bbf-06d4474153dd admin admin] 10.222.0.18 "PUT /v2.0/routers/4a8750e8-f753-4244-8310-5b55fdde10b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910469 Sep 24 18:55:40.634820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e724790-a8e3-4965-881a-e5dd7b11e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593b2fd-1d67-432b-a2bc-0d52a634810f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:40.639453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-7f7214ec-2404-405b-9cc5-bd1bad971be2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ed230672-0167-448c-8f8a-b31076abe0ad HTTP/1.1" status: 200 len: 217 time: 0.1373901 Sep 24 18:55:40.726784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:40.752541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-fba8fe8c-48de-467a-b985-b576961a3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:40.754373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-fba8fe8c-48de-467a-b985-b576961a3ff0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1030946 Sep 24 18:55:40.756373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-922b3223-8f6b-4a42-9bf9-c02ac0004272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:40.937179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-972e80af-1493-409f-adab-33a5de9c8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:40.938893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-972e80af-1493-409f-adab-33a5de9c8aa9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628199 Sep 24 18:55:40.987459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe393e-bc52-4e92-b0a6-d2d4be16fe16 req-4c2d81b2-4475-4d55-9530-6d5083eaee6e tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:40.994976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80fe393e-bc52-4e92-b0a6-d2d4be16fe16 req-4c2d81b2-4475-4d55-9530-6d5083eaee6e tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1404004 Sep 24 18:55:41.081581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f2ede21-212c-4aab-9a24-a735f13e88e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.093883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f2ede21-212c-4aab-9a24-a735f13e88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.208545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80fe393e-bc52-4e92-b0a6-d2d4be16fe16 req-d761c65f-7bbc-40bf-a662-406ff128860f tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072995 Sep 24 18:55:41.231404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f2ede21-212c-4aab-9a24-a735f13e88e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08c26f4e1f8f4c1ca4b26e72c81e2b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0714130 Sep 24 18:55:41.240616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43640) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:41.247018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-643d50dc-1874-4fe7-aa9e-dfe1345a05fb service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997413 Sep 24 18:55:41.257664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-922b3223-8f6b-4a42-9bf9-c02ac0004272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.269184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:41.275380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-922b3223-8f6b-4a42-9bf9-c02ac0004272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.311335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5c48-0cca-4676-8f87-d2e1cdc6c5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.340617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 82633fb0-bb57-42e3-9393-136550145d4c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:41.364882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ede21-212c-4aab-9a24-a735f13e88e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d94f0-fbed-4ab2-9166-8f870fd7d45b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:41.375220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b3223-8f6b-4a42-9bf9-c02ac0004272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f9315a-8c1f-42fc-8c72-1f1ccdc10323,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:41.414160 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-922b3223-8f6b-4a42-9bf9-c02ac0004272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d28dc0d1af2c4eeb839d5918390d206f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855798 Sep 24 18:55:41.417614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad8f9d2c-8515-42c1-a5a0-b0780aceac56 req-f48bf87c-3635-4273-a2d5-75304f8d6857 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590767 Sep 24 18:55:41.418077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:41.456232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 82633fb0-bb57-42e3-9393-136550145d4c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:41.456979 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.487602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.565117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5c48-0cca-4676-8f87-d2e1cdc6c5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.588429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5c48-0cca-4676-8f87-d2e1cdc6c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.594345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.609079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.627334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 82633fb0-bb57-42e3-9393-136550145d4c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=82633fb0-bb57-42e3-9393-136550145d4c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:41.635241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.644721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a5e5c48-0cca-4676-8f87-d2e1cdc6c5a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69ecaab9bf174898b5ebf0cbf0e66e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744452 Sep 24 18:55:41.646918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e5c48-0cca-4676-8f87-d2e1cdc6c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2484f4-4021-45f9-9a94-40c056a938b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:41.649309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43654) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:41.716168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-8cd47718-598c-4657-9c9b-621b6d818539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:41.723866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-8cd47718-598c-4657-9c9b-621b6d818539 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 1121 time: 0.2372668 Sep 24 18:55:41.727725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=82633fb0-bb57-42e3-9393-136550145d4c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:41.735894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.740992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.775831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.816191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.865271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.869191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.871252 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c2484f4-4021-45f9-9a94-40c056a938b1 HTTP/1.1" status: 204 len: 168 time: 0.2068152 Sep 24 18:55:41.893843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506137b0-4703-4349-9eb6-1da37ee2a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2484f4-4021-45f9-9a94-40c056a938b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:41.986145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.988783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:41.992922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b81d94f0-fbed-4ab2-9166-8f870fd7d45b HTTP/1.1" status: 204 len: 168 time: 0.7447155 Sep 24 18:55:42.025324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2a021-3b4b-4d25-b683-654a1550a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d94f0-fbed-4ab2-9166-8f870fd7d45b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.055869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-422466c5-990f-450e-8596-0422494120b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:42.057924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-422466c5-990f-450e-8596-0422494120b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3175311 Sep 24 18:55:42.080043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.083227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.084582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2f9315a-8c1f-42fc-8c72-1f1ccdc10323 HTTP/1.1" status: 204 len: 168 time: 0.6460037 Sep 24 18:55:42.118100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-288cf44b-82b1-4022-b2b0-a843a29012b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ed230672-0167-448c-8f8a-b31076abe0ad HTTP/1.1" status: 200 len: 217 time: 0.0508690 Sep 24 18:55:42.137400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d7e37-219f-45a4-9503-4d51b1ce0d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f9315a-8c1f-42fc-8c72-1f1ccdc10323,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.208397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-c65e5e25-c4a6-492d-bb07-044af236c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:42.210341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-c65e5e25-c4a6-492d-bb07-044af236c450 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0816641 Sep 24 18:55:42.300022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-4072c970-e707-48c6-bc39-491c6e7e302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:42.302098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-4072c970-e707-48c6-bc39-491c6e7e302a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830879 Sep 24 18:55:42.310647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.316035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929946595', 'description': 'tempest-description--1255371940'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:42.345725 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.436145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eb870-88b3-416b-b038-7a22a798df01 req-a469dc53-d3c4-4765-acde-3814f001ac4b tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:42.437304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-127eb870-88b3-416b-b038-7a22a798df01 req-a469dc53-d3c4-4765-acde-3814f001ac4b tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.1046925 Sep 24 18:55:42.458659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-5d485567-5d7d-45cd-a137-5c1df71c0773 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482587 Sep 24 18:55:42.474110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.479233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.511851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.512228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-127eb870-88b3-416b-b038-7a22a798df01 req-701adaa9-a482-41d2-a397-c596d95a5c13 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629802 Sep 24 18:55:42.513519 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2011340 Sep 24 18:55:42.515990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73985828-703f-4502-a70f-db8b29efa3e0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb58d1-5c14-4bd8-a809-10cc583d7fc4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.519478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.523872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'security_group_rule': {'security_group_id': 'deeb58d1-5c14-4bd8-a809-10cc583d7fc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:42.573655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.595214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb411900-4aa2-47cb-903f-f30c64a3d515 req-0b6cfcba-d9d6-4ef9-bac9-aa603156e06f service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264074 Sep 24 18:55:42.621630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43696) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.649118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.656504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.673391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13f2c44-5a48-4890-b0e0-854e3455434b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.694800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.696501 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd84b0e6-f08d-44b0-9364-9b3ff044f8a6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760352 Sep 24 18:55:42.699388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.707863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'security_group_rule': {'security_group_id': 'deeb58d1-5c14-4bd8-a809-10cc583d7fc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:42.758072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.789664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44aaf273-ce29-4b5d-8afc-91f4f91b7e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.819757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.825700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.855748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd7feeb-4ce2-4c41-817f-987d68ee4411,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.931165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44aaf273-ce29-4b5d-8afc-91f4f91b7e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.938028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44aaf273-ce29-4b5d-8afc-91f4f91b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.943677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:42.948978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-274fc54b-2f58-4ab2-b13b-3d372492889c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2442477 Sep 24 18:55:42.949994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.954476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:42.986465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aaf273-ce29-4b5d-8afc-91f4f91b7e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a412c-3016-46f7-8a7d-0a71309e2374,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:42.991944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-44aaf273-ce29-4b5d-8afc-91f4f91b7e59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70ed6df00eaf4d0aa6d2178c29846a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741925 Sep 24 18:55:42.995010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43716) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:42.995158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.068782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.095440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.164840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.167827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.170027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/898a412c-3016-46f7-8a7d-0a71309e2374 HTTP/1.1" status: 204 len: 168 time: 0.1739328 Sep 24 18:55:43.180858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6938a-3c3f-4a53-b0f5-a7222cd8c086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a412c-3016-46f7-8a7d-0a71309e2374,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:43.223844 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.248102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 82633fb0-bb57-42e3-9393-136550145d4c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:43.312999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 82633fb0-bb57-42e3-9393-136550145d4c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:43.314908 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.402774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Allocated IP 172.25.5.24 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0a700022-876e-41c9-9861-d5055b65b948) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:43.526556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.568253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.617690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'Port': ['ID=0a700022-876e-41c9-9861-d5055b65b948,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:43.632803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:43.642712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:43.645283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:43.705633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c37d3a-91ef-422f-bd66-19a574ba9c8f req-0ebef6ea-eb2d-4c50-a73c-ff1ba59833d2 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:43.707564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46c37d3a-91ef-422f-bd66-19a574ba9c8f req-0ebef6ea-eb2d-4c50-a73c-ff1ba59833d2 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.0960786 Sep 24 18:55:43.749367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Sync routers for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:55:43.761410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.761917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:43.762546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:43.767327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46c37d3a-91ef-422f-bd66-19a574ba9c8f req-3bcab207-748c-4f27-8eba-1a72e030527c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Sep 24 18:55:43.801845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.989096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.995108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:43.999997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:44.054158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.079128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'Port': ['ID=0a700022-876e-41c9-9861-d5055b65b948,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:44.092278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.093825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d1da07f6-b6f4-4b92-bff7-3e1037d71565 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1435509 Sep 24 18:55:44.145249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:44.239600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:38Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6e1a06d2-4f60-4355-8a31-d688e195b90a', 'name': '', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'mac_address': 'fa:16:3e:52:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:38Z', 'updated_at': '2021-09-24T18:55:39Z', 'revision_number': 2, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'subnets': [{'id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:44.274832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Checking router: 4a8750e8-f753-4244-8310-5b55fdde10b6 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:55:44.275547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Updating router 4a8750e8-f753-4244-8310-5b55fdde10b6 port 6e1a06d2-4f60-4355-8a31-d688e195b90a binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:55:44.304601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.353591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-65c08703-ab45-49f9-8d4a-1374136ba108 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--929946595&fields=id&tenant_id=cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 267 time: 0.0436230 Sep 24 18:55:44.457362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-769258421-network', 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:44.479981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:44.483684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.494808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.619249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-c9a0dc36-061d-45cd-ab2a-96f15bfa228b tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:44.620996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-c9a0dc36-061d-45cd-ab2a-96f15bfa228b tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 823 time: 0.2583654 Sep 24 18:55:44.642074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-c45e495b-c787-48b8-89bc-d41a9b7f8630 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/quotas/cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 375 time: 0.0143209 Sep 24 18:55:44.659160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.665149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.704786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:44.710907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3431b4-7928-418e-8f3a-71134e8e1730,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:44.721176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.723115 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Added segment 9b031e6a-bcc7-485c-ac13-038f067c547b of type vlan for network 63a23328-1ed9-474c-a5bd-5235fddcda5f Sep 24 18:55:44.733288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-29e462f9-3814-44a8-8542-35f0026d5af6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837634 Sep 24 18:55:44.758510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.765882 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.782743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.814525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.816535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:44.816535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:44.883881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8e348-2acc-4e2e-8657-4636388b9b59 None None] Pushing event updated for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:44.903785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] Pushing event updated for resources: {'Network': ['ID=63a23328-1ed9-474c-a5bd-5235fddcda5f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:44.937714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b89d4eb5-19ac-424b-84a3-740bfb3bfe09 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7913764 Sep 24 18:55:44.940666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:44.946680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Request body: {'subnet': {'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-769258421-subnet', 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:44.947738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:44.975634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710f534-3646-45ff-abee-8a5f03f4d458 req-dbd23067-2006-4c56-b319-cdb5f0f4edd4 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:44.979846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1710f534-3646-45ff-abee-8a5f03f4d458 req-dbd23067-2006-4c56-b319-cdb5f0f4edd4 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.0867741 Sep 24 18:55:45.007351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:45.010371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.069727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1710f534-3646-45ff-abee-8a5f03f4d458 req-43644720-6be5-4844-8df8-4ef956b68082 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Sep 24 18:55:45.103528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Attempting to bind port 6e1a06d2-4f60-4355-8a31-d688e195b90a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:45.103888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Attempting to bind port 6e1a06d2-4f60-4355-8a31-d688e195b90a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:45.104414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Attempting to bind port 6e1a06d2-4f60-4355-8a31-d688e195b90a on network e8a072dd-33ed-43be-ba22-caa79b77d3ea {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:45.111310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:45.111803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Checking segment: {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:45.112368 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.112929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Bound using segment: {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:45.113547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Bound port: 6e1a06d2-4f60-4355-8a31-d688e195b90a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0a193f-6ec7-46ff-9b40-012c22194627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:45.114092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.123270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43816) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:45.211193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5fe00b79-fd4b-442c-9217-6b6c7f6c5181 None None] Provisioning complete for port 6e1a06d2-4f60-4355-8a31-d688e195b90a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:45.211477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fe00b79-fd4b-442c-9217-6b6c7f6c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.259765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] For port 6e1a06d2-4f60-4355-8a31-d688e195b90a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:45.263496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] For port 6e1a06d2-4f60-4355-8a31-d688e195b90a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6e1a06d2-4f60-4355-8a31-d688e195b90a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:45.265395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5fe00b79-fd4b-442c-9217-6b6c7f6c5181 None None] Port 6e1a06d2-4f60-4355-8a31-d688e195b90a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:45.269816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.334048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-1ac7fda5-1e6d-4735-8ba2-df28b57d8395 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:55:45.334556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:55:45.335236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:45.337020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-1ac7fda5-1e6d-4735-8ba2-df28b57d8395 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2191761 Sep 24 18:55:45.337172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8e348-2acc-4e2e-8657-4636388b9b59 None None] Pushing event updated for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:45.498639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.523870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:55:45.541688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d8b66cb-8e49-43b1-bca4-e99a02c04cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.581352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10350ee2-0e9c-4567-a205-20d341e5f8b1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:45.582516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed230672-0167-448c-8f8a-b31076abe0ad details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:55:45.594890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:45.595503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Network hostable DHCP agents. Network: 63a23328-1ed9-474c-a5bd-5235fddcda5f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:45.605449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-a6eeaef0-e875-4a08-9535-2ac964ff99e6 service neutron] 10.222.0.18 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510567 Sep 24 18:55:45.623826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:45.638834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 63a23328-1ed9-474c-a5bd-5235fddcda5f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:45.645243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:45.647541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.670528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd7b7c-bcb1-41a3-a745-36a926c7dcbb None None] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:45.781811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-b9656ab5-4873-402c-8e5e-b69f36fb16f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437211 Sep 24 18:55:45.803373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d8b66cb-8e49-43b1-bca4-e99a02c04cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.811950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d8b66cb-8e49-43b1-bca4-e99a02c04cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.818394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dec863ab-5e0c-44c4-8d6a-2512c88a0568 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8765109 Sep 24 18:55:45.864768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b66cb-8e49-43b1-bca4-e99a02c04cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586129c-f30a-4207-9742-6261c03c1a32,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:45.870379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2d8b66cb-8e49-43b1-bca4-e99a02c04cfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd34fc13f9e840749c19fa1bcff73efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458684 Sep 24 18:55:45.872928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43836) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:45.905729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] Provisioning complete for port 6e1a06d2-4f60-4355-8a31-d688e195b90a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:45.905878 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.942110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:45.947146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed230672-0167-448c-8f8a-b31076abe0ad,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:45.970582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.047210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ed230672-0167-448c-8f8a-b31076abe0ad', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'ed230672-0167-448c-8f8a-b31076abe0ad', 'mac_address': 'fa:16:3e:4d:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:tempest-test_az-1576132644', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:55:46.054894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.058220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.059439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3586129c-f30a-4207-9742-6261c03c1a32 HTTP/1.1" status: 204 len: 168 time: 0.1839395 Sep 24 18:55:46.069881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c2e6-ab50-4807-a03a-5c2063455b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586129c-f30a-4207-9742-6261c03c1a32,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:46.111333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64546a71-3e39-4dc9-bec6-3a07689461d1 req-0e149e2a-87ca-4cec-9cd4-685e7f1247f3 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0508101 Sep 24 18:55:46.261558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b701b-0f6d-4ab4-b461-b1296cbd89b4 None None] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:46.283735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe91d-efe1-42f3-8edd-deb89a35450d req-1256faba-70d7-43c7-bc80-cba2d419f504 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:46.285977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d0fe91d-efe1-42f3-8edd-deb89a35450d req-1256faba-70d7-43c7-bc80-cba2d419f504 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 970 time: 0.0784094 Sep 24 18:55:46.290336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:38Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6e1a06d2-4f60-4355-8a31-d688e195b90a', 'name': '', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'mac_address': 'fa:16:3e:52:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:38Z', 'updated_at': '2021-09-24T18:55:45Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'subnets': [{'id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:46.339789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d0fe91d-efe1-42f3-8edd-deb89a35450d req-6a326beb-7a0f-4d5e-a2af-c8cfa1b49666 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Sep 24 18:55:46.440075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb0e2-2650-435a-9b2e-a8f0ab94c1a9 None None] The sync data for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 is: [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T18:55:38Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6e1a06d2-4f60-4355-8a31-d688e195b90a', 'name': '', 'network_id': 'e8a072dd-33ed-43be-ba22-caa79b77d3ea', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'mac_address': 'fa:16:3e:52:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:38Z', 'updated_at': '2021-09-24T18:55:45Z', 'revision_number': 4, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'subnets': [{'id': '5c343f12-0680-4d51-8039-98d0ab03c6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:55:46.453724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.458226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.526139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed230672-0167-448c-8f8a-b31076abe0ad {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:55:46.584966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] For port 6e1a06d2-4f60-4355-8a31-d688e195b90a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6e1a06d2-4f60-4355-8a31-d688e195b90a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:46.588579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed230672-0167-448c-8f8a-b31076abe0ad,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:46.596493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.655771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797260-6073-43ec-bf0d-8a412a3b7f78 None None] Pushing event updated for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:46.658471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.752208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:46.919629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:46.934410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43890) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:46.937280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4e6100e-f5ce-4892-96fe-922512bb6d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:46.971654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ed230672-0167-448c-8f8a-b31076abe0ad'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:55:47.106068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4e6100e-f5ce-4892-96fe-922512bb6d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.121124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4e6100e-f5ce-4892-96fe-922512bb6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.189793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6100e-f5ce-4892-96fe-922512bb6d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f698b-3a1f-41c7-8b30-476aba9ac8f1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:47.220199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43904) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:47.220408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f4e6100e-f5ce-4892-96fe-922512bb6d6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fbfc2d229a7489987612dcc3f03baa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988584 Sep 24 18:55:47.386147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6e1a06d2-4f60-4355-8a31-d688e195b90a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:47.407266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50d04b8d-bdcd-4e59-8ec4-3b4a5f70f32b req-e5a6b9df-44af-4620-b4d1-0282702b31c3 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0769310 Sep 24 18:55:47.408193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d373af1a-6913-4c9a-89a6-871112b3fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.436088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.474797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6e1a06d2-4f60-4355-8a31-d688e195b90a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:47.475353 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.498956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.521866 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:55:47.579297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:47.585213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-298362138-network', 'tenant_id': '38c717d7624f47ff855cb28533344240'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:47.671800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fae43-37d1-46ea-b128-76e8581920c3 req-7e8d4b52-cb52-4215-bb96-d349bb92d76f tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:47.673339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba4fae43-37d1-46ea-b128-76e8581920c3 req-7e8d4b52-cb52-4215-bb96-d349bb92d76f tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 971 time: 0.1166332 Sep 24 18:55:47.694993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.697525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.698800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b25f698b-3a1f-41c7-8b30-476aba9ac8f1 HTTP/1.1" status: 204 len: 168 time: 0.4771926 Sep 24 18:55:47.729258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d34f0d-9abe-4ed2-b57e-48091668bf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f698b-3a1f-41c7-8b30-476aba9ac8f1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:47.737168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d373af1a-6913-4c9a-89a6-871112b3fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.745683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d373af1a-6913-4c9a-89a6-871112b3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.766008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Made reservation on behalf of 38c717d7624f47ff855cb28533344240 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:47.768692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.777542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba4fae43-37d1-46ea-b128-76e8581920c3 req-6bf245e6-e0e7-4d2f-acc8-36d94ad11e6d tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964503 Sep 24 18:55:47.808107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.819157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d373af1a-6913-4c9a-89a6-871112b3fff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a8340c6478f4d3290307eb3e59933dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808246 Sep 24 18:55:47.819157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373af1a-6913-4c9a-89a6-871112b3fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1480ddab-a013-4b86-99cd-bc5116fa05ed,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:47.820009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:47.876162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.901152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.923205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.928689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.956397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:47.971470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d13825-48fe-4bd8-86e4-5c1055c8d41e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:47.976034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.978699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.979065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:47.979504 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Added segment c4cd341e-4a9a-4d37-b409-71c2f9cd98b9 of type vlan for network bbc15bac-6783-44bb-9c2c-6823931c2ef5 Sep 24 18:55:47.983441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1480ddab-a013-4b86-99cd-bc5116fa05ed HTTP/1.1" status: 204 len: 168 time: 0.1594167 Sep 24 18:55:48.000329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830b60-d12f-4095-b86e-38acf771a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480ddab-a013-4b86-99cd-bc5116fa05ed,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:48.030321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.090174 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.092633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:48.093352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.132264 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5510414 Sep 24 18:55:48.134918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43946) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:48.143502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Request body: {'subnet': {'network_id': 'bbc15bac-6783-44bb-9c2c-6823931c2ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-298362138-subnet', 'tenant_id': '38c717d7624f47ff855cb28533344240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:48.148838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.15', 50468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:48.210929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60ea24-6192-4f4a-8d31-9cdbe8bbb44b admin admin] Pushing event updated for resources: {'Network': ['ID=bbc15bac-6783-44bb-9c2c-6823931c2ef5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:48.225261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network bbc15bac-6783-44bb-9c2c-6823931c2ef5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:48.238561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Made reservation on behalf of 38c717d7624f47ff855cb28533344240 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:48.244567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.486157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.528557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-7acf6883-e3fd-436f-b77c-ddb9bf6ee639 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:48.531030 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-7acf6883-e3fd-436f-b77c-ddb9bf6ee639 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 823 time: 0.3299375 Sep 24 18:55:48.583272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3ff11c5-4acf-4a99-bd1c-bd5a5746d296 req-c51878a9-c01c-4a40-84aa-639717192dc2 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0443194 Sep 24 18:55:48.612726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff686670-482e-4da0-9fc1-6c1aa822083b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:48.632474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Checking segment: {'id': 'c4cd341e-4a9a-4d37-b409-71c2f9cd98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbc15bac-6783-44bb-9c2c-6823931c2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:48.632804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Network hostable DHCP agents. Network: bbc15bac-6783-44bb-9c2c-6823931c2ef5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:48.652676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Network bbc15bac-6783-44bb-9c2c-6823931c2ef5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:48.664659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, bbc15bac-6783-44bb-9c2c-6823931c2ef5) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:48.671227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:48.672335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.677600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64589060-2a7c-449e-afaa-3f535377c77b None None] Network bbc15bac-6783-44bb-9c2c-6823931c2ef5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:48.709878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ad5ca83a-1de3-4b8c-9ed7-ab2edce4c8d7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5641756 Sep 24 18:55:48.724714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:48.751875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e24c43b1-4401-45ac-aab0-d2c4f895bda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.826599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43984) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:48.908238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d077b-dff2-4f58-8d6b-a52c092539a3 None None] Network bbc15bac-6783-44bb-9c2c-6823931c2ef5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:48.916348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e24c43b1-4401-45ac-aab0-d2c4f895bda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.943191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e24c43b1-4401-45ac-aab0-d2c4f895bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:48.988934 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e24c43b1-4401-45ac-aab0-d2c4f895bda8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f785f0fde6924436b997a9a844077db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634482 Sep 24 18:55:48.990108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c43b1-4401-45ac-aab0-d2c4f895bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff9b04-eb41-40c1-8823-da1f3cb393a1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:48.992498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:49.012013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b35a1-5ace-4f30-b1c8-6f5a1705a118 req-ecf36027-2362-4691-8ed9-19153bae2531 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:49.022272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00b35a1-5ace-4f30-b1c8-6f5a1705a118 req-ecf36027-2362-4691-8ed9-19153bae2531 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 971 time: 0.1263080 Sep 24 18:55:49.088513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00b35a1-5ace-4f30-b1c8-6f5a1705a118 req-336ec0a9-0609-4a2e-b165-1ca7000ce528 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Sep 24 18:55:49.104291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.129373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.155391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06735fd5-fdd1-40fe-8f25-2d28dc09a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.192141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.194619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.198565 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dff9b04-eb41-40c1-8823-da1f3cb393a1 HTTP/1.1" status: 204 len: 168 time: 0.2049382 Sep 24 18:55:49.208508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3955fe5-f194-458f-9bd9-ec6f9e92244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff9b04-eb41-40c1-8823-da1f3cb393a1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:49.291046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06735fd5-fdd1-40fe-8f25-2d28dc09a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.296929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06735fd5-fdd1-40fe-8f25-2d28dc09a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.337689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06735fd5-fdd1-40fe-8f25-2d28dc09a861 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a00854f3ec443218b4d6207291932d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097883 Sep 24 18:55:49.339049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06735fd5-fdd1-40fe-8f25-2d28dc09a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a90baa-ddfb-41c1-8029-bec9090351b6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:49.340716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:49.403196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.426639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.495770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.499356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.504161 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32a90baa-ddfb-41c1-8029-bec9090351b6 HTTP/1.1" status: 204 len: 168 time: 0.1626263 Sep 24 18:55:49.518032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5be6a-228a-4637-b986-8037b8a6a97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a90baa-ddfb-41c1-8029-bec9090351b6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:49.550345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed230672-0167-448c-8f8a-b31076abe0ad up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:55:49.697610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port ed230672-0167-448c-8f8a-b31076abe0ad completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:55:49.705655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ed230672-0167-448c-8f8a-b31076abe0ad triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:49.706348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.790182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55e5917c-425b-4fc6-b0a4-8363ae71d8c1 req-c92535b7-6431-47fd-b9be-4c11e38ed2ee tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0530479 Sep 24 18:55:49.827343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:49.838798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-a7f0f3ec-d68d-4517-89f3-76ce1630b3ea tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:49.843210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-a7f0f3ec-d68d-4517-89f3-76ce1630b3ea tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.2855141 Sep 24 18:55:49.876633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:55:49.887292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-ff824730-1427-48f6-bc76-f1df3f224bef tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/quotas/b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 375 time: 0.0298111 Sep 24 18:55:49.940962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-b5679a84-1808-4b9c-b86f-6605520ebaaf tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526934 Sep 24 18:55:49.976362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed230672-0167-448c-8f8a-b31076abe0ad,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:49.981501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.046744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:50.158818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:50.176739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7987ef09-d095-412f-a8f7-5937858d5590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.239337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c12504-6129-40e9-a371-e41359d9939c req-9abde333-31f2-4d5d-8c4a-7bd1d08f3a64 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:50.241853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c12504-6129-40e9-a371-e41359d9939c req-9abde333-31f2-4d5d-8c4a-7bd1d08f3a64 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.0663404 Sep 24 18:55:50.266779 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55a04e6f-ca2c-4252-b39a-b5408b130c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.295923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c12504-6129-40e9-a371-e41359d9939c req-a59c2d1e-71a2-4925-994d-fe20eafeb0d6 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Sep 24 18:55:50.328663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7987ef09-d095-412f-a8f7-5937858d5590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.334360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7987ef09-d095-412f-a8f7-5937858d5590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.377357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7987ef09-d095-412f-a8f7-5937858d5590 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=567e3b5c29ea48b7b7d0dc24df828281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155275 Sep 24 18:55:50.378454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987ef09-d095-412f-a8f7-5937858d5590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a33631-be3a-4ad7-b1b8-5fff03670a16,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:50.380001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44056) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:50.428386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-7dec6d37-6378-4155-8a5c-724a9d589b60 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:55:50.429547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-7dec6d37-6378-4155-8a5c-724a9d589b60 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2929120 Sep 24 18:55:50.437463 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0dd6b8-f59b-47f2-9bd3-8a6f903be6e2" -d '{"events": [{"server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "name": "network-vif-plugged", "status": "completed", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:55:50.525583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.568856 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.578447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-d9681358-dffd-474e-8b04-a9b3842f2021 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362069 Sep 24 18:55:50.679092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.681739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.682972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92a33631-be3a-4ad7-b1b8-5fff03670a16 HTTP/1.1" status: 204 len: 168 time: 0.2988784 Sep 24 18:55:50.698004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd690e-9f0c-4245-a1bc-819035523430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a33631-be3a-4ad7-b1b8-5fff03670a16,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:50.724114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-adfd820b-3d31-463f-8bb1-0fc912a10cbf service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208515 Sep 24 18:55:50.732109 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea7277-1f19-4509-809f-aed5d67819d3 x-openstack-request-id: req-78ea7277-1f19-4509-809f-aed5d67819d3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:55:50.732640 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "name": "network-vif-plugged", "status": "completed", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:55:50.732732 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78ea7277-1f19-4509-809f-aed5d67819d3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:55:50.733989 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad', 'code': 200} Sep 24 18:55:50.869305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-5000f3fa-0f4d-4b3b-ac48-87126540fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:50.872300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-5000f3fa-0f4d-4b3b-ac48-87126540fefc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 1123 time: 0.0788312 Sep 24 18:55:50.903567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-4aa30f58-f53a-4dec-aab5-d8447c97b720 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:50.987780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5af4769-df60-422c-b024-0badca8a1c41 req-4f174081-08c7-4ca7-bb76-bc8d39ff092e tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Sep 24 18:55:51.025531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78cb4548-8270-4629-a97e-a90f5ad4b029 req-591f7371-3e8c-44d5-9640-3ca683e893f7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 210 time: 0.0334406 Sep 24 18:55:51.102776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-4aa30f58-f53a-4dec-aab5-d8447c97b720 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.107747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-4aa30f58-f53a-4dec-aab5-d8447c97b720 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.134121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-275df446-04e7-41b9-a936-c4bbde9d37ab req-4aa30f58-f53a-4dec-aab5-d8447c97b720 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544861 Sep 24 18:55:51.156449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30f58-f53a-4dec-aab5-d8447c97b720 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7d20f-e7df-4325-870f-1e16bf9d550e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:51.235850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:51.460048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-333632510-network', 'tenant_id': 'ddfbe8465f8f4c7a86a3f08957063390'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:51.495599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14887b1-4c79-4f75-9586-6d88cee60d5e req-d6f0d656-a6e1-4a07-8906-833e4919aa81 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:51.497159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f14887b1-4c79-4f75-9586-6d88cee60d5e req-d6f0d656-a6e1-4a07-8906-833e4919aa81 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.1060805 Sep 24 18:55:51.498246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Made reservation on behalf of ddfbe8465f8f4c7a86a3f08957063390 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:51.500445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.518610 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.575068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f14887b1-4c79-4f75-9586-6d88cee60d5e req-39b426f8-e15c-4b25-bc41-031e0edb7b28 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625155 Sep 24 18:55:51.659785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.664704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.701900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cab9e8d-cb31-4cbe-aa3e-b669262bd542,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:51.712820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:51.735782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.736253 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Added segment 299a0ba9-efff-4fbd-b1b2-1145433d8005 of type vlan for network 5e6aabe9-3562-4bcb-9463-05c1f36e76ea Sep 24 18:55:51.784588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.830515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.832311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:51.833454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.870845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6334820 Sep 24 18:55:51.874169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:51.879230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Request body: {'subnet': {'network_id': '5e6aabe9-3562-4bcb-9463-05c1f36e76ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-333632510-subnet', 'tenant_id': 'ddfbe8465f8f4c7a86a3f08957063390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:51.915602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Made reservation on behalf of ddfbe8465f8f4c7a86a3f08957063390 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:51.916084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961fe32-c1f0-49d1-93fe-25cc280c6236 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6aabe9-3562-4bcb-9463-05c1f36e76ea,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:51.923335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:51.930044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5e6aabe9-3562-4bcb-9463-05c1f36e76ea details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:52.109315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f484837c-1bf2-47bb-bee9-5a166c5ffdec req-8ee8ff42-10d6-43b3-8e8b-d3f5c3d85957 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0327938 Sep 24 18:55:52.251805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f116bda8-5c93-4b25-8d4b-bd3b81da751d req-779d9bb9-5767-4249-807e-23e68a4e0697 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 210 time: 0.0615950 Sep 24 18:55:52.277060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:52.403377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44156) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:52.416996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e338a6-2bae-4c09-8bae-b38245255cbd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:52.439680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Checking segment: {'id': '299a0ba9-efff-4fbd-b1b2-1145433d8005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e6aabe9-3562-4bcb-9463-05c1f36e76ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:52.440062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Network hostable DHCP agents. Network: 5e6aabe9-3562-4bcb-9463-05c1f36e76ea, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:52.464775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-7b019924-9199-4d88-8b9d-d774b35885df tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:52.469629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-7b019924-9199-4d88-8b9d-d774b35885df tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.1539629 Sep 24 18:55:52.485583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Network 5e6aabe9-3562-4bcb-9463-05c1f36e76ea is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:52.487778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Request body: {'port': {'device_id': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'admin_state_up': True, 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:52.502625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5e6aabe9-3562-4bcb-9463-05c1f36e76ea) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:52.509557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:52.511026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:52.514302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15a2d0-eda1-4269-98d1-320807a73a01 None None] Network 5e6aabe9-3562-4bcb-9463-05c1f36e76ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:52.551023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-182f0d66-daac-476a-92e6-f827dc2046ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6756573 Sep 24 18:55:52.771177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d3653-fa84-4358-8cb8-015f71cbeb16 None None] Network 5e6aabe9-3562-4bcb-9463-05c1f36e76ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:52.853032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab868-2f80-4588-a12e-343bbc8f92b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:52.889898 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c79b365-c78d-4b5c-84b2-394a66a7ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:52.922275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33a846-996c-4af0-a717-279e98070158 req-493ab782-9133-4393-87e2-2e360b7d0047 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:52.935125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd33a846-996c-4af0-a717-279e98070158 req-493ab782-9133-4393-87e2-2e360b7d0047 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.1203992 Sep 24 18:55:52.947856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:52.953411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.043930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd33a846-996c-4af0-a717-279e98070158 req-c77933ed-f3b4-4481-8c51-cd2eb1ab8761 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075020 Sep 24 18:55:53.286569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab868-2f80-4588-a12e-343bbc8f92b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.292889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:53.296892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.299396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1803182711-network', 'tenant_id': 'e1648b509e27417f9c0ff07b3694d736'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:53.308098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8af52260-9716-4ae6-9758-9626278559a2 req-e96f5ce1-c14f-4b52-b492-479d125771a3 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0474491 Sep 24 18:55:53.310669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab868-2f80-4588-a12e-343bbc8f92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.318978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Allocated IP 172.20.0.8 (63a23328-1ed9-474c-a5bd-5235fddcda5f/10350ee2-0e9c-4567-a205-20d341e5f8b1/343b20fa-19d6-4df4-a134-ac119996f543) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:53.349911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Made reservation on behalf of e1648b509e27417f9c0ff07b3694d736 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:53.356401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.368441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.371702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f7ab868-2f80-4588-a12e-343bbc8f92b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b363cf218604bfcbc81c34442325e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9671431 Sep 24 18:55:53.374689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab868-2f80-4588-a12e-343bbc8f92b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b484367-d801-4c58-bd77-4c8db48934ab,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:53.376782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:53.487632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8742950a-59ea-4d40-b043-a42077a83c4e req-4bd48208-b16e-4ffd-bd74-978fa47ce37e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 210 time: 0.0652428 Sep 24 18:55:53.500499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.538407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.584951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.590223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.607824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.631398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.634529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.638385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b484367-d801-4c58-bd77-4c8db48934ab HTTP/1.1" status: 204 len: 168 time: 0.2579529 Sep 24 18:55:53.638385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd43df-3b79-456d-a86b-81e35d7907df,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:53.645398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:55:53.655281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2be37-ea5b-45c6-9fb4-704f7cd93791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b484367-d801-4c58-bd77-4c8db48934ab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:53.660847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.660970 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Added segment 2cbd3435-27d3-437f-b007-f2f141cf6c20 of type vlan for network 7c7573c0-9294-4eaa-be6d-7681455c26fa Sep 24 18:55:53.664361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-237f7b23-13a6-43f6-9749-e6f87a235873 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b33ba85114c4226ae577ef4bb326436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371821 Sep 24 18:55:53.681986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.707771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.740677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.741651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:53.742281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.765173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:53.779893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:53.781963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4877491 Sep 24 18:55:53.784709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:53.787311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:53.793136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:53.793782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.821936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:53.828155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Request body: {'subnet': {'network_id': '7c7573c0-9294-4eaa-be6d-7681455c26fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1803182711-subnet', 'tenant_id': 'e1648b509e27417f9c0ff07b3694d736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:53.832342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae5f5-c047-4280-8c92-9666727c901d admin admin] Pushing event updated for resources: {'Network': ['ID=7c7573c0-9294-4eaa-be6d-7681455c26fa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:53.843397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7c7573c0-9294-4eaa-be6d-7681455c26fa details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:55:53.877935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9e56a90b-c35f-4985-a241-da9ba93e5b1b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3963945 Sep 24 18:55:53.897823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Request body: {'port': {'device_id': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'device_owner': 'compute:tempest-test_az-1576132644', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:53.901081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Made reservation on behalf of e1648b509e27417f9c0ff07b3694d736 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:53.906204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:53.960966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-cc23c929-005e-48b4-b460-89253170835e tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:53.962457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-cc23c929-005e-48b4-b460-89253170835e tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848504 Sep 24 18:55:53.991474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.000512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.010830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-dbdf59ff-636c-4eaa-a804-652467b65873 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/quotas/7b33ba85114c4226ae577ef4bb326436 HTTP/1.1" status: 200 len: 375 time: 0.0212908 Sep 24 18:55:54.072885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-8b9cf240-36f8-4135-b7e1-1aa409103e14 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394673 Sep 24 18:55:54.121698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.144659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:54.192846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2c2-c535-442d-9888-5e17b072a143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.215111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7dbdb6-7ef2-43ec-a8d8-6752dad39616,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:54.235430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Checking segment: {'id': '2cbd3435-27d3-437f-b007-f2f141cf6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7c7573c0-9294-4eaa-be6d-7681455c26fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:54.235771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Network hostable DHCP agents. Network: 7c7573c0-9294-4eaa-be6d-7681455c26fa, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:55:54.274837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Network 7c7573c0-9294-4eaa-be6d-7681455c26fa is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:55:54.290165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7c7573c0-9294-4eaa-be6d-7681455c26fa) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:54.294629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:54.295667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.301703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6921d99-f452-4166-9b23-e2970213043c None None] Network 7c7573c0-9294-4eaa-be6d-7681455c26fa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:54.313063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2f0e-2f90-476b-8634-d84aa122b758 req-ebc1383f-1619-4b6c-b25d-46a02fcb811c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:54.314735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4cb2f0e-2f90-476b-8634-d84aa122b758 req-ebc1383f-1619-4b6c-b25d-46a02fcb811c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.1271048 Sep 24 18:55:54.316654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc71bddb-3ab2-4576-b562-a93d79e72419 req-1b9f90c8-93b6-49d2-a085-19daf72ce547 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 210 time: 0.0502732 Sep 24 18:55:54.354472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2c2-c535-442d-9888-5e17b072a143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.362057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2c2-c535-442d-9888-5e17b072a143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.395871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0c2c2-c535-442d-9888-5e17b072a143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6330010-efe3-4de0-b30e-591272a9b0aa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:54.409588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8e2b2fc-c79d-4bda-98c4-147cff762e57 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6235130 Sep 24 18:55:54.431180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ca0c2c2-c535-442d-9888-5e17b072a143 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bb849028cdc427b833e0cfeb4364587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648826 Sep 24 18:55:54.431766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:54.522844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2926ccbc-01a8-4731-8ffc-431fba5ba9fa req-0cf6adcc-0f00-4f5d-9486-0f107310fbb8 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0686204 Sep 24 18:55:54.532284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.552923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c301ba-c3a5-4edb-9c26-8bace8dacd14 None None] Network 7c7573c0-9294-4eaa-be6d-7681455c26fa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:55:54.582164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.588664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4cb2f0e-2f90-476b-8634-d84aa122b758 req-d58062c7-f3b4-4621-8544-f50d5ba0468c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464268 Sep 24 18:55:54.639660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:54.701570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.704452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.705799 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6330010-efe3-4de0-b30e-591272a9b0aa HTTP/1.1" status: 204 len: 168 time: 0.2731202 Sep 24 18:55:54.729910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c0d3-6013-4461-ad41-3eda135765d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6330010-efe3-4de0-b30e-591272a9b0aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:54.841217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Deleting subnet 68e338a6-2bae-4c09-8bae-b38245255cbd {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:55:54.848442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.890365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343b20fa-19d6-4df4-a134-ac119996f543 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:55:54.909240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.918549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8f65-f8fc-434a-b791-2c03e199b36c req-42eeab3f-ee8c-4820-a1bd-bf9c971da24f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:54.921222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-439c8f65-f8fc-434a-b791-2c03e199b36c req-42eeab3f-ee8c-4820-a1bd-bf9c971da24f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 931 time: 0.2144349 Sep 24 18:55:54.955375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.962176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75135af-666e-43d0-828e-7973b2e69326 req-71188628-be04-49cd-99f5-d04a135f47a6 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:54.963918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b75135af-666e-43d0-828e-7973b2e69326 req-71188628-be04-49cd-99f5-d04a135f47a6 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 1123 time: 0.1776490 Sep 24 18:55:54.964825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Transition to ACTIVE for port object 343b20fa-19d6-4df4-a134-ac119996f543 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:55:54.981847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:54.984841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.039586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b75135af-666e-43d0-828e-7973b2e69326 req-f1eebcdd-bf3f-4b50-9430-88d08bc5e6a3 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.069889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-439c8f65-f8fc-434a-b791-2c03e199b36c req-1a34d7f9-93db-4113-99df-3d59ed7bfc0a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403780 Sep 24 18:55:55.166703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:55.175510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.182099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:55.182430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:55.182754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:55.217429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e338a6-2bae-4c09-8bae-b38245255cbd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:55.219254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.221171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9aa776c4-3ecf-4541-989e-370bb6e3394a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/68e338a6-2bae-4c09-8bae-b38245255cbd HTTP/1.1" status: 204 len: 168 time: 0.5805349 Sep 24 18:55:55.223786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:55.224987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:55:55.225317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:55.236505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:55:55.237005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:55:55.237961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:55:55.238409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Bound port: 343b20fa-19d6-4df4-a134-ac119996f543, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:55:55.238770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.298547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.340530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b75135af-666e-43d0-828e-7973b2e69326 req-f1eebcdd-bf3f-4b50-9430-88d08bc5e6a3 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.344536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:55:55.349215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:55:55.351928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b75135af-666e-43d0-828e-7973b2e69326 req-f1eebcdd-bf3f-4b50-9430-88d08bc5e6a3 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.368273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.391467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.410934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b75135af-666e-43d0-828e-7973b2e69326 req-f1eebcdd-bf3f-4b50-9430-88d08bc5e6a3 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358666 Sep 24 18:55:55.420750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.421240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.422749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.423312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.423745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.424352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.424875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.425205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.425521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.425842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.461837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:55.462846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.464275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] 10.222.0.69 "PUT /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 1113 time: 1.5737922 Sep 24 18:55:55.466627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:55:55.468920 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1562cf-30df-4385-b46c-854bfc9a40ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "tag": "343b20fa-19d6-4df4-a134-ac119996f543"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:55:55.473012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dffeccae-c101-4008-a8c1-42e58decbeb6 req-0e12d276-288c-4c3d-a483-ff5dd4d27492 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 210 time: 0.0548198 Sep 24 18:55:55.473686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eebcdd-bf3f-4b50-9430-88d08bc5e6a3 tempest-AggregatesAdminTestJSON-747436441 tempest-AggregatesAdminTestJSON-747436441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88591440-c533-45e7-a36c-abfa5bcf22f5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:55.504275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef007c-aeb4-4eeb-8b8c-17e99893dc7b service neutron] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:55.562999 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e64e2-2d9d-45e3-8c61-788774f3f4db x-openstack-request-id: req-f81e64e2-2d9d-45e3-8c61-788774f3f4db {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:55:55.563655 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "tag": "343b20fa-19d6-4df4-a134-ac119996f543", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:55:55.563655 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f81e64e2-2d9d-45e3-8c61-788774f3f4db {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:55:55.569519 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543', 'status': 'completed', 'code': 200} Sep 24 18:55:55.590586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-c7f89358-ae04-465f-b353-233f7edeb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:55.596420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-c7f89358-ae04-465f-b353-233f7edeb875 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1116 time: 0.0671704 Sep 24 18:55:55.648158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-79f91674-3877-42ae-850d-ba16a1f555a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0435531 Sep 24 18:55:55.698061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dc58318-c8b0-49bb-adb6-48b458a88ac1 req-3aaacdbd-47a2-4f75-a39e-f177b740def6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0523019 Sep 24 18:55:55.716895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-5f770eba-27b0-4bf0-afac-11259b3dd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:55.718448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-5f770eba-27b0-4bf0-afac-11259b3dd5a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0619545 Sep 24 18:55:55.760226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.768455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-9dd5cba1-653c-4e59-8fe8-456c8a4a5022 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427592 Sep 24 18:55:55.863114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.863598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.864004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.864397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:55.864886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6aabe9-3562-4bcb-9463-05c1f36e76ea']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:55.908305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-3dd1cb0b-539d-4447-819f-e9b71c6a8654 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324999 Sep 24 18:55:55.928580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299a0ba9-efff-4fbd-b1b2-1145433d8005') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:55.929038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299a0ba9-efff-4fbd-b1b2-1145433d8005') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:55.957089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-645c7086-2bcb-4431-8a8f-16c5a874f6ec tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 379 time: 0.0855935 Sep 24 18:55:55.964874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:55.991848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'port': {'device_id': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'admin_state_up': True, 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'security_groups': ['deeb58d1-5c14-4bd8-a809-10cc583d7fc4']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:56.011175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.030673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:55:56.031101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.048136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ac9a877-bb88-49c6-81f6-76ed61d07de9 req-3a0d4b55-b214-4e5f-846a-f6849f9bd821 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323898 Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: from cryptography.utils import int_from_bytes Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: from cryptography.utils import int_from_bytes Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:55:56.058837 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:55:56.242114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-b95f78dd-7224-49ab-989a-b340e0ffc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:56.243759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-b95f78dd-7224-49ab-989a-b340e0ffc41e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1116 time: 0.1210063 Sep 24 18:55:56.257544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9479d8-de99-4f54-802c-43eafea94ea5 req-f0ecda4c-0046-42f9-9848-b1c0a521f3c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:56.259329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc9479d8-de99-4f54-802c-43eafea94ea5 req-f0ecda4c-0046-42f9-9848-b1c0a521f3c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.0812030 Sep 24 18:55:56.301234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.332113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6aabe9-3562-4bcb-9463-05c1f36e76ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:56.339911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.345074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-10ae8314-9164-4286-9f6d-8bba164de8c6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e6aabe9-3562-4bcb-9463-05c1f36e76ea HTTP/1.1" status: 204 len: 168 time: 1.1173902 Sep 24 18:55:56.346806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:56.388847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc9479d8-de99-4f54-802c-43eafea94ea5 req-0a816e05-24be-4bde-a5e0-0e4a76c25ab3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171536 Sep 24 18:55:56.403054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Deleting subnet dd7dbdb6-7ef2-43ec-a8d8-6752dad39616 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:55:56.427980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.429639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.15', 50472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:56.475567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.504685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Made reservation on behalf of cf867b7ac74e43d3bbc53c793cf99d63 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:56.508255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.544123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-ed0c74d6-ec0a-4e0c-8462-210ec5ca5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:56.546344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-ed0c74d6-ec0a-4e0c-8462-210ec5ca5051 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2859688 Sep 24 18:55:56.603736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-27544ffe-8ce4-4d07-af99-db64dc96b77b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0463567 Sep 24 18:55:56.641256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53d2999a-7ec1-4003-acb4-4e17836d4c2a req-04b0b048-df48-4acd-8848-2bc8fa09b89d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 210 time: 0.0403733 Sep 24 18:55:56.643368 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-d2b365ab-5988-40b7-b22c-10af328260c5 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b33ba85114c4226ae577ef4bb326436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122822 Sep 24 18:55:56.706805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-bd7e07bb-7216-4628-87aa-183041380e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:56.708695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-bd7e07bb-7216-4628-87aa-183041380e88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0698054 Sep 24 18:55:56.737214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:56.747829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-279a92ac-6a38-4f32-b05b-23dd920d8145 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315144 Sep 24 18:55:56.939503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06191473-e196-44a2-99cb-842799d81413 req-c5dfa1bf-c138-4888-ac8d-347ff3400601 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 210 time: 0.0412779 Sep 24 18:55:56.941493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-9f58fcde-01f1-44b8-8803-53cc97984c91 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852107 Sep 24 18:55:56.993597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Allocated IP 172.20.0.14 (5e12d2d2-74e9-4177-bc67-165a152c2d14/59289075-8b25-4b9d-bc0f-9e81d5fb2803/2b4212c2-6455-46d4-9f35-b27cb2dae4e3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:57.039909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-8a14eef7-3e96-4fbd-b2e5-335d6e671030 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:57.041760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-8a14eef7-3e96-4fbd-b2e5-335d6e671030 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3842494 Sep 24 18:55:57.045159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.065493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c1562cf-30df-4385-b46c-854bfc9a40ea req-a32357e9-f0e5-461b-bd33-8ecd4bcdd545 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113348 Sep 24 18:55:57.078415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Request body: {'port': {'device_id': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '7b33ba85114c4226ae577ef4bb326436'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:57.094627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7dbdb6-7ef2-43ec-a8d8-6752dad39616,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:57.122973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.125198 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6daea28-7ad3-45cc-9cac-cd3fd891d9fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dd7dbdb6-7ef2-43ec-a8d8-6752dad39616 HTTP/1.1" status: 204 len: 168 time: 0.7773330 Sep 24 18:55:57.128113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44356) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:57.214556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.317491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.329002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Made reservation on behalf of 7b33ba85114c4226ae577ef4bb326436 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:55:57.332722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.344992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.420003 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.507445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:57.515097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:57.515302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.537214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:57.552064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.552657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.555714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.556995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > port after_create 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.558402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.558757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > port after_update 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.559882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.562004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.562210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.563170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.589324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:57.619248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.629427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.661492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.661980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.662156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.663150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 18:55:57.663679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7573c0-9294-4eaa-be6d-7681455c26fa']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:57.706485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbd3435-27d3-437f-b007-f2f141cf6c20') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:57.706485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbd3435-27d3-437f-b007-f2f141cf6c20') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:55:57.746348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44394) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:57.754093 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.789429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Allocated IP 192.168.233.33 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/fd11e87b-87d6-4966-bf1b-246746e5e407) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:55:57.797957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.815116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:55:57.815477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.825618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fefef-2d2b-4652-8723-14243f68733f req-35b73a5a-8386-470e-9bcb-86c89916ff76 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:57.834015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a58fefef-2d2b-4652-8723-14243f68733f req-35b73a5a-8386-470e-9bcb-86c89916ff76 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.1586053 Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: from cryptography.utils import int_from_bytes Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: from cryptography.utils import int_from_bytes Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: timer() Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:55:57.838805 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:55:57.922629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:57.923506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.923735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e913f0bf-3f82-4176-ac13-91281445f648 None None] Provisioning complete for port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:57.924199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e913f0bf-3f82-4176-ac13-91281445f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.925784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.933154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:57.938550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c7573c0-9294-4eaa-be6d-7681455c26fa HTTP/1.1" status: 204 len: 168 time: 0.8087053 Sep 24 18:55:57.963540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b33903-df91-468e-845d-0784ebf153aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7573c0-9294-4eaa-be6d-7681455c26fa,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:57.974005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e4c37-24ab-42b7-a42f-279d9cafbc40,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:57.977576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-99b691ad-7bb9-438c-a92c-baa55ec09e11 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9931242 Sep 24 18:55:57.989311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-b5719b3b-ea9e-46bf-9c9d-67901ac8e78e tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:55:57.990359 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-b5719b3b-ea9e-46bf-9c9d-67901ac8e78e tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058784 Sep 24 18:55:58.001040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e913f0bf-3f82-4176-ac13-91281445f648 None None] Port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:58.001373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.004999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a58fefef-2d2b-4652-8723-14243f68733f req-3a7a6379-0e32-4b62-9a51-bd00e4a6bcbd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696584 Sep 24 18:55:58.007137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1d63-283c-41e5-b5e2-3b41817d680d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.057691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.068142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-703d1d9e-e141-4dc6-bf8a-baa9d9f0f455 req-2714d885-8de9-48d0-a948-589e79d5880c tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 210 time: 0.0620971 Sep 24 18:55:58.118507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:55:58.121514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:55:58.125444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:55:58.136149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Pushing event updated for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:58.200312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Request body: {'port': {'device_id': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:58.205971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1d63-283c-41e5-b5e2-3b41817d680d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.208016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44418) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:58.219028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e1d63-283c-41e5-b5e2-3b41817d680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.244107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:58.244758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.287366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.295874 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-445ae1e1-6add-4481-a680-be067fbdbe4d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2433188 Sep 24 18:55:58.311094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Request body: {'port': {'device_id': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:55:58.344446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-22b36c37-136e-40fe-a438-7c8cbd975591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddfbe8465f8f4c7a86a3f08957063390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348145 Sep 24 18:55:58.349332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44424) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:58.383408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b1e1d63-283c-41e5-b5e2-3b41817d680d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdb713295308423cbb842eddb510f3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299226 Sep 24 18:55:58.395471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44428) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:58.396337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e1d63-283c-41e5-b5e2-3b41817d680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5518a-5db2-4959-b527-8ca0709616ce,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:58.435137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-49140d85-929a-4ca1-8f23-625f221432bb None None] Provisioning complete for port fd11e87b-87d6-4966-bf1b-246746e5e407 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:55:58.435695 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49140d85-929a-4ca1-8f23-625f221432bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.468331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5287e-a02a-47ce-aeda-96d2f0e78983 req-9f58f68c-d3cf-42e3-8022-86f216f30692 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:58.480847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afc5287e-a02a-47ce-aeda-96d2f0e78983 req-9f58f68c-d3cf-42e3-8022-86f216f30692 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 932 time: 0.2654369 Sep 24 18:55:58.516892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-49140d85-929a-4ca1-8f23-625f221432bb None None] Port fd11e87b-87d6-4966-bf1b-246746e5e407 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:55:58.562708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.582904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.628404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afc5287e-a02a-47ce-aeda-96d2f0e78983 req-e1338e8d-de2a-4270-b2b5-7ac05ed70d06 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411052 Sep 24 18:55:58.662312 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.666258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.689029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44448) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:58.705027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.801044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.809097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.810590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64f5518a-5db2-4959-b527-8ca0709616ce HTTP/1.1" status: 204 len: 168 time: 0.4086759 Sep 24 18:55:58.839828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937b73f-b5ef-4334-8b4e-0923dda21227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5518a-5db2-4959-b527-8ca0709616ce,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:58.843889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.851762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:58.855904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cab9e8d-cb31-4cbe-aa3e-b669262bd542 HTTP/1.1" status: 204 len: 168 time: 0.5025561 Sep 24 18:55:58.869299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27869ee4-8901-4c5a-8810-5b5d3626b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cab9e8d-cb31-4cbe-aa3e-b669262bd542,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:58.940365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f372a49-8cb3-464a-99af-ae4f4ee140a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.165756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f372a49-8cb3-464a-99af-ae4f4ee140a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.176778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f372a49-8cb3-464a-99af-ae4f4ee140a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.246183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:55:59.256582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f372a49-8cb3-464a-99af-ae4f4ee140a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec9f54-670d-4377-ad97-a2c56ccf2280,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:59.257661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.270670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9f372a49-8cb3-464a-99af-ae4f4ee140a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d39e30971e0745f0a4b0d587624795af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780458 Sep 24 18:55:59.272413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:59.304886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a46ac-baec-4cef-8044-7f8184d945c1 req-cdbfadb6-b5c1-4dfa-9eb5-6518b66d5fd2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:59.306715 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d32a46ac-baec-4cef-8044-7f8184d945c1 req-cdbfadb6-b5c1-4dfa-9eb5-6518b66d5fd2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.1333654 Sep 24 18:55:59.326583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Transition to ACTIVE for port object 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:55:59.336679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9245b-66a3-4ea3-a526-3c58cc828881 req-d7f00496-51fb-44ea-ab68-25824e4cbb6f tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:59.338210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f9245b-66a3-4ea3-a526-3c58cc828881 req-d7f00496-51fb-44ea-ab68-25824e4cbb6f tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 935 time: 0.0849061 Sep 24 18:55:59.360110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.403683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d32a46ac-baec-4cef-8044-7f8184d945c1 req-49552f9a-c331-4449-bf8b-9f55c7301146 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858166 Sep 24 18:55:59.427823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f9245b-66a3-4ea3-a526-3c58cc828881 req-de4fb20b-ebec-4e29-87f5-6cba5f8490f9 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825760 Sep 24 18:55:59.428759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd11e87b-87d6-4966-bf1b-246746e5e407 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:55:59.444800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.493621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44498) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:59.529671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.533657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Transition to ACTIVE for port object fd11e87b-87d6-4966-bf1b-246746e5e407 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:55:59.535410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8810a718-29ad-4212-a2d7-da618429dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.576438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:59.595634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.604639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:59.605315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:55:59.755214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8810a718-29ad-4212-a2d7-da618429dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.765198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8810a718-29ad-4212-a2d7-da618429dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.770582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:55:59.844404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8810a718-29ad-4212-a2d7-da618429dfc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fd19017cb5845d397fb984af8ec9a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490965 Sep 24 18:55:59.872826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:59.883469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810a718-29ad-4212-a2d7-da618429dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3e747-dc90-420d-b86d-5247d26bc621,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:59.893926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:55:59.906326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Attempting to bind port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:55:59.906692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Attempting to bind port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:55:59.907077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Attempting to bind port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:59.922375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877cb9a-9afb-41f4-a26a-a9927fb28a65 req-5d5d9bac-da9b-493b-b26f-c8710277a1b4 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:55:59.924217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1877cb9a-9afb-41f4-a26a-a9927fb28a65 req-5d5d9bac-da9b-493b-b26f-c8710277a1b4 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 944 time: 0.1561160 Sep 24 18:55:59.969278 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-432d8980-9c46-420a-8fb7-2125ef2832f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1648b509e27417f9c0ff07b3694d736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441911 Sep 24 18:55:59.972671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44536) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:55:59.980305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:55:59.980631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Attempting to bind port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:55:59.987702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:55:59.999063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1877cb9a-9afb-41f4-a26a-a9927fb28a65 req-d3b7b2ea-c201-4be6-a10b-ad4ad625929a tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624638 Sep 24 18:56:00.009890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '343b20fa-19d6-4df4-a134-ac119996f543', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'port_id': '343b20fa-19d6-4df4-a134-ac119996f543', 'mac_address': 'fa:16:3e:c5:c8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10350ee2-0e9c-4567-a205-20d341e5f8b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1576132644', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:00.032315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:00.032650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Checking segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:00.033230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Bound using segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:00.033693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Bound port: 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:00.034143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.099074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.106695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.109050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.109417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.111336 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1ec9f54-670d-4377-ad97-a2c56ccf2280 HTTP/1.1" status: 204 len: 168 time: 0.8344312 Sep 24 18:56:00.131690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Attempting to bind port fd11e87b-87d6-4966-bf1b-246746e5e407 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:00.132019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Attempting to bind port fd11e87b-87d6-4966-bf1b-246746e5e407 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:00.132408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Attempting to bind port fd11e87b-87d6-4966-bf1b-246746e5e407 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:00.137461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343b20fa-19d6-4df4-a134-ac119996f543 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:00.159760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a14f0-347a-4921-aa32-f9598b5d602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec9f54-670d-4377-ad97-a2c56ccf2280,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:00.169557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.176015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Port fd11e87b-87d6-4966-bf1b-246746e5e407 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:00.176220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Attempting to bind port fd11e87b-87d6-4966-bf1b-246746e5e407 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:00.181056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.195585 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:00.195585 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:00.195918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:00.196122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Bound port: fd11e87b-87d6-4966-bf1b-246746e5e407, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:00.196663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.219981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:00.235166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.253683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.283394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.287076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.289399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1fd43df-3b79-456d-a86b-81e35d7907df HTTP/1.1" status: 204 len: 168 time: 0.3154595 Sep 24 18:56:00.297640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:00.299815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdcca-65a4-4780-a1a0-5e2ec6faab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd43df-3b79-456d-a86b-81e35d7907df,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:00.304849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:00.387086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:00.400794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.454289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['343b20fa-19d6-4df4-a134-ac119996f543'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:00.470115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:00.473243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:00.474003 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.475709 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 200 len: 1092 time: 2.3766263 Sep 24 18:56:00.478350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:00.522202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd11e87b-87d6-4966-bf1b-246746e5e407,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:00.574565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.578580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3764e4-8761-4ca4-b41c-1d1aa8c30b00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:00.581470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.585557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.589585 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6c3e747-dc90-420d-b86d-5247d26bc621 HTTP/1.1" status: 204 len: 168 time: 0.7123644 Sep 24 18:56:00.706759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a5c3-6fb8-4a28-b8be-2a821ae0d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3e747-dc90-420d-b86d-5247d26bc621,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:00.754572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcaee6-d3f4-4401-9279-ceae2a5eb4a7 req-63927b1b-d261-4bf1-9d7d-451432d61b17 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:00.760965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2efcaee6-d3f4-4401-9279-ceae2a5eb4a7 req-63927b1b-d261-4bf1-9d7d-451432d61b17 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.1311784 Sep 24 18:56:00.797781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:00.805939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:00.811554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd11e87b-87d6-4966-bf1b-246746e5e407 HTTP/1.1" status: 200 len: 1095 time: 2.5062199 Sep 24 18:56:00.896401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af8c3-51e2-4b1d-b7c6-d3bd20527878 req-82025e4e-5aa6-4c3a-83d1-f8402a7d127d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:00.902124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:00.908847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b1af8c3-51e2-4b1d-b7c6-d3bd20527878 req-82025e4e-5aa6-4c3a-83d1-f8402a7d127d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 947 time: 0.2067912 Sep 24 18:56:00.916059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-1dc604da-24b1-49f8-92ad-f0197f9a2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:00.917885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-1dc604da-24b1-49f8-92ad-f0197f9a2c9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 1095 time: 0.3913136 Sep 24 18:56:00.964027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2efcaee6-d3f4-4401-9279-ceae2a5eb4a7 req-d89efc53-d2d5-428d-900c-54914f4e007a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707683 Sep 24 18:56:01.005524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3355e-6e6e-4f2b-8394-75d07d63d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:01.025740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b1af8c3-51e2-4b1d-b7c6-d3bd20527878 req-5fe2e065-c7d8-43ea-a294-e40b5bcbac39 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155427 Sep 24 18:56:01.059663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb1-7cb8-4111-adf2-2501775074c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:01.074113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-3a0ecdbb-c6a3-4dde-903d-71d582b7b3f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 200 len: 217 time: 0.1291895 Sep 24 18:56:01.152402 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072d6be-03b0-47b5-8858-51b7ea6afc22" -d '{"events": [{"name": "network-changed", "server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:01.189387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-d71a1a53-d706-42ce-be4b-3f457e0bd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.191093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-d71a1a53-d706-42ce-be4b-3f457e0bd9f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 1098 time: 0.3158553 Sep 24 18:56:01.210393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-ea0b39ce-6acb-4408-814b-92de12c8c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.212707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-ea0b39ce-6acb-4408-814b-92de12c8c709 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.1293914 Sep 24 18:56:01.250392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c7577-1931-42e0-9f5f-12cd89c9e305 req-75bb952b-f1a1-4048-bf55-64ff49290af6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.252190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e2c7577-1931-42e0-9f5f-12cd89c9e305 req-75bb952b-f1a1-4048-bf55-64ff49290af6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 944 time: 0.0806119 Sep 24 18:56:01.301773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-e8d7e8f5-e3cd-4a8a-81be-8d9b52c68d38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=fd11e87b-87d6-4966-bf1b-246746e5e407 HTTP/1.1" status: 200 len: 217 time: 0.1005607 Sep 24 18:56:01.311632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e2c7577-1931-42e0-9f5f-12cd89c9e305 req-ebbce92c-fafa-4ef6-8d82-c23c7d8c2cc3 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515246 Sep 24 18:56:01.407779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bef71-7810-4256-af71-d36f89069f67 req-3be510ba-4b00-418a-a886-c767ed72ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.409312 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-3be510ba-4b00-418a-a886-c767ed72ad21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891618 Sep 24 18:56:01.420439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-d934271a-bd97-47d3-a122-d99181ee60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.421962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-d934271a-bd97-47d3-a122-d99181ee60d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1005173 Sep 24 18:56:01.461590 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950c1cc3-277d-4b63-871a-86fb45ae05a5 x-openstack-request-id: req-950c1cc3-277d-4b63-871a-86fb45ae05a5 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:01.462046 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:01.462207 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-950c1cc3-277d-4b63-871a-86fb45ae05a5 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:01.462579 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'status': 'completed', 'code': 200} Sep 24 18:56:01.551655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb1-7cb8-4111-adf2-2501775074c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:01.636740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:01.726667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb1-7cb8-4111-adf2-2501775074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:01.753381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 343b20fa-19d6-4df4-a134-ac119996f543 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:01.754310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f3b4ddb1-7cb8-4111-adf2-2501775074c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e66da6564757462f92a247454f1b2d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478096 Sep 24 18:56:01.758265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:01.758738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-7098fe46-e984-4d50-8345-03adfe7007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.760355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-7098fe46-e984-4d50-8345-03adfe7007c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3205121 Sep 24 18:56:01.784453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 343b20fa-19d6-4df4-a134-ac119996f543 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:01.790177 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:01.834798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-dd58cca4-67fc-432b-b3f5-49bd4664efc7 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109213 Sep 24 18:56:01.837225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4ddb1-7cb8-4111-adf2-2501775074c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cce5d2-fcd2-4910-97d6-0d39a5a35f96,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:01.918764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:01.961368 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-1accffa2-b2e0-41a9-a19c-af5b5eb66d15 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910141 Sep 24 18:56:01.963440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76bf1d-99cb-44c3-b727-d09f51610b5a req-d2c6c4c0-195c-439c-b2f1-688c4dcec5fd tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:01.976655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c76bf1d-99cb-44c3-b727-d09f51610b5a req-d2c6c4c0-195c-439c-b2f1-688c4dcec5fd tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.1263034 Sep 24 18:56:02.015237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.042738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.070789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:02.073259 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa4494e-ab62-4f14-8562-122b33e6dad7" -d '{"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-plugged", "status": "completed", "tag": "343b20fa-19d6-4df4-a134-ac119996f543"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:02.103399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:02.108868 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.150500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e55bef71-7810-4256-af71-d36f89069f67 req-0e2f7b38-bd19-46db-ac4a-0a9adf0a3a1e service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999811 Sep 24 18:56:02.150922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44660) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:02.153253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c76bf1d-99cb-44c3-b727-d09f51610b5a req-7e95f3a2-5339-4297-a669-644c7cb0558a tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753311 Sep 24 18:56:02.180904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205e32b-09b8-4d41-b5eb-5a126c866968 req-f83ef217-4fb2-4d3f-a4b3-0f96572bf23d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.183379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d205e32b-09b8-4d41-b5eb-5a126c866968 req-f83ef217-4fb2-4d3f-a4b3-0f96572bf23d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 967 time: 0.1081982 Sep 24 18:56:02.201551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:02.213785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.222591 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.224056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12cce5d2-fcd2-4910-97d6-0d39a5a35f96 HTTP/1.1" status: 204 len: 168 time: 0.4632404 Sep 24 18:56:02.248310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee7db7-0d86-4d91-80a1-4b9ab0998179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cce5d2-fcd2-4910-97d6-0d39a5a35f96,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:02.282133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d205e32b-09b8-4d41-b5eb-5a126c866968 req-61ca159a-5119-47ad-a136-1d1aa4e518af tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727422 Sep 24 18:56:02.300017 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fef473f6-db99-4cd4-9f09-2cb73c38883f req-dec21d1f-d6bd-4971-8ef0-5af08c65bcd5 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213809 Sep 24 18:56:02.309628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-0a5ce57a-9980-4a21-b962-147f14cb565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.311741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-0a5ce57a-9980-4a21-b962-147f14cb565b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0807726 Sep 24 18:56:02.335126 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c66bcb-767b-436f-88e6-f912d0786779 x-openstack-request-id: req-64c66bcb-767b-436f-88e6-f912d0786779 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:02.335452 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-plugged", "status": "completed", "tag": "343b20fa-19d6-4df4-a134-ac119996f543", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:02.336058 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64c66bcb-767b-436f-88e6-f912d0786779 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:02.336465 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543', 'code': 200} Sep 24 18:56:02.498555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efc563-6814-40d2-9202-e94dd3511f62 req-5bccad25-8479-4d52-81fb-48ee068f6791 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.500321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04efc563-6814-40d2-9202-e94dd3511f62 req-5bccad25-8479-4d52-81fb-48ee068f6791 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 947 time: 0.1494498 Sep 24 18:56:02.519411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-510865555-network', 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:02.531990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c606df-5587-48a9-b56b-67c29dc7ae2a req-560b03b2-73c0-4443-8a85-8f2fb3e62cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.533580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c606df-5587-48a9-b56b-67c29dc7ae2a req-560b03b2-73c0-4443-8a85-8f2fb3e62cdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1118 time: 0.1176791 Sep 24 18:56:02.549338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff97cd7-665e-4e48-b89c-442cc05e045b req-b8d35328-bd0c-4b7e-ac96-84e948a4c23b tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.556748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fff97cd7-665e-4e48-b89c-442cc05e045b req-b8d35328-bd0c-4b7e-ac96-84e948a4c23b tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 944 time: 0.1218121 Sep 24 18:56:02.566153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:02.568422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.590411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.605405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04efc563-6814-40d2-9202-e94dd3511f62 req-752b451e-488e-4606-9135-bf10ec152c98 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Sep 24 18:56:02.614003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-4848ddc8-fe62-4bed-ac7e-72228ea131ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.615711 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-4848ddc8-fe62-4bed-ac7e-72228ea131ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 923 time: 0.2908134 Sep 24 18:56:02.647899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fff97cd7-665e-4e48-b89c-442cc05e045b req-20816656-b545-4b5b-8c6d-f98784b901bf tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857644 Sep 24 18:56:02.652028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c606df-5587-48a9-b56b-67c29dc7ae2a req-19fe9ca2-67db-4a34-88bb-72079acae676 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932767 Sep 24 18:56:02.709261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-b21d78e8-b6cd-4e9d-b420-d37b9f2bcb06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 200 len: 217 time: 0.0765545 Sep 24 18:56:02.792015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-461a2c4a-d08e-444b-a5ba-f7628dbfe20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.793743 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-461a2c4a-d08e-444b-a5ba-f7628dbfe20b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.0740244 Sep 24 18:56:02.859136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.877954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.884082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.899788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-8bd905c0-2ad4-4b6c-8a71-3010ca23d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:02.901297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-8bd905c0-2ad4-4b6c-8a71-3010ca23d96c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893455 Sep 24 18:56:02.938784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:56:02.956962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ab485-3b63-4057-8c37-04b514954316,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:02.976732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:02.977140 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Added segment 0452bcea-7cf6-45e0-a47e-ab365b736e3b of type vlan for network 9d08bec6-781a-4fe4-b4b3-451f18f43560 Sep 24 18:56:03.071731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.115786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-76768c6d-5471-43e7-9b65-084f5c5d0e8f service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912541 Sep 24 18:56:03.144707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.145613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:03.146177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.241177 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0870404 Sep 24 18:56:03.244215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:03.254837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Request body: {'subnet': {'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-510865555-subnet', 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:03.316926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137db393-aae3-432f-9f2b-2332527c89f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d08bec6-781a-4fe4-b4b3-451f18f43560,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:03.329614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:56:03.341689 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a072d6be-03b0-47b5-8858-51b7ea6afc22 req-df72cb02-c7b3-4cc9-a3ab-e3595565dabb service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156386 Sep 24 18:56:03.406950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:03.409458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.463502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:03.464243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-7a345acd-aba5-4c75-8bd5-e193ca3a98f3 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:03.466511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-7a345acd-aba5-4c75-8bd5-e193ca3a98f3 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.1865735 Sep 24 18:56:03.466635 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b208c-4554-4e61-b096-dab010034393" -d '{"events": [{"name": "network-changed", "server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:03.582449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb58d3-a2e6-4b06-a79f-f3291704a169 req-6ed039ce-4dd0-4440-af49-445675bd8739 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:03.584053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cbb58d3-a2e6-4b06-a79f-f3291704a169 req-6ed039ce-4dd0-4440-af49-445675bd8739 tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/ports?device_id=434805d2-3e0f-4a2e-8249-11e7aa5ade31 HTTP/1.1" status: 200 len: 972 time: 0.2232358 Sep 24 18:56:03.622892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:03.691100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b4418-a294-45ec-a3ef-3cfdb92b46cc req-c38a3a8c-6f2a-478b-b6e6-50a3476ff33a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:03.698323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-593b4418-a294-45ec-a3ef-3cfdb92b46cc req-c38a3a8c-6f2a-478b-b6e6-50a3476ff33a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 967 time: 0.2701154 Sep 24 18:56:03.775825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cbb58d3-a2e6-4b06-a79f-f3291704a169 req-eca1934a-afbe-467e-8773-48e7b3b6aa3a tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.18 "GET /v2.0/security-groups?id=eac2d3f3-489f-4547-99ca-fab47d13d882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808341 Sep 24 18:56:03.783503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86af92fe-7717-447b-838a-efaf8735501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.831846 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60024ba-9460-4935-a52b-3ff326447cd3 x-openstack-request-id: req-c60024ba-9460-4935-a52b-3ff326447cd3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:03.832247 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:03.832498 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c60024ba-9460-4935-a52b-3ff326447cd3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:03.833097 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407', 'status': 'completed', 'code': 200} Sep 24 18:56:03.869393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.904890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-593b4418-a294-45ec-a3ef-3cfdb92b46cc req-68942d21-7b8c-4331-986f-2175724838a4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057085 Sep 24 18:56:03.937191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Deleting port ed230672-0167-448c-8f8a-b31076abe0ad {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:56:03.937536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.954487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b208c-4554-4e61-b096-dab010034393 req-0ce9dbac-7475-4a57-8855-d3b2d6fe68de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:03.956022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-0ce9dbac-7475-4a57-8855-d3b2d6fe68de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 1098 time: 0.0826147 Sep 24 18:56:03.979276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86af92fe-7717-447b-838a-efaf8735501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:03.989455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86af92fe-7717-447b-838a-efaf8735501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.099137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af92fe-7717-447b-838a-efaf8735501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84269c-3165-487d-adb2-e90f496c71b7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:04.105729 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86af92fe-7717-447b-838a-efaf8735501e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=770a45d78d084b35aaa149e8ce52075b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817317 Sep 24 18:56:04.109352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:04.153336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b208c-4554-4e61-b096-dab010034393 req-06cda381-6a68-4edd-88d6-a3b5142f8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.154846 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-06cda381-6a68-4edd-88d6-a3b5142f8633 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1779921 Sep 24 18:56:04.205394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-b23c3724-96be-4324-98c2-124bc91c125a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=fd11e87b-87d6-4966-bf1b-246746e5e407 HTTP/1.1" status: 200 len: 217 time: 0.0414872 Sep 24 18:56:04.211421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.254655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d58550-a8fe-4c91-a858-7dd88ccd5e6d,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:04.267429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.287017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b208c-4554-4e61-b096-dab010034393 req-d44a8705-0e93-4660-bb75-b1610ae95367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.288495 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-d44a8705-0e93-4660-bb75-b1610ae95367 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0752304 Sep 24 18:56:04.320533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5a82-34a2-46cc-83be-02e0d8e5798e req-5ec68307-32a4-48cd-a39a-6e895663086b tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.322241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-039b5a82-34a2-46cc-83be-02e0d8e5798e req-5ec68307-32a4-48cd-a39a-6e895663086b tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 947 time: 0.4109859 Sep 24 18:56:04.331484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:04.332072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Network hostable DHCP agents. Network: 9d08bec6-781a-4fe4-b4b3-451f18f43560, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:56:04.335321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] For port ed230672-0167-448c-8f8a-b31076abe0ad, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed230672-0167-448c-8f8a-b31076abe0ad,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:04.335679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.346023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.348653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.352302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a84269c-3165-487d-adb2-e90f496c71b7 HTTP/1.1" status: 204 len: 168 time: 0.2379110 Sep 24 18:56:04.361873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b609c-5494-49f5-9b91-53395ece0158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84269c-3165-487d-adb2-e90f496c71b7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:04.366008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b208c-4554-4e61-b096-dab010034393 req-ff5afa57-250e-4adf-aaaf-4150b8742013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.367643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-ff5afa57-250e-4adf-aaaf-4150b8742013 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673845 Sep 24 18:56:04.370260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Calling delete_port for ed230672-0167-448c-8f8a-b31076abe0ad owned by compute:tempest-test_az-1576132644 {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:56:04.382739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08748dc-5c40-4a3f-8ef9-1d53fe254d5c req-d188d962-51fd-400e-9180-e3483cac91de tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.390012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a08748dc-5c40-4a3f-8ef9-1d53fe254d5c req-d188d962-51fd-400e-9180-e3483cac91de tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 944 time: 0.3848093 Sep 24 18:56:04.487807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-bf93a73b-400e-4d12-94b8-a5fac3d1eb5a service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116295 Sep 24 18:56:04.503284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:56:04.507590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-039b5a82-34a2-46cc-83be-02e0d8e5798e req-b0ede0a0-85b7-407f-8940-05f467fbbe99 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686599 Sep 24 18:56:04.525372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a08748dc-5c40-4a3f-8ef9-1d53fe254d5c req-192e2ffb-33d0-46c1-adab-a88a862cde15 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345332 Sep 24 18:56:04.530755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9d08bec6-781a-4fe4-b4b3-451f18f43560) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:04.540439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:04.541041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.542973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20073ff-5d0c-4c5f-ba80-9a4445e3bbb4 None None] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:04.587472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5714c479-65cc-4ff9-9bd4-84e6e41f8bfe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3402915 Sep 24 18:56:04.625306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-602b208c-4554-4e61-b096-dab010034393 req-433f3ed7-3c4f-4615-a9c5-6ef159efed8b service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252987 Sep 24 18:56:04.682967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.702020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ed230672-0167-448c-8f8a-b31076abe0ad'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:04.720590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Pushing event deleted for resources: {'Port': ['ID=ed230672-0167-448c-8f8a-b31076abe0ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:04.759005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad3d19-7a04-438f-9fd5-f697114717d1 None None] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:04.795628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] No DVR routers for this DVR port ed230672-0167-448c-8f8a-b31076abe0ad on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:56:04.800478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:04.802905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-367979b3-7f2a-4041-b982-cd7235736cf9 req-dda942cf-ec6b-4c88-b177-bcd906adf76c tempest-AggregatesAdminTestJSON-1816033867 tempest-AggregatesAdminTestJSON-1816033867-project] 10.222.0.69 "DELETE /v2.0/ports/ed230672-0167-448c-8f8a-b31076abe0ad HTTP/1.1" status: 204 len: 173 time: 1.3187950 Sep 24 18:56:04.804410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'name': 'network-vif-deleted', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:04.816173 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8467d217-ceeb-4d8f-9083-58e04edf0589" -d '{"events": [{"server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "name": "network-vif-deleted", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:05.125781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:05.139465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4320a335-52ca-4ee0-80d2-2f44f07f7b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.284349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4320a335-52ca-4ee0-80d2-2f44f07f7b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.292343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4320a335-52ca-4ee0-80d2-2f44f07f7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.324367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:05.344973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320a335-52ca-4ee0-80d2-2f44f07f7b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0910e-bb1e-45f6-a9a3-ab391fb97c22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:05.349770 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4320a335-52ca-4ee0-80d2-2f44f07f7b78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=599238faf5ca44558405b74ef182e03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229514 Sep 24 18:56:05.352569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:05.456207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:05.471815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'port_id': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'mac_address': 'fa:16:3e:f5:d4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:05.473945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.502079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.554570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.573009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:05.610188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:05.611519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.614358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.618828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4d0910e-bb1e-45f6-a9a3-ab391fb97c22 HTTP/1.1" status: 204 len: 168 time: 0.2612035 Sep 24 18:56:05.619233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.620064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd11e87b-87d6-4966-bf1b-246746e5e407 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:05.621283 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b144da75-4c19-48e0-a09c-987748397c08 x-openstack-request-id: req-b144da75-4c19-48e0-a09c-987748397c08 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:05.623338 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434805d2-3e0f-4a2e-8249-11e7aa5ade31", "name": "network-vif-deleted", "tag": "ed230672-0167-448c-8f8a-b31076abe0ad", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:05.623902 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b144da75-4c19-48e0-a09c-987748397c08 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:05.625012 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434805d2-3e0f-4a2e-8249-11e7aa5ade31', 'name': 'network-vif-deleted', 'tag': 'ed230672-0167-448c-8f8a-b31076abe0ad', 'status': 'completed', 'code': 200} Sep 24 18:56:05.637323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c7a99-2a51-4752-8c5e-6ec7867c4b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0910e-bb1e-45f6-a9a3-ab391fb97c22,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:05.677589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:05.683603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-12032691-network', 'tenant_id': '94a8b896d24d4d18a4d0b78fadc6c45b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:05.708293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f18421-c0dc-439c-9647-7bc786dd7c22 req-f3f4e688-bebd-4058-927e-bb222001c631 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:05.710000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4f18421-c0dc-439c-9647-7bc786dd7c22 req-f3f4e688-bebd-4058-927e-bb222001c631 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 967 time: 0.0590999 Sep 24 18:56:05.722026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Made reservation on behalf of 94a8b896d24d4d18a4d0b78fadc6c45b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:05.727764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.729013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:05.745702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.792261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4f18421-c0dc-439c-9647-7bc786dd7c22 req-49336c99-76d7-4229-822a-81d51ba08e5d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Sep 24 18:56:05.818299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd11e87b-87d6-4966-bf1b-246746e5e407,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:05.838322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'fd11e87b-87d6-4966-bf1b-246746e5e407', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'fd11e87b-87d6-4966-bf1b-246746e5e407', 'mac_address': 'fa:16:3e:b7:c1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:05.890574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.898519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.906813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.920653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd11e87b-87d6-4966-bf1b-246746e5e407 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:05.946739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:56:05.953808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44834) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:05.965198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd11e87b-87d6-4966-bf1b-246746e5e407,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:05.973775 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.975537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57627349-8a78-43e2-8d8c-23cbed7f0369,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:05.978987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:05.979578 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Added segment 2237eb24-53e4-48b5-bf30-1dd55f9be3a9 of type vlan for network b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 Sep 24 18:56:06.028613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.067733 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.068876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:06.070547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.088493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:06.108742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49503b2e-bfac-4a47-995e-53695411d1a6 req-40d111c2-e961-4865-ae01-d55aff2b3fe1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:06.115957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4343112 Sep 24 18:56:06.117457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:06.118806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49503b2e-bfac-4a47-995e-53695411d1a6 req-40d111c2-e961-4865-ae01-d55aff2b3fe1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 945 time: 0.0756729 Sep 24 18:56:06.122970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Request body: {'subnet': {'network_id': 'b2e718ec-8dbe-4da4-b9ce-4194b1cb3876', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-12032691-subnet', 'tenant_id': '94a8b896d24d4d18a4d0b78fadc6c45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:06.161945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823e0c0-00b0-48b8-99ed-ab8ba48ad08e admin admin] Pushing event updated for resources: {'Network': ['ID=b2e718ec-8dbe-4da4-b9ce-4194b1cb3876,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:06.176484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:56:06.185687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49503b2e-bfac-4a47-995e-53695411d1a6 req-aa543746-de58-4407-88c5-5f11400c41a3 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Sep 24 18:56:06.212984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Made reservation on behalf of 94a8b896d24d4d18a4d0b78fadc6c45b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:06.215506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.389763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e5833-94b5-4ef9-8e32-da90827792a2 req-afab5591-c248-46e7-b4d6-c2cdb1e008ad tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:06.391309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d86e5833-94b5-4ef9-8e32-da90827792a2 req-afab5591-c248-46e7-b4d6-c2cdb1e008ad tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 948 time: 0.1168990 Sep 24 18:56:06.426265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9ed4d157-9784-488d-8cd1-88b44aa74097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=513c7ddd2b7f4b83be5dbac4d44214bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4703610 Sep 24 18:56:06.428653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44850) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:06.452902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d86e5833-94b5-4ef9-8e32-da90827792a2 req-f8ee8c12-7ca9-4354-bbb0-e625aff12627 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Sep 24 18:56:06.465379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.485429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2b4212c2-6455-46d4-9f35-b27cb2dae4e3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:06.490885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['fd11e87b-87d6-4966-bf1b-246746e5e407'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:06.495112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.521852 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.568021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee68587-c744-47cc-a2f7-65411199a3cd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:06.588200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Checking segment: {'id': '2237eb24-53e4-48b5-bf30-1dd55f9be3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2e718ec-8dbe-4da4-b9ce-4194b1cb3876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:06.590212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Network hostable DHCP agents. Network: b2e718ec-8dbe-4da4-b9ce-4194b1cb3876, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:56:06.612792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.616742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.620757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eac2d3f3-489f-4547-99ca-fab47d13d882 HTTP/1.1" status: 204 len: 168 time: 0.1888971 Sep 24 18:56:06.631719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4478d8c-3939-4574-814f-3215b0df890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac2d3f3-489f-4547-99ca-fab47d13d882,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:06.639602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Network b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:56:06.658981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b2e718ec-8dbe-4da4-b9ce-4194b1cb3876) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:06.663381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:06.663961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:06.680913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac682c-524e-4116-92ef-b70ce7a93452 None None] Network b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:06.688565 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-20e42160-b6e2-460e-9a9c-b3b5fcce075f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5699925 Sep 24 18:56:06.940297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0f763-3afd-4891-a52f-460f0643e6ec None None] Network b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:07.132610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d755fea-8a66-4bfc-8a44-e1020f76a475 req-b09e322f-0471-4f74-af29-157af6c3fdbf tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.134160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d755fea-8a66-4bfc-8a44-e1020f76a475 req-b09e322f-0471-4f74-af29-157af6c3fdbf tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1118 time: 0.0917635 Sep 24 18:56:07.195810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d755fea-8a66-4bfc-8a44-e1020f76a475 req-4d672542-d96f-4256-b360-6fe3193361ab tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Sep 24 18:56:07.323411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:07.369221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc023f-b5c3-488e-8efb-4ac87508917d req-89d0e409-f538-4871-8908-112b1429f5f6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.370646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cbc023f-b5c3-488e-8efb-4ac87508917d req-89d0e409-f538-4871-8908-112b1429f5f6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 945 time: 0.0551205 Sep 24 18:56:07.383225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3ef577d-0552-4378-b48b-36fd4e640c3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6c76fe335ba49fbb23286dbdc5e90e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574536 Sep 24 18:56:07.385752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:07.425492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cbc023f-b5c3-488e-8efb-4ac87508917d req-14a74e5c-316e-4ed3-9d89-066221102f8c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471485 Sep 24 18:56:07.457740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:07.480034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:07.545490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f57bbb-05cb-400b-92d0-53f7a8f05a82 req-d6c16cba-6f28-4c0f-9d71-62a90a4ef253 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.547225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9f57bbb-05cb-400b-92d0-53f7a8f05a82 req-d6c16cba-6f28-4c0f-9d71-62a90a4ef253 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1118 time: 0.0486505 Sep 24 18:56:07.560105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:07.562619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:07.566142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88591440-c533-45e7-a36c-abfa5bcf22f5 HTTP/1.1" status: 204 len: 168 time: 0.1763420 Sep 24 18:56:07.577548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145b887-6d43-4539-9e88-d788c7b4f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88591440-c533-45e7-a36c-abfa5bcf22f5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:07.600319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9f57bbb-05cb-400b-92d0-53f7a8f05a82 req-58123a03-1721-4be7-9cd0-0c3194738419 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Sep 24 18:56:07.651169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed230672-0167-448c-8f8a-b31076abe0ad no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:56:07.657236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-e13daa1a-d09f-45ef-bcc5-8c77f14e7cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456026 Sep 24 18:56:07.679635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: ed230672-0167-448c-8f8a-b31076abe0ad {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:56:07.680251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed230672-0167-448c-8f8a-b31076abe0ad not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:56:07.745562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53061116-dccc-4e22-a097-6ffd986b186f req-8f8dc95e-82f6-47d6-bd08-13a79c3c99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.748237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-8f8dc95e-82f6-47d6-bd08-13a79c3c99e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1118 time: 0.0436769 Sep 24 18:56:07.877867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53061116-dccc-4e22-a097-6ffd986b186f req-8ddabbdd-d96f-4f38-8f1f-805af3b9e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.880167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-8ddabbdd-d96f-4f38-8f1f-805af3b9e489 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.1148772 Sep 24 18:56:07.908053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:07.933363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-0e56c21a-cb99-4e8c-9ad3-f4bfa457b38f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0452785 Sep 24 18:56:07.991164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53061116-dccc-4e22-a097-6ffd986b186f req-71d8c641-89c3-4fdb-aaf9-6cc4d847e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:07.992602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-71d8c641-89c3-4fdb-aaf9-6cc4d847e55f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0529916 Sep 24 18:56:08.056089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-6208d01a-d9a5-477c-a059-57ec72072b68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368977 Sep 24 18:56:08.080717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b1c8f-aeab-4b88-adf4-ff0a9f4b690a req-daeb2c33-7335-4080-b4be-5a55db3cb278 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:08.082496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf3b1c8f-aeab-4b88-adf4-ff0a9f4b690a req-daeb2c33-7335-4080-b4be-5a55db3cb278 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 948 time: 0.0932095 Sep 24 18:56:08.199741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf3b1c8f-aeab-4b88-adf4-ff0a9f4b690a req-af18a052-b3e8-40ec-af6b-8d7c88c3dc73 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898170 Sep 24 18:56:08.203026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dccc14e-518c-4182-a065-532614b64aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.243690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-f431ed3c-f1ad-4d36-b48c-235d48962345 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793988 Sep 24 18:56:08.383644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dccc14e-518c-4182-a065-532614b64aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.389377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dccc14e-518c-4182-a065-532614b64aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.441123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1dccc14e-518c-4182-a065-532614b64aa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07ce26a21938436aa083900c692c8340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318873 Sep 24 18:56:08.442467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccc14e-518c-4182-a065-532614b64aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c2961-1a8b-43e9-a75d-886144864308,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:08.445191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:08.448340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-ae7241ed-f636-4e23-bca6-f822f2eafb42 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:08.450995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-ae7241ed-f636-4e23-bca6-f822f2eafb42 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.2047169 Sep 24 18:56:08.457962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53061116-dccc-4e22-a097-6ffd986b186f req-e2e85dd0-ba4a-44ba-98dd-ff93879d0429 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928453 Sep 24 18:56:08.479600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-82933f24-af78-40cc-8c25-2706a59b3d3a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/quotas/0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 375 time: 0.0204813 Sep 24 18:56:08.514470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.538687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-99b0ffb1-1cac-439d-9932-3117bc82dd3b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575299 Sep 24 18:56:08.548671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.552360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.624494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.628582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:08.629742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c53c2961-1a8b-43e9-a75d-886144864308 HTTP/1.1" status: 204 len: 168 time: 0.1834252 Sep 24 18:56:08.641594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396404a-47b6-4d9d-a3c4-e0156806b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c2961-1a8b-43e9-a75d-886144864308,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:08.670358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-b0fc32d7-ea56-432d-a952-62606a5bddcb service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305349 Sep 24 18:56:08.712618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-59edf309-7c9d-4719-a18a-f85ae17efe6d req-b4ad014f-0ca7-43e1-becd-46652b7a133f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:56:08.714913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59edf309-7c9d-4719-a18a-f85ae17efe6d req-b4ad014f-0ca7-43e1-becd-46652b7a133f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073702 Sep 24 18:56:08.780331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-de050b0b-8f6c-4f0d-bceb-b1f43540b2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034968 Sep 24 18:56:09.074403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd29a8-35c1-4823-9701-dc4c4383ed9b req-f2d04c39-9d07-45eb-a467-2dfcd4172df0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:09.082765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31dd29a8-35c1-4823-9701-dc4c4383ed9b req-f2d04c39-9d07-45eb-a467-2dfcd4172df0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 945 time: 0.0768912 Sep 24 18:56:09.140946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31dd29a8-35c1-4823-9701-dc4c4383ed9b req-0562628b-1aab-4015-a906-f701aaace7e9 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569859 Sep 24 18:56:09.216749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32897868-6767-4d8b-ba38-9f40fa2ae107 req-09faf16f-c703-4a33-b839-e14cb9dddbeb tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 210 time: 0.0282884 Sep 24 18:56:09.315889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:09.376754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:09.382172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:09.382769 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.473727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.503437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:09.506161 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93156c49-c120-4747-8b42-0e96db4d39b3" -d '{"events": [{"server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "name": "network-vif-plugged", "status": "completed", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:09.534807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45008) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:09.545736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:09.551100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b7233aa-b855-4616-b853-4e67746cdd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.553449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.554954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd11e87b-87d6-4966-bf1b-246746e5e407 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:09.649356 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port fd11e87b-87d6-4966-bf1b-246746e5e407 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:09.652141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45012) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:09.662178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port fd11e87b-87d6-4966-bf1b-246746e5e407 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:09.662722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.720172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:09.804717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b7233aa-b855-4616-b853-4e67746cdd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.810326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b7233aa-b855-4616-b853-4e67746cdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.841525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.869193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05684-cbee-497f-89cd-3424e2bad798 req-0dc4dc12-72c4-46d4-b42c-0b5d588f2e10 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:09.870920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cb05684-cbee-497f-89cd-3424e2bad798 req-0dc4dc12-72c4-46d4-b42c-0b5d588f2e10 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 948 time: 0.1184750 Sep 24 18:56:09.893134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8b7233aa-b855-4616-b853-4e67746cdd8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5548858d923499886676f82f86f278c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570828 Sep 24 18:56:09.895722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7233aa-b855-4616-b853-4e67746cdd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262b274-fa52-49a0-a186-f3eed99ba928,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:09.899123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:09.948129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd11e87b-87d6-4966-bf1b-246746e5e407,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:09.955062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:09.959263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cb05684-cbee-497f-89cd-3424e2bad798 req-a2e7630a-39f5-486d-9470-70795030ad7e tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780361 Sep 24 18:56:09.996148 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.012265 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79453138-f1de-4adb-8b45-d37e53e23ebc x-openstack-request-id: req-79453138-f1de-4adb-8b45-d37e53e23ebc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:10.013461 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "name": "network-vif-plugged", "status": "completed", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:10.013888 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79453138-f1de-4adb-8b45-d37e53e23ebc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:10.014330 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'code': 200} Sep 24 18:56:10.023786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.028779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:10.096638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.099978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.102814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e262b274-fa52-49a0-a186-f3eed99ba928 HTTP/1.1" status: 204 len: 168 time: 0.1951146 Sep 24 18:56:10.110137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fac3a-b6e3-40b3-8732-b16a6f11b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262b274-fa52-49a0-a186-f3eed99ba928,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:10.159281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4a767061-9918-4d3a-bd09-f3d8971ba282 tempest-AutoAllocateNetworkTest-392520227 tempest-AutoAllocateNetworkTest-392520227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1382c278d191402bbeb6f7dcd98e6811&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5049875 Sep 24 18:56:10.162776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:10.240189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:10.360348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee038b69-74fc-4a8b-ad69-b6f16ae1ff32 req-9e745e78-0d85-4cbd-980c-a73d62b02fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:10.362029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee038b69-74fc-4a8b-ad69-b6f16ae1ff32 req-9e745e78-0d85-4cbd-980c-a73d62b02fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1856539 Sep 24 18:56:10.423865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22bf75-0eda-499d-9ee9-dd445da1e8ba req-eab4a154-6065-4e92-af4a-d36b29a45e75 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:10.432692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c22bf75-0eda-499d-9ee9-dd445da1e8ba req-eab4a154-6065-4e92-af4a-d36b29a45e75 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.1633406 Sep 24 18:56:10.519683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c22bf75-0eda-499d-9ee9-dd445da1e8ba req-99924be9-8b47-457d-ab42-d301d2de1eab tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775290 Sep 24 18:56:10.520736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45044) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:10.598414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-ef10d6bc-b108-4d8e-94e6-438b206d0d72 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:10.604217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-ef10d6bc-b108-4d8e-94e6-438b206d0d72 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.3212860 Sep 24 18:56:10.639352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Request body: {'port': {'device_id': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'admin_state_up': True, 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:10.728582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6244c-8730-4a66-b370-eb405b29e527 tempest-AutoAllocateNetworkTest-392520227 tempest-AutoAllocateNetworkTest-392520227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:10.732978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8e6244c-8730-4a66-b370-eb405b29e527 tempest-AutoAllocateNetworkTest-392520227 tempest-AutoAllocateNetworkTest-392520227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5664907 Sep 24 18:56:10.732978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee038b69-74fc-4a8b-ad69-b6f16ae1ff32 req-abfd65c7-9350-4ebb-8554-5432e0264e25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555377 Sep 24 18:56:10.733294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:10.751109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03480e4d-8d6a-4ad3-8f03-3e0268c4a504 req-203f420f-3d3e-41c5-b6b7-fdcc5179e146 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 210 time: 0.0655112 Sep 24 18:56:10.751907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8b4f-e80f-4efa-9a9a-107af0b9e8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.757091 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.810548 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d51b432a-3540-448a-a996-74003e3aa8ca tempest-AutoAllocateNetworkTest-392520227 tempest-AutoAllocateNetworkTest-392520227-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752864 Sep 24 18:56:10.812751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:10.841239 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e1f3036-d9d6-4bc7-ac1d-6d09a3c6027e tempest-AutoAllocateNetworkTest-392520227 tempest-AutoAllocateNetworkTest-392520227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1382c278d191402bbeb6f7dcd98e6811 HTTP/1.1" status: 200 len: 208 time: 0.0268190 Sep 24 18:56:10.858366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 18:56:10.858366 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 18:56:10.858366 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': 'b0bc3fe44b9641e3acd51d6e74145e46', 'id': 'f33087bc-2341-4fac-8a6a-366567cccd4f', 'expiration': datetime.datetime(2021, 9, 24, 18, 58, 10, 850223)}] Sep 24 18:56:10.858366 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:56:10.859038 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:56:10.966880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8b4f-e80f-4efa-9a9a-107af0b9e8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:10.974034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8b4f-e80f-4efa-9a9a-107af0b9e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.022695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4a4a8b4f-e80f-4efa-9a9a-107af0b9e8f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f34b3fe41574451087098085f4625f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7784848 Sep 24 18:56:11.022936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45080) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:11.026627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:11.031599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.046127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8b4f-e80f-4efa-9a9a-107af0b9e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a486344-c45f-49a1-a0fe-80b23444dae0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:11.110776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.154046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.222837 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.226167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.228594 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a486344-c45f-49a1-a0fe-80b23444dae0 HTTP/1.1" status: 204 len: 168 time: 0.2041161 Sep 24 18:56:11.240605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e6a74-b8c9-41d7-9253-ca6b82a9e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a486344-c45f-49a1-a0fe-80b23444dae0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:11.272648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:11.288103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7722-a79f-407b-bd3e-aff6438d34d2 req-59b11dc5-3dc0-4960-97a2-c35bdd9bbbba tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:11.296157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-797b7722-a79f-407b-bd3e-aff6438d34d2 req-59b11dc5-3dc0-4960-97a2-c35bdd9bbbba tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1595416 Sep 24 18:56:11.307871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Allocated IP 172.20.0.9 (9d08bec6-781a-4fe4-b4b3-451f18f43560/30d58550-a8fe-4c91-a858-7dd88ccd5e6d/c646e856-478a-4693-9fbc-71d633dc7a32) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:11.374227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-797b7722-a79f-407b-bd3e-aff6438d34d2 req-086ec0e1-c6fe-4d18-a273-05113f346820 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Sep 24 18:56:11.377596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.576915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5a91-f732-4439-b3c6-1156538ff1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.589597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.676612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.688858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45114) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:11.744471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:11.881918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.917833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.918078 n-d-810952-2 neutron-server[94856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 18:56:11.922256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-188ef625-8cd5-47ff-a271-d7d1858f8187 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:56:11.922691 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89599232-85dd-4479-b9e3-bfd721b5df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:11.923293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-188ef625-8cd5-47ff-a271-d7d1858f8187 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1778247 Sep 24 18:56:11.955201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc467ed-6b22-4f7b-9c7f-4a3e21c55657 req-bff692a5-8c65-4969-91f5-0b62f2a1e914 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:11.956698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcc467ed-6b22-4f7b-9c7f-4a3e21c55657 req-bff692a5-8c65-4969-91f5-0b62f2a1e914 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.3312182 Sep 24 18:56:11.968245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-0b190ee1-5d6c-40d9-9708-490e962ca9a3 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:11.969622 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-0b190ee1-5d6c-40d9-9708-490e962ca9a3 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 1115 time: 0.0404561 Sep 24 18:56:12.015462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:12.017877 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf405b6-e47d-4a5d-bd38-9a2016a97dd3" -d '{"events": [{"server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "name": "network-vif-plugged", "status": "completed", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:12.018424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0bc3fe44b9641e3acd51d6e74145e46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4742484 Sep 24 18:56:12.021265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:12.036035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:12.042299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf263e-d4d9-4d5f-af21-110eed15b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5b0f8-2919-4cbe-9904-60a5ec0f567f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.056719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:12.059933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:12.101432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.115480 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.138391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcc467ed-6b22-4f7b-9c7f-4a3e21c55657 req-8da608de-b889-47c4-ba85-264420dcaf5d tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598363 Sep 24 18:56:12.140689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.154580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:12.155148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:56:12.156827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:12.157557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.196749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5a91-f732-4439-b3c6-1156538ff1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.203073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5a91-f732-4439-b3c6-1156538ff1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.221483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-11fd700a-d484-449c-ab8f-688898db5a8e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6011972 Sep 24 18:56:12.256267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Request body: {'port': {'device_id': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:12.286452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.288988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.292451 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bed5b0f8-2919-4cbe-9904-60a5ec0f567f HTTP/1.1" status: 204 len: 168 time: 0.2676115 Sep 24 18:56:12.304905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ab49a-9ffb-4912-b779-00fc685892e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed5b0f8-2919-4cbe-9904-60a5ec0f567f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.313658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dcaf5a91-f732-4439-b3c6-1156538ff1c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1382c278d191402bbeb6f7dcd98e6811&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0399945 Sep 24 18:56:12.320078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:12.327027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf5a91-f732-4439-b3c6-1156538ff1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893159e6-df9f-4656-922f-e2680d745258,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.385289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ccc02-0886-46b3-a923-dc147e6e3d9a req-7ef53390-b52e-4f9f-a685-902849c003f2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:12.387055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-393ccc02-0886-46b3-a923-dc147e6e3d9a req-7ef53390-b52e-4f9f-a685-902849c003f2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 931 time: 0.1533120 Sep 24 18:56:12.408967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.410708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:12.411281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:12.411403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:12.412565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.422690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:12.423023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:12.438124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:12.438454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:12.438835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:12.439294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Bound port: 343b20fa-19d6-4df4-a134-ac119996f543, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:12.442414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.488138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-393ccc02-0886-46b3-a923-dc147e6e3d9a req-459914f7-30b5-4de5-9a63-c55a75dc2d24 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913212 Sep 24 18:56:12.512086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89599232-85dd-4479-b9e3-bfd721b5df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.524509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89599232-85dd-4479-b9e3-bfd721b5df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.563643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89599232-85dd-4479-b9e3-bfd721b5df1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a7271d95c6342e2a3f18dafa4cd1148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8736405 Sep 24 18:56:12.566377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:12.567152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:12.586885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.588167 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7bddf9ce-3cb7-4c87-bcb1-842a2b777c33 service neutron] 10.222.0.18 "POST /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543/bindings HTTP/1.1" status: 201 len: 389 time: 0.5044270 Sep 24 18:56:12.605002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.608522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.609665 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d45fa-4f5b-411b-a088-7f13a39e49d1 x-openstack-request-id: req-ed8d45fa-4f5b-411b-a088-7f13a39e49d1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:12.610198 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "name": "network-vif-plugged", "status": "completed", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:12.610606 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed8d45fa-4f5b-411b-a088-7f13a39e49d1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:12.612198 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407', 'code': 200} Sep 24 18:56:12.612823 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/893159e6-df9f-4656-922f-e2680d745258 HTTP/1.1" status: 204 len: 168 time: 0.2917514 Sep 24 18:56:12.637136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc07bc-a7d0-4734-a631-70af954bc4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893159e6-df9f-4656-922f-e2680d745258,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.641860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89599232-85dd-4479-b9e3-bfd721b5df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9ad4b5-dd9a-4e5a-a60d-4f0715945f55,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.664261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.712440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.757102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871e11-063e-481a-871d-4d2889f83389 req-d97a90f0-24f4-4e1b-bcf5-3ff2a1630b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:12.758352 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc871e11-063e-481a-871d-4d2889f83389 req-d97a90f0-24f4-4e1b-bcf5-3ff2a1630b40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 1100 time: 0.0883572 Sep 24 18:56:12.768269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:12.816987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18033f20-af68-4413-82af-847443520bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.837128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.840709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:12.844689 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc9ad4b5-dd9a-4e5a-a60d-4f0715945f55 HTTP/1.1" status: 204 len: 168 time: 0.2741754 Sep 24 18:56:12.867464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc871e11-063e-481a-871d-4d2889f83389 req-9a23a355-b44a-4ec8-b95b-c25ae22d68ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976839 Sep 24 18:56:12.870797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be2456-5383-4e67-8e00-0157418a0e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9ad4b5-dd9a-4e5a-a60d-4f0715945f55,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:12.963359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c646e856-478a-4693-9fbc-71d633dc7a32 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:12.978220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d3d1f-28db-4ded-8507-3c6ac8eda3ad req-da3c0ba8-d653-4b45-a43a-5aa65b415585 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:12.986245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc1d3d1f-28db-4ded-8507-3c6ac8eda3ad req-da3c0ba8-d653-4b45-a43a-5aa65b415585 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1081765 Sep 24 18:56:12.990420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.001043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18033f20-af68-4413-82af-847443520bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.006689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18033f20-af68-4413-82af-847443520bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.033232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc1d3d1f-28db-4ded-8507-3c6ac8eda3ad req-ecf61d9a-31ec-4881-ab6c-04813f5974e4 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Sep 24 18:56:13.059930 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18033f20-af68-4413-82af-847443520bc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4ab69e65e9c4169a806c29ec1327922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888186 Sep 24 18:56:13.062583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:13.069726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18033f20-af68-4413-82af-847443520bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4af4f-e71e-40fc-b621-6c826ac5a83d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:13.072393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Transition to ACTIVE for port object c646e856-478a-4693-9fbc-71d633dc7a32 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:13.081905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.236369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:13.240017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.273460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.376942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.379978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.384044 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cc4af4f-e71e-40fc-b621-6c826ac5a83d HTTP/1.1" status: 204 len: 168 time: 0.3203702 Sep 24 18:56:13.397224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-8c0dccc1-94ae-426f-a474-62575a765946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.399127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-8c0dccc1-94ae-426f-a474-62575a765946 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1118 time: 0.0710859 Sep 24 18:56:13.400419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d74e3-5960-472b-a396-1273b6490f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4af4f-e71e-40fc-b621-6c826ac5a83d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:13.483582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4631358-1436-4afc-9ac5-a11b5adab9f0 req-3ca0a245-8b94-4a66-88bd-718c092d0c23 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.485296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4631358-1436-4afc-9ac5-a11b5adab9f0 req-3ca0a245-8b94-4a66-88bd-718c092d0c23 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 967 time: 0.2441754 Sep 24 18:56:13.501466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:13.502052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:13.502533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:13.505628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.506277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.506923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.507541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.508184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.509247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.509930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.510570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.511225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.513349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-759b5e46-c73e-48ca-8b22-03ce809c89f3 req-aaf82802-8d48-4797-8669-1f30ae95721b tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.3938997 Sep 24 18:56:13.532142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:13.532702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:13.543949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:13.544462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:13.545257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:13.546026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Bound port: c646e856-478a-4693-9fbc-71d633dc7a32, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:13.546544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.583965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4631358-1436-4afc-9ac5-a11b5adab9f0 req-62bd7910-aa79-41c5-b746-b98140c4aeba tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792615 Sep 24 18:56:13.587774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-084c9f14-e7c4-4e55-936d-abbfacc81991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.589472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-084c9f14-e7c4-4e55-936d-abbfacc81991 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.1723249 Sep 24 18:56:13.650060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:13.654588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:13.656394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-4ff2b3db-2510-4a6b-936a-fcee69667d30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0578377 Sep 24 18:56:13.674695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.720118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-aa3b412a-4bb3-425f-bc9b-1cfb71e50e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.721989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-aa3b412a-4bb3-425f-bc9b-1cfb71e50e63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0492635 Sep 24 18:56:13.747961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.748171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:13.749553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] 10.222.0.69 "PUT /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 1091 time: 1.5010307 Sep 24 18:56:13.754713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:13.757231 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:13.783466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-3fc5ebd6-a87b-435b-99a5-217837e3573f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470166 Sep 24 18:56:13.890732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746435f1-361e-48b5-a08f-bd672af798d0 req-40123528-24ab-4ae6-9ff8-745ede76d008 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.892390 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-ff2a67d0-3204-4aad-8bf5-215b5eef41c4 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976093 Sep 24 18:56:13.892506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746435f1-361e-48b5-a08f-bd672af798d0 req-40123528-24ab-4ae6-9ff8-745ede76d008 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.2362180 Sep 24 18:56:13.893164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461a1e7-d2de-4069-8d66-2bc81ee77189 service neutron] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:13.906117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c5c3-74c8-43d6-ade4-fad516ee7282 req-6ef38cc9-4da9-4a8e-8ce6-f6808adaf48d tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.907690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a89c5c3-74c8-43d6-ade4-fad516ee7282 req-6ef38cc9-4da9-4a8e-8ce6-f6808adaf48d tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 886 time: 0.2497551 Sep 24 18:56:13.931546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-df978b7d-c61a-4d5a-8ee1-437324434660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:13.933896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-df978b7d-c61a-4d5a-8ee1-437324434660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1094 time: 0.1299405 Sep 24 18:56:13.996544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746435f1-361e-48b5-a08f-bd672af798d0 req-d67cce87-41fa-471e-9862-3e63dce80c0c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967824 Sep 24 18:56:14.000098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-ea951f4f-cbae-45b0-ab4c-60511d63b9c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.0493662 Sep 24 18:56:14.062391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-083c7f76-e20f-4e90-b04a-980508336159 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534085 Sep 24 18:56:14.089771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-cab05eaa-56fa-491c-9841-00b46eb3b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.092754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-cab05eaa-56fa-491c-9841-00b46eb3b347 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0826879 Sep 24 18:56:14.108927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137448-7e52-4c9d-a62b-20812fa64f20 req-1f2868c3-4d0c-476e-93e6-c3d344331ea8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.110990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc137448-7e52-4c9d-a62b-20812fa64f20 req-1f2868c3-4d0c-476e-93e6-c3d344331ea8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.1132834 Sep 24 18:56:14.112500 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b7ff4-d3a1-499a-bd08-73df3abc8e2e x-openstack-request-id: req-f89b7ff4-d3a1-499a-bd08-73df3abc8e2e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:14.112793 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:14.113047 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f89b7ff4-d3a1-499a-bd08-73df3abc8e2e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:14.113439 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'status': 'completed', 'code': 200} Sep 24 18:56:14.153735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-c9139094-78c5-4317-b171-4dc3bb9fe72b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389788 Sep 24 18:56:14.201172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:14.268425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc137448-7e52-4c9d-a62b-20812fa64f20 req-2df2b8ae-d62c-4e0c-8beb-69f15ef3622b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440785 Sep 24 18:56:14.448406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-4c368a6d-459e-4738-ae2f-940c89acedd1 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.450310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-4c368a6d-459e-4738-ae2f-940c89acedd1 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1118 time: 0.1737123 Sep 24 18:56:14.472225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:14.517389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-network', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:14.566914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-04e283ab-b590-4279-9a27-fd9649933007 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963296 Sep 24 18:56:14.569011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.569489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.569957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.570578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.571077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.571592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.572146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.572870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.573398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.575524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f85f9803-dc90-4e7f-a4b0-f88a05197adc req-7a396740-d255-4100-aa64-e97c94741e52 tempest-NetworksTest-1778952065 tempest-NetworksTest-1778952065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.4501560 Sep 24 18:56:14.580530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Made reservation on behalf of f657bcf4ba044a5b97d1bdf464540da8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:14.582674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:14.616552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:14.674590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:14.681681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7de7b5-d455-48cc-904f-4a9d461e9687 req-b26ab6a7-f1f7-4e81-8cf7-b60c79a90708 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.683559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa7de7b5-d455-48cc-904f-4a9d461e9687 req-b26ab6a7-f1f7-4e81-8cf7-b60c79a90708 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.1356897 Sep 24 18:56:14.698788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:14.707085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'floatingip': {'port_id': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:14.771556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c27da8-96ad-4d3a-a17c-7c8da18ff843 req-9993f498-4df5-43e1-891e-6a50e9a250f6 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943307 Sep 24 18:56:14.808685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8eabd-2f98-4c6a-ba27-ab706e846858 req-3adb57f8-9201-43e3-a822-f949b8971972 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.810271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5f8eabd-2f98-4c6a-ba27-ab706e846858 req-3adb57f8-9201-43e3-a822-f949b8971972 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1233530 Sep 24 18:56:14.817001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:14.917293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5f8eabd-2f98-4c6a-ba27-ab706e846858 req-c9f919d2-0862-45c4-8576-53a48c59cbb8 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Sep 24 18:56:14.931488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eb49a-5df8-4755-955a-beaa74042260 req-f664a681-dce2-4310-ae49-d8923dcd6b38 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.933091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d6eb49a-5df8-4755-955a-beaa74042260 req-f664a681-dce2-4310-ae49-d8923dcd6b38 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 967 time: 0.1451511 Sep 24 18:56:14.951747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:14.961661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-6f796cd2-5993-43b4-91b7-01d046001db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:14.963196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-6f796cd2-5993-43b4-91b7-01d046001db9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1094 time: 0.1205647 Sep 24 18:56:14.969601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.014027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d6eb49a-5df8-4755-955a-beaa74042260 req-b1366c64-7644-4443-9973-465a183e076d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724077 Sep 24 18:56:15.050929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:56:15.106877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-73e2c5cd-b0bd-461f-b980-712ce118d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:15.111967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-73e2c5cd-b0bd-461f-b980-712ce118d61d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1385002 Sep 24 18:56:15.133128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.133475 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Added segment 78645ba4-8407-4fa2-98ee-50d8fbbd1cfc of type vlan for network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 Sep 24 18:56:15.144339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32ac56a-2f60-4f5a-95bc-ac6840f5f608,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:15.177942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-dd6ff363-4265-490f-b2be-08f905f35cc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.0568111 Sep 24 18:56:15.195102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:15.217318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.238393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-eaf21d9b-87a1-4343-8de7-5382e7671b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:15.240196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-eaf21d9b-87a1-4343-8de7-5382e7671b15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0533178 Sep 24 18:56:15.280891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-004cb2a4-8abe-4496-991f-072cdf38d60a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316122 Sep 24 18:56:15.416847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-05a7d76d-fe32-4c84-8e90-eb37d5319e5e req-2e1be906-af36-40ee-8ac3-3d259f99b0b2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:56:15.418147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05a7d76d-fe32-4c84-8e90-eb37d5319e5e req-2e1be906-af36-40ee-8ac3-3d259f99b0b2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121517 Sep 24 18:56:15.438383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45274) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:15.524989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-d01971f8-c478-4a4e-be22-09f851199c7b service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357788 Sep 24 18:56:15.563658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396644-1762-476a-8eb8-0eddd309af93 req-c6bc25e7-0e12-4dae-8e36-8cf1dc9e7fa0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:15.565179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53396644-1762-476a-8eb8-0eddd309af93 req-c6bc25e7-0e12-4dae-8e36-8cf1dc9e7fa0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.1603241 Sep 24 18:56:15.612848 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.613759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:15.614333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.703142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] Pushing event updated for resources: {'Network': ['ID=f5d8f609-408f-4c66-bd64-74e6e3f1fe88,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:15.714604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:56:15.726730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:15.738185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e9e1b66-67ea-43aa-b2ee-022d2fd6c169 req-85345f08-9366-4694-b22c-960ccdc7b257 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037332 Sep 24 18:56:15.830217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53396644-1762-476a-8eb8-0eddd309af93 req-a2947a28-798a-4d24-a4c6-d331e77223f2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903854 Sep 24 18:56:15.880724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66b68be5-763b-47c3-974a-6b3e516c3cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:15.919705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079153a-5388-49f4-a92a-73df9b1038b1 req-0e5acf46-85f6-4234-af4c-614fc34a1192 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:15.921579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d079153a-5388-49f4-a92a-73df9b1038b1 req-0e5acf46-85f6-4234-af4c-614fc34a1192 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1802464 Sep 24 18:56:15.995369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d079153a-5388-49f4-a92a-73df9b1038b1 req-ad7eff37-8bfe-4304-a660-f014df46d5bc tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573392 Sep 24 18:56:16.034829 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be198554-9574-41da-88cb-e4c6ff9d178f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8324759 Sep 24 18:56:16.043898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66b68be5-763b-47c3-974a-6b3e516c3cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.045300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:16.051127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Request body: {'subnet': {'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-subnet', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:16.056375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66b68be5-763b-47c3-974a-6b3e516c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.104359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:16.106925 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6d9560-8613-430e-a7a7-29f35da92ed7" -d '{"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-unplugged", "status": "completed", "tag": "343b20fa-19d6-4df4-a134-ac119996f543"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:16.114989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.115290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66b68be5-763b-47c3-974a-6b3e516c3cd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4296b8bb8dfe4733adc6b1dcf640f9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754913 Sep 24 18:56:16.117197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:16.138539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.153167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b68be5-763b-47c3-974a-6b3e516c3cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d3160c-a838-45f6-bb3b-811787ba0405,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:16.160702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Made reservation on behalf of f657bcf4ba044a5b97d1bdf464540da8 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:16.163087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.194423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.218131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 18:56:16.222170 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027c22f-d2b9-4779-9619-a0b65c14a646 x-openstack-request-id: req-9027c22f-d2b9-4779-9619-a0b65c14a646 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:16.222530 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-unplugged", "status": "completed", "tag": "343b20fa-19d6-4df4-a134-ac119996f543", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:16.222845 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9027c22f-d2b9-4779-9619-a0b65c14a646 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:16.223314 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543', 'code': 200} Sep 24 18:56:16.254874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.283256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:16.356575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.362579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.364503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:16.364831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:16.365156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:16.368149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-16c84ad4-f33e-49bd-8c50-7edbf4e0d325 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b33ba85114c4226ae577ef4bb326436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368037 Sep 24 18:56:16.389448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7991e6-c37c-404a-b832-7f31cf6d633f req-e1b384a8-dbd0-4380-b84b-5849fe272842 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:16.391366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b7991e6-c37c-404a-b832-7f31cf6d633f req-e1b384a8-dbd0-4380-b84b-5849fe272842 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.1792743 Sep 24 18:56:16.401788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:16.402120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Attempting to bind port 343b20fa-19d6-4df4-a134-ac119996f543 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:16.412089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:16.412659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:16.413280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:16.413971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Bound port: 343b20fa-19d6-4df4-a134-ac119996f543, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:16.414564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.466727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.469397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.470723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88d3160c-a838-45f6-bb3b-811787ba0405 HTTP/1.1" status: 204 len: 168 time: 0.3520749 Sep 24 18:56:16.521330 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098 associated. External IP: 172.25.5.24, port: 2b4212c2-6455-46d4-9f35-b27cb2dae4e3. Sep 24 18:56:16.558639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d54dd-cfa2-458d-9af0-7c0dba041f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d3160c-a838-45f6-bb3b-811787ba0405,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:16.571698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:16.577774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:16.581483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b7991e6-c37c-404a-b832-7f31cf6d633f req-e86cfca7-c88b-4eca-ba66-6b2340a65071 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764576 Sep 24 18:56:16.588495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.651625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-403f7a38-7d5a-48bf-9295-5d43c2357080 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:16.653926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-403f7a38-7d5a-48bf-9295-5d43c2357080 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761054 Sep 24 18:56:16.663272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.719316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-e4ca5f1e-121c-459a-bbee-0fff6dab133c tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/quotas/7b33ba85114c4226ae577ef4bb326436 HTTP/1.1" status: 200 len: 375 time: 0.0597045 Sep 24 18:56:16.736069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:16.763157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:16.763737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.765117 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-748a8d20-3ff0-467f-9ccb-91c30f4d9f51 service neutron] 10.222.0.15 "PUT /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 1143 time: 2.2999091 Sep 24 18:56:16.789799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Checking segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:16.791066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Network hostable DHCP agents. Network: f5d8f609-408f-4c66-bd64-74e6e3f1fe88, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:56:16.798706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=729659b6-a8e0-4cd9-b306-1e0df2a82966,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:16.829690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['343b20fa-19d6-4df4-a134-ac119996f543'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:16.838783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-d5d48141-202a-4fad-a61c-1aa0c9c302c8 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112497 Sep 24 18:56:16.845889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:56:16.867105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, f5d8f609-408f-4c66-bd64-74e6e3f1fe88) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:16.871716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:16.872499 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.889326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b088c9-e535-4b4a-97a7-db69c593a606 None None] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:16.899286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-71c6960e-debd-4bf9-971d-f4efa9bb1f0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8527548 Sep 24 18:56:16.900427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:56:16.902096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45334) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:16.911562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:16.960861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:16.962225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.083105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:56:17.088490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.090582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.096212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45342) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:17.098519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:56:17.112940 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:17.113771 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:17.146679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12ac60be-62b2-4956-a374-05914ec0a08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.149225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e7948fef-f3ce-408d-a3f5-162751307dfe tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "PUT /v2.0/floatingips/05c2e242-cccf-47ab-85f9-73384fcf7098 HTTP/1.1" status: 200 len: 991 time: 2.4488945 Sep 24 18:56:17.290248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ad56239-7209-453c-9fbf-7cb2b4a32b92 req-5a10b9c5-246f-42a2-87fe-038a9673b6b7 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 210 time: 0.0464215 Sep 24 18:56:17.334872 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:17.365657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'fixed_ips': [{'subnet_id': '729659b6-a8e0-4cd9-b306-1e0df2a82966'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:56:17.369226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.458614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.533985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe2a5a-1293-4cda-9451-c1f38a55929f req-6e863762-6b8f-4bab-8006-dad5bbe0f81e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:17.541851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cbe2a5a-1293-4cda-9451-c1f38a55929f req-6e863762-6b8f-4bab-8006-dad5bbe0f81e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.2968302 Sep 24 18:56:17.641583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Allocated IP 172.20.0.2 (f5d8f609-408f-4c66-bd64-74e6e3f1fe88/729659b6-a8e0-4cd9-b306-1e0df2a82966/225c0b7a-956b-4832-aa84-f33a5d3c961b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:17.658091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cbe2a5a-1293-4cda-9451-c1f38a55929f req-ee85a323-8323-4363-818e-7e764a578dbd tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152635 Sep 24 18:56:17.691563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12ac60be-62b2-4956-a374-05914ec0a08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.712882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12ac60be-62b2-4956-a374-05914ec0a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.745717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:17.772778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-12ac60be-62b2-4956-a374-05914ec0a08f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ef4edc18d7c4b709340c60ff346ed98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604087 Sep 24 18:56:17.774406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:17.891739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.953176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:17.963944 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:f5:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:56:16Z', 'revision_number': 1, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:18.005523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:56:18.017523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:18.018608 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:55:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:18.060331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.062972 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.067278 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa13211d-4c0a-40a3-bcfd-fde8e180dc45 HTTP/1.1" status: 204 len: 168 time: 0.2890251 Sep 24 18:56:18.081986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff744-08fc-4aea-9e48-3bfa24b4f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13211d-4c0a-40a3-bcfd-fde8e180dc45,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:18.149870 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.159996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:18.171292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.198882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac60be-62b2-4956-a374-05914ec0a08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13211d-4c0a-40a3-bcfd-fde8e180dc45,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:18.211722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'port_id': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'mac_address': 'fa:16:3e:3e:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d58550-a8fe-4c91-a858-7dd88ccd5e6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:18.218326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7670de-dcea-4754-abd6-82ade61ae9f0 req-95ffdd78-3201-4543-af41-ceed86c1bbaf tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:18.224666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543'}, {'name': 'network-changed', 'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:18.226237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d7670de-dcea-4754-abd6-82ade61ae9f0 req-95ffdd78-3201-4543-af41-ceed86c1bbaf tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.4020832 Sep 24 18:56:18.227736 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543368c8-d799-44f0-8958-0d55112b2893" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "tag": "343b20fa-19d6-4df4-a134-ac119996f543"}, {"name": "network-changed", "server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:18.243638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:18.261951 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:18.313335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:18.334964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Pushing event updated for resources: {'Port': ['ID=225c0b7a-956b-4832-aa84-f33a5d3c961b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:18.337343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:18.408938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d7670de-dcea-4754-abd6-82ade61ae9f0 req-4f389ab3-1a0f-443e-938b-4fe91c631c63 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815803 Sep 24 18:56:18.414200 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.416467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Attempting to bind port 225c0b7a-956b-4832-aa84-f33a5d3c961b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:18.416906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Attempting to bind port 225c0b7a-956b-4832-aa84-f33a5d3c961b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:18.417367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Attempting to bind port 225c0b7a-956b-4832-aa84-f33a5d3c961b on network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:18.423469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-0176a296-9cc5-41a8-a941-1b7bf4d8b315 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b33ba85114c4226ae577ef4bb326436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060255 Sep 24 18:56:18.426535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:18.426535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Checking segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:18.426535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.436916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Bound using segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:18.437421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Bound port: 225c0b7a-956b-4832-aa84-f33a5d3c961b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:18.437926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.456037 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0df09b-283e-4bba-9fe2-e2c72a7c9282 x-openstack-request-id: req-5d0df09b-283e-4bba-9fe2-e2c72a7c9282 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:18.456332 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "tag": "343b20fa-19d6-4df4-a134-ac119996f543", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:18.456627 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d0df09b-283e-4bba-9fe2-e2c72a7c9282 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:18.457024 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543', 'status': 'completed', 'code': 200} Sep 24 18:56:18.457271 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'status': 'completed', 'code': 200} Sep 24 18:56:18.467386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c646e856-478a-4693-9fbc-71d633dc7a32 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:18.473967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.69', 53135) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:18.576509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:18.585802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-fb49b8bf-3b55-41b5-a78a-cf95a768ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:18.587887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-fb49b8bf-3b55-41b5-a78a-cf95a768ebe0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1146 time: 0.1127591 Sep 24 18:56:18.589736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.631171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.663884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-492ded54-6905-42a3-8118-36e68fc27ce4 req-f0aa4d60-b4d0-4cd7-bef4-55ef5e76b73f tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 210 time: 0.0474935 Sep 24 18:56:18.670560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:18.693222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.730325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] For port 225c0b7a-956b-4832-aa84-f33a5d3c961b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:18.737533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] For port 225c0b7a-956b-4832-aa84-f33a5d3c961b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=225c0b7a-956b-4832-aa84-f33a5d3c961b,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:18.744935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:18.813501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-937d6ddd-be66-4de0-85a0-27f645f7c671 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:18.815082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-937d6ddd-be66-4de0-85a0-27f645f7c671 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332262 Sep 24 18:56:18.821795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c646e856-478a-4693-9fbc-71d633dc7a32'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:18.825157 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:f5:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:56:16Z', 'revision_number': 1, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:18.834609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Request body: {'port': {'device_id': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '7b33ba85114c4226ae577ef4bb326436'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:18.876487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2579a4-d539-4121-a8fb-85c89f03f6bb None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:f5:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:56:16Z', 'revision_number': 1, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:56:18.945291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05224dc-6dd5-4774-b5f1-fd435b8d2d2c None None] Pushing event updated for resources: {'Port': ['ID=225c0b7a-956b-4832-aa84-f33a5d3c961b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:19.117118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Allocated IP 172.25.5.160 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/cb7e619b-2548-4f5f-b777-3c5cb4af7d0d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:19.160484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877634b-0a02-4926-8bd1-6d9fb6aa3c47 req-88dc0625-15ee-4d4c-8fe1-c46c323399b9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.177772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e877634b-0a02-4926-8bd1-6d9fb6aa3c47 req-88dc0625-15ee-4d4c-8fe1-c46c323399b9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.2672403 Sep 24 18:56:19.354707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:19.431553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e877634b-0a02-4926-8bd1-6d9fb6aa3c47 req-4a9ff495-3259-4abe-be17-765ced0cb7c9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524617 Sep 24 18:56:19.502997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 225c0b7a-956b-4832-aa84-f33a5d3c961b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:19.530837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Made reservation on behalf of 7b33ba85114c4226ae577ef4bb326436 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:19.535859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-630024ea-988c-4930-9faf-80e7c60ccbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.537456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-630024ea-988c-4930-9faf-80e7c60ccbe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 1097 time: 0.9859502 Sep 24 18:56:19.538510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-8e35207d-66d8-49ca-a4bd-865bef56d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.544603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:19.545636 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-8e35207d-66d8-49ca-a4bd-865bef56d5ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.3297448 Sep 24 18:56:19.568078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442620b-a1d7-4696-893f-3f54adfb3950 None None] New status for floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 18:56:19.684700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-48fc08b4-d37f-46c4-9003-579c5ef984d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.1139555 Sep 24 18:56:19.705210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:19.720103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec064e0-708a-4b68-8331-d24cf0beb38d req-5c407e63-20d2-468d-b222-c015a7155043 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.729319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bec064e0-708a-4b68-8331-d24cf0beb38d req-5c407e63-20d2-468d-b222-c015a7155043 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.1531088 Sep 24 18:56:19.749137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:19.755228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45458) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:19.768744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:19.771632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 225c0b7a-956b-4832-aa84-f33a5d3c961b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:19.772457 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:19.863964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-becb1804-4cdd-4f45-bb37-18a6d32ee2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.868979 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-becb1804-4cdd-4f45-bb37-18a6d32ee2d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 923 time: 0.3190694 Sep 24 18:56:19.870643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-4c13bcdb-0445-4db5-8183-ce8b3a58672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:19.873410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-4c13bcdb-0445-4db5-8183-ce8b3a58672b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1774096 Sep 24 18:56:19.876479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:56:19.973817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d9b78f-8ce7-492f-a164-1a68ee95bca9 req-609a5f8d-75e6-420f-8646-09d4a3ea5a7e tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 210 time: 0.1685958 Sep 24 18:56:20.042270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-8c12c816-47af-4a6a-8aa2-6ee7bcb0e301 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 200 len: 999 time: 0.1426468 Sep 24 18:56:20.067815 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-dc834cf2-ea42-4802-8f2f-b750246920e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867690 Sep 24 18:56:20.107643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c646e856-478a-4693-9fbc-71d633dc7a32 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:20.115867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c646e856-478a-4693-9fbc-71d633dc7a32 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:20.116449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.133205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-404fa947-d122-4bca-814f-a0f67ecdfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:20.134642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.136927 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-404fa947-d122-4bca-814f-a0f67ecdfd21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.0710380 Sep 24 18:56:20.165222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.173520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bec064e0-708a-4b68-8331-d24cf0beb38d req-d58b3982-942e-41ff-8f5a-2d66fd0ac3e3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387484 Sep 24 18:56:20.199849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Allocated IP 192.168.233.63 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/fc41b53c-5727-4568-8587-e8825abdf443) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:20.274352 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-f189312d-be8f-4488-90d8-9d2c867e6405 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364288 Sep 24 18:56:20.288898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 225c0b7a-956b-4832-aa84-f33a5d3c961b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=225c0b7a-956b-4832-aa84-f33a5d3c961b,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:20.303386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.344272 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b395-7c7d-4d2e-933a-0375b9df864a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.374804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.378130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Pushing event updated for resources: {'Port': ['ID=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:20.384373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543368c8-d799-44f0-8958-0d55112b2893 req-30059a90-b6ec-4e1b-b415-a67d13010cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:20.392222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-30059a90-b6ec-4e1b-b415-a67d13010cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165566 Sep 24 18:56:20.428811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.457537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:20.470453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=225c0b7a-956b-4832-aa84-f33a5d3c961b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:20.479384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:20.487328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:20.489836 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8995d64-3c5b-4974-8448-77181a6361ed" -d '{"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-plugged", "status": "completed", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:20.492723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:20.511659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:20.522459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.560966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e242ea-5422-4845-9e4a-54764532bfd0 None None] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:20.570238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-6aef03ad-bb81-4e5f-b3a4-64ab25b48509 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832851 Sep 24 18:56:20.607898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-ca07d79a-a78e-4e48-b424-977e1fc8e7fd service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723793 Sep 24 18:56:20.770321 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536bd2a-f662-40b8-9a9c-9925a178309f x-openstack-request-id: req-5536bd2a-f662-40b8-9a9c-9925a178309f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:20.770621 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-plugged", "status": "completed", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:20.770887 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5536bd2a-f662-40b8-9a9c-9925a178309f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:20.771285 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'code': 200} Sep 24 18:56:20.774359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:20.783199 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-543368c8-d799-44f0-8958-0d55112b2893 req-234a1379-3731-4182-8fe7-f105948f0c00 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615438 Sep 24 18:56:20.791566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dd7336b5-18f2-4b60-b4b7-72b02e38394f None None] Provisioning complete for port 225c0b7a-956b-4832-aa84-f33a5d3c961b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:20.791883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd7336b5-18f2-4b60-b4b7-72b02e38394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:20.876232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aae8c9-442b-45fa-aab1-7b22aa60229d req-5c89daef-263a-481a-933b-a6fbd97034a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:20.878126 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-37aae8c9-442b-45fa-aab1-7b22aa60229d req-5c89daef-263a-481a-933b-a6fbd97034a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1096 time: 0.0869598 Sep 24 18:56:20.952241 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-37aae8c9-442b-45fa-aab1-7b22aa60229d req-ddf12aab-1624-47a1-a1ad-dba3ea76d6ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600171 Sep 24 18:56:20.970929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9083b77-63e8-4818-a363-474193e1a624 req-f7eafd02-e9c7-44ca-809e-5ccce59f93d4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:20.972722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9083b77-63e8-4818-a363-474193e1a624 req-f7eafd02-e9c7-44ca-809e-5ccce59f93d4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 945 time: 0.3664203 Sep 24 18:56:20.982659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.042339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.171496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-245fc895-66f7-41aa-87a4-89c578d87c31 None None] Provisioning complete for port 225c0b7a-956b-4832-aa84-f33a5d3c961b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:21.172089 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-245fc895-66f7-41aa-87a4-89c578d87c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.200756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9083b77-63e8-4818-a363-474193e1a624 req-8b053b8a-5769-47b0-adb6-bf3b49db0a81 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857314 Sep 24 18:56:21.222721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58db1c13b5514a52a6238eab807205d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4569952 Sep 24 18:56:21.224118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:21.230429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e03f92-dcd6-470c-af15-06d8fa938173,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:21.288720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b357a4c8-2aee-431a-96b3-27ecca6b56d1 req-7732ba6b-ee68-4831-b96c-fc393bab1e6b tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 210 time: 0.0669107 Sep 24 18:56:21.293199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.296434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.296918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.297166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.297500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.297828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.298156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.298654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.299007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.299333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.299651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.299972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.300289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d6bd1-213d-4d55-96a7-493349edbef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.315681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 225c0b7a-956b-4832-aa84-f33a5d3c961b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:21.368470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.400276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.425758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 225c0b7a-956b-4832-aa84-f33a5d3c961b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:21.426130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.434152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.487551 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.551190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:21.552620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.561289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.571990 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03e03f92-dcd6-470c-af15-06d8fa938173 HTTP/1.1" status: 204 len: 168 time: 0.3410289 Sep 24 18:56:21.574447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:21.589043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:21.592123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:21.607105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['fd11e87b-87d6-4966-bf1b-246746e5e407'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:21.618676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e03f92-dcd6-470c-af15-06d8fa938173,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:21.647413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:21.648078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:21.653716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.653716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.653975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.654235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.654531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.655355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.655355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.658785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.659192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.659864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.659864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.660167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be5105-8db0-4e17-8e0b-c8a053d8b4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:21.662499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57df6e-f148-4e51-a987-5b192882ffd4 req-d4f93d85-695c-495a-8dc2-4bc5bdfdc48d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:21.676974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f57df6e-f148-4e51-a987-5b192882ffd4 req-d4f93d85-695c-495a-8dc2-4bc5bdfdc48d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.2384670 Sep 24 18:56:21.707789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Pushing event updated for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:21.958988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f680d16f-bf57-4ea2-a824-f6f1cd7384d2 None None] Provisioning complete for port fc41b53c-5727-4568-8587-e8825abdf443 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:21.959370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f680d16f-bf57-4ea2-a824-f6f1cd7384d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.050605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f680d16f-bf57-4ea2-a824-f6f1cd7384d2 None None] Port fc41b53c-5727-4568-8587-e8825abdf443 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:22.061017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-f96ca45c-a429-4e9a-8778-e78c5fe1c971 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2321908 Sep 24 18:56:22.073115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f57df6e-f148-4e51-a987-5b192882ffd4 req-8fe9f9a4-b337-41dd-87e1-b52c7d7cd5d9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949904 Sep 24 18:56:22.082543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b09a46b-e26a-4720-90a1-bedf37213a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.094242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Request body: {'port': {'device_id': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:22.203458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.214438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b09a46b-e26a-4720-90a1-bedf37213a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.221484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b09a46b-e26a-4720-90a1-bedf37213a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.222306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.257486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:22.287227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b09a46b-e26a-4720-90a1-bedf37213a2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6b54e8686c04c328a811b8121073c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075143 Sep 24 18:56:22.288151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:22.297914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cda85b64-d154-45c3-a78e-9f0b5f093622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.300094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09a46b-e26a-4720-90a1-bedf37213a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d4a9a3-03f3-4126-9414-0f8041b91402,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:22.378371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.405770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:22.422522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.493502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cda85b64-d154-45c3-a78e-9f0b5f093622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.494885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.497701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.501493 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38d4a9a3-03f3-4126-9414-0f8041b91402 HTTP/1.1" status: 204 len: 168 time: 0.2113023 Sep 24 18:56:22.505168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cda85b64-d154-45c3-a78e-9f0b5f093622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.513004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3443eb-36d7-462b-86c2-13a86233fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d4a9a3-03f3-4126-9414-0f8041b91402,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:22.549639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf72ea2-a46e-4743-b8ff-d9852ec2dfe2 req-bd9d8845-8b0c-4375-898f-2a1b82658832 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:22.551402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-faf72ea2-a46e-4743-b8ff-d9852ec2dfe2 req-bd9d8845-8b0c-4375-898f-2a1b82658832 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 945 time: 0.2521210 Sep 24 18:56:22.559190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cda85b64-d154-45c3-a78e-9f0b5f093622 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd2339f4e6c439e9ba570ff84c5f125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980068 Sep 24 18:56:22.559965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:22.576156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85b64-d154-45c3-a78e-9f0b5f093622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0b75f-4ee6-41cb-9610-82d9dc3fd05c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:22.631134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-faf72ea2-a46e-4743-b8ff-d9852ec2dfe2 req-50ac72e2-fbf5-49ec-8063-f6f73f90e848 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626903 Sep 24 18:56:22.633556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.636328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f30b0907-cad5-431b-96fd-ce9bd881531a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.650052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f64ac0-2299-4f1c-bcf6-9f7c4766072f req-c58d382b-778a-45e7-8dcc-0febb6e33520 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:22.664144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11f64ac0-2299-4f1c-bcf6-9f7c4766072f req-c58d382b-778a-45e7-8dcc-0febb6e33520 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 935 time: 0.2781420 Sep 24 18:56:22.670540 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.765974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.768518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.772829 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dc0b75f-4ee6-41cb-9610-82d9dc3fd05c HTTP/1.1" status: 204 len: 168 time: 0.2088196 Sep 24 18:56:22.783429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11f64ac0-2299-4f1c-bcf6-9f7c4766072f req-a77c77fd-a4f9-47e6-beb2-fd6a2fa1c130 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182804 Sep 24 18:56:22.789509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de98c5-cb12-4189-abc8-9c4a08dac4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0b75f-4ee6-41cb-9610-82d9dc3fd05c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:22.800305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f30b0907-cad5-431b-96fd-ce9bd881531a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.828132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Router c70292b8-0287-4e36-bfcd-76980e77823a is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:56:22.837226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f30b0907-cad5-431b-96fd-ce9bd881531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.869619 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a0878e3-9b14-49c9-a8d0-e6718943a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:22.897639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f30b0907-cad5-431b-96fd-ce9bd881531a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cb1dc08659d4b5297d00ac822fb01ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885800 Sep 24 18:56:22.899537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45568) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:22.900971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0907-cad5-431b-96fd-ce9bd881531a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c69e47-45c6-4469-af65-2e1abf1664ee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:22.915845 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-1f7300f1-2735-48e9-b949-0f8eb9ad1a0a service neutron] 10.222.0.69 "GET /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.1142547 Sep 24 18:56:22.944135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45570) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:23.014800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b59d9a9-e376-4142-b2f5-1bc8343e8f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.070301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc41b53c-5727-4568-8587-e8825abdf443 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:23.098000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.135381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:23.144536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:56:23.156228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Sync routers for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:56:23.165135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Transition to ACTIVE for port object fc41b53c-5727-4568-8587-e8825abdf443 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:23.169426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:23.179267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.181060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.195836 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:23.197021 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:23.214835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343b20fa-19d6-4df4-a134-ac119996f543 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:23.225854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:23.243338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.301600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.305823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.365155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] Transition to ACTIVE for port object 343b20fa-19d6-4df4-a134-ac119996f543 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:23.372297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626da4-263e-4e5f-b5ab-6e4504a5228e req-4520422d-0ee9-430b-97fe-3e623f881315 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:23.372640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.374082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45626da4-263e-4e5f-b5ab-6e4504a5228e req-4520422d-0ee9-430b-97fe-3e623f881315 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1096 time: 0.2720659 Sep 24 18:56:23.382361 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:23.398997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:23.455577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] No DVR routers for this DVR port 343b20fa-19d6-4df4-a134-ac119996f543 on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:56:23.499204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] 10.222.0.69 "PUT /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5757449 Sep 24 18:56:23.531128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1f7f9-ee66-4c49-8cf3-022373670fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:23.608467 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:21Z', 'revision_number': 3, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:23.620929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0cf8-f938-461f-a29e-8a9271e51c7d req-1608a294-cb09-494c-9070-47bdb94fa10c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:23.628786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98ef0cf8-f938-461f-a29e-8a9271e51c7d req-1608a294-cb09-494c-9070-47bdb94fa10c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 965 time: 0.3980498 Sep 24 18:56:23.638489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Checking router: c70292b8-0287-4e36-bfcd-76980e77823a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:56:23.639033 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Updating router c70292b8-0287-4e36-bfcd-76980e77823a port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:56:23.667095 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.670737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45626da4-263e-4e5f-b5ab-6e4504a5228e req-d7b5a2e4-a7d8-4f9a-9ec0-0db15b3942bd tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793431 Sep 24 18:56:23.695552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9026a411-a521-40ae-ab31-f571c2bfb1be tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:23.697387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9026a411-a521-40ae-ab31-f571c2bfb1be tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1117 time: 0.0908220 Sep 24 18:56:23.718902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b59d9a9-e376-4142-b2f5-1bc8343e8f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.724677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Attempting to bind port fc41b53c-5727-4568-8587-e8825abdf443 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:23.725074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Attempting to bind port fc41b53c-5727-4568-8587-e8825abdf443 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:23.725436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Attempting to bind port fc41b53c-5727-4568-8587-e8825abdf443 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:23.736146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b59d9a9-e376-4142-b2f5-1bc8343e8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.767668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.770218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.773713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16c69e47-45c6-4469-af65-2e1abf1664ee HTTP/1.1" status: 204 len: 168 time: 0.8704586 Sep 24 18:56:23.785629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.786814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bf142b92-dabc-474b-be3e-eb7ef9572d66 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8830321 Sep 24 18:56:23.787571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Port fc41b53c-5727-4568-8587-e8825abdf443 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:23.787900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Attempting to bind port fc41b53c-5727-4568-8587-e8825abdf443 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:23.793242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45594) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:23.814391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:23.816392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:23.816815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:23.817270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Bound port: fc41b53c-5727-4568-8587-e8825abdf443, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:23.817636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:23.821863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59d9a9-e376-4142-b2f5-1bc8343e8f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc145cc-d2d9-4daf-99da-fc11f7362ef6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:23.842145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-6709c2a3-0b85-48f7-8319-4327ab4e52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:23.842418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98ef0cf8-f938-461f-a29e-8a9271e51c7d req-ed4b176a-ae76-49e1-9fa5-db5a858228b4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127073 Sep 24 18:56:23.843716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-6709c2a3-0b85-48f7-8319-4327ab4e52ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 1117 time: 0.1343808 Sep 24 18:56:23.949040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b59d9a9-e376-4142-b2f5-1bc8343e8f6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b0d271450074909b8906cff94ad6680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796145 Sep 24 18:56:23.953983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:24.002428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df096642-d8a0-4f9a-9e84-7ce99b6181f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c69e47-45c6-4469-af65-2e1abf1664ee,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:24.037701 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.060844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9fd40b71-4e39-4cc5-ba88-0e4e674f5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.065610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9fd40b71-4e39-4cc5-ba88-0e4e674f5e5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1117 time: 0.1793325 Sep 24 18:56:24.101547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d3e4-c8fa-47fe-a0f9-2018bed7688c req-ba0fb58f-e57c-4ef5-ac74-0c28dbc8ecca tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.110934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56d9d3e4-c8fa-47fe-a0f9-2018bed7688c req-ba0fb58f-e57c-4ef5-ac74-0c28dbc8ecca tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1096 time: 0.3300445 Sep 24 18:56:24.163816 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.175209 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.189206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56d9d3e4-c8fa-47fe-a0f9-2018bed7688c req-33863e60-5583-448e-865d-3242571a1539 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Sep 24 18:56:24.203378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-21284be8-3cac-4807-a00d-d44145cae666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.206495 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-21284be8-3cac-4807-a00d-d44145cae666 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.1191247 Sep 24 18:56:24.262691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.264101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Pushing event updated for resources: {'Port': ['ID=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:24.268043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7396eb26-feca-48f2-b8b3-e19f9035f83f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0474129 Sep 24 18:56:24.280950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:24.291164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ce0fb-8c43-4419-b6ec-f9ed6f486054 req-c7fe7fe2-b077-40f5-9f11-5b772ec5660b tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.291838 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.292198 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.292546 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.292981 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.293239 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.293576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.293908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.294237 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.294566 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.296637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.297589 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.298087 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:24.301159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c5ce0fb-8c43-4419-b6ec-f9ed6f486054 req-c7fe7fe2-b077-40f5-9f11-5b772ec5660b tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 947 time: 0.2469580 Sep 24 18:56:24.311277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fc41b53c-5727-4568-8587-e8825abdf443,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:24.337842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.342744 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Attempting to bind port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:24.343149 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Attempting to bind port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:24.344405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Attempting to bind port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:24.362256 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:24.364279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:24.365580 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.366005 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:24.367466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Bound port: cb7e619b-2548-4f5f-b777-3c5cb4af7d0d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:24.367898 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.368107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.368876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.370454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] 10.222.0.69 "PUT /v2.0/ports/fc41b53c-5727-4568-8587-e8825abdf443 HTTP/1.1" status: 200 len: 1095 time: 2.2854350 Sep 24 18:56:24.391341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-90faf543-46ed-4ef0-beef-0f666d5c9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:24.392604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:24.393421 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-90faf543-46ed-4ef0-beef-0f666d5c9773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1145747 Sep 24 18:56:24.393587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:24.396092 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06ffc50-ae0a-4824-be1e-56c7ea58976d" -d '{"events": [{"name": "network-changed", "server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "tag": "fc41b53c-5727-4568-8587-e8825abdf443"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:24.465737 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] For port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:24.475143 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] For port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:24.483051 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.510291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.581116 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-53db98af-8911-4044-86aa-c371fc0e1230 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615803 Sep 24 18:56:24.590569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c4daa4f-1ea9-4633-b309-4b9de751b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.607375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87116a87-cd01-44ec-8402-17691ca98c25 None None] Pushing event updated for resources: {'Port': ['ID=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:24.653178 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:56:24.688495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:24.689158 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:24.749585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.752095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.753242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbc145cc-d2d9-4daf-99da-fc11f7362ef6 HTTP/1.1" status: 204 len: 168 time: 0.7956634 Sep 24 18:56:24.780463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c168-af45-4825-bf5c-053a439c7679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc145cc-d2d9-4daf-99da-fc11f7362ef6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:24.836707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-7b7386d2-b71a-452f-8174-1b05913f1e7c service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369332 Sep 24 18:56:24.904135 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:24.933965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c4daa4f-1ea9-4633-b309-4b9de751b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:24.945537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c4daa4f-1ea9-4633-b309-4b9de751b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.005099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-2a0dca33-972f-4697-b704-7afe008d2d0a service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551824 Sep 24 18:56:25.008147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4daa4f-1ea9-4633-b309-4b9de751b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2d9b1-1942-4238-a739-71f28f0889fe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:25.026013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c4daa4f-1ea9-4633-b309-4b9de751b84a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=756fd58fd07c4e56b1fc00134c45ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166301 Sep 24 18:56:25.032249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:25.066369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c5ce0fb-8c43-4419-b6ec-f9ed6f486054 req-79b43065-e38a-4c0e-b93c-ce73800b7bdd tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640295 Sep 24 18:56:25.158571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.233529 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:21Z', 'revision_number': 3, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:25.243284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.263116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44927-3416-4f12-8dc0-fbb3294786d1 None None] The sync data for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 is: [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:21Z', 'revision_number': 3, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:56:25.280831 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f040d1-bd97-4460-af8c-a8802286772a x-openstack-request-id: req-a0f040d1-bd97-4460-af8c-a8802286772a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:25.281327 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "tag": "fc41b53c-5727-4568-8587-e8825abdf443", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:25.281847 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0f040d1-bd97-4460-af8c-a8802286772a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:25.282379 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443', 'status': 'completed', 'code': 200} Sep 24 18:56:25.289948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799bfae-4ea0-48e0-8d69-78470c70ed9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:25.344817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.349694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.353952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fb2d9b1-1942-4238-a739-71f28f0889fe HTTP/1.1" status: 204 len: 168 time: 0.3205144 Sep 24 18:56:25.373277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38300f-a72d-4d36-86a2-add4ca5cc0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2d9b1-1942-4238-a739-71f28f0889fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:25.431693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-b6a7e2ec-7232-49e8-aab1-da3790c8a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:25.433234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-b6a7e2ec-7232-49e8-aab1-da3790c8a877 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 1098 time: 1.0127602 Sep 24 18:56:25.538583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-51254271-05d4-4fec-a5af-b9f048b30fdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fc41b53c-5727-4568-8587-e8825abdf443 HTTP/1.1" status: 200 len: 217 time: 0.0968564 Sep 24 18:56:25.553148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40060d-c861-42da-8d46-e9f991ff8eaf req-6a89bc5d-4947-4aea-9e7b-2f8d953af358 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:25.554686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e40060d-c861-42da-8d46-e9f991ff8eaf req-6a89bc5d-4947-4aea-9e7b-2f8d953af358 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.2762840 Sep 24 18:56:25.592695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9588baad-efce-46bd-af81-c5c523bc031c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:25.594178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-9588baad-efce-46bd-af81-c5c523bc031c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1117 time: 0.1170003 Sep 24 18:56:25.764400 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.795356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-0f3692d1-300e-4fbe-a485-0a28e5f69bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:25.797155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-0f3692d1-300e-4fbe-a485-0a28e5f69bcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2397902 Sep 24 18:56:25.824653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e40060d-c861-42da-8d46-e9f991ff8eaf req-cdb43880-800f-436d-ae86-646d07c3a123 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568541 Sep 24 18:56:25.898690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-dc4dc9c0-0ce5-4c96-9758-d23421cccab9 service neutron] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:25.910764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-dc4dc9c0-0ce5-4c96-9758-d23421cccab9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:25.912440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a342cbea-f7cc-4e62-ab29-3ac8fec2709d req-dc4dc9c0-0ce5-4c96-9758-d23421cccab9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.2925856 Sep 24 18:56:25.972337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-3aa4fc11-7fbc-434e-a693-09c18dea223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:25.975269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-3aa4fc11-7fbc-434e-a693-09c18dea223c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493802 Sep 24 18:56:26.063412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:26.083680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1669f6c2-3822-46eb-899e-50cba8b1c5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.093620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.155521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-5ab08610-37d1-4d68-8716-ec620d911a38 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:56:26.156837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-5ab08610-37d1-4d68-8716-ec620d911a38 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219584 Sep 24 18:56:26.223501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-dbe25b4d-57a4-400a-91a0-de75a5fadc3d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251153 Sep 24 18:56:26.268897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-54272a36-6c17-4f17-a979-004ac6366c88 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:26.271477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-54272a36-6c17-4f17-a979-004ac6366c88 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 1093 time: 0.1070769 Sep 24 18:56:26.284686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:26.292999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:56:26.470076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-d2c289c5-e4e3-40df-92f7-e48892e2743f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462832 Sep 24 18:56:26.545559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce741bd2-8c38-44f5-ab1b-13906dc0a4c7 req-5b64c57e-4477-4a31-9b3d-3fab388dcb2a service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954903 Sep 24 18:56:26.568215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:26.568803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:26.569194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:26.573488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1669f6c2-3822-46eb-899e-50cba8b1c5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.579627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1669f6c2-3822-46eb-899e-50cba8b1c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.582050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:26.583303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:26.622466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669f6c2-3822-46eb-899e-50cba8b1c5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c1257-2c0f-4d71-a615-852a433d6b23,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:26.622676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Allocated IP 172.20.0.1 (f5d8f609-408f-4c66-bd64-74e6e3f1fe88/729659b6-a8e0-4cd9-b306-1e0df2a82966/50e2fff6-c402-4f45-b882-ebbb591717ca) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:26.633327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:26.633658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:26.634038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:26.634469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Bound port: c646e856-478a-4693-9fbc-71d633dc7a32, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:26.647610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1669f6c2-3822-46eb-899e-50cba8b1c5f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f241a495b8ac4341bd7ab4725a249f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807798 Sep 24 18:56:26.664640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:26.708174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-a6ec0df8-d542-4dae-b16f-3b33708116c4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:26.719707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-a6ec0df8-d542-4dae-b16f-3b33708116c4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481809 Sep 24 18:56:26.744706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:26.772676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.772676 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f7d6a6e8-86ea-4095-b0ad-d37c4a80ddd6 service neutron] 10.222.0.18 "POST /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32/bindings HTTP/1.1" status: 201 len: 389 time: 0.4929671 Sep 24 18:56:26.772676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.805522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.873586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.874064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-c5601144-58a0-472c-b3f7-2fd7efdfb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:26.875649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-c5601144-58a0-472c-b3f7-2fd7efdfb5d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b33ba85114c4226ae577ef4bb326436&device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 1098 time: 0.2681506 Sep 24 18:56:26.877902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:26.880140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/376c1257-2c0f-4d71-a615-852a433d6b23 HTTP/1.1" status: 204 len: 168 time: 0.2145667 Sep 24 18:56:26.899765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d43993-516d-4be8-b0e8-0b0a7b024dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c1257-2c0f-4d71-a615-852a433d6b23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:26.985031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-c8fe6e10-0a1b-4f2c-9dca-15650356429f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/quotas/b69f4a7f07a3417eb4442ee37267b3f3 HTTP/1.1" status: 200 len: 375 time: 0.2245622 Sep 24 18:56:27.084694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-21ab7c11-e908-4e1c-9c79-cd10d0239a59 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987005 Sep 24 18:56:27.089451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.128494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-ce0dda6c-4b9c-47ef-aeb0-f657d750e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.130070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-ce0dda6c-4b9c-47ef-aeb0-f657d750e893 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2444077 Sep 24 18:56:27.163861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfa109-add0-4680-9d2a-5b760983201c req-b7a2f915-8b99-455e-97b0-2ff0d584c281 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.165482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ecfa109-add0-4680-9d2a-5b760983201c req-b7a2f915-8b99-455e-97b0-2ff0d584c281 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 947 time: 0.1782932 Sep 24 18:56:27.170477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-59db17c6-c848-4369-a57d-74229bd90070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.172017 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-59db17c6-c848-4369-a57d-74229bd90070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1096 time: 0.0829558 Sep 24 18:56:27.220088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-c8542467-e3d5-49bb-b38e-91c8ef4a9341 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fc41b53c-5727-4568-8587-e8825abdf443 HTTP/1.1" status: 200 len: 217 time: 0.0810552 Sep 24 18:56:27.344536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.348840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ecfa109-add0-4680-9d2a-5b760983201c req-d9514764-fb18-4630-94d2-3633754e0ef9 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275451 Sep 24 18:56:27.395911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cb7e619b-2548-4f5f-b777-3c5cb4af7d0d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:27.405237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-51d81292-ceb2-4b32-ad6b-8c95eca94f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.407007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-51d81292-ceb2-4b32-ad6b-8c95eca94f92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1726654 Sep 24 18:56:27.473955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:27.546021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:27.546409 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.561102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:27.564690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:27.707100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Pushing event updated for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:27.716767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.741668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:27.756956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.764434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c6d6-6eb9-47ee-acd6-8e8bcca97d71 req-5fab5b9f-caa2-4679-98ff-d9d0874f259f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.775358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec07c6d6-6eb9-47ee-acd6-8e8bcca97d71 req-5fab5b9f-caa2-4679-98ff-d9d0874f259f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 945 time: 0.3973684 Sep 24 18:56:27.818972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-fe519d46-c820-496b-a088-35aa59557340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.822361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-fe519d46-c820-496b-a088-35aa59557340 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3804581 Sep 24 18:56:27.831643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-14f25296-0cf2-4584-8881-98fdc89dc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.833289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-14f25296-0cf2-4584-8881-98fdc89dc1fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.6458426 Sep 24 18:56:27.853104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:27.853316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:56:27.900000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-1ea51a98-dfd9-45ff-8d3e-ff7a2a33a6fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.0540411 Sep 24 18:56:27.960667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313cd98-de99-4638-8cf5-75397ae574b8 req-73ae63f4-0f6d-402a-b8e6-5b1fca2b2e04 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:27.962218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a313cd98-de99-4638-8cf5-75397ae574b8 req-73ae63f4-0f6d-402a-b8e6-5b1fca2b2e04 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.4278429 Sep 24 18:56:27.998593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-a8110146-63d3-461e-b0c3-2d9a58f60670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:28.000684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-a8110146-63d3-461e-b0c3-2d9a58f60670 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0852332 Sep 24 18:56:28.009922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:56:28.017151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:28.021836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d0450454-d1b9-4fb2-8353-7fb8c1b1696a None None] Provisioning complete for port 50e2fff6-c402-4f45-b882-ebbb591717ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:28.022685 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0450454-d1b9-4fb2-8353-7fb8c1b1696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:28.077737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-53010a20-4838-468d-b2dd-f9963d7d5fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612643 Sep 24 18:56:28.095620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.096256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.097035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.097732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.098321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.098960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.099881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.101329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.101848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.102347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.102839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.103340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:56:28.118565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d0450454-d1b9-4fb2-8353-7fb8c1b1696a None None] Port 50e2fff6-c402-4f45-b882-ebbb591717ca cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:28.200742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-fd3c8565-7413-46b5-95d7-e318984b7075 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118395 Sep 24 18:56:28.264069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec07c6d6-6eb9-47ee-acd6-8e8bcca97d71 req-8992e238-58d2-4141-a9dc-1563d79bf1f7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878385 Sep 24 18:56:28.349427 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-a5f2953c-f272-4c47-b140-a9d4e950e9ae service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389222 Sep 24 18:56:28.367461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a313cd98-de99-4638-8cf5-75397ae574b8 req-0d47a5f4-a888-4e9a-9460-9aa5a77abc7e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924742 Sep 24 18:56:28.423017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-56971828-0d8b-4330-9f80-15d5447e8ca0 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852478 Sep 24 18:56:28.518274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-7d8fc22c-73b2-41f2-845c-19680af7d8cc tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:28.520020 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-7d8fc22c-73b2-41f2-845c-19680af7d8cc tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0621777 Sep 24 18:56:28.536603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:28.560174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-c51902e7-5442-489f-9fa5-1a95c3f8a56f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566576 Sep 24 18:56:28.567685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:28.595421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:28.619167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f06ffc50-ae0a-4824-be1e-56c7ea58976d req-4c755b76-c8ea-4c7f-8393-a36d86040d3c service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884727 Sep 24 18:56:28.768235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-0c6d57dd-8e45-456d-a784-f18254d8fc3b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:28.769792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-0c6d57dd-8e45-456d-a784-f18254d8fc3b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933215 Sep 24 18:56:28.807516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:28.840664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-22258e62-5b78-4fa4-8655-9259a3ab032c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610173 Sep 24 18:56:28.857748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-803627e1-3e18-499e-bb06-00c5faf9a81b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/quotas/b69f4a7f07a3417eb4442ee37267b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0761430 Sep 24 18:56:28.870508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:28.923190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:28.926766 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0456b3c-9f84-45d2-b5d3-8ad47fc41b2e" -d '{"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-unplugged", "status": "completed", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:28.931782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:28.938233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:28.960981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-f2d78249-0f10-428d-88c4-28ad8e9f10de tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922902 Sep 24 18:56:29.037168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:29.041654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:29.042291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:29.043539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:29.047395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92038d20-34d9-4d1f-8663-3cb4075dde45 req-457d558f-3021-4309-9b86-ca4d2ccfe297 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:29.051484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:29.052413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Attempting to bind port c646e856-478a-4693-9fbc-71d633dc7a32 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:29.054227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92038d20-34d9-4d1f-8663-3cb4075dde45 req-457d558f-3021-4309-9b86-ca4d2ccfe297 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 947 time: 0.2045023 Sep 24 18:56:29.059984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:29.060637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:29.061509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:29.062180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.062523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Bound port: c646e856-478a-4693-9fbc-71d633dc7a32, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:29.063140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.082431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.143212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:29.147269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:29.153944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.176006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-1adfce9d-2959-4d19-93cc-6cfe154a7978 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:29.177517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-1adfce9d-2959-4d19-93cc-6cfe154a7978 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260682 Sep 24 18:56:29.198566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Request body: {'port': {'device_id': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'b69f4a7f07a3417eb4442ee37267b3f3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:29.230576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92038d20-34d9-4d1f-8663-3cb4075dde45 req-4b9d9a9d-002f-4a54-a720-793ee95e0765 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753547 Sep 24 18:56:29.239682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:29.262676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.276439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Pushing event updated for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:29.303431 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83be7c6-9216-42ea-9690-b5831f15dbba x-openstack-request-id: req-f83be7c6-9216-42ea-9690-b5831f15dbba {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:29.303723 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-unplugged", "status": "completed", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:29.303975 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f83be7c6-9216-42ea-9690-b5831f15dbba {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:29.304366 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'code': 200} Sep 24 18:56:29.309749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:29.310311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.311952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-06521455-93e3-4b4b-bb84-40aa68a94f74 service neutron] 10.222.0.15 "PUT /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 1121 time: 0.7795095 Sep 24 18:56:29.317631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cb7e619b-2548-4f5f-b777-3c5cb4af7d0d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:29.388206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c646e856-478a-4693-9fbc-71d633dc7a32'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:29.425555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:29.425939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.427644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9ce77ab-1b6a-4e50-a9d2-801f3c26d38b req-b314b292-6fc0-4c51-9f0d-8a0a2e9f1c78 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 210 time: 0.0609779 Sep 24 18:56:29.447281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85f8a-3d02-4f17-82d6-8834796954b4 req-0de1e312-cb46-41c4-8c0f-6aaca0311949 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:29.449463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfb85f8a-3d02-4f17-82d6-8834796954b4 req-0de1e312-cb46-41c4-8c0f-6aaca0311949 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1117 time: 0.1922159 Sep 24 18:56:29.571723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Made reservation on behalf of b69f4a7f07a3417eb4442ee37267b3f3 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:29.580824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.597017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfb85f8a-3d02-4f17-82d6-8834796954b4 req-09770593-77f3-4350-84db-b8784ac12cc4 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155031 Sep 24 18:56:29.597961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.615654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:29.620277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:29.805964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fc41b53c-5727-4568-8587-e8825abdf443 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:29.940059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:29.976125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.006466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fc41b53c-5727-4568-8587-e8825abdf443,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:30.023969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'fc41b53c-5727-4568-8587-e8825abdf443', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'fc41b53c-5727-4568-8587-e8825abdf443', 'mac_address': 'fa:16:3e:55:49:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:30.042989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Router c70292b8-0287-4e36-bfcd-76980e77823a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:56:30.043791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:30.108530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.144381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c3e2b71d-4fcc-4aa1-b25f-473468188aea None None] Provisioning complete for port 50e2fff6-c402-4f45-b882-ebbb591717ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:30.145387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3e2b71d-4fcc-4aa1-b25f-473468188aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.187278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc41b53c-5727-4568-8587-e8825abdf443 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:30.223784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fb559-ee11-4857-8fe1-696627ea0fe8 req-0beaea01-d675-4828-bc67-0a8261f0bf48 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:30.225395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-444fb559-ee11-4857-8fe1-696627ea0fe8 req-0beaea01-d675-4828-bc67-0a8261f0bf48 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.2838564 Sep 24 18:56:30.241805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:56:30.262204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fc41b53c-5727-4568-8587-e8825abdf443,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:30.263314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bc825d7c-1b29-4f2b-903e-f14a5a9c70fb admin admin] 10.222.0.18 "PUT /v2.0/routers/c70292b8-0287-4e36-bfcd-76980e77823a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4429178 Sep 24 18:56:30.276754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:30.282067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Sync routers for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:56:30.306511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.330105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2b71d-4fcc-4aa1-b25f-473468188aea None None] Port 50e2fff6-c402-4f45-b882-ebbb591717ca cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:30.334977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-444fb559-ee11-4857-8fe1-696627ea0fe8 req-0c0b893c-49f1-429c-97d5-6e05f8951356 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880740 Sep 24 18:56:30.356945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Allocated IP 192.168.233.88 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/d00d1762-7300-4b3c-a4de-72139335e02e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:30.389504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:30.390168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:30.497812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31c4afda-4533-431e-8582-7f6d001a69d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.501671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:30.554239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['fc41b53c-5727-4568-8587-e8825abdf443'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:30.608716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:30.618232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.676516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31c4afda-4533-431e-8582-7f6d001a69d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.682656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31c4afda-4533-431e-8582-7f6d001a69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.721823 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-31c4afda-4533-431e-8582-7f6d001a69d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5ff50ed1a94061ae7cc52756529882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427004 Sep 24 18:56:30.730877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:30.795864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4afda-4533-431e-8582-7f6d001a69d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2f618-92b2-4fbd-b2da-1db0bff9af8b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:30.840470 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-ec3428f9-994b-45e3-83e7-f30e353d8aff tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684502 Sep 24 18:56:30.930474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.987060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:30.993349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.029279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-010d9200-a568-4f2d-8e7a-2380a3fad7b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:31.030298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-010d9200-a568-4f2d-8e7a-2380a3fad7b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752222 Sep 24 18:56:31.056036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Request body: {'port': {'device_id': 'b74f386d-a909-43b5-af2f-04805f557707', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'b69f4a7f07a3417eb4442ee37267b3f3'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:31.092922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.096184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.099680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4be2f618-92b2-4fbd-b2da-1db0bff9af8b HTTP/1.1" status: 204 len: 168 time: 0.3644915 Sep 24 18:56:31.099850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-b30b78c2-de4b-4104-ab76-0791fedfaae9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:31.108305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-b30b78c2-de4b-4104-ab76-0791fedfaae9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.6322596 Sep 24 18:56:31.112388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af684fb7-0de7-44c8-9605-16297070db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2f618-92b2-4fbd-b2da-1db0bff9af8b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:31.121020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:31.139104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:31.162624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de744b-7ec4-495e-b60d-a336a9ccab4d req-5e1d00f3-93fc-4e10-a0e7-871dea33a6a3 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:31.173870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7de744b-7ec4-495e-b60d-a336a9ccab4d req-5e1d00f3-93fc-4e10-a0e7-871dea33a6a3 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 948 time: 0.7011719 Sep 24 18:56:31.178413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:31.182363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:28Z', 'revision_number': 4, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '50e2fff6-c402-4f45-b882-ebbb591717ca', 'name': '', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'mac_address': 'fa:16:3e:37:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:26Z', 'updated_at': '2021-09-24T18:56:28Z', 'revision_number': 2, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'subnets': [{'id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:31.228785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Checking router: c70292b8-0287-4e36-bfcd-76980e77823a for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:56:31.229149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Updating router c70292b8-0287-4e36-bfcd-76980e77823a port 50e2fff6-c402-4f45-b882-ebbb591717ca binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:56:31.259593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Made reservation on behalf of b69f4a7f07a3417eb4442ee37267b3f3 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:31.264560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.270414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.286599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:31.297126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:31.298254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.306275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-network', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:31.332308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-d949ca29-466e-4872-9c23-df28bff84a8d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/quotas/b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 375 time: 0.2157466 Sep 24 18:56:31.362545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:31.367655 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00810b-7caf-497b-a686-d6c92dd11f47" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:31.382335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Made reservation on behalf of fb8cfc4cc8b04bc5b3f8b5e8941f6e8e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:31.385087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.390869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:31.413536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.418759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-89ccee2d-cc5f-4811-a225-2f5d0c125b83 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2287066 Sep 24 18:56:31.473401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7de744b-7ec4-495e-b60d-a336a9ccab4d req-a7be064c-80d9-4a6d-97a9-3dcd53c7ffd8 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706254 Sep 24 18:56:31.483160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Request body: {'port': {'device_id': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:31.583456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:31.584410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-d5eab9d4-329f-4096-a13c-b40e1c4fd24d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2505655 Sep 24 18:56:31.685681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Allocated IP 192.168.233.61 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/c894f0e5-5947-4600-93cc-58cc99a05354) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:31.697791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-90f9e86e-f6c6-45f7-8d7b-6acdad73405c None None] Provisioning complete for port d00d1762-7300-4b3c-a4de-72139335e02e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:31.698175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90f9e86e-f6c6-45f7-8d7b-6acdad73405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.737978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-ae08e293-a606-492d-a0ba-71d7812f02f8 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526921 Sep 24 18:56:31.740391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f11263-2390-470e-83e4-f6dc1615ea0f req-5155547f-88ca-48cc-a479-77f39e77a10b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 210 time: 0.0441782 Sep 24 18:56:31.741096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.795532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.796833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.809739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.822887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:56:31.832744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:31.833531 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Added segment 087022d4-7bd6-402e-8386-c7d94d3b3d4d of type vlan for network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 Sep 24 18:56:31.967455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45872) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:31.975748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fc41b53c-5727-4568-8587-e8825abdf443 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:32.004420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.005558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-c400b967-f71a-46ae-afe6-978616bb1c45 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539928 Sep 24 18:56:32.013466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d121fe20-96c3-4a24-addf-a9b2cab929b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.016502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.035349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-90f9e86e-f6c6-45f7-8d7b-6acdad73405c None None] Port d00d1762-7300-4b3c-a4de-72139335e02e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:32.036904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ca5bd2-a376-4beb-837e-04beb88c9cd0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:32.076032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f0ab5-0efb-4ee4-b6e2-42f8b9027fc1 req-df1c69ce-96a4-4a8d-984a-b85100c3c244 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:32.079842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-053f0ab5-0efb-4ee4-b6e2-42f8b9027fc1 req-df1c69ce-96a4-4a8d-984a-b85100c3c244 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.1181483 Sep 24 18:56:32.094589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.096227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:32.097295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.132922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.160171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port fc41b53c-5727-4568-8587-e8825abdf443 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:32.180049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88e63-5f78-497f-8bc9-6d5db670fcb5 None None] Pushing event updated for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:32.188217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a075a6-717d-4b2b-8f4b-cd5be4cc8888,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:32.195766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port fc41b53c-5727-4568-8587-e8825abdf443 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:32.196380 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.196502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-053f0ab5-0efb-4ee4-b6e2-42f8b9027fc1 req-d97f5e04-cb3d-414a-b91e-30c2b1bee02f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118062 Sep 24 18:56:32.236077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:56:32.257289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:32.296586 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30441c5a-2cdb-47b8-bea9-c06018d03ac6 x-openstack-request-id: req-30441c5a-2cdb-47b8-bea9-c06018d03ac6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:32.297181 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:32.297181 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30441c5a-2cdb-47b8-bea9-c06018d03ac6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:32.297776 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'status': 'completed', 'code': 200} Sep 24 18:56:32.312501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:56:32.317228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Attempting to bind port 50e2fff6-c402-4f45-b882-ebbb591717ca on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:32.317598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Attempting to bind port 50e2fff6-c402-4f45-b882-ebbb591717ca by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:32.317972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Attempting to bind port 50e2fff6-c402-4f45-b882-ebbb591717ca on network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:32.337632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.409927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:32.410314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Checking segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:32.410721 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.411165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Bound using segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:32.411652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Bound port: 50e2fff6-c402-4f45-b882-ebbb591717ca, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:32.412063 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.468827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:32.477154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:32.482983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:32.498496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event updated for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:32.557503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-db7fece7-c3db-4f64-a6fb-7c13b908792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:32.572696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-db7fece7-c3db-4f64-a6fb-7c13b908792c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1124 time: 0.2603807 Sep 24 18:56:32.599864 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.617565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] For port 50e2fff6-c402-4f45-b882-ebbb591717ca, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:32.641650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:32.650336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a350c71c-0d88-4ecb-9a2b-6b282a9b7c99 req-a0196bc8-aeb2-4c77-b501-b9fd89e6800b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0941436 Sep 24 18:56:32.685265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] For port 50e2fff6-c402-4f45-b882-ebbb591717ca, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=50e2fff6-c402-4f45-b882-ebbb591717ca,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:32.688774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] Provisioning complete for port 50e2fff6-c402-4f45-b882-ebbb591717ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:32.689311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.705230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:32.708653 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695caa93-7ccd-4e07-a82d-e17e9b440873" -d '{"events": [{"server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "name": "network-vif-plugged", "status": "completed", "tag": "fc41b53c-5727-4568-8587-e8825abdf443"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:32.711543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d121fe20-96c3-4a24-addf-a9b2cab929b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.713914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.727232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d121fe20-96c3-4a24-addf-a9b2cab929b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.763252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:32.763867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Transition to ACTIVE for port object d00d1762-7300-4b3c-a4de-72139335e02e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:32.763992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.789547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.806980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:32.815515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b08e9004-937a-4674-9807-714d17f5ad30 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5258257 Sep 24 18:56:32.817561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1348f-6819-40eb-b837-52f11e89be83 req-699f1302-a5ba-48e7-a985-2ac9984e7ea0 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:32.820129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:32.826471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29c1348f-6819-40eb-b837-52f11e89be83 req-699f1302-a5ba-48e7-a985-2ac9984e7ea0 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 948 time: 0.1683969 Sep 24 18:56:32.842200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d121fe20-96c3-4a24-addf-a9b2cab929b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2584e31674614924a18f794a16e498bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8625283 Sep 24 18:56:32.842971 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a1e00-f857-41d5-8ced-d285a2981dbf x-openstack-request-id: req-5b4a1e00-f857-41d5-8ced-d285a2981dbf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:32.843359 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "name": "network-vif-plugged", "status": "completed", "tag": "fc41b53c-5727-4568-8587-e8825abdf443", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:32.843711 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b4a1e00-f857-41d5-8ced-d285a2981dbf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:32.844201 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443', 'code': 200} Sep 24 18:56:32.857444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Request body: {'subnet': {'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-subnet', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:32.865517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:32.873990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fc41b53c-5727-4568-8587-e8825abdf443,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:32.888564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.69', 53146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:32.891227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121fe20-96c3-4a24-addf-a9b2cab929b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac09fd8-6412-4854-8a98-1f58d0bdc557,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:32.917361 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-963084d6-9c82-423a-8733-433cb5c1a881 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8661823 Sep 24 18:56:32.979172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:32.982773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Request body: {'port': {'device_id': 'b74f386d-a909-43b5-af2f-04805f557707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:32.985384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:33.096816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29c1348f-6819-40eb-b837-52f11e89be83 req-6a13691d-b1b6-4378-90e9-634a2e67d22a tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694726 Sep 24 18:56:33.118064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-3cea808a-2a0c-44d4-9368-3616cd162711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:33.118287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.126015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-3cea808a-2a0c-44d4-9368-3616cd162711 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.5509427 Sep 24 18:56:33.136833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:33.152570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.161987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Made reservation on behalf of fb8cfc4cc8b04bc5b3f8b5e8941f6e8e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:33.174118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88e63-5f78-497f-8bc9-6d5db670fcb5 None None] Pushing event updated for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:33.180461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.191726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:33.199860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45906) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:33.267714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4289a93-9873-41f1-96e0-d9f4516888cb req-75caac23-21d7-47c8-9c11-f698a5bf1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:33.269235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4289a93-9873-41f1-96e0-d9f4516888cb req-75caac23-21d7-47c8-9c11-f698a5bf1df5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 1100 time: 0.3790333 Sep 24 18:56:33.328364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.341885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-264f6855-0749-4363-9ba7-48c5403e39d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.1708639 Sep 24 18:56:33.368794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee466de0-7159-4ecf-bc65-67b39ae575cd req-d2aa2723-2518-4380-bbcf-781e1fc1706f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:33.383550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee466de0-7159-4ecf-bc65-67b39ae575cd req-d2aa2723-2518-4380-bbcf-781e1fc1706f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 935 time: 0.4172661 Sep 24 18:56:33.398132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:33.443436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.516867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4289a93-9873-41f1-96e0-d9f4516888cb req-afcf98c7-42c5-44f7-84fa-32076d9c9973 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143388 Sep 24 18:56:33.517496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] For port 50e2fff6-c402-4f45-b882-ebbb591717ca, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=50e2fff6-c402-4f45-b882-ebbb591717ca,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:33.517681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f5c448a-7871-40ba-b152-989fd0a134d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.521119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.530371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.544139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee466de0-7159-4ecf-bc65-67b39ae575cd req-0f031888-ad99-4c86-83d3-c92ad652e1ea tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593161 Sep 24 18:56:33.549543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Attempting to bind port d00d1762-7300-4b3c-a4de-72139335e02e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:33.549878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Attempting to bind port d00d1762-7300-4b3c-a4de-72139335e02e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:33.550208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Attempting to bind port d00d1762-7300-4b3c-a4de-72139335e02e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:33.566287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Port d00d1762-7300-4b3c-a4de-72139335e02e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:33.566646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Attempting to bind port d00d1762-7300-4b3c-a4de-72139335e02e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:33.576397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fc261-7eb5-44f4-8ddd-979fc638c23e req-4bda2c00-7860-49b4-baad-0700d4fdd5f0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:33.578992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.583553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a2fc261-7eb5-44f4-8ddd-979fc638c23e req-4bda2c00-7860-49b4-baad-0700d4fdd5f0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.1504741 Sep 24 18:56:33.584697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-0c677e01-98e1-494c-8408-b272b79f3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:33.586183 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-0c677e01-98e1-494c-8408-b272b79f3048 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.2435117 Sep 24 18:56:33.606096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:33.606474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:33.606808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:33.607505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Bound port: d00d1762-7300-4b3c-a4de-72139335e02e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:33.607625 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.620815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c760-ba26-44e7-8bbf-3453c9cb4b25 None None] Pushing event updated for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:33.639702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:28Z', 'revision_number': 4, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '50e2fff6-c402-4f45-b882-ebbb591717ca', 'name': '', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'mac_address': 'fa:16:3e:37:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:26Z', 'updated_at': '2021-09-24T18:56:32Z', 'revision_number': 4, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'subnets': [{'id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:33.673722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653e726-5b6e-44e6-a15e-a2cdb77c400a None None] The sync data for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 is: [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:56:28Z', 'revision_number': 4, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '50e2fff6-c402-4f45-b882-ebbb591717ca', 'name': '', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'mac_address': 'fa:16:3e:37:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:26Z', 'updated_at': '2021-09-24T18:56:32Z', 'revision_number': 4, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'subnets': [{'id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:56:33.681884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f231fa34-1872-4dcd-a8bb-b351e6e5230f None None] Provisioning complete for port 50e2fff6-c402-4f45-b882-ebbb591717ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:33.682436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f231fa34-1872-4dcd-a8bb-b351e6e5230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.689075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a2fc261-7eb5-44f4-8ddd-979fc638c23e req-e38ec10e-8b2d-4d66-8c8d-303fae94b161 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046212 Sep 24 18:56:33.763063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:33.798941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:33.807103 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-6538d7df-ec55-42b8-9e27-dd947db67d4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958476 Sep 24 18:56:33.822467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.826558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f5c448a-7871-40ba-b152-989fd0a134d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.867456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f231fa34-1872-4dcd-a8bb-b351e6e5230f None None] Provisioning complete for port c894f0e5-5947-4600-93cc-58cc99a05354 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:33.867977 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f231fa34-1872-4dcd-a8bb-b351e6e5230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.887206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f5c448a-7871-40ba-b152-989fd0a134d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:33.933473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f231fa34-1872-4dcd-a8bb-b351e6e5230f None None] Port c894f0e5-5947-4600-93cc-58cc99a05354 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:33.966452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3056e258-75a7-45da-90be-47eab1181f05 req-69cc89d8-4bb9-40bc-9cda-125017de33a6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0711792 Sep 24 18:56:34.006881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:34.012181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.014132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] 10.222.0.69 "PUT /v2.0/ports/d00d1762-7300-4b3c-a4de-72139335e02e HTTP/1.1" status: 200 len: 1095 time: 2.5664477 Sep 24 18:56:34.019276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:34.027766 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763200a7-61f5-4d8e-93bd-666caaf999af" -d '{"events": [{"name": "network-changed", "server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:34.051437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.059240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.066431 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fac09fd8-6412-4854-8a98-1f58d0bdc557 HTTP/1.1" status: 204 len: 168 time: 1.1976416 Sep 24 18:56:34.077774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.093100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c448a-7871-40ba-b152-989fd0a134d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc48b2-4e7b-4df1-8bed-e2d94bbca18d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:34.164867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934d396-4167-4941-ab77-3bcf4ae0c477 service neutron] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:34.173564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f1344-9891-4c22-966e-5acd57aff830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac09fd8-6412-4854-8a98-1f58d0bdc557,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:34.186217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3f5c448a-7871-40ba-b152-989fd0a134d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88a5e2d87bd846e5a826581131692057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9741085 Sep 24 18:56:34.205838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:34.206007 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abd9d52-d886-4372-9a14-d0c21bba6d23 x-openstack-request-id: req-5abd9d52-d886-4372-9a14-d0c21bba6d23 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:34.206007 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:34.206205 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5abd9d52-d886-4372-9a14-d0c21bba6d23 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:34.206612 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'status': 'completed', 'code': 200} Sep 24 18:56:34.256728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7654c126-9dc0-49d7-8f24-9c45f9d3e505,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:34.331936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-8880d163-d610-4e29-8c93-d077179abdb9 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082376 Sep 24 18:56:34.392168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Checking segment: {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:34.392598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Network hostable DHCP agents. Network: b5a075a6-717d-4b2b-8f4b-cd5be4cc8888, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:56:34.404741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-0e6f1f51-af72-443a-a16c-823dd36e60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:34.406425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-0e6f1f51-af72-443a-a16c-823dd36e60c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1098 time: 0.2702563 Sep 24 18:56:34.416656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa1e05-5041-4841-954c-8af887325d11 req-632b4e81-53ff-4500-9251-ebcfd0a9a0eb tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:34.438817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3fa1e05-5041-4841-954c-8af887325d11 req-632b4e81-53ff-4500-9251-ebcfd0a9a0eb tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.2062013 Sep 24 18:56:34.442319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c894f0e5-5947-4600-93cc-58cc99a05354 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:34.459344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-2fd66c33-15d0-4fa6-b452-8b8a0db2d6b8 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:34.460909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-2fd66c33-15d0-4fa6-b452-8b8a0db2d6b8 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.5000498 Sep 24 18:56:34.471476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.514129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Request body: {'port': {'device_id': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'admin_state_up': True, 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:34.518946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-dd11c562-9b91-42be-980f-f93fc25e5200 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d00d1762-7300-4b3c-a4de-72139335e02e HTTP/1.1" status: 200 len: 217 time: 0.0777535 Sep 24 18:56:34.529095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:56:34.540451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.552314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Transition to ACTIVE for port object c894f0e5-5947-4600-93cc-58cc99a05354 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:34.566738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.598542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.69', 53148) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:34.602688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b5a075a6-717d-4b2b-8f4b-cd5be4cc8888) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:34.611055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:34.611849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.615017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f23ec87-072c-49d3-9109-7d32edb5743b None None] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:34.662499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.723148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9c00810b-7caf-497b-a686-d6c92dd11f47 req-d5f05b84-6fa9-463e-886d-b75bc209b61c service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656628 Sep 24 18:56:34.746982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3fa1e05-5041-4841-954c-8af887325d11 req-47fad9e6-5698-4950-8b7a-32e71b286ce9 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026314 Sep 24 18:56:34.756006 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-40f55124-27f2-4569-b8cc-40fec978feaa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9164760 Sep 24 18:56:34.779592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:34.800125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:34.834147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Pushing event updated for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:34.902985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'fixed_ips': [{'subnet_id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:56:34.903996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.966238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:34.970833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.021098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Attempting to bind port c894f0e5-5947-4600-93cc-58cc99a05354 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:35.021444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Attempting to bind port c894f0e5-5947-4600-93cc-58cc99a05354 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:35.021763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Attempting to bind port c894f0e5-5947-4600-93cc-58cc99a05354 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:35.023722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.033136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.036844 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cdc48b2-4e7b-4df1-8bed-e2d94bbca18d HTTP/1.1" status: 204 len: 168 time: 0.8067515 Sep 24 18:56:35.039496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-cd799c8b-dd26-4446-808b-174db944ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:35.041416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-cd799c8b-dd26-4446-808b-174db944ab42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.4920135 Sep 24 18:56:35.084385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Port c894f0e5-5947-4600-93cc-58cc99a05354 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:35.084704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Attempting to bind port c894f0e5-5947-4600-93cc-58cc99a05354 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:35.106374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923315c-b859-464e-85a3-7239c57cb5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc48b2-4e7b-4df1-8bed-e2d94bbca18d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:35.158230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:35.158567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:35.158977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:35.159418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Bound port: c894f0e5-5947-4600-93cc-58cc99a05354, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:35.159857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.191006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.257257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Allocated IP 172.20.0.2 (b5a075a6-717d-4b2b-8f4b-cd5be4cc8888/7654c126-9dc0-49d7-8f24-9c45f9d3e505/46e28af3-6f46-492c-af7c-114a4075156a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:35.373176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 50e2fff6-c402-4f45-b882-ebbb591717ca up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:35.459562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202dad6-9253-4b45-ba69-8c349247cc4c req-d63e3734-597e-4dfc-973a-ec6d83ef20cb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:35.473123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c202dad6-9253-4b45-ba69-8c349247cc4c req-d63e3734-597e-4dfc-973a-ec6d83ef20cb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 947 time: 0.7242999 Sep 24 18:56:35.504086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.512195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-12465b05-dc07-4887-9af4-3711fad67834 service neutron] 10.222.0.69 "GET /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.9046240 Sep 24 18:56:35.524354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:35.530638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c894f0e5-5947-4600-93cc-58cc99a05354,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:35.550600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.603467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:35.604112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.606502 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-926016ce-0702-40fc-ade1-599272b8346c service neutron] 10.222.0.15 "PUT /v2.0/ports/c894f0e5-5947-4600-93cc-58cc99a05354 HTTP/1.1" status: 200 len: 1095 time: 2.6602526 Sep 24 18:56:35.635087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:35.638220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:35.641541 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8358f8a5-652f-4049-b9d6-ea4838f74ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:35.643839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.645128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:35.665479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b81e-162f-466c-820c-5dfdbf5b40cd req-cc57c5c2-f657-4437-9f29-01a90ddcc77e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:35.675044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f660b81e-162f-466c-820c-5dfdbf5b40cd req-cc57c5c2-f657-4437-9f29-01a90ddcc77e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 943 time: 0.7864382 Sep 24 18:56:35.734781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c202dad6-9253-4b45-ba69-8c349247cc4c req-2181be42-04ee-40ed-88ed-5a0eb727e03c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604232 Sep 24 18:56:35.776293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-119b758c-4967-4ef0-806f-5e89f2dcfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:35.779406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-119b758c-4967-4ef0-806f-5e89f2dcfa2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7076645 Sep 24 18:56:35.800556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 50e2fff6-c402-4f45-b882-ebbb591717ca triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:35.800937 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.893721 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.905092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:35.927831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-3c967089-0f20-403e-a969-a3741ce5a49d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289985 Sep 24 18:56:35.934100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f660b81e-162f-466c-820c-5dfdbf5b40cd req-278d2cbb-e30d-4a36-b7cb-7f17159192ac tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579229 Sep 24 18:56:35.994319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-579c41f4-23da-4126-9658-bd0749a4d150 req-e6ed0f19-1dab-494b-9de3-378935d822ff tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0806980 Sep 24 18:56:36.007081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:36.022810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:36.029047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:36.031195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Pushing event updated for resources: {'Port': ['ID=46e28af3-6f46-492c-af7c-114a4075156a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:36.071866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64ea4f9c-6bcb-4e9c-81da-9a40a23c00cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.097236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926016ce-0702-40fc-ade1-599272b8346c service neutron] Pushing event updated for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:36.118692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Attempting to bind port 46e28af3-6f46-492c-af7c-114a4075156a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:36.118692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Attempting to bind port 46e28af3-6f46-492c-af7c-114a4075156a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:36.119693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Attempting to bind port 46e28af3-6f46-492c-af7c-114a4075156a on network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:36.134505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:36.134890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Checking segment: {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:36.135314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.135766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Bound using segment: {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:36.136387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Bound port: 46e28af3-6f46-492c-af7c-114a4075156a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:36.136777 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.139104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-1266e254-bbfe-4e67-9078-979304520706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.141392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-1266e254-bbfe-4e67-9078-979304520706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 1098 time: 0.1590095 Sep 24 18:56:36.199972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-e4869fb1-7aae-4c4e-b145-d1fc7f76e127 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c894f0e5-5947-4600-93cc-58cc99a05354 HTTP/1.1" status: 200 len: 217 time: 0.0444212 Sep 24 18:56:36.203234 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac99b45-c5bf-47ff-b1ec-6f1b28047eec x-openstack-request-id: req-7ac99b45-c5bf-47ff-b1ec-6f1b28047eec {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:36.203523 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:36.203897 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ac99b45-c5bf-47ff-b1ec-6f1b28047eec {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:36.204288 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354', 'status': 'completed', 'code': 200} Sep 24 18:56:36.252238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] For port 46e28af3-6f46-492c-af7c-114a4075156a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:36.257422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] For port 46e28af3-6f46-492c-af7c-114a4075156a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46e28af3-6f46-492c-af7c-114a4075156a,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:36.260109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Allocated IP 172.20.0.12 (63a23328-1ed9-474c-a5bd-5235fddcda5f/10350ee2-0e9c-4567-a205-20d341e5f8b1/f3a61db0-ce3c-4fc8-b081-e21f57470203) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:36.265867 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.273988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be47abad-fc91-4260-9def-cbbda3b3be1f req-1c1e618b-68ee-4ff4-a6ba-07638c883786 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052685 Sep 24 18:56:36.371633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb4274-3e6c-4ab5-8f34-9269a6142600 None None] Pushing event updated for resources: {'Port': ['ID=46e28af3-6f46-492c-af7c-114a4075156a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:36.406021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-f79f2d19-3529-4eb8-8e73-2e01f34c287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.407627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-f79f2d19-3529-4eb8-8e73-2e01f34c287f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1625404 Sep 24 18:56:36.410238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:36.459730 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.476479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2577c-293d-4b00-8f9c-e5b88cf2e692 req-2ee7b56f-47af-4616-bdb3-4bb4cb635fcc tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.483800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84b2577c-293d-4b00-8f9c-e5b88cf2e692 req-2ee7b56f-47af-4616-bdb3-4bb4cb635fcc tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.1982141 Sep 24 18:56:36.502447 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.523951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763200a7-61f5-4d8e-93bd-666caaf999af req-30e65149-ba24-4e0d-a7bf-08a8f0438276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.523951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-30e65149-ba24-4e0d-a7bf-08a8f0438276 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1874766 Sep 24 18:56:36.534437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:36.584641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64ea4f9c-6bcb-4e9c-81da-9a40a23c00cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.603680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-056e456a-d01e-4f49-bb2d-5468c0feffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.605348 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-056e456a-d01e-4f49-bb2d-5468c0feffe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868036 Sep 24 18:56:36.608537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64ea4f9c-6bcb-4e9c-81da-9a40a23c00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.687827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea4f9c-6bcb-4e9c-81da-9a40a23c00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febea15-d431-4f74-85fe-e0a6e950eba8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:36.694809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-7f8a7ca8-fa0f-4727-ad18-a7e3dd719a25 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097741 Sep 24 18:56:36.715284 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-64ea4f9c-6bcb-4e9c-81da-9a40a23c00cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cec4165f02144e45affd66528c43e7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0497770 Sep 24 18:56:36.717636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:36.719406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84b2577c-293d-4b00-8f9c-e5b88cf2e692 req-eb8c5823-c04b-4523-8d1d-b0a164570af2 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347071 Sep 24 18:56:36.726440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c646e856-478a-4693-9fbc-71d633dc7a32 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:36.739536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:36.822811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.824843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Allocated IP 172.25.5.155 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/7fe7541f-368f-4ae3-87cf-462cf52c7f1e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:36.858524 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-dbf830f6-a1f0-43e6-8c9a-f831bacf13ec service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999674 Sep 24 18:56:36.865827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.868301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.961365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:36.962785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763200a7-61f5-4d8e-93bd-666caaf999af req-706e8ae3-a9bb-4d23-9962-b8c7ddfe7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:36.964315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-706e8ae3-a9bb-4d23-9962-b8c7ddfe7eaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4318452 Sep 24 18:56:37.069492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.075521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-799f8094-2e2f-4a1e-8312-2e0d51265c56 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.079433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-799f8094-2e2f-4a1e-8312-2e0d51265c56 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587441 Sep 24 18:56:37.081022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-1ad658f1-95ce-4ed4-8ee0-c94dd4297373 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d00d1762-7300-4b3c-a4de-72139335e02e HTTP/1.1" status: 200 len: 217 time: 0.0945189 Sep 24 18:56:37.093031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2e135ba9-4d66-4df5-ba37-5b126483868d req-7547f128-95d4-441d-a78e-c119de9b02ab service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141278 Sep 24 18:56:37.113182 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.116080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.119289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0febea15-d431-4f74-85fe-e0a6e950eba8 HTTP/1.1" status: 204 len: 168 time: 0.3928075 Sep 24 18:56:37.136527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-85e460e0-4481-4ec6-9a59-c7294eaa999a tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/quotas/5c5d67f1248c44f19aadc6afb0bfd9e8 HTTP/1.1" status: 200 len: 375 time: 0.0413637 Sep 24 18:56:37.138726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115241a2-ab36-444d-9cc2-4aaec5070858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febea15-d431-4f74-85fe-e0a6e950eba8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:37.143592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.163702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:37.166907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:37.192571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:37.236871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451ffa-6fdc-4449-b7f6-e7599cbe0d20 req-9f8f7a1f-6663-4b51-9e65-d1b86610ba55 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.245596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41451ffa-6fdc-4449-b7f6-e7599cbe0d20 req-9f8f7a1f-6663-4b51-9e65-d1b86610ba55 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 947 time: 0.3067777 Sep 24 18:56:37.282712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:37.343842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.346528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763200a7-61f5-4d8e-93bd-666caaf999af req-3481d2c6-2fd2-4c75-8561-854791ae9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.348285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-3481d2c6-2fd2-4c75-8561-854791ae9b70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2562239 Sep 24 18:56:37.407432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46e28af3-6f46-492c-af7c-114a4075156a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:37.456427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-465ce750-7484-4a67-82f4-df0c2e7893c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.457936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-465ce750-7484-4a67-82f4-df0c2e7893c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 1098 time: 0.2598443 Sep 24 18:56:37.468663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41451ffa-6fdc-4449-b7f6-e7599cbe0d20 req-c194f097-9f0e-4a9b-9723-853899124af5 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216010 Sep 24 18:56:37.527255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 46e28af3-6f46-492c-af7c-114a4075156a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:37.528450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.561147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] Transition to ACTIVE for port object c646e856-478a-4693-9fbc-71d633dc7a32 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:37.564528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-e9bdc55e-0808-48e4-9de6-f94a3c4c2599 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3572838 Sep 24 18:56:37.617580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:37.619532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:37.654481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.657123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:37.661587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.689919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:37.719144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 46e28af3-6f46-492c-af7c-114a4075156a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46e28af3-6f46-492c-af7c-114a4075156a,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:37.726416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89de542-2a18-4674-8b95-0cce4bb4b4fb None None] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:56:37.754776 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.799471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-afd4f8d7-f8f6-445e-a04f-6f2e71f2eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.801534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-afd4f8d7-f8f6-445e-a04f-6f2e71f2eab8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3238506 Sep 24 18:56:37.846168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] No DVR routers for this DVR port c646e856-478a-4693-9fbc-71d633dc7a32 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:56:37.853996 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-1f92d3e5-54a7-43c3-a7f1-6f908eed6d3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c894f0e5-5947-4600-93cc-58cc99a05354 HTTP/1.1" status: 200 len: 217 time: 0.0399122 Sep 24 18:56:37.875873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:56:37.953429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763200a7-61f5-4d8e-93bd-666caaf999af req-1e0ea256-d4c3-46a1-b877-dc7912391183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.955267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-1e0ea256-d4c3-46a1-b877-dc7912391183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5620644 Sep 24 18:56:37.960283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-85dfaacb-ac2a-4f46-8766-be071344c9c0 None None] Provisioning complete for port 46e28af3-6f46-492c-af7c-114a4075156a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:37.960790 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85dfaacb-ac2a-4f46-8766-be071344c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:37.974151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=46e28af3-6f46-492c-af7c-114a4075156a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:37.974274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] 10.222.0.69 "PUT /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4495497 Sep 24 18:56:37.986147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97e75-c217-4005-bbee-bbe2e9c1b844 req-cbb28c79-0c33-4596-a9e2-a9dcbd442d17 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:37.994523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35b97e75-c217-4005-bbee-bbe2e9c1b844 req-cbb28c79-0c33-4596-a9e2-a9dcbd442d17 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.3720415 Sep 24 18:56:38.010914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.011581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.025904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e04e4-4d25-4ea1-9178-229d11e69eca service neutron] Pushing event updated for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:38.043767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.056712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:56:38.097993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8ce6-e883-4e4c-942f-136f017dad8d req-9482da9d-231f-4a17-b85e-0deafec5c06d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.099777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-272d8ce6-e883-4e4c-942f-136f017dad8d req-9482da9d-231f-4a17-b85e-0deafec5c06d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.2606442 Sep 24 18:56:38.106187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-8d8116a8-be84-4615-9b74-6a02af57b2d4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5986550 Sep 24 18:56:38.157761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Request body: {'port': {'device_id': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:38.238930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-7f146056-eac2-4378-864a-5beb3827d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.238930 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-7f146056-eac2-4378-864a-5beb3827d776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3296263 Sep 24 18:56:38.333857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-d2dd916c-8925-412e-a9e9-f91a03758734 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.335560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-d2dd916c-8925-412e-a9e9-f91a03758734 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.1313329 Sep 24 18:56:38.404320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-0507f713-2a4b-4174-986d-3136b5d804bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.406062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-0507f713-2a4b-4174-986d-3136b5d804bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399047 Sep 24 18:56:38.508539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35b97e75-c217-4005-bbee-bbe2e9c1b844 req-19d9b7d6-e072-4d5c-afd4-c5021f64fa41 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125155 Sep 24 18:56:38.519558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-6213b5a6-d793-4a8e-84bc-2e0767abddf1 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438395 Sep 24 18:56:38.558196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.564632 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.587489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.622213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-272d8ce6-e883-4e4c-942f-136f017dad8d req-13de0076-0f2b-4b9d-9627-a5fa89540d3d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105097 Sep 24 18:56:38.656382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-12ae63df-60db-41ad-aea2-f951855f2f3c None None] Provisioning complete for port 46e28af3-6f46-492c-af7c-114a4075156a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:38.661795 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12ae63df-60db-41ad-aea2-f951855f2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:38.910652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-763200a7-61f5-4d8e-93bd-666caaf999af req-2e99ee64-fced-41e3-b705-f40867735ab1 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819287 Sep 24 18:56:38.935908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eee229-7681-4491-b996-b2967a763cda req-560b5909-b5e7-464d-be88-dbd99217d723 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:38.938157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39eee229-7681-4491-b996-b2967a763cda req-560b5909-b5e7-464d-be88-dbd99217d723 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 932 time: 0.2742584 Sep 24 18:56:38.969641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc4325cb-a69f-41ee-858a-4b7add573a8f req-af8ec641-0165-443b-a23d-cf6007c05219 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 210 time: 0.0661583 Sep 24 18:56:39.042775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f1e57572-c102-40aa-b6dd-a5cbb423c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.042775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-f1e57572-c102-40aa-b6dd-a5cbb423c54e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 1095 time: 0.6604993 Sep 24 18:56:39.120498 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-877137a0-a864-4589-bcf3-a610ee2dca95 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278477 Sep 24 18:56:39.124512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39eee229-7681-4491-b996-b2967a763cda req-682419ad-a722-4e22-955d-d23b8233922b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766968 Sep 24 18:56:39.170822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cec08-3af4-4a5c-81c9-1b883f2c6f29 req-f8a3bad6-a3a4-4c44-a470-905c1d3b88a4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.172917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db0cec08-3af4-4a5c-81c9-1b883f2c6f29 req-f8a3bad6-a3a4-4c44-a470-905c1d3b88a4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 947 time: 0.0911231 Sep 24 18:56:39.220125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-4a92c461-43d9-43bb-bfb0-d17a69132ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.221602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-4a92c461-43d9-43bb-bfb0-d17a69132ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1095 time: 0.1339867 Sep 24 18:56:39.278796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db0cec08-3af4-4a5c-81c9-1b883f2c6f29 req-3c7ccfa8-4660-4354-a41b-e5050aee5ec3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984569 Sep 24 18:56:39.280142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46e28af3-6f46-492c-af7c-114a4075156a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:39.297081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a61db0-ce3c-4fc8-b081-e21f57470203 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:39.322549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.327127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-2aa43df8-dd1e-4baf-b72b-303831588041 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.335088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-2aa43df8-dd1e-4baf-b72b-303831588041 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 1100 time: 0.1289170 Sep 24 18:56:39.341805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 46e28af3-6f46-492c-af7c-114a4075156a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:39.342310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.364146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-1ce273a1-3b0c-4c14-a81e-3737c9dc6d99 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.376770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Transition to ACTIVE for port object f3a61db0-ce3c-4fc8-b081-e21f57470203 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:39.386659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.15', 50489) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:39.391871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Router 840acbdd-dc75-41ff-8513-64ab532c1ac6 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:56:39.397355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.399085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8358f8a5-652f-4049-b9d6-ea4838f74ae5 req-1c3154d7-a56a-4185-bad0-4f612af5e86d service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667410 Sep 24 18:56:39.469206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-56403a0e-e744-4b43-9a42-7aad532ba5c1 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695131 Sep 24 18:56:39.509514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:39.540803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-512388a5-68d3-4562-908c-b8e6bc0608d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.542310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-512388a5-68d3-4562-908c-b8e6bc0608d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.3069160 Sep 24 18:56:39.648663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-5f05d8d9-bb51-455c-965f-3e8df2b9580d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.0476384 Sep 24 18:56:39.662323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:56:39.682743 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Sync routers for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:56:39.697110 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:39.699142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-199bbdcb-24d3-4673-807a-68a0f091afd7 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.699748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:39.700668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-199bbdcb-24d3-4673-807a-68a0f091afd7 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083523 Sep 24 18:56:39.718559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-1ce273a1-3b0c-4c14-a81e-3737c9dc6d99 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.723888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:39.724218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:39.724541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:39.730484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-c5f8d8d3-ca1f-4bfc-83c4-9a08cfe2a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:39.732245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Request body: {'port': {'device_id': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '5c5d67f1248c44f19aadc6afb0bfd9e8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:39.732602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-c5f8d8d3-ca1f-4bfc-83c4-9a08cfe2a87d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0572660 Sep 24 18:56:39.734338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.735833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-29bda3f7-df2e-423e-bac3-8fcd3da5b472 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9445219 Sep 24 18:56:39.738824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:39.739160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-1ce273a1-3b0c-4c14-a81e-3737c9dc6d99 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.764025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:39.764355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:39.785342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-587709a2-69cc-4c20-ab4c-b0a7e9a17182 req-1ce273a1-3b0c-4c14-a81e-3737c9dc6d99 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491730 Sep 24 18:56:39.798721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:39.799082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:39.799464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:39.799902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Bound port: f3a61db0-ce3c-4fc8-b081-e21f57470203, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:39.800258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:39.840355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:39.846484 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-5b031124-a252-4d11-a7b8-6f375e924c23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319324 Sep 24 18:56:39.859029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce273a1-3b0c-4c14-a81e-3737c9dc6d99 tempest-LiveMigrationNegativeTest-1493191441 tempest-LiveMigrationNegativeTest-1493191441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de00b005-edf7-4b35-9845-40620ebde79b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:39.897232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:40.008898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:40.023048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'mac_address': 'fa:16:3e:7f:86:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:40.059421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:40.079208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:40.101894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.109066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb614b0-0804-4914-867d-b5e241f0b16a req-3c8e6fa6-e519-42ef-9c2a-d2fd25b415cf tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.110890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cb614b0-0804-4914-867d-b5e241f0b16a req-3c8e6fa6-e519-42ef-9c2a-d2fd25b415cf tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.2394633 Sep 24 18:56:40.114941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.117738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:40.144504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:40.145699 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:37Z', 'revision_number': 3, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:40.150108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.167810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Made reservation on behalf of 5c5d67f1248c44f19aadc6afb0bfd9e8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:40.172529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.181111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.181806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.183277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 1092 time: 2.0391457 Sep 24 18:56:40.190755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:40.193422 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3423c6-9443-442e-a757-bd81a6eaa725" -d '{"events": [{"name": "network-changed", "server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:40.203017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.226887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-5d8eacfe-1673-44c1-9f9e-f750c84d36e6 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293717 Sep 24 18:56:40.237924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Checking router: 840acbdd-dc75-41ff-8513-64ab532c1ac6 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:56:40.238281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Updating router 840acbdd-dc75-41ff-8513-64ab532c1ac6 port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:56:40.252630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:40.268689 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.289497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cb614b0-0804-4914-867d-b5e241f0b16a req-638fc67d-8eb4-48f4-a5c7-1ddf689d2434 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646590 Sep 24 18:56:40.290099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954abd-9791-4c69-81b0-02d5daa6fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:40.339900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6bb38f8-ba94-420d-9f43-41ae86b65191 req-1e13038d-e229-46de-afe4-189804a2ec36 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 210 time: 0.0931172 Sep 24 18:56:40.353967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:40.365724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-10a645d4-93e0-4db5-b9f6-77e15a7c62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.367527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-10a645d4-93e0-4db5-b9f6-77e15a7c62af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1095 time: 0.1436853 Sep 24 18:56:40.433724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-521a3897-6c12-4936-a531-17563953326e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 217 time: 0.0567248 Sep 24 18:56:40.463022 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99fc527-a31b-4d6f-9c9e-7e9f629caf99 x-openstack-request-id: req-d99fc527-a31b-4d6f-9c9e-7e9f629caf99 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:40.463256 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:40.463514 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99fc527-a31b-4d6f-9c9e-7e9f629caf99 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:40.464445 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'status': 'completed', 'code': 200} Sep 24 18:56:40.491681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-b06a5f9d-812f-43bf-9c7e-57577304202b service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471347 Sep 24 18:56:40.605301 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.612535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-da157400-12b1-4e7f-abcd-cff897f36e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.613447 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.614194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-da157400-12b1-4e7f-abcd-cff897f36e10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1739917 Sep 24 18:56:40.684091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Attempting to bind port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:40.685113 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Attempting to bind port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:40.685680 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Attempting to bind port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:40.692716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80cf7d-e382-484d-a64c-0a7aa93e6427 req-d5078827-096f-4087-bf4b-1f9698a4ff30 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.693469 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.694277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c80cf7d-e382-484d-a64c-0a7aa93e6427 req-d5078827-096f-4087-bf4b-1f9698a4ff30 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 947 time: 0.1897705 Sep 24 18:56:40.697040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb90ac-7d49-4e1f-b129-fa36851a1194 None None] Pushing event updated for resources: {'Port': ['ID=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:40.697317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.700311 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:40.700682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:40.701093 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.701475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:40.701937 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Bound port: 7fe7541f-368f-4ae3-87cf-462cf52c7f1e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:40.702329 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.706914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-35236d83-a1ca-48b1-9270-ee7e580ef4ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699608 Sep 24 18:56:40.718537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5940a0b-43cb-4946-b2dc-20cdc89c0953 req-d544bf96-bbc2-4870-b920-98efe4bb614b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.720246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5940a0b-43cb-4946-b2dc-20cdc89c0953 req-d544bf96-bbc2-4870-b920-98efe4bb614b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.2135160 Sep 24 18:56:40.730702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.777192 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] For port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:40.782018 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] For port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:40.787374 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:40.851674 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:40.852584 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:40.855833 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb90ac-7d49-4e1f-b129-fa36851a1194 None None] Pushing event updated for resources: {'Port': ['ID=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:40.900947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfbfabe-3b98-4b61-963f-fd7530465172,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:40.914916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea23b-2285-4235-9493-77d0b4e66552 req-ed2bbdde-e7ca-44b8-860e-2e3f6f0da625 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:40.916486 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-ed2bbdde-e7ca-44b8-860e-2e3f6f0da625 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.0885074 Sep 24 18:56:40.919837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c80cf7d-e382-484d-a64c-0a7aa93e6427 req-1658fce6-16b1-4d3c-be47-5c34f3d344dc tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970716 Sep 24 18:56:40.945679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Allocated IP 172.20.0.1 (b5a075a6-717d-4b2b-8f4b-cd5be4cc8888/7654c126-9dc0-49d7-8f24-9c45f9d3e505/6c112b25-bb57-4554-83b8-153c18ee2512) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:40.972739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5940a0b-43cb-4946-b2dc-20cdc89c0953 req-f5cf5131-5477-42a5-82b5-4ae85fbb7b19 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389057 Sep 24 18:56:40.988866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-94dda329-a60f-4b4f-90e1-be164e9537d3 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662177 Sep 24 18:56:40.999251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:41.029560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Allocated IP 192.168.233.158 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/f1969e8c-0607-443c-8714-d4cd19f25458) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:41.191605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.196257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16fea23b-2285-4235-9493-77d0b4e66552 req-68370204-4f32-4edb-817b-7803149af418 service neutron] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:41.200985 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16fea23b-2285-4235-9493-77d0b4e66552 req-68370204-4f32-4edb-817b-7803149af418 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.202108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-16fea23b-2285-4235-9493-77d0b4e66552 req-68370204-4f32-4edb-817b-7803149af418 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.2660832 Sep 24 18:56:41.260456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:37Z', 'revision_number': 3, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:41.263269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.299080 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc174-bf66-4a1d-abf0-c11fecff6878 None None] The sync data for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 is: [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:37Z', 'revision_number': 3, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:56:41.299362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b439da3-a7a3-4b8b-8428-10ad79ce0693 req-845b94dc-3ec0-425d-a7a5-0c4f25fc0259 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021960 Sep 24 18:56:41.348329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:41.351991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:41.355018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:41.398674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c894f0e5-5947-4600-93cc-58cc99a05354 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:41.399390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Pushing event updated for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:41.425058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.481296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.563403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:41.573024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c894f0e5-5947-4600-93cc-58cc99a05354,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:41.612525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c894f0e5-5947-4600-93cc-58cc99a05354', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c894f0e5-5947-4600-93cc-58cc99a05354', 'mac_address': 'fa:16:3e:5d:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:41.694688 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.710979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-86e248a1-5552-4917-a0a5-21377c925ea5 None None] Provisioning complete for port 6c112b25-bb57-4554-83b8-153c18ee2512 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:41.711360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86e248a1-5552-4917-a0a5-21377c925ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.714922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c894f0e5-5947-4600-93cc-58cc99a05354 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:41.749034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.770316 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f5d441d-4fff-404b-b65a-75056cfef9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.789172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c894f0e5-5947-4600-93cc-58cc99a05354,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:41.801137 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:41.840722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004e74-b924-44f4-bb3d-f6f0d540b329 req-f5528372-54e1-4678-80b7-7e2017923a68 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:41.842231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0004e74-b924-44f4-bb3d-f6f0d540b329 req-f5528372-54e1-4678-80b7-7e2017923a68 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.5121288 Sep 24 18:56:41.854257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:41.887115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-37143d4a-06ed-494c-a9c2-c6b9de45cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:41.888794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-37143d4a-06ed-494c-a9c2-c6b9de45cfb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1095 time: 0.5090547 Sep 24 18:56:41.916989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-86e248a1-5552-4917-a0a5-21377c925ea5 None None] Port 6c112b25-bb57-4554-83b8-153c18ee2512 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:41.962247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:41.974398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146efd2-b03b-46d3-893a-7eb77d7edb46 req-76b9f97b-d364-43f0-b579-9aef2f1a7b5b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:41.977239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0146efd2-b03b-46d3-893a-7eb77d7edb46 req-76b9f97b-d364-43f0-b579-9aef2f1a7b5b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.4927108 Sep 24 18:56:42.004492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port d00d1762-7300-4b3c-a4de-72139335e02e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:42.014236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d00d1762-7300-4b3c-a4de-72139335e02e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:42.014620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.029321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.048178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.058974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f5d441d-4fff-404b-b65a-75056cfef9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.087680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-cadb14c8-9735-4e5c-8aaf-dc10219cb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:42.090533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-cadb14c8-9735-4e5c-8aaf-dc10219cb975 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.1821425 Sep 24 18:56:42.113116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.124772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f5d441d-4fff-404b-b65a-75056cfef9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.144713 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.181167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:42.185094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-975275da-b0ed-4192-b1cb-7ed9cfa4ffe0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 217 time: 0.0800824 Sep 24 18:56:42.185674 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590bc3cd-01c0-4ff4-996a-ca35b612d4dd" -d '{"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:42.192419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.197965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0f5d441d-4fff-404b-b65a-75056cfef9cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68350a5995684c339915a3f38ec20cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302140 Sep 24 18:56:42.202394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Pushing event updated for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:42.203141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:42.206202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:42.206810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d441d-4fff-404b-b65a-75056cfef9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f2b6a5-1877-48cb-b4b8-524f7139badd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:42.219182 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.254633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c894f0e5-5947-4600-93cc-58cc99a05354'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:42.281862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-a0fae14d-4b80-45d3-a74a-00b2686e961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:42.282803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-a0fae14d-4b80-45d3-a74a-00b2686e961c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0608671 Sep 24 18:56:42.299606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0004e74-b924-44f4-bb3d-f6f0d540b329 req-744a4d4a-f419-4f2f-bd0c-80984f426d5f tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464321 Sep 24 18:56:42.333225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Pushing event updated for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:42.336155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.349530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:42.381640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.393565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:42.396403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:42.420915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:42.476420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-7701e703-49a4-4236-bfd0-25cbe7533bb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747746 Sep 24 18:56:42.494897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:42.498537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:42.581171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:42.581902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.582272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.585881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.590096 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68f2b6a5-1877-48cb-b4b8-524f7139badd HTTP/1.1" status: 204 len: 168 time: 0.3776009 Sep 24 18:56:42.607043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0146efd2-b03b-46d3-893a-7eb77d7edb46 req-07f122a2-fefa-4d1f-9dc2-eed8582703fe tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128448 Sep 24 18:56:42.633127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2c742-0a40-4b58-b85d-df444dff31f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f2b6a5-1877-48cb-b4b8-524f7139badd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:42.652872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Router 840acbdd-dc75-41ff-8513-64ab532c1ac6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:56:42.705537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-907051e4-b772-4eb5-b3ce-a9b247f2b042 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9779606 Sep 24 18:56:42.751160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-488dbd2f-383e-42c2-9437-a82f0d60a231 None None] Provisioning complete for port 6c112b25-bb57-4554-83b8-153c18ee2512 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:42.752788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-488dbd2f-383e-42c2-9437-a82f0d60a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:42.816588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Request body: {'port': {'device_id': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:42.833342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-488dbd2f-383e-42c2-9437-a82f0d60a231 None None] Port 6c112b25-bb57-4554-83b8-153c18ee2512 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:42.842036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df95c-a7cf-4a38-825c-ae4d79a7e3b9 req-865e949c-7f58-4003-8b7b-6ec9477f0904 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:42.843735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e5df95c-a7cf-4a38-825c-ae4d79a7e3b9 req-865e949c-7f58-4003-8b7b-6ec9477f0904 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 936 time: 0.4508364 Sep 24 18:56:42.867946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:56:42.880828 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cff927e3-f197-48f3-bb34-b5a441009746 admin admin] 10.222.0.18 "PUT /v2.0/routers/840acbdd-dc75-41ff-8513-64ab532c1ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411431 Sep 24 18:56:43.018361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e5df95c-a7cf-4a38-825c-ae4d79a7e3b9 req-9f8fcce2-4c84-4112-a196-defda3d7192a tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208985 Sep 24 18:56:43.026211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-46341675-b90f-43aa-8265-154a0363a274 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547989 Sep 24 18:56:43.034955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:43.041080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bae47-d7a3-4e1f-ab3c-9be4de7f25b3 req-a89dc929-3412-43c5-bc8e-a432c7aa84eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:43.053170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-427bae47-d7a3-4e1f-ab3c-9be4de7f25b3 req-a89dc929-3412-43c5-bc8e-a432c7aa84eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 948 time: 0.2939396 Sep 24 18:56:43.057139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b7a4ff-9222-4b38-a204-166933b84a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.062766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-78cf2170-c960-48fb-a46d-382eeedfc914 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:43.064253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d69f74ad-112c-4b2e-a09d-8cda27665cea None None] Provisioning complete for port f1969e8c-0607-443c-8714-d4cd19f25458 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:43.065263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-78cf2170-c960-48fb-a46d-382eeedfc914 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.2845373 Sep 24 18:56:43.065370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d69f74ad-112c-4b2e-a09d-8cda27665cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.092170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.202018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b7a4ff-9222-4b38-a204-166933b84a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.209801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b7a4ff-9222-4b38-a204-166933b84a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.268999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25b7a4ff-9222-4b38-a204-166933b84a56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b8fe2f1201d4e588b18be813d4dd9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327316 Sep 24 18:56:43.270085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7a4ff-9222-4b38-a204-166933b84a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c01902c-cd33-45b1-a6cd-2ac75c2a46d8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:43.272661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:43.353893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-427bae47-d7a3-4e1f-ab3c-9be4de7f25b3 req-6a963c2b-3edb-4810-ae59-3e39179a67ca tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038292 Sep 24 18:56:43.380536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.386336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7fe7541f-368f-4ae3-87cf-462cf52c7f1e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:43.388750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d69f74ad-112c-4b2e-a09d-8cda27665cea None None] Port f1969e8c-0607-443c-8714-d4cd19f25458 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:43.407428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943f0b-8891-4bc4-99ec-7f84f19a6350 req-6db4ea8b-e9b1-4c18-8f61-82b2029d1256 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:43.415628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76943f0b-8891-4bc4-99ec-7f84f19a6350 req-6db4ea8b-e9b1-4c18-8f61-82b2029d1256 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.2650492 Sep 24 18:56:43.418622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c894f0e5-5947-4600-93cc-58cc99a05354 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:43.443154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.514644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:43.515205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.531991 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.554422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.558680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c01902c-cd33-45b1-a6cd-2ac75c2a46d8 HTTP/1.1" status: 204 len: 168 time: 0.2819312 Sep 24 18:56:43.577690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c894f0e5-5947-4600-93cc-58cc99a05354 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:43.584154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a3423c6-9443-442e-a757-bd81a6eaa725 req-5220fcc4-2cf4-4d91-9e4d-29f92c6c0f21 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313883 Sep 24 18:56:43.627952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c894f0e5-5947-4600-93cc-58cc99a05354 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:43.628797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.630771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0969e-487c-4cdf-bcd3-34a0bdb60256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c01902c-cd33-45b1-a6cd-2ac75c2a46d8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:43.660318 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c765c6d-0f3a-47ea-a6cd-a7f048723145 x-openstack-request-id: req-3c765c6d-0f3a-47ea-a6cd-a7f048723145 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:43.660891 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:43.664374 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c765c6d-0f3a-47ea-a6cd-a7f048723145 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:43.664995 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'code': 200} Sep 24 18:56:43.706181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Deleting port fc41b53c-5727-4568-8587-e8825abdf443 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:56:43.706496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.728309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76943f0b-8891-4bc4-99ec-7f84f19a6350 req-5c7766ef-5481-4427-8ce8-604b17337922 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115354 Sep 24 18:56:43.938724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Sync routers for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:56:43.949289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:43.969420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:43.970572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:44.077565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995a256-5b29-43e6-bee8-4aa15596dfdf req-04a07e6c-24eb-4599-aa1b-fbf9caa4239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:44.080427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3995a256-5b29-43e6-bee8-4aa15596dfdf req-04a07e6c-24eb-4599-aa1b-fbf9caa4239d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.3208725 Sep 24 18:56:44.105574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1d36-45ac-43f3-b40b-99c4b5777de5 req-e216a8cd-49ab-4656-9b3b-cd4f1f3ab1e3 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:44.112620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e00b1d36-45ac-43f3-b40b-99c4b5777de5 req-e216a8cd-49ab-4656-9b3b-cd4f1f3ab1e3 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 949 time: 0.2703981 Sep 24 18:56:44.124314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:44.139608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc542bd-a06d-4db4-aa85-50aec58cdffb req-e71244a8-a7e9-4a35-913e-690afd6123e0 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:44.146976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbc542bd-a06d-4db4-aa85-50aec58cdffb req-e71244a8-a7e9-4a35-913e-690afd6123e0 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1095 time: 0.2818804 Sep 24 18:56:44.199354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] For port fc41b53c-5727-4568-8587-e8825abdf443, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fc41b53c-5727-4568-8587-e8825abdf443,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:44.199853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:44.235102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Calling delete_port for fc41b53c-5727-4568-8587-e8825abdf443 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:56:44.254676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:44.269700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1969e8c-0607-443c-8714-d4cd19f25458 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:44.287146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e00b1d36-45ac-43f3-b40b-99c4b5777de5 req-9b097d10-ec54-4045-83db-7ed18323e859 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735201 Sep 24 18:56:44.287354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:44.293131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:44.299678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3995a256-5b29-43e6-bee8-4aa15596dfdf req-ed688685-e3eb-4135-893d-a98efa59b8e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036376 Sep 24 18:56:44.312424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbc542bd-a06d-4db4-aa85-50aec58cdffb req-5cad1792-aec6-4e7a-8fa7-74b1334c36d6 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625972 Sep 24 18:56:44.316933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:44.402585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Transition to ACTIVE for port object f1969e8c-0607-443c-8714-d4cd19f25458 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:44.414785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:44.638633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:44.793726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c894f0e5-5947-4600-93cc-58cc99a05354,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:44.807746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.000290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:41Z', 'revision_number': 4, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c112b25-bb57-4554-83b8-153c18ee2512', 'name': '', 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'mac_address': 'fa:16:3e:e1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:40Z', 'updated_at': '2021-09-24T18:56:41Z', 'revision_number': 2, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'subnets': [{'id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:45.003301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:45.043020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Pushing event updated for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:45.056070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ee5b-979b-4bd2-b88b-e716adc3c167 req-4f6be31a-ad5b-4e00-8950-34c2ae0fc128 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:45.070566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed8ee5b-979b-4bd2-b88b-e716adc3c167 req-4f6be31a-ad5b-4e00-8950-34c2ae0fc128 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 948 time: 0.5690501 Sep 24 18:56:45.087851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb20ec-8daa-46d7-ade3-df833cf1f3fd req-c0d3c041-27bf-4c0b-ae34-6fff04166d84 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:45.090756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Checking router: 840acbdd-dc75-41ff-8513-64ab532c1ac6 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:56:45.091315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Updating router 840acbdd-dc75-41ff-8513-64ab532c1ac6 port 6c112b25-bb57-4554-83b8-153c18ee2512 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:56:45.097663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8fb20ec-8daa-46d7-ade3-df833cf1f3fd req-c0d3c041-27bf-4c0b-ae34-6fff04166d84 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 948 time: 0.6492572 Sep 24 18:56:45.107402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.121057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['fc41b53c-5727-4568-8587-e8825abdf443'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:45.147632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['fd11e87b-87d6-4966-bf1b-246746e5e407'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:45.153072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Attempting to bind port f1969e8c-0607-443c-8714-d4cd19f25458 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:45.153072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Attempting to bind port f1969e8c-0607-443c-8714-d4cd19f25458 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:45.155258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Attempting to bind port f1969e8c-0607-443c-8714-d4cd19f25458 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:45.170782 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.201387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Pushing event deleted for resources: {'Port': ['ID=fc41b53c-5727-4568-8587-e8825abdf443,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:45.217936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8fb20ec-8daa-46d7-ade3-df833cf1f3fd req-d3153821-6032-480e-aacd-cea9fd892822 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196399 Sep 24 18:56:45.234888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Port f1969e8c-0607-443c-8714-d4cd19f25458 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:45.235234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Attempting to bind port f1969e8c-0607-443c-8714-d4cd19f25458 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:45.320308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed8ee5b-979b-4bd2-b88b-e716adc3c167 req-28a274aa-fd0b-47d8-8f02-ae5b87db4e56 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474458 Sep 24 18:56:45.445376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:45.446428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:45.451525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:45.452287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Bound port: f1969e8c-0607-443c-8714-d4cd19f25458, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:45.452861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.486246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7fe7541f-368f-4ae3-87cf-462cf52c7f1e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:45.513090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] No DVR routers for this DVR port fc41b53c-5727-4568-8587-e8825abdf443 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:56:45.534793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.536782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff265b9b-45eb-47fb-b169-f2914ba1ae29 req-330624e3-9faa-487a-a1d2-3d752dbaa3db tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.69 "DELETE /v2.0/ports/fc41b53c-5727-4568-8587-e8825abdf443 HTTP/1.1" status: 204 len: 173 time: 2.4459817 Sep 24 18:56:45.537221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'name': 'network-vif-deleted', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:45.561595 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0290dca6-5de0-4321-885d-e46cfa6bc8bf" -d '{"events": [{"server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "name": "network-vif-deleted", "tag": "fc41b53c-5727-4568-8587-e8825abdf443"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:45.692167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:45.694784 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096ac8d-e773-434c-bc15-9fe26022867b" -d '{"events": [{"server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "name": "network-vif-plugged", "status": "completed", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:45.720809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e8f5f-d804-4e8b-aa45-ae32e00ffd28 req-445c6c11-3de4-4d66-a9f7-f22f43293c4b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:45.729436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b0e8f5f-d804-4e8b-aa45-ae32e00ffd28 req-445c6c11-3de4-4d66-a9f7-f22f43293c4b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.1144614 Sep 24 18:56:45.766417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:45.766884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:45.768382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.808958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f1969e8c-0607-443c-8714-d4cd19f25458,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:45.831913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b0e8f5f-d804-4e8b-aa45-ae32e00ffd28 req-23bd30d9-e35d-4683-8221-6df83a827d70 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Sep 24 18:56:45.836473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.882436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:45.949681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:45.950307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:45.951726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1969e8c-0607-443c-8714-d4cd19f25458 HTTP/1.1" status: 200 len: 1096 time: 3.1499281 Sep 24 18:56:46.025224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2a4ba-00c5-4ada-ba0c-e38ddf778b04 service neutron] Pushing event updated for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:46.041292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-810afd6d-2049-4d89-bb22-758e22bf5b07 req-76a6dbfc-3d07-4695-8109-a8b3f34cb1fa tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=a21269bf-acdb-4786-a5b9-5eb28bef97f9 HTTP/1.1" status: 200 len: 210 time: 0.0399513 Sep 24 18:56:46.138963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-b2bb25e3-31ba-42ba-a649-673fea5ef2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:46.144548 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.156497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-b2bb25e3-31ba-42ba-a649-673fea5ef2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 1099 time: 0.1130376 Sep 24 18:56:46.162648 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83a0ed-de96-4a0d-ab40-d8c70b70b2e7 x-openstack-request-id: req-ea83a0ed-de96-4a0d-ab40-d8c70b70b2e7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:46.163295 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21269bf-acdb-4786-a5b9-5eb28bef97f9", "name": "network-vif-deleted", "tag": "fc41b53c-5727-4568-8587-e8825abdf443", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:46.163295 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea83a0ed-de96-4a0d-ab40-d8c70b70b2e7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:46.163602 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21269bf-acdb-4786-a5b9-5eb28bef97f9', 'name': 'network-vif-deleted', 'tag': 'fc41b53c-5727-4568-8587-e8825abdf443', 'status': 'completed', 'code': 200} Sep 24 18:56:46.164542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.232584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-2665d9d5-1389-4959-89f5-8be17e981837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f1969e8c-0607-443c-8714-d4cd19f25458 HTTP/1.1" status: 200 len: 217 time: 0.0547225 Sep 24 18:56:46.251046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b035-9c1e-484a-9f5d-1e447c9343b1 None None] Pushing event updated for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:46.270228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:46.328306 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31efc1-18f4-4ecf-99e1-74ce6e80c51e x-openstack-request-id: req-6b31efc1-18f4-4ecf-99e1-74ce6e80c51e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:46.328720 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "name": "network-vif-plugged", "status": "completed", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:46.329077 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b31efc1-18f4-4ecf-99e1-74ce6e80c51e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:46.329569 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354', 'code': 200} Sep 24 18:56:46.351162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'port_id': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'mac_address': 'fa:16:3e:96:3b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10350ee2-0e9c-4567-a205-20d341e5f8b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:46.394547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-d85326a6-445f-485f-8c7f-5e9882730327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:46.396773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-d85326a6-445f-485f-8c7f-5e9882730327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1535783 Sep 24 18:56:46.417197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.480874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Attempting to bind port 6c112b25-bb57-4554-83b8-153c18ee2512 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:46.481625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Attempting to bind port 6c112b25-bb57-4554-83b8-153c18ee2512 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:46.482233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Attempting to bind port 6c112b25-bb57-4554-83b8-153c18ee2512 on network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:46.490239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:46.491056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Checking segment: {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:46.491697 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.492310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Bound using segment: {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:46.502918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Bound port: 6c112b25-bb57-4554-83b8-153c18ee2512, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087022d4-7bd6-402e-8386-c7d94d3b3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:46.503872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.504252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c87d-9769-4159-a2cb-a190502e350f req-53407c78-f61a-49bf-bbad-c41633ee4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:46.505909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-53407c78-f61a-49bf-bbad-c41633ee4828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908105 Sep 24 18:56:46.545042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a61db0-ce3c-4fc8-b081-e21f57470203 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:46.567996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:46.583521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889004f-1967-4395-8f68-034636679d2f req-ab743ec4-4662-45d5-a377-b566f15a42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:46.587366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6889004f-1967-4395-8f68-034636679d2f req-ab743ec4-4662-45d5-a377-b566f15a42d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 1100 time: 0.0935135 Sep 24 18:56:46.591073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.657739 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6889004f-1967-4395-8f68-034636679d2f req-59a1cf24-b2cd-4792-85c4-e3af332efdb1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545039 Sep 24 18:56:46.679398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:46.689160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] For port 6c112b25-bb57-4554-83b8-153c18ee2512, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:46.693847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] For port 6c112b25-bb57-4554-83b8-153c18ee2512, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c112b25-bb57-4554-83b8-153c18ee2512,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:46.700270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd138e6-c8a7-4bcd-a1e5-06fd1dc19730 req-8acf6c48-069c-4ddb-aff1-913eb78e649e tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:46.701314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.709182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd138e6-c8a7-4bcd-a1e5-06fd1dc19730 req-8acf6c48-069c-4ddb-aff1-913eb78e649e tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 948 time: 0.1791751 Sep 24 18:56:46.746573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] Provisioning complete for port 6c112b25-bb57-4554-83b8-153c18ee2512 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:46.747403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:46.763297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd138e6-c8a7-4bcd-a1e5-06fd1dc19730 req-8c137ee0-8397-475c-a6fd-19e392f1dfb1 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 Sep 24 18:56:46.786317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-054648da-9fc7-45ef-a2c2-e60b08bdd091 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683578 Sep 24 18:56:46.819085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f3a61db0-ce3c-4fc8-b081-e21f57470203'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:46.855154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b035-9c1e-484a-9f5d-1e447c9343b1 None None] Pushing event updated for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:46.857966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:56:46.858688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:47.148276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d628c87d-9769-4159-a2cb-a190502e350f req-41ab68da-fbb3-420b-8cc9-b54d3183c4a0 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124691 Sep 24 18:56:47.157590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884e6b9-9bfa-47aa-8dac-1f0e497ccf21 req-014bea0b-b673-4bc6-9d81-0c66c39b80b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:47.159158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c884e6b9-9bfa-47aa-8dac-1f0e497ccf21 req-014bea0b-b673-4bc6-9d81-0c66c39b80b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 949 time: 0.2964683 Sep 24 18:56:47.293860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c884e6b9-9bfa-47aa-8dac-1f0e497ccf21 req-3813f030-1bd1-4dbb-b705-4c8837489217 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223490 Sep 24 18:56:47.356114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:56:47.406813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-b71ab9a2-c41e-4afc-9abd-9ee459bccc54 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:47.408391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-b71ab9a2-c41e-4afc-9abd-9ee459bccc54 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.1874244 Sep 24 18:56:47.435290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-32d1faff-a4d6-4324-8324-c060ce422643 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/quotas/0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 375 time: 0.0204079 Sep 24 18:56:47.490826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-0aad23cd-3150-48e7-9791-7a2f82db4b6d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462825 Sep 24 18:56:47.608574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bb13d-6bda-4cc3-bfe8-9b745055f81d req-79452eb9-4555-42fb-945e-e7b6635689a1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:47.610594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e1bb13d-6bda-4cc3-bfe8-9b745055f81d req-79452eb9-4555-42fb-945e-e7b6635689a1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.1133602 Sep 24 18:56:47.628395 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:47.664818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-93a297e8-fe68-401a-b6ed-2e96f9c086d0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584427 Sep 24 18:56:47.667877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e1bb13d-6bda-4cc3-bfe8-9b745055f81d req-61aba9ae-325b-4da1-a99e-fbb22bc0870d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Sep 24 18:56:47.709156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] For port 6c112b25-bb57-4554-83b8-153c18ee2512, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c112b25-bb57-4554-83b8-153c18ee2512,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:47.718473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:47.786736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-3c37b80d-9725-423d-a1a3-f8b9a9753c39 service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116545 Sep 24 18:56:47.834357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6065ed-b6cc-484e-9a3c-ba68eaec4982 None None] Pushing event updated for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:47.852370 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cee55b67-5428-4a87-8a34-9a1e7d2aa0fd None None] Provisioning complete for port 6c112b25-bb57-4554-83b8-153c18ee2512 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:47.852917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cee55b67-5428-4a87-8a34-9a1e7d2aa0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:47.857135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:41Z', 'revision_number': 4, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c112b25-bb57-4554-83b8-153c18ee2512', 'name': '', 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'mac_address': 'fa:16:3e:e1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:40Z', 'updated_at': '2021-09-24T18:56:46Z', 'revision_number': 4, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'subnets': [{'id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:56:47.902620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fc41b53c-5727-4568-8587-e8825abdf443 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:56:47.906603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84960d30-ec33-4572-abc6-71fcb2c36f1b None None] The sync data for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 is: [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:56:41Z', 'revision_number': 4, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c112b25-bb57-4554-83b8-153c18ee2512', 'name': '', 'network_id': 'b5a075a6-717d-4b2b-8f4b-cd5be4cc8888', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'mac_address': 'fa:16:3e:e1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:40Z', 'updated_at': '2021-09-24T18:56:46Z', 'revision_number': 4, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'subnets': [{'id': '7654c126-9dc0-49d7-8f24-9c45f9d3e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:56:47.938201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: fc41b53c-5727-4568-8587-e8825abdf443 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:56:47.938541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fc41b53c-5727-4568-8587-e8825abdf443 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:56:48.168824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:48.178266 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:48.224469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684c8a7-2bd4-444c-a2b1-d96c7127968e req-61899710-ec1a-4822-ab04-12f50b94913e tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:48.234312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b684c8a7-2bd4-444c-a2b1-d96c7127968e req-61899710-ec1a-4822-ab04-12f50b94913e tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 948 time: 0.1395855 Sep 24 18:56:48.300101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b684c8a7-2bd4-444c-a2b1-d96c7127968e req-faa771fd-d10c-4d57-8779-99c498dbfe71 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646968 Sep 24 18:56:48.450626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa8f1816-b9e6-4b9c-b8b7-6d301e03aef0 req-039e5565-8031-4b09-af01-9c8929d50dc7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 210 time: 0.0545936 Sep 24 18:56:48.632398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacde0c6-96ed-492b-96b0-556c27bbaec5 req-3f3fef2b-9764-424f-a633-daa049a35ae6 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:48.643522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aacde0c6-96ed-492b-96b0-556c27bbaec5 req-3f3fef2b-9764-424f-a633-daa049a35ae6 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.0883844 Sep 24 18:56:48.703101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aacde0c6-96ed-492b-96b0-556c27bbaec5 req-2839b3f0-05f6-441d-a9c2-9d6c2914e67d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 Sep 24 18:56:48.777582 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabc9ec-4321-442d-9324-ae16b732dbc2 x-openstack-request-id: req-ffabc9ec-4321-442d-9324-ae16b732dbc2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:48.777890 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:48.778188 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffabc9ec-4321-442d-9324-ae16b732dbc2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:48.778628 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458', 'status': 'completed', 'code': 200} Sep 24 18:56:49.017872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-2276efb5-928f-42b3-9812-b34cd687eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.019772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-2276efb5-928f-42b3-9812-b34cd687eab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 1099 time: 0.1208508 Sep 24 18:56:49.032363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd58a3a-e995-4fce-8c15-ee5d9bf5a898 req-d3938ed6-721b-4a91-b905-c647354e7aa8 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.043855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfd58a3a-e995-4fce-8c15-ee5d9bf5a898 req-d3938ed6-721b-4a91-b905-c647354e7aa8 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 949 time: 0.0928829 Sep 24 18:56:49.191213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfd58a3a-e995-4fce-8c15-ee5d9bf5a898 req-9d1556ff-2122-4cb1-a589-011f92041b56 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086621 Sep 24 18:56:49.219756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-cab9446e-ec46-4292-bc46-ad83c558279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.221848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-cab9446e-ec46-4292-bc46-ad83c558279e service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1764889 Sep 24 18:56:49.237417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621d9a-d4ea-4daa-ac4c-fa43b3c7a562 req-16cadf09-bb27-4ae0-a84a-66484a09bae3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.238996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b621d9a-d4ea-4daa-ac4c-fa43b3c7a562 req-16cadf09-bb27-4ae0-a84a-66484a09bae3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.1317399 Sep 24 18:56:49.314431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-4320a5b9-acdc-441b-b4c0-228097960ac1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f1969e8c-0607-443c-8714-d4cd19f25458 HTTP/1.1" status: 200 len: 217 time: 0.0607765 Sep 24 18:56:49.333123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b621d9a-d4ea-4daa-ac4c-fa43b3c7a562 req-64cf282f-1bed-475a-97df-81b9e8d88568 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871603 Sep 24 18:56:49.390147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c112b25-bb57-4554-83b8-153c18ee2512 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:49.501939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6c112b25-bb57-4554-83b8-153c18ee2512 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:49.503201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:49.646091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-f233428a-f355-43b1-975f-25ec0199d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.649542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-f233428a-f355-43b1-975f-25ec0199d6e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2986801 Sep 24 18:56:49.801007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896e35-e546-41f3-8322-8c04ca018a3d req-53c19ce3-b69d-4e74-a135-0a6a13304d27 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.808912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d896e35-e546-41f3-8322-8c04ca018a3d req-53c19ce3-b69d-4e74-a135-0a6a13304d27 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.3274839 Sep 24 18:56:49.845086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-0ac64d90-a4e7-475c-bfaf-024306b7285f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.846698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-0ac64d90-a4e7-475c-bfaf-024306b7285f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.2696843 Sep 24 18:56:49.871113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Request body: {'port': {'device_id': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'admin_state_up': True, 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:49.873432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:49.897405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d896e35-e546-41f3-8322-8c04ca018a3d req-9f19ea24-0e9e-4657-96c3-13c710afd112 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874014 Sep 24 18:56:49.914739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-d50cf173-a13a-4390-baaf-a05a585fdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:49.916278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-d50cf173-a13a-4390-baaf-a05a585fdb86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984758 Sep 24 18:56:49.972442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port f3a61db0-ce3c-4fc8-b081-e21f57470203 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:49.979099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port f3a61db0-ce3c-4fc8-b081-e21f57470203 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:49.980008 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:50.106184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-403c0eca-1fef-4cdd-9a27-e926b65ca03d req-8a229700-ccd6-4737-8078-75060d8ec77f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 210 time: 0.0454798 Sep 24 18:56:50.176967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02949f-25d2-4309-9d6e-c8656ba2241f req-e4b718c1-826e-4826-968f-c568dd28fa92 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:50.189916 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:50.200716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f02949f-25d2-4309-9d6e-c8656ba2241f req-e4b718c1-826e-4826-968f-c568dd28fa92 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 948 time: 0.3023627 Sep 24 18:56:50.229931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:50.231179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:50.234759 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5102bb2b-0610-4e64-a224-3f158ce354fd" -d '{"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-plugged", "status": "completed", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:50.236418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:50.240259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:50.241980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:50.305428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:50.320273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-794bc2ec-a9bb-40fe-bd27-0a50fddaa8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:50.320954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-3bf1bc5c-20ac-483a-96d2-85084d2a3756 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619690 Sep 24 18:56:50.355549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f02949f-25d2-4309-9d6e-c8656ba2241f req-6e1db17f-e94a-4acd-9a8e-6facc529d781 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514654 Sep 24 18:56:50.498220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4caa0-6b4f-4e02-b980-babe0cd8de12 req-8cb39b71-8446-41c0-ae0e-d8ef76973927 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:50.505095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd4caa0-6b4f-4e02-b980-babe0cd8de12 req-8cb39b71-8446-41c0-ae0e-d8ef76973927 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.2543826 Sep 24 18:56:50.817581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Allocated IP 172.20.0.5 (9d08bec6-781a-4fe4-b4b3-451f18f43560/30d58550-a8fe-4c91-a858-7dd88ccd5e6d/18dd1b97-ef36-4c60-ad34-d1fac666cb3c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:50.822311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-1765e2a5-55a2-4c64-8a41-9b17f8a42469 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524354 Sep 24 18:56:50.828058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30ccb14b-bd3c-478c-91c3-a22dec03b9a6 req-aa250901-de3c-437a-b60f-57b79f153fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730394 Sep 24 18:56:50.848049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd4caa0-6b4f-4e02-b980-babe0cd8de12 req-ac75e48e-8677-42a5-992b-6d1f955ec33d tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359878 Sep 24 18:56:50.911667 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3482d485-7370-4d52-b1a1-b6e1983db654 x-openstack-request-id: req-3482d485-7370-4d52-b1a1-b6e1983db654 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:50.912518 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-plugged", "status": "completed", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:50.912946 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3482d485-7370-4d52-b1a1-b6e1983db654 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:50.913552 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'code': 200} Sep 24 18:56:51.039271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-9162b126-b1bd-4053-9a6d-71d25651d249 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.040682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-9162b126-b1bd-4053-9a6d-71d25651d249 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117984 Sep 24 18:56:51.105033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-a04c76fc-4fe6-4b97-a9cc-cc5f54276933 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/quotas/b69f4a7f07a3417eb4442ee37267b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0444834 Sep 24 18:56:51.159988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29b1fa-7e11-439d-a3ff-d64943d5522f req-c7f251ec-1aba-4db5-9e4e-b54c41facba7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.161502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f29b1fa-7e11-439d-a3ff-d64943d5522f req-c7f251ec-1aba-4db5-9e4e-b54c41facba7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 946 time: 0.1757939 Sep 24 18:56:51.174043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71613d70-8af5-4c9a-b207-2f9520e8708c req-5109b364-38a9-4a40-a89c-e8ff32af2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.175578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71613d70-8af5-4c9a-b207-2f9520e8708c req-5109b364-38a9-4a40-a89c-e8ff32af2f55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1097 time: 0.1737459 Sep 24 18:56:51.181750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.281203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-8c1ea8f7-444f-4018-8d79-4fef608d68ff tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684558 Sep 24 18:56:51.303399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f29b1fa-7e11-439d-a3ff-d64943d5522f req-933fa8ab-1972-450a-837e-31d749c492c2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268559 Sep 24 18:56:51.304891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71613d70-8af5-4c9a-b207-2f9520e8708c req-6fb4ba2a-9a21-48e4-a1b6-9cdc8f247d10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145186 Sep 24 18:56:51.327894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-0a4a78ad-d61c-4c3c-bf6c-871e36050ea5 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.338395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-0a4a78ad-d61c-4c3c-bf6c-871e36050ea5 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.15 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1204531 Sep 24 18:56:51.338395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.433541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:51.442135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f1969e8c-0607-443c-8714-d4cd19f25458 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:51.445775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:51.471937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:51.478115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:51.594764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Deleting port fd11e87b-87d6-4966-bf1b-246746e5e407 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:56:51.595884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.606147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.606967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.675671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f1969e8c-0607-443c-8714-d4cd19f25458,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:51.688338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'f1969e8c-0607-443c-8714-d4cd19f25458', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'f1969e8c-0607-443c-8714-d4cd19f25458', 'mac_address': 'fa:16:3e:e8:08:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:51.706178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d02d3514-00aa-42de-b369-23b89259dbf5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8399422 Sep 24 18:56:51.743585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Request body: {'port': {'device_id': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:51.789709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.827565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1969e8c-0607-443c-8714-d4cd19f25458 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:51.842520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeed57-13d6-4e61-b132-3058d4e0f6c3 req-65f1c0ce-69e0-4853-a345-eca2cd88f232 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:51.850047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f1969e8c-0607-443c-8714-d4cd19f25458,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:51.854781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8efeed57-13d6-4e61-b132-3058d4e0f6c3 req-65f1c0ce-69e0-4853-a345-eca2cd88f232 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 931 time: 0.2623992 Sep 24 18:56:51.866786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.880972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.917742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8efeed57-13d6-4e61-b132-3058d4e0f6c3 req-6fb67a57-8cce-4a24-90e1-482986c058eb tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582571 Sep 24 18:56:51.947832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] For port fd11e87b-87d6-4966-bf1b-246746e5e407, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd11e87b-87d6-4966-bf1b-246746e5e407,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:51.948139 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:51.988319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:52.179837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Calling delete_port for fd11e87b-87d6-4966-bf1b-246746e5e407 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:56:52.240832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67361105-9364-4f02-ac55-e0dabf5573a7 req-fdfa7c63-18f0-4b53-b000-ed8637e27396 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 210 time: 0.1035218 Sep 24 18:56:52.321183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29e6f-848a-400a-b371-aa661391ee82 req-3e06e5b9-26e8-4cde-8ada-9d9d60e3dbe6 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:52.322751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-daa29e6f-848a-400a-b371-aa661391ee82 req-3e06e5b9-26e8-4cde-8ada-9d9d60e3dbe6 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 949 time: 0.1904817 Sep 24 18:56:52.341799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['f1969e8c-0607-443c-8714-d4cd19f25458'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:52.454740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-daa29e6f-848a-400a-b371-aa661391ee82 req-e6d74c9c-52a1-4d4b-aaf8-6f507c510d31 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Sep 24 18:56:52.575045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dd1b97-ef36-4c60-ad34-d1fac666cb3c {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:52.624176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:52.720058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Transition to ACTIVE for port object 18dd1b97-ef36-4c60-ad34-d1fac666cb3c will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:52.739099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:52.750481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe45b8-d849-4bb6-a3a5-760d2894c1c2 req-7c8699ca-cc70-4852-8fdf-744965b827b9 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:52.752042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbfe45b8-d849-4bb6-a3a5-760d2894c1c2 req-7c8699ca-cc70-4852-8fdf-744965b827b9 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 949 time: 0.1715972 Sep 24 18:56:52.762177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786089e6-d2ca-4c37-aa67-3b58814b90a4 req-7ae82e92-c479-4154-8477-48926ee80705 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:52.763689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-786089e6-d2ca-4c37-aa67-3b58814b90a4 req-7ae82e92-c479-4154-8477-48926ee80705 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 946 time: 0.1429121 Sep 24 18:56:52.764435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:52.864496 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca118fa9-1a1f-4062-ab3b-ce5d4145d35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:52.864653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:52.932276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbfe45b8-d849-4bb6-a3a5-760d2894c1c2 req-5ec15c82-c4d6-46c1-bf1e-5129af5b23ef tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9e4c37-24ab-42b7-a42f-279d9cafbc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399071 Sep 24 18:56:52.935111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Pushing event deleted for resources: {'Port': ['ID=fd11e87b-87d6-4966-bf1b-246746e5e407,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:52.968341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] No DVR routers for this DVR port fd11e87b-87d6-4966-bf1b-246746e5e407 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:56:52.981786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-786089e6-d2ca-4c37-aa67-3b58814b90a4 req-3d9fbf14-f9af-4031-b462-5ef2d117ffdd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857274 Sep 24 18:56:52.984112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:52.986093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3842deb-52af-4ad7-a6c0-fc1ec3f1f8f7 req-401f74fa-4bb2-4f53-8909-cba2f423cf13 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.15 "DELETE /v2.0/ports/fd11e87b-87d6-4966-bf1b-246746e5e407 HTTP/1.1" status: 204 len: 173 time: 1.6459749 Sep 24 18:56:52.986541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'name': 'network-vif-deleted', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:52.988855 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c36ff-0e05-4d57-94f8-67ff52833591" -d '{"events": [{"server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "name": "network-vif-deleted", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:53.222718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:53.223088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:53.223420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:53.236546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-43f3752f-6cef-47ef-82f4-8bfcfe834764 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823591 Sep 24 18:56:53.238491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:53.238822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:53.290648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:53.291024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:53.291952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:53.292203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Bound port: 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:53.292568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:53.318761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:53.417750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e700b9-8923-4405-8414-09c5456ea58c req-cd170dd0-af5d-4a89-98cf-0f3bea2ec700 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:53.419987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8e700b9-8923-4405-8414-09c5456ea58c req-cd170dd0-af5d-4a89-98cf-0f3bea2ec700 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.2179787 Sep 24 18:56:53.443288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['fd11e87b-87d6-4966-bf1b-246746e5e407'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:53.690071 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4457c088-94f0-4006-90fc-574b9c17919a x-openstack-request-id: req-4457c088-94f0-4006-90fc-574b9c17919a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:53.690299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1680cc78-723e-499a-8532-7ccf03b0e02d", "name": "network-vif-deleted", "tag": "fd11e87b-87d6-4966-bf1b-246746e5e407", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:53.690520 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4457c088-94f0-4006-90fc-574b9c17919a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:53.690933 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1680cc78-723e-499a-8532-7ccf03b0e02d', 'name': 'network-vif-deleted', 'tag': 'fd11e87b-87d6-4966-bf1b-246746e5e407', 'status': 'completed', 'code': 200} Sep 24 18:56:53.727640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-f739696c-f125-4398-8b2f-087bff74ffb7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:53.729720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-f739696c-f125-4398-8b2f-087bff74ffb7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579196 Sep 24 18:56:53.743478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:53.751616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Request body: {'port': {'device_id': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'b69f4a7f07a3417eb4442ee37267b3f3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:53.756763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd68c97e-2ce6-47c5-9848-c68b1e9fcc9c req-b45b0191-aeee-4466-a804-2d758531876e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 210 time: 0.0611384 Sep 24 18:56:53.783526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:53.801878 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:53.811517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8e700b9-8923-4405-8414-09c5456ea58c req-9b8240a8-6071-4fd0-8f54-2ee45c480a33 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736410 Sep 24 18:56:53.901827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:53.902456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:53.904434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] 10.222.0.69 "PUT /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 1091 time: 2.1701849 Sep 24 18:56:54.002001 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:54.025820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af06d3-ff03-4552-a39d-5d183a1a6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:54.085030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39394c-3573-48d6-adf6-8ff69762c7f5 req-3144f211-ffc7-4f9d-9006-7118b3cb8909 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:54.087235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d39394c-3573-48d6-adf6-8ff69762c7f5 req-3144f211-ffc7-4f9d-9006-7118b3cb8909 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 949 time: 0.1376481 Sep 24 18:56:54.088901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Made reservation on behalf of b69f4a7f07a3417eb4442ee37267b3f3 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:56:54.092256 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:54.097389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-28269c7c-8d2e-4c73-87d0-dc6af5b61d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:54.098908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-28269c7c-8d2e-4c73-87d0-dc6af5b61d1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1094 time: 0.1234124 Sep 24 18:56:54.188045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7bd80fbc-3a5c-4159-ba3b-33d6b9d6213d req-a254e865-6a0b-4e55-920d-ede5eace61b1 tempest-LiveMigrationNegativeTest-1758094850 tempest-LiveMigrationNegativeTest-1758094850-project] 10.222.0.18 "GET /v2.0/ports?device_id=1680cc78-723e-499a-8532-7ccf03b0e02d HTTP/1.1" status: 200 len: 210 time: 0.0817358 Sep 24 18:56:54.191009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-d853b64a-a789-4976-ba75-1e6cb9615d1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 217 time: 0.0710759 Sep 24 18:56:54.287008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d39394c-3573-48d6-adf6-8ff69762c7f5 req-000d5a3f-430a-4b74-a7f0-e66b1e983d5d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923652 Sep 24 18:56:54.314476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-60d1f7cc-968e-4561-9437-1848c2ef018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:54.315998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-60d1f7cc-968e-4561-9437-1848c2ef018f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.1166134 Sep 24 18:56:54.369776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-805ecd89-9c82-4dcd-949e-e1b9351e1920 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457785 Sep 24 18:56:54.459279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Allocated IP 192.168.233.35 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/988ddb6d-bb59-4aca-8b52-579a36805522) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:56:54.550805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-24647968-538a-45ca-887c-1aaa625cdf82 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730375 Sep 24 18:56:54.558923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372cdf6-4032-4712-b601-1997a3745265 req-ebc40065-1091-4941-892d-8ce9b151dba9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:54.560486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4372cdf6-4032-4712-b601-1997a3745265 req-ebc40065-1091-4941-892d-8ce9b151dba9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 946 time: 0.1564083 Sep 24 18:56:54.746881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4372cdf6-4032-4712-b601-1997a3745265 req-ebf6d201-34a9-4e68-8127-daf2c055bebc tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724222 Sep 24 18:56:54.796373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67fe22f3-17ce-49ef-b0c8-d5705ffeb7c1 req-a083340b-3448-4f45-9f40-ea7082ac2cab service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348640 Sep 24 18:56:54.819346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:54.875565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:54.890152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:54.893184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c894f0e5-5947-4600-93cc-58cc99a05354'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:54.968424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event updated for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:54.976365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:56:54.981176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:56:54.999500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:56:55.138484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88ff39-fe39-4e21-b2a7-6f3aae977952 req-c2352bce-e23a-4cf0-9391-2afa7df28b2b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:55.140539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb88ff39-fe39-4e21-b2a7-6f3aae977952 req-c2352bce-e23a-4cf0-9391-2afa7df28b2b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 935 time: 0.2307270 Sep 24 18:56:55.199214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:55.199981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.250096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb88ff39-fe39-4e21-b2a7-6f3aae977952 req-0ab128ca-ef73-4189-9afc-77e8e4a73b0a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954816 Sep 24 18:56:55.331886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-fe7f3eae-5236-48d7-9c08-982b6bc918eb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5856371 Sep 24 18:56:55.351861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Request body: {'port': {'device_id': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:56:55.356684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4b59-2810-4649-9855-1d55fcfec30b req-b4ac2231-2d81-452a-94ad-bdc2f53e58fb tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:55.358203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dae4b59-2810-4649-9855-1d55fcfec30b req-b4ac2231-2d81-452a-94ad-bdc2f53e58fb tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1097 time: 0.1257894 Sep 24 18:56:55.362121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0dfc68f4-7972-4485-8ce2-b1fc196be6c8 None None] Provisioning complete for port 988ddb6d-bb59-4aca-8b52-579a36805522 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:55.362560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dfc68f4-7972-4485-8ce2-b1fc196be6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.405604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc68f4-7972-4485-8ce2-b1fc196be6c8 None None] Port 988ddb6d-bb59-4aca-8b52-579a36805522 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:56:55.455171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f1969e8c-0607-443c-8714-d4cd19f25458 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:55.472993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dae4b59-2810-4649-9855-1d55fcfec30b req-b70813b9-7411-4db5-8ce7-3fe892c323dc tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964599 Sep 24 18:56:55.483222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635d1d3-083a-4d92-b308-d729ad2d0814 req-a921758b-d24b-463c-a11e-71cb7a77ffa6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:55.485133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5635d1d3-083a-4d92-b308-d729ad2d0814 req-a921758b-d24b-463c-a11e-71cb7a77ffa6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.1120186 Sep 24 18:56:55.485933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.513324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port f1969e8c-0607-443c-8714-d4cd19f25458 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:56:55.518496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port f1969e8c-0607-443c-8714-d4cd19f25458 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:56:55.518982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.567902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5635d1d3-083a-4d92-b308-d729ad2d0814 req-92df2d16-aa03-43c9-9d9b-75c3603e8fa9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Sep 24 18:56:55.627379 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.671569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:55.686450 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc82e486-338d-4455-be47-bde9b70e6153" -d '{"events": [{"server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "name": "network-vif-plugged", "status": "completed", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:55.692632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:55.695081 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c5f3cb-0989-49c4-a117-88b57a74fd65" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:55.711161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f1969e8c-0607-443c-8714-d4cd19f25458,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:55.718005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:55.718818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd11e87b-87d6-4966-bf1b-246746e5e407 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:56:55.939542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: fd11e87b-87d6-4966-bf1b-246746e5e407 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:56:55.940487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd11e87b-87d6-4966-bf1b-246746e5e407 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:56:55.996720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:56.031204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.063536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c329ed-ee29-4895-926d-cd54f45a1fe2 req-878930d3-aa69-4ff1-9590-12a82726de62 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:56.071731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3c329ed-ee29-4895-926d-cd54f45a1fe2 req-878930d3-aa69-4ff1-9590-12a82726de62 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.2784061 Sep 24 18:56:56.074703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1ea4-734e-453d-a2f0-c949a5405108 req-e61467bb-e894-49af-a878-c256e75219dd tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:56.076326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b04c1ea4-734e-453d-a2f0-c949a5405108 req-e61467bb-e894-49af-a878-c256e75219dd tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1097 time: 0.2985055 Sep 24 18:56:56.157925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:56.177745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b04c1ea4-734e-453d-a2f0-c949a5405108 req-79674a69-01a2-4f94-b509-822d840ab36c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807531 Sep 24 18:56:56.198821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3c329ed-ee29-4895-926d-cd54f45a1fe2 req-13e16d7b-0403-4d44-b545-d29faefb3096 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264346 Sep 24 18:56:56.213142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988ddb6d-bb59-4aca-8b52-579a36805522 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:56.221867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.261107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Transition to ACTIVE for port object 988ddb6d-bb59-4aca-8b52-579a36805522 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:56:56.266218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.315630 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44731199-a78b-448b-940c-0b903ed10d37 x-openstack-request-id: req-44731199-a78b-448b-940c-0b903ed10d37 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:56.316050 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "name": "network-vif-plugged", "status": "completed", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:56.316466 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44731199-a78b-448b-940c-0b903ed10d37 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:56.316957 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458', 'code': 200} Sep 24 18:56:56.403570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f268391-d175-4bca-a422-8694179fa76e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b33ba85114c4226ae577ef4bb326436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441938 Sep 24 18:56:56.404264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46626) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:56.440076 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86597b5a-e970-488b-82a0-416f45a59fef x-openstack-request-id: req-86597b5a-e970-488b-82a0-416f45a59fef {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:56.440379 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:56.440637 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86597b5a-e970-488b-82a0-416f45a59fef {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:56.441030 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'status': 'completed', 'code': 200} Sep 24 18:56:56.445166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Pushing event updated for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:56.658299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Attempting to bind port 988ddb6d-bb59-4aca-8b52-579a36805522 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:56:56.658627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Attempting to bind port 988ddb6d-bb59-4aca-8b52-579a36805522 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:56:56.659008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Attempting to bind port 988ddb6d-bb59-4aca-8b52-579a36805522 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:56.680663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Port 988ddb6d-bb59-4aca-8b52-579a36805522 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:56:56.680988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Attempting to bind port 988ddb6d-bb59-4aca-8b52-579a36805522 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:56:56.686920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992a00-5559-4604-ab2a-1366c42b1d8d req-35e3381a-e816-4884-b198-f772318d4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:56.688452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56992a00-5559-4604-ab2a-1366c42b1d8d req-35e3381a-e816-4884-b198-f772318d4a92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 1101 time: 0.2463827 Sep 24 18:56:56.698169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-9203b2f1-0b08-4714-9bcf-cdf61f41b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:56.699884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-9203b2f1-0b08-4714-9bcf-cdf61f41b357 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1094 time: 0.2565320 Sep 24 18:56:56.705034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:56:56.705373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:56:56.705745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:56:56.706767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Bound port: 988ddb6d-bb59-4aca-8b52-579a36805522, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:56:56.706767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.764994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81b4e5-d0a5-4a46-b2ee-a673dd62edf5 req-f2e00641-568f-43eb-94c0-95b155a035ac tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:56.773120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d81b4e5-d0a5-4a46-b2ee-a673dd62edf5 req-f2e00641-568f-43eb-94c0-95b155a035ac tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 947 time: 0.1849730 Sep 24 18:56:56.787446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.906732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:56.918792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56992a00-5559-4604-ab2a-1366c42b1d8d req-5e0eba6e-626c-49b7-8f07-c4c72c24f985 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177126 Sep 24 18:56:57.023844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d81b4e5-d0a5-4a46-b2ee-a673dd62edf5 req-6f889f96-0118-4269-a8e9-5fd05ae28428 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498415 Sep 24 18:56:57.049024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-34f813d1-0435-40fb-8a12-fbb8eb840e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:57.050882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-34f813d1-0435-40fb-8a12-fbb8eb840e12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.3375337 Sep 24 18:56:57.056746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.061544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.065321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e9e4c37-24ab-42b7-a42f-279d9cafbc40 HTTP/1.1" status: 204 len: 168 time: 0.6598213 Sep 24 18:56:57.069581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:56:57.074993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=988ddb6d-bb59-4aca-8b52-579a36805522,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:56:57.094716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.127470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a3fa4-9c02-4714-8fad-0727e893e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e4c37-24ab-42b7-a42f-279d9cafbc40,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:57.155192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-bbb88b67-1cae-454e-8483-f045804d409f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 217 time: 0.0869074 Sep 24 18:56:57.175633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7b83-835c-4592-bc42-7d187158c4b2 req-4a855d6c-3eea-4fe7-9bb4-1161684e6ab8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:57.177182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc8c7b83-835c-4592-bc42-7d187158c4b2 req-4a855d6c-3eea-4fe7-9bb4-1161684e6ab8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.2026954 Sep 24 18:56:57.186772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:57.187430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.188800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] 10.222.0.69 "PUT /v2.0/ports/988ddb6d-bb59-4aca-8b52-579a36805522 HTTP/1.1" status: 200 len: 1095 time: 1.8418946 Sep 24 18:56:57.380001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-8587f4ad-811c-4e59-baf8-720b8d5c7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:57.382946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-8587f4ad-811c-4e59-baf8-720b8d5c7d4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.2167206 Sep 24 18:56:57.383650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3385-bd25-42cd-aa9f-e616c4822452 service neutron] Pushing event updated for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:57.447152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-dd564fae-483b-45e8-a80a-5a6e24fcdeaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538094 Sep 24 18:56:57.466847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc8c7b83-835c-4592-bc42-7d187158c4b2 req-1ea1849e-8770-4c9e-966a-c9d9b43a9af9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677453 Sep 24 18:56:57.532424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-b5659e23-7a75-4edd-8492-ac2d16f41c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:57.534107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-b5659e23-7a75-4edd-8492-ac2d16f41c4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 1098 time: 0.2347357 Sep 24 18:56:57.624215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:57.691755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9585175d-1827-43cd-9bcc-6fffa64c94ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c10247658414152be1afb9556d4dd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662971 Sep 24 18:56:57.697031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:56:57.769611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.797343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.872689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-1e136d4b-45ed-4626-851b-f6c2c6af2900 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=988ddb6d-bb59-4aca-8b52-579a36805522 HTTP/1.1" status: 200 len: 217 time: 0.3282943 Sep 24 18:56:57.883810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.891417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:57.893063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de00b005-edf7-4b35-9845-40620ebde79b HTTP/1.1" status: 204 len: 168 time: 0.1932352 Sep 24 18:56:57.903302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008b9e-23d9-45f6-9a64-3ea234378354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00b005-edf7-4b35-9845-40620ebde79b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:57.916104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:56:57.997355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-efae4d38-e36d-4523-83ef-ddccab9b7c2f service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269670 Sep 24 18:56:58.006927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-738a7a23-4da2-41df-be6c-6e401237d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:58.008479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-738a7a23-4da2-41df-be6c-6e401237d962 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1201582 Sep 24 18:56:58.012309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f419aa-36d4-4b97-b5b0-701dab44fcac req-e750e5a7-6794-4692-896b-b735aa8f3b60 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:58.019837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0f419aa-36d4-4b97-b5b0-701dab44fcac req-e750e5a7-6794-4692-896b-b735aa8f3b60 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1097 time: 0.4087489 Sep 24 18:56:58.090006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:58.105615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'port_id': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'mac_address': 'fa:16:3e:26:6b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d58550-a8fe-4c91-a858-7dd88ccd5e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:56:58.113327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507bab6-f94a-4144-b3d4-2cf001766041 req-e6f5b7a8-f1b3-44db-9f9b-87df84f75f16 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:58.114967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5507bab6-f94a-4144-b3d4-2cf001766041 req-e6f5b7a8-f1b3-44db-9f9b-87df84f75f16 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.1765966 Sep 24 18:56:58.165523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:58.181067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dd1b97-ef36-4c60-ad34-d1fac666cb3c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:56:58.208654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0f419aa-36d4-4b97-b5b0-701dab44fcac req-ec5ccc80-2737-43a5-a1d1-ba0e7b6f349d tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829698 Sep 24 18:56:58.225169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:56:58.230896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-f47b64a6-6b10-4dab-84f3-3c31e183a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:58.236629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-f47b64a6-6b10-4dab-84f3-3c31e183a6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079899 Sep 24 18:56:58.237947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:56:58.339776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:56:58.357629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5507bab6-f94a-4144-b3d4-2cf001766041 req-33fccdf7-78b0-443b-90fc-cd1a1ff81f64 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285132 Sep 24 18:56:58.362505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1c5f3cb-0989-49c4-a117-88b57a74fd65 req-7845bbdc-11d5-4559-9277-4e1f8e2eac98 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522742 Sep 24 18:56:58.442528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:56:58.444865 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d5cc18-25b3-486e-ae94-d02a2e656fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:56:58.465761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['18dd1b97-ef36-4c60-ad34-d1fac666cb3c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:56:58.480178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-945f04a0-a67f-4231-8775-16e9c2a3812a service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244577 Sep 24 18:56:58.741643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-687b3ec9-592e-467b-9365-ba0ebbb0b70a req-5e7ea1a1-10a6-4d3f-bd34-39b6345f02ac service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544034 Sep 24 18:56:58.793219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ce9b9-58ba-4ed2-82f9-7f269d1f7306 req-9a3af8f0-0cf6-4bfd-9945-dfe7f9449f05 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:58.795427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf6ce9b9-58ba-4ed2-82f9-7f269d1f7306 req-9a3af8f0-0cf6-4bfd-9945-dfe7f9449f05 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 947 time: 0.1687045 Sep 24 18:56:58.857577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf6ce9b9-58ba-4ed2-82f9-7f269d1f7306 req-b69a5789-8b9e-46b6-872c-310fdcd81ff5 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Sep 24 18:56:59.579232 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3bb77a-90a5-4243-b602-3c5bc23eb5fc x-openstack-request-id: req-6b3bb77a-90a5-4243-b602-3c5bc23eb5fc {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:56:59.579919 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:56:59.580191 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3bb77a-90a5-4243-b602-3c5bc23eb5fc {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:56:59.580599 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522', 'status': 'completed', 'code': 200} Sep 24 18:56:59.694721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-f0b277fd-26ab-40ae-bc8b-97dfc21b3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:59.696285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-f0b277fd-26ab-40ae-bc8b-97dfc21b3037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0913732 Sep 24 18:56:59.756171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee1ee5-242d-4c09-adab-55496201cb1a req-0746ada5-9559-40c8-a371-48b08dd013aa tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:59.764411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62ee1ee5-242d-4c09-adab-55496201cb1a req-0746ada5-9559-40c8-a371-48b08dd013aa tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 944 time: 0.1175685 Sep 24 18:56:59.860460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62ee1ee5-242d-4c09-adab-55496201cb1a req-2e370912-4163-40c8-b018-68a337265246 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908291 Sep 24 18:56:59.900954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-479ec14d-b777-4721-a122-1b7d22ef76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:56:59.902544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-479ec14d-b777-4721-a122-1b7d22ef76c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1958983 Sep 24 18:56:59.929949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:56:59.951906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-14a0912f-26d8-414d-8ba7-887d486f1920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=988ddb6d-bb59-4aca-8b52-579a36805522 HTTP/1.1" status: 200 len: 217 time: 0.0426369 Sep 24 18:57:00.022827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:00.029935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:00.030480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:00.035869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-a230166a-59b9-47b8-bc72-2b485c07ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:00.037698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-a230166a-59b9-47b8-bc72-2b485c07ea9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0602555 Sep 24 18:57:00.047463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d6e8-b079-4de9-925c-f7e34f401f84 req-5e56a6f3-9cab-441b-8af8-8ab5d5fb2aef tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:00.049138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9f3d6e8-b079-4de9-925c-f7e34f401f84 req-5e56a6f3-9cab-441b-8af8-8ab5d5fb2aef tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.1000609 Sep 24 18:57:00.127569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9f3d6e8-b079-4de9-925c-f7e34f401f84 req-b4936b02-77bc-4462-b25d-ec18792aac6d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Sep 24 18:57:00.132804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-6072176a-b39a-4c05-9e3d-e0dbcf052480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:00.134570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-6072176a-b39a-4c05-9e3d-e0dbcf052480 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844023 Sep 24 18:57:00.163329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:00.191855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:00.194357 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fefcd7-d6de-49bd-8bc3-bf9c5f997e67" -d '{"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-plugged", "status": "completed", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:00.213966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:00.218640 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:00.261882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-fa85ee04-a578-4821-b41d-635c83990976 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178610 Sep 24 18:57:00.287196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:00.356803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:00.426003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96d5cc18-25b3-486e-ae94-d02a2e656fa8 req-142a4fee-7407-4c1b-9d89-9af61c4bcebc service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568944 Sep 24 18:57:00.496824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-1c904277-dd81-4c46-a8c0-95c47fc0df90 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:57:00.504437 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-1c904277-dd81-4c46-a8c0-95c47fc0df90 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1456804 Sep 24 18:57:00.550526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-66c389eb-e94e-41ed-8407-09bfc697550c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:00.551924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-66c389eb-e94e-41ed-8407-09bfc697550c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 1094 time: 0.0467715 Sep 24 18:57:00.653107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:00.653559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:57:00.835270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a98072-286e-44d4-8ed2-5713f217cc3a req-2f85255d-ca78-41a5-bb3e-55544563499f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:00.844155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89a98072-286e-44d4-8ed2-5713f217cc3a req-2f85255d-ca78-41a5-bb3e-55544563499f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 947 time: 0.0723460 Sep 24 18:57:00.895341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89a98072-286e-44d4-8ed2-5713f217cc3a req-723ab3b7-c412-42cb-9918-c4cf225e8e0a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Sep 24 18:57:01.043328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:01.044461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:01.045281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:01.055571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:01.056183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:01.061025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1047677206', 'description': 'tempest-description-851948704'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:01.062654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:01.063274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:01.063880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:01.064527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Bound port: f3a61db0-ce3c-4fc8-b081-e21f57470203, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:01.089048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.098425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.122054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:01.127756 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.129322 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-6c633d3b-c9fb-4f49-aa0c-248a1306c3e4 service neutron] 10.222.0.18 "POST /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203/bindings HTTP/1.1" status: 201 len: 389 time: 0.5292156 Sep 24 18:57:01.216794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.222465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.271625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f277380e-3b69-4ec6-80a1-b9cbc51b799f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:01.377986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.385440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.448508 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862dbc2-87c7-49c3-a519-1c8d43c1693d x-openstack-request-id: req-1862dbc2-87c7-49c3-a519-1c8d43c1693d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:01.449042 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-plugged", "status": "completed", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:01.449042 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1862dbc2-87c7-49c3-a519-1c8d43c1693d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:01.449449 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'code': 200} Sep 24 18:57:01.465889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:01.466598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88a2eff3-4143-47df-a299-b2eeada95955 req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4106104 Sep 24 18:57:01.469415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9d585-fa47-4113-83cf-c4d3c2da3c48 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b51e1b6-2e0e-46ec-bb4c-30a50d1a3ee7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:01.613245 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:57:01.760969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779d74-fc30-47c3-8751-ff3b62f5b417 req-28327fb2-df86-42b7-85aa-dbfe8ba22d48 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:01.762497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07779d74-fc30-47c3-8751-ff3b62f5b417 req-28327fb2-df86-42b7-85aa-dbfe8ba22d48 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 945 time: 0.1858585 Sep 24 18:57:01.769172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-04d9de8a-7c6f-4641-bd32-2441dfae6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:01.770605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-04d9de8a-7c6f-4641-bd32-2441dfae6f52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1097 time: 0.1847558 Sep 24 18:57:01.811591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628057c2-fa9c-4058-b117-20c22858e02b req-2c3d4d57-81f5-4212-b58d-de967e9a5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:01.813123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-628057c2-fa9c-4058-b117-20c22858e02b req-2c3d4d57-81f5-4212-b58d-de967e9a5516 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.2463582 Sep 24 18:57:01.858452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97694ed-bcbb-466a-9d01-c81c06d204f2 req-2139f481-be11-4de5-951a-d8e8c238a3ce tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:01.865935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d97694ed-bcbb-466a-9d01-c81c06d204f2 req-2139f481-be11-4de5-951a-d8e8c238a3ce tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 946 time: 0.2169929 Sep 24 18:57:01.920912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07779d74-fc30-47c3-8751-ff3b62f5b417 req-dfc9e229-91d2-475a-8acf-2adf97563e31 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482449 Sep 24 18:57:01.932977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 988ddb6d-bb59-4aca-8b52-579a36805522 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:01.979673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-628057c2-fa9c-4058-b117-20c22858e02b req-78b00e48-c07e-43ec-93b2-a61d83bc1330 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512835 Sep 24 18:57:02.017113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d97694ed-bcbb-466a-9d01-c81c06d204f2 req-38dda872-4a3f-47d7-b185-79ec59f7bc13 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444597 Sep 24 18:57:02.062431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-8e838182-af76-4f98-9142-fe2c5c0f8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:02.064167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-8e838182-af76-4f98-9142-fe2c5c0f8995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2473750 Sep 24 18:57:02.084296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Request body: {'security_group': {'name': 'tempest-securitygroup-544608884', 'description': 'tempest-description-1584995028'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:02.118316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=988ddb6d-bb59-4aca-8b52-579a36805522,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:02.130599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '988ddb6d-bb59-4aca-8b52-579a36805522', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '988ddb6d-bb59-4aca-8b52-579a36805522', 'mac_address': 'fa:16:3e:95:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:02.155472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-1148331b-6b56-466c-bcca-7d30a01754ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 217 time: 0.0750570 Sep 24 18:57:02.176637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.196123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988ddb6d-bb59-4aca-8b52-579a36805522 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:02.224766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=988ddb6d-bb59-4aca-8b52-579a36805522,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:02.231176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.276443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.305072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f7dc-275d-4130-9651-7f26bf1b836b req-e79efeb5-9633-42fc-a236-d79e442b89aa tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:02.313710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7750f7dc-275d-4130-9651-7f26bf1b836b req-e79efeb5-9633-42fc-a236-d79e442b89aa tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.1650882 Sep 24 18:57:02.320449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:02.346990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-e70a44ba-c029-4705-9c0e-207c91c8282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:02.348852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-e70a44ba-c029-4705-9c0e-207c91c8282d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1740625 Sep 24 18:57:02.407283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-71b98e09-c44d-40bd-a9e1-17ffa0c656a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465348 Sep 24 18:57:02.431160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7750f7dc-275d-4130-9651-7f26bf1b836b req-3ab0fa58-fac4-40d3-8343-4020e4603a3c tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033390 Sep 24 18:57:02.478454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:02.480432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['988ddb6d-bb59-4aca-8b52-579a36805522'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:02.625687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.630529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-3c1d7e15-cde2-4137-a34e-d02f70e195da service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863303 Sep 24 18:57:02.639936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b15b77-3659-4118-a7a9-93d656f97a0e req-8be390d5-c563-4dde-a2c9-532f79c90f92 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:02.641390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b15b77-3659-4118-a7a9-93d656f97a0e req-8be390d5-c563-4dde-a2c9-532f79c90f92 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 948 time: 0.1425662 Sep 24 18:57:02.643310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.698587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f5297ee-1600-42d1-b23d-f0d3b3316144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.713150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.717652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b614a6fe-78e7-4e78-8ca3-4d0eb0170a2f req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6385999 Sep 24 18:57:02.746367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483c6d1-16c3-4b2a-b048-78c5c8d9b37c tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b8ed9-ace6-4525-9281-beafd580c6e7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:02.800917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b15b77-3659-4118-a7a9-93d656f97a0e req-3d8817b1-6455-4088-8c33-dfb8b6e3ba7f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445966 Sep 24 18:57:02.855543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.857866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-481fefb1-8d53-42bf-a809-abe783bf3176 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155089 Sep 24 18:57:02.859764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f5297ee-1600-42d1-b23d-f0d3b3316144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.865194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f5297ee-1600-42d1-b23d-f0d3b3316144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:02.916866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f5297ee-1600-42d1-b23d-f0d3b3316144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb57d1cdb0c84eac8d993a53f1a46a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371560 Sep 24 18:57:02.918042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5297ee-1600-42d1-b23d-f0d3b3316144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a93ff-13cf-4f9b-9c40-ba8d7cb99f50,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:02.919821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46962) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:03.019988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-757348197', 'description': 'tempest-description-453373872'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:03.125097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.129252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-60d02380-f43f-432f-863d-546fd74b9ec7 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:03.130816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-60d02380-f43f-432f-863d-546fd74b9ec7 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1097 time: 0.1855669 Sep 24 18:57:03.133303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.145371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.172332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:03.185916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99786eed-15fc-41d0-be3c-3d651b0d0af8 req-4dd15ea0-50ed-4a0a-96d0-608fa2e79a4a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:03.187402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99786eed-15fc-41d0-be3c-3d651b0d0af8 req-4dd15ea0-50ed-4a0a-96d0-608fa2e79a4a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 945 time: 0.1555090 Sep 24 18:57:03.215412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.324578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.342608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99786eed-15fc-41d0-be3c-3d651b0d0af8 req-e3b75ec2-946e-4844-ba91-9a789520588c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350088 Sep 24 18:57:03.389514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.392262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.396527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f1a93ff-13cf-4f9b-9c40-ba8d7cb99f50 HTTP/1.1" status: 204 len: 168 time: 0.4719267 Sep 24 18:57:03.427065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3924b7-3fe3-4d14-937c-395ed7f2b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a93ff-13cf-4f9b-9c40-ba8d7cb99f50,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:03.787627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-38fc87e3-835c-4a4b-96f7-fb6b934b3b7c tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:03.790015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-38fc87e3-835c-4a4b-96f7-fb6b934b3b7c tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.1259778 Sep 24 18:57:03.810786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.834262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:03.866488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244b0f-56df-4c5e-b907-2e646d1e40ab req-9c2cccca-22a3-474c-a070-355cde4b4749 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:03.868289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38244b0f-56df-4c5e-b907-2e646d1e40ab req-9c2cccca-22a3-474c-a070-355cde4b4749 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 946 time: 0.3671217 Sep 24 18:57:03.871177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:03.943741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38244b0f-56df-4c5e-b907-2e646d1e40ab req-92932261-30e6-4869-886e-798e01b367e1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552614 Sep 24 18:57:03.945591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 988ddb6d-bb59-4aca-8b52-579a36805522 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:03.950944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77887f53-c0fa-45a6-97d1-ac2ddc2656d7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.000507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:04.046655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Deleting port f1969e8c-0607-443c-8714-d4cd19f25458 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:57:04.050757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.070482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 988ddb6d-bb59-4aca-8b52-579a36805522 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:04.075132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 988ddb6d-bb59-4aca-8b52-579a36805522 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:04.075561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.082090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.085770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:04.088104 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279c339-5ffb-4be8-a734-e6eb0f868d1d" -d '{"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:04.093469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.096930 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.109652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.185263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.203904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.205469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04c036ad-09c6-4251-8737-eda9dd2740d8 req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1910300 Sep 24 18:57:04.256093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:04.256530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:04.256965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:04.262270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:04.262701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Attempting to bind port f3a61db0-ce3c-4fc8-b081-e21f57470203 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:04.274532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:04.275001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:04.276300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:04.276962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Bound port: f3a61db0-ce3c-4fc8-b081-e21f57470203, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:04.278235 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.281292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67a6d6-7a46-4e88-85c7-1d79cfff74ab tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a34717-c4a6-4e90-999d-a8103690af73,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.298158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.313906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] For port f1969e8c-0607-443c-8714-d4cd19f25458, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f1969e8c-0607-443c-8714-d4cd19f25458,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:04.314414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.348892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Calling delete_port for f1969e8c-0607-443c-8714-d4cd19f25458 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:57:04.361196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=988ddb6d-bb59-4aca-8b52-579a36805522,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:04.362603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:04.372022 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c000b-9c50-48ce-878d-f56eba433a3f" -d '{"events": [{"server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "name": "network-vif-plugged", "status": "completed", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:04.381627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.449441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.450789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:04.534381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:04.562001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354942-bcca-4cfe-9a12-9d157c84beb5 req-e294ff62-6ab7-4636-874f-7513c8572802 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:04.570619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9354942-bcca-4cfe-9a12-9d157c84beb5 req-e294ff62-6ab7-4636-874f-7513c8572802 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f2c6415-84a7-481f-86be-8b575f7332d8 HTTP/1.1" status: 200 len: 950 time: 0.2511773 Sep 24 18:57:04.583454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.642989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.656643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['f1969e8c-0607-443c-8714-d4cd19f25458'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:04.674321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab1c3-7cb5-47e6-8e94-d38b962c05ce req-6c446424-91b4-443e-8175-8984328ab8d4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:04.676051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e07ab1c3-7cb5-47e6-8e94-d38b962c05ce req-6c446424-91b4-443e-8175-8984328ab8d4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 949 time: 0.1853049 Sep 24 18:57:04.685644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Pushing event deleted for resources: {'Port': ['ID=f1969e8c-0607-443c-8714-d4cd19f25458,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.717124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9354942-bcca-4cfe-9a12-9d157c84beb5 req-4cee698e-cd4c-48a2-a287-6be1a209f692 tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfbfabe-3b98-4b61-963f-fd7530465172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454430 Sep 24 18:57:04.787871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] No DVR routers for this DVR port f1969e8c-0607-443c-8714-d4cd19f25458 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:57:04.788379 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c87c24-6bd7-4191-8703-b4a32ef67676 x-openstack-request-id: req-11c87c24-6bd7-4191-8703-b4a32ef67676 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:04.788379 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:04.789004 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11c87c24-6bd7-4191-8703-b4a32ef67676 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:04.789473 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'code': 200} Sep 24 18:57:04.798491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.800590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f3c53567-2798-4b16-b4df-dac3ef80e68c req-8680bd1e-1af3-4fc9-9471-a6852ea3b13d tempest-ImagesNegativeTestJSON-1072654178 tempest-ImagesNegativeTestJSON-1072654178-project] 10.222.0.15 "DELETE /v2.0/ports/f1969e8c-0607-443c-8714-d4cd19f25458 HTTP/1.1" status: 204 len: 173 time: 0.9962006 Sep 24 18:57:04.801051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'name': 'network-vif-deleted', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:04.803364 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6402d7c3-97f5-4d10-b525-4db81bf9fa17" -d '{"events": [{"server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "name": "network-vif-deleted", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:04.805026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e07ab1c3-7cb5-47e6-8e94-d38b962c05ce req-4ed4dd81-453d-4b15-aca6-40459a002d4c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082618 Sep 24 18:57:04.805976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=8']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:04.851574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:04.852364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.856598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-c2d1d92a-5289-40db-b30d-bbe580099f78 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 1122 time: 1.6940508 Sep 24 18:57:04.859607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1971419393', 'description': 'tempest-description-1962366667'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:04.922512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f3a61db0-ce3c-4fc8-b081-e21f57470203'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:04.950301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:04.996049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b7bf0-ce0e-456a-ab2a-4eb58187660d req-c24248b6-c271-409c-af51-1d0585c08d4d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:05.003375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0b7bf0-ce0e-456a-ab2a-4eb58187660d req-c24248b6-c271-409c-af51-1d0585c08d4d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 945 time: 0.1192608 Sep 24 18:57:05.107241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0b7bf0-ce0e-456a-ab2a-4eb58187660d req-1c4be68a-03a9-4aef-a57b-d57912f62320 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005590 Sep 24 18:57:05.173199 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af7575-e791-400b-bb3c-0ea5e7bf6f90 x-openstack-request-id: req-f7af7575-e791-400b-bb3c-0ea5e7bf6f90 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:05.173714 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "name": "network-vif-plugged", "status": "completed", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:05.173714 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7af7575-e791-400b-bb3c-0ea5e7bf6f90 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:05.173934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:05.174042 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522', 'code': 200} Sep 24 18:57:05.181181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:05.232389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:05.233651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf27a306-4e28-483b-a46c-0fe72fe3bac0 req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3956454 Sep 24 18:57:05.234401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e369003-04fb-4ebb-9237-9323505069ae tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a114a25-c30d-4778-921c-65dbbd72f6c4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:05.298651 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9c0d6-3ce1-4475-8c07-e388dfa7a528 x-openstack-request-id: req-88a9c0d6-3ce1-4475-8c07-e388dfa7a528 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:05.299088 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2c6415-84a7-481f-86be-8b575f7332d8", "name": "network-vif-deleted", "tag": "f1969e8c-0607-443c-8714-d4cd19f25458", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:05.299376 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88a9c0d6-3ce1-4475-8c07-e388dfa7a528 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:05.299830 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2c6415-84a7-481f-86be-8b575f7332d8', 'name': 'network-vif-deleted', 'tag': 'f1969e8c-0607-443c-8714-d4cd19f25458', 'status': 'completed', 'code': 200} Sep 24 18:57:05.329904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8edf-04dc-423e-a7c6-c752d160841f req-086a6170-3630-46d3-b77c-69caf2cdb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:05.331699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75be8edf-04dc-423e-a7c6-c752d160841f req-086a6170-3630-46d3-b77c-69caf2cdb7f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 1100 time: 0.0530784 Sep 24 18:57:05.389326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75be8edf-04dc-423e-a7c6-c752d160841f req-2dcd12ab-c4ca-4989-8435-2d89dca08ab1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Sep 24 18:57:05.429513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6e5c-8080-4761-9eac-84a5ca7e8728 req-630b543e-7731-415c-ae2f-a0dd39918c61 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:05.432365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c8c6e5c-8080-4761-9eac-84a5ca7e8728 req-630b543e-7731-415c-ae2f-a0dd39918c61 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.0597944 Sep 24 18:57:05.496991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c8c6e5c-8080-4761-9eac-84a5ca7e8728 req-f123199f-4363-4f40-b460-6435071e0ed1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Sep 24 18:57:05.502940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf293c-b5d2-4f0f-891e-88766d59180e req-2680e6df-d965-4421-963d-e59b7f596ce7 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:05.504535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18bf293c-b5d2-4f0f-891e-88766d59180e req-2680e6df-d965-4421-963d-e59b7f596ce7 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.0712063 Sep 24 18:57:05.555031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18bf293c-b5d2-4f0f-891e-88766d59180e req-1031545a-3739-4247-9e8a-fb159f7d5c79 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Sep 24 18:57:05.883232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a624-aa08-4f2f-8caa-d4191b2b3d37 req-cfa55751-15d3-4f97-a04c-11760c0f8830 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:05.884829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff7a624-aa08-4f2f-8caa-d4191b2b3d37 req-cfa55751-15d3-4f97-a04c-11760c0f8830 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.0853319 Sep 24 18:57:05.923243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-44ba6940-742c-424e-a6e1-f7e2460fa3b8 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50607 time: 0.3344042 Sep 24 18:57:05.970024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff7a624-aa08-4f2f-8caa-d4191b2b3d37 req-e7199f5d-0edb-4b2f-8827-776629fa3f69 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Sep 24 18:57:05.981676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-9a7e23d5-aebf-47cc-b6be-23ef868129b9 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/200456c2-f72b-4593-8953-caa55e0c7736 HTTP/1.1" status: 200 len: 2973 time: 0.0523129 Sep 24 18:57:06.041202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-d8d7d490-ae1b-4775-a0c7-439086a06223 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/200456c2-f72b-4593-8953-caa55e0c7736 HTTP/1.1" status: 200 len: 2973 time: 0.0488327 Sep 24 18:57:06.088624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-e000058b-4c01-4a0f-8156-48220e6eec01 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/57627349-8a78-43e2-8d8c-23cbed7f0369 HTTP/1.1" status: 200 len: 2981 time: 0.0459478 Sep 24 18:57:06.168975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-b3f97dda-3981-44e5-88a6-c6937493b693 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/57627349-8a78-43e2-8d8c-23cbed7f0369 HTTP/1.1" status: 200 len: 2981 time: 0.0734124 Sep 24 18:57:06.180247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3ebe-91e0-4a12-8c73-04f1cfbc2938 req-8b8d3cce-9c70-4757-bd57-0f89797df215 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:06.186158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49f3ebe-91e0-4a12-8c73-04f1cfbc2938 req-8b8d3cce-9c70-4757-bd57-0f89797df215 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 949 time: 0.0801694 Sep 24 18:57:06.252694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49f3ebe-91e0-4a12-8c73-04f1cfbc2938 req-1b58bd8b-71af-49c0-ac5e-e41fe21c7c8f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633399 Sep 24 18:57:06.255930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-36a67915-5f83-4cee-b003-cd5a8a0c9fb4 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/58ca5bd2-a376-4beb-837e-04beb88c9cd0 HTTP/1.1" status: 200 len: 2981 time: 0.0684998 Sep 24 18:57:06.319207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-98c217b3-cc5f-403d-9a4e-96ff67f36c97 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/58ca5bd2-a376-4beb-837e-04beb88c9cd0 HTTP/1.1" status: 200 len: 2981 time: 0.0541291 Sep 24 18:57:06.371078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-cba6faa8-f9a4-4ab9-aaae-98e6b4e1f20f tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/679ab485-3b63-4057-8c37-04b514954316 HTTP/1.1" status: 200 len: 2981 time: 0.0507896 Sep 24 18:57:06.424682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-e4dc3159-fe6f-41d4-8fd2-f9334394441c tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/679ab485-3b63-4057-8c37-04b514954316 HTTP/1.1" status: 200 len: 2981 time: 0.0473301 Sep 24 18:57:06.476093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-c66cf999-68ab-4b95-a3c9-3e2a2d16a2e7 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6a69f9d8-af5f-4bee-bbb0-afc1ff68f134 HTTP/1.1" status: 200 len: 2977 time: 0.0445211 Sep 24 18:57:06.542297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-4c20e4d0-8b8c-4c4e-8b54-4898a6697403 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6a69f9d8-af5f-4bee-bbb0-afc1ff68f134 HTTP/1.1" status: 200 len: 2977 time: 0.0575986 Sep 24 18:57:06.600094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-3ff5d679-f718-44f3-b59a-8ba9f31605c1 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/77887f53-c0fa-45a6-97d1-ac2ddc2656d7 HTTP/1.1" status: 200 len: 2981 time: 0.0476077 Sep 24 18:57:06.687195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-91884911-1c75-4529-b227-26f15390b51b tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/77887f53-c0fa-45a6-97d1-ac2ddc2656d7 HTTP/1.1" status: 200 len: 2981 time: 0.0789719 Sep 24 18:57:06.732493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f697c-beee-4ffc-ae93-7fb5b7718d53 req-5b0c0946-2e3a-4976-8bd9-c8669ef4ec72 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:06.734145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d61f697c-beee-4ffc-ae93-7fb5b7718d53 req-5b0c0946-2e3a-4976-8bd9-c8669ef4ec72 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.0985167 Sep 24 18:57:06.736320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-9d429e47-124c-4787-823a-7968c46d2b0b tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8cfbfabe-3b98-4b61-963f-fd7530465172 HTTP/1.1" status: 200 len: 2981 time: 0.0413868 Sep 24 18:57:06.795827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:06.798401 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0b99f-ab49-4685-8063-413e92907d39" -d '{"events": [{"name": "network-changed", "server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:06.812995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d61f697c-beee-4ffc-ae93-7fb5b7718d53 req-6abcb256-aa77-4a31-8aa8-3db381f80615 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706720 Sep 24 18:57:06.825265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-b0017a93-5d66-4f97-814f-60ed8ab8f12f tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8cfbfabe-3b98-4b61-963f-fd7530465172 HTTP/1.1" status: 200 len: 2981 time: 0.0761490 Sep 24 18:57:06.886463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-1f59fd9c-e545-4897-a195-8f37671d4452 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9d3431b4-7928-418e-8f3a-71134e8e1730 HTTP/1.1" status: 200 len: 2981 time: 0.0545673 Sep 24 18:57:06.971046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf98a-f9ba-42ef-a49b-92dac6a42ca5 req-8929f390-8edd-4a3d-af34-14cdc167975a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:06.972793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8dcf98a-f9ba-42ef-a49b-92dac6a42ca5 req-8929f390-8edd-4a3d-af34-14cdc167975a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.0816472 Sep 24 18:57:06.975011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-cd8d6ce1-a238-4c66-80be-18957df89dda tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9d3431b4-7928-418e-8f3a-71134e8e1730 HTTP/1.1" status: 200 len: 2981 time: 0.0745301 Sep 24 18:57:07.058519 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-9ae02422-c688-4dea-8466-694baa52d2c7 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a1da154f-23fc-4eb3-8137-276b0245c6dd HTTP/1.1" status: 200 len: 2977 time: 0.0733089 Sep 24 18:57:07.080377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8dcf98a-f9ba-42ef-a49b-92dac6a42ca5 req-e45ffd99-31f0-406d-94c1-0d649846f8bc tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Sep 24 18:57:07.113876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-961cbb5b-1d40-4af5-afd7-fcc9a2baba57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814903 Sep 24 18:57:07.132375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-aa0d984a-72af-40fc-a68c-95540d839002 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a1da154f-23fc-4eb3-8137-276b0245c6dd HTTP/1.1" status: 200 len: 2977 time: 0.0564141 Sep 24 18:57:07.239124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-387d2da4-124a-4875-9313-a0a257b0e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.240630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-387d2da4-124a-4875-9313-a0a257b0e9ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0760610 Sep 24 18:57:07.244050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-6aad3efb-852d-42f6-bec5-6a9e32626a08 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a2d13825-48fe-4bd8-86e4-5c1055c8d41e HTTP/1.1" status: 200 len: 2981 time: 0.1049497 Sep 24 18:57:07.335903 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf91390-113d-4869-8f42-627e363c851b x-openstack-request-id: req-1cf91390-113d-4869-8f42-627e363c851b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:07.336214 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:07.336460 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cf91390-113d-4869-8f42-627e363c851b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:07.336859 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'status': 'completed', 'code': 200} Sep 24 18:57:07.413558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-255ff05a-fd05-4950-bb8a-5dc0dcda9202 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a2d13825-48fe-4bd8-86e4-5c1055c8d41e HTTP/1.1" status: 200 len: 2981 time: 0.1623135 Sep 24 18:57:07.507071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-82728311-25ca-41f0-a86e-0f362bb29bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.508748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-82728311-25ca-41f0-a86e-0f362bb29bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1125 time: 0.1599729 Sep 24 18:57:07.523983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:07.529687 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:07.540482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f1969e8c-0607-443c-8714-d4cd19f25458 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:07.561013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-65301529-59d3-41b4-b29e-1b529deea45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.562381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-65301529-59d3-41b4-b29e-1b529deea45d service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2712913 Sep 24 18:57:07.573588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb130-5ed3-46fe-8dc2-8fca0d67ccfd req-c428e6f0-f108-433a-8d84-95b7ae6465b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.575085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcfbb130-5ed3-46fe-8dc2-8fca0d67ccfd req-c428e6f0-f108-433a-8d84-95b7ae6465b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 949 time: 0.1820521 Sep 24 18:57:07.580217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-938e7862-de48-4bcc-97ed-1ea6b6d24528 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/dc2c7274-4d21-4142-8080-5c0221f2045d HTTP/1.1" status: 200 len: 2977 time: 0.1336939 Sep 24 18:57:07.606758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: f1969e8c-0607-443c-8714-d4cd19f25458 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:57:07.610021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f1969e8c-0607-443c-8714-d4cd19f25458 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:57:07.635769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-eeebd7f0-158b-42fc-84fa-f0732c6e15af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d00d1762-7300-4b3c-a4de-72139335e02e HTTP/1.1" status: 200 len: 217 time: 0.0597157 Sep 24 18:57:07.726891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ee60-febc-4f8b-bec7-053a8bafb161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:07.765393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:07.767016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcfbb130-5ed3-46fe-8dc2-8fca0d67ccfd req-0e8a3421-0a33-4d8c-9b73-986b1fba6e42 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 Sep 24 18:57:07.781728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-644faf54-eecb-4005-8dc4-1db0d0058448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.783302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-644faf54-eecb-4005-8dc4-1db0d0058448 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1114125 Sep 24 18:57:07.785198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:57:07.787182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-04ddd675-a0eb-40b1-8e50-31a30c482c11 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/dc2c7274-4d21-4142-8080-5c0221f2045d HTTP/1.1" status: 200 len: 2977 time: 0.1919601 Sep 24 18:57:07.793591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-fb0924e2-760a-4019-9bed-bf5131bb0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.793591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-fb0924e2-760a-4019-9bed-bf5131bb0650 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2613220 Sep 24 18:57:07.888250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-06bd979b-b26a-45da-92f1-c11ea88e112d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 217 time: 0.0781283 Sep 24 18:57:07.926033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ee60-febc-4f8b-bec7-053a8bafb161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:07.932897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ee60-febc-4f8b-bec7-053a8bafb161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:07.950421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-f8f05d6f-33ee-4758-aa65-75573c407b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:07.952004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-f8f05d6f-33ee-4758-aa65-75573c407b76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613801 Sep 24 18:57:07.958767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-4dcb556b-eaae-42e3-9930-55ce34892238 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e32ac56a-2f60-4f5a-95bc-ac6840f5f608 HTTP/1.1" status: 200 len: 2981 time: 0.1497777 Sep 24 18:57:07.999563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ee60-febc-4f8b-bec7-053a8bafb161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd5c09-c299-42cc-9b4c-99504cffe96c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:08.002123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-f8d4a34a-d7fc-457c-92c9-54d953af79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:08.004000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-f8d4a34a-d7fc-457c-92c9-54d953af79a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1042542 Sep 24 18:57:08.029825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c3e6ee60-febc-4f8b-bec7-053a8bafb161 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72ea9c247d454981bf06d0866477e405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046337 Sep 24 18:57:08.032370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:08.104501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:08.105573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-3029230f-4dba-4ab7-b38a-30501ce1e024 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846055 Sep 24 18:57:08.130433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-d60d1e0f-7845-4829-a40c-07d03f0cfc89 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e32ac56a-2f60-4f5a-95bc-ac6840f5f608 HTTP/1.1" status: 200 len: 2981 time: 0.1572511 Sep 24 18:57:08.135958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:08.167944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-5c98e411-d4ca-4ead-836d-7acda33e9c24 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066755 Sep 24 18:57:08.206535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:08.209504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:08.211532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96fd5c09-c299-42cc-9b4c-99504cffe96c HTTP/1.1" status: 204 len: 168 time: 0.1780622 Sep 24 18:57:08.230308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3d086-ac39-4574-8da7-f4dc849fc731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd5c09-c299-42cc-9b4c-99504cffe96c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:08.272062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-40b14c47-a0f2-4230-96cf-d07619399e8f tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5 HTTP/1.1" status: 200 len: 2981 time: 0.1243420 Sep 24 18:57:08.345133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-a16c8f9e-37af-4d45-8c30-5047a5bbfbaf service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273355 Sep 24 18:57:08.440224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-13d74556-0511-43d1-aa79-02a9dd3c5569 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5 HTTP/1.1" status: 200 len: 2981 time: 0.1374922 Sep 24 18:57:08.442636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab09589-6cf3-46b3-9b5a-4d08fd1e649f req-1df1e1a1-f193-4881-8ece-59c3c7839dfc service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608120 Sep 24 18:57:08.563604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:08.584660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-c639f8ec-d046-4774-900b-087189568540 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/eea7d20f-e7df-4325-870f-1e16bf9d550e HTTP/1.1" status: 200 len: 2981 time: 0.1358521 Sep 24 18:57:08.593502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f10d3f-ddb7-44b0-ac44-d93dd8249119 req-f9f53246-d91c-45f5-b1bb-b505ebd38d85 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:08.595527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3f10d3f-ddb7-44b0-ac44-d93dd8249119 req-f9f53246-d91c-45f5-b1bb-b505ebd38d85 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.0912406 Sep 24 18:57:08.614515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec0b99f-ab49-4685-8063-413e92907d39 req-4b70363d-befe-4f3f-b9fa-0a8dc9fb89d4 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572441 Sep 24 18:57:08.665839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-f33db3d8-a17d-4be8-a101-80d60ae556c6 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/eea7d20f-e7df-4325-870f-1e16bf9d550e HTTP/1.1" status: 200 len: 2981 time: 0.0687113 Sep 24 18:57:08.668188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3f10d3f-ddb7-44b0-ac44-d93dd8249119 req-9f80369e-a2da-47ea-a089-005f2089f2b4 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613008 Sep 24 18:57:08.732894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-505ad3f2-bc6a-47fa-b543-c46b39004bcd tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f277380e-3b69-4ec6-80a1-b9cbc51b799f HTTP/1.1" status: 200 len: 2981 time: 0.0525997 Sep 24 18:57:08.836420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b1c61ac-fd76-46b2-9a13-d1ede16d2355 req-0fbfd64a-ef83-4c5b-ad9a-6a88a47bc6a4 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f277380e-3b69-4ec6-80a1-b9cbc51b799f HTTP/1.1" status: 200 len: 2981 time: 0.0946953 Sep 24 18:57:08.930723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb09ce9-8375-4f05-92a1-cc87d644082f req-299dd333-7e47-4093-b5cf-759aaa8313be tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:08.932846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb09ce9-8375-4f05-92a1-cc87d644082f req-299dd333-7e47-4093-b5cf-759aaa8313be tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 944 time: 0.0734186 Sep 24 18:57:09.013926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb09ce9-8375-4f05-92a1-cc87d644082f req-de4a03fb-0a34-459e-aa62-04d1e2468e13 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704048 Sep 24 18:57:09.212550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:09.442395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:09.468604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-8a83ec33-06fa-4482-979a-dba4cda86395 service neutron] 10.222.0.69 "GET /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.0655465 Sep 24 18:57:09.514045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.514534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.515058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.515693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.516181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.516657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.517129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.517598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.527023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f80f5074-346d-46c7-a45a-2525ff54724a req-1ab215f5-3126-4d6d-8b56-0b1ea0c3211c tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99&device_id=b74f386d-a909-43b5-af2f-04805f557707&device_id=95fb2711-191b-44ae-b274-aa56684d6ef5&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 7361 time: 0.1587973 Sep 24 18:57:09.546401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.562623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-170680576-network', 'tenant_id': '56ad866fed1e401fb7b491661ff1eea4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:09.589436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f280bcb5-4161-41a4-9d4b-c963b9b6f239 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c5d67f1248c44f19aadc6afb0bfd9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740535 Sep 24 18:57:09.590683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 18:57:09.590683 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 18:57:09.590683 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '44433e196bb246d09f762d672be9bb17', 'id': 'f982170d-212c-42c2-81f5-234b5350cb01', 'expiration': datetime.datetime(2021, 9, 24, 18, 59, 9, 584966)}] Sep 24 18:57:09.590683 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:57:09.591095 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:57:09.591431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:09.604591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Made reservation on behalf of 56ad866fed1e401fb7b491661ff1eea4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:09.607833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.621966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.745362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.751288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.752492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.784533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db89f4ec-bc5a-4599-9a92-be952efe99ce,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:09.795326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:57:09.808614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.809196 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Added segment f7d53b22-01b4-432a-8ca1-dc8e6b730ca8 of type vlan for network 3c946957-fd8d-4882-ac4f-7817e2a4bea3 Sep 24 18:57:09.904386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.949086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.952328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:09.953727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:09.999599 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5557370 Sep 24 18:57:10.002323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:10.007565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Request body: {'subnet': {'network_id': '3c946957-fd8d-4882-ac4f-7817e2a4bea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-170680576-subnet', 'tenant_id': '56ad866fed1e401fb7b491661ff1eea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:10.055992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701203de-793e-4480-b16a-8164ef59b526 admin admin] Pushing event updated for resources: {'Network': ['ID=3c946957-fd8d-4882-ac4f-7817e2a4bea3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:10.067448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3c946957-fd8d-4882-ac4f-7817e2a4bea3 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:57:10.072642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Made reservation on behalf of 56ad866fed1e401fb7b491661ff1eea4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:10.075641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.077233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.109543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.153213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.156161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.157431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cfbfabe-3b98-4b61-963f-fd7530465172 HTTP/1.1" status: 204 len: 168 time: 0.5646987 Sep 24 18:57:10.193921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e371c-13b2-4ab6-8a44-5e1d3f269baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfbfabe-3b98-4b61-963f-fd7530465172,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:10.264566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:10.310375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:10.364157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a61db0-ce3c-4fc8-b081-e21f57470203 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:10.390611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.393006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:10.424142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.442085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.459069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.500939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c29007-831a-4cd4-945f-5200c2ec12ff,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:10.514567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f80f5074-346d-46c7-a45a-2525ff54724a req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&id=679ab485-3b63-4057-8c37-04b514954316&id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.9866726 Sep 24 18:57:10.536446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Checking segment: {'id': 'f7d53b22-01b4-432a-8ca1-dc8e6b730ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c946957-fd8d-4882-ac4f-7817e2a4bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:10.536446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Network hostable DHCP agents. Network: 3c946957-fd8d-4882-ac4f-7817e2a4bea3, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:57:10.576635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Network 3c946957-fd8d-4882-ac4f-7817e2a4bea3 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:57:10.584740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a403-b475-4cc6-96e0-c3af976c420e tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef752644-898c-4650-bb73-790ff4d9a915,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:10.592033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3c946957-fd8d-4882-ac4f-7817e2a4bea3) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:10.603763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af319974-a21e-4bdc-b4c9-b073d1ec2202 None None] Network 3c946957-fd8d-4882-ac4f-7817e2a4bea3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:10.615499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:10.619902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.660641 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22b55750-d825-4b84-9b4d-d00f1c949f7d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6493762 Sep 24 18:57:10.692003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-6dda16b0-3fff-4cd5-ba4e-e2a5c82a6d45 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:57:10.693494 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-6dda16b0-3fff-4cd5-ba4e-e2a5c82a6d45 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072381 Sep 24 18:57:10.714465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] Transition to ACTIVE for port object f3a61db0-ce3c-4fc8-b081-e21f57470203 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:10.724808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06910bbd-5ae1-4cd5-a9f7-880438a385cd req-5ccffa05-c8e1-420c-9b63-a525744b8f35 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6238151e06e9414f8fba7182b91b293d HTTP/1.1" status: 200 len: 6102 time: 0.1439068 Sep 24 18:57:10.726787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:10.771729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-f63bc90e-78c7-42d0-baa9-e3cdb7456021 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:10.776545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-f63bc90e-78c7-42d0-baa9-e3cdb7456021 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 1093 time: 0.0733311 Sep 24 18:57:10.787808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:10.789686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:57:10.795403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:10.873668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] No DVR routers for this DVR port f3a61db0-ce3c-4fc8-b081-e21f57470203 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:57:10.898474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0d9e8-5a05-4edb-b8fa-6dd3af0157f5 None None] Network 3c946957-fd8d-4882-ac4f-7817e2a4bea3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:10.935762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06910bbd-5ae1-4cd5-a9f7-880438a385cd req-feb657dd-88d0-453b-830e-eb3239e0b0f6 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "GET /v2.0/security-groups/f277380e-3b69-4ec6-80a1-b9cbc51b799f HTTP/1.1" status: 200 len: 2981 time: 0.1415515 Sep 24 18:57:10.944995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-3f832349-459d-4be5-a8bd-227a7d420a73 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4687455 Sep 24 18:57:11.021366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06910bbd-5ae1-4cd5-a9f7-880438a385cd req-15c2f5a4-a1da-4802-b8eb-ca4c8de27c79 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "GET /v2.0/security-groups/f277380e-3b69-4ec6-80a1-b9cbc51b799f HTTP/1.1" status: 200 len: 2981 time: 0.0732045 Sep 24 18:57:11.079462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:11.079797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:11.080122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:11.093937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:11.094256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:11.102708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:11.103112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:11.103476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:11.103927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Bound port: 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:11.130360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-a501f857-685f-443d-aa17-7410fc4c76c6 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.132420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-a501f857-685f-443d-aa17-7410fc4c76c6 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1039853 Sep 24 18:57:11.248966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:11.256473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.258885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-c9896537-cd6c-420a-afe1-9b5b05c87c5b service neutron] 10.222.0.18 "POST /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4777493 Sep 24 18:57:11.288311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-c0bfc9c5-d639-4312-9e5e-90ac5554e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.289849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-c0bfc9c5-d639-4312-9e5e-90ac5554e247 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 1096 time: 0.1389589 Sep 24 18:57:11.332525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c7e9-e3f6-4f5f-85b9-be692849ce48 req-76152fe9-0f09-4924-ba63-c79c4899e567 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.334143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0df1c7e9-e3f6-4f5f-85b9-be692849ce48 req-76152fe9-0f09-4924-ba63-c79c4899e567 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.0914934 Sep 24 18:57:11.433675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0df1c7e9-e3f6-4f5f-85b9-be692849ce48 req-9baea976-575d-4326-a06b-b8b8c5a86cdc tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888503 Sep 24 18:57:11.454389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-fa1f5b7b-68c9-4563-8012-58873682ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.459016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-fa1f5b7b-68c9-4563-8012-58873682ac4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1096 time: 0.1369047 Sep 24 18:57:11.495946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:11.604278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-e011a852-f80e-4e93-acc4-2fdd6e6d6a73 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a114a25-c30d-4778-921c-65dbbd72f6c4 HTTP/1.1" status: 200 len: 1778 time: 0.1014888 Sep 24 18:57:11.628514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-699139972-network', 'tenant_id': '396dcc8489c94451a3ea5d75ef385f59'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:11.654476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-691b7112-3ab7-4c52-9058-0a3d06d4ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.656178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-691b7112-3ab7-4c52-9058-0a3d06d4ebb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.1863685 Sep 24 18:57:11.658930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Made reservation on behalf of 396dcc8489c94451a3ea5d75ef385f59 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:11.661427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.671119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.727563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-734addd6-b5e7-4ed4-ad72-2ff779d445f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 200 len: 217 time: 0.0450974 Sep 24 18:57:11.732434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.741044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1658143229', 'description': 'tempest-description-1331891234'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:11.769426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.774175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.796376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.798888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:57:11.808155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:11.814842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.815295 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Added segment be423e6a-1332-4f9f-8672-30781ca7b40c of type vlan for network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 Sep 24 18:57:11.843695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.846766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-bdb69158-3bb8-4f98-9b3e-ab908787d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.848250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-bdb69158-3bb8-4f98-9b3e-ab908787d7ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0963449 Sep 24 18:57:11.861923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.886443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.887657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:11.888702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.891787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.894273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:11.895434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db44149d-13cf-44d8-a4d4-04fbfbe0f917 req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a114a25-c30d-4778-921c-65dbbd72f6c4 HTTP/1.1" status: 204 len: 173 time: 0.2801139 Sep 24 18:57:11.902164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-51cc039e-5426-40ec-8567-739a034c89b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386364 Sep 24 18:57:11.913234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820a26e-ad12-41b4-b341-ee3011410465 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a114a25-c30d-4778-921c-65dbbd72f6c4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:11.963348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] Pushing event updated for resources: {'Network': ['ID=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:11.973924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:57:12.080279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cde067-df1d-466a-a812-c890cc2f39a5 req-4bc24af3-1836-4cce-86a6-c6236268ab35 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.081771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3cde067-df1d-466a-a812-c890cc2f39a5 req-4bc24af3-1836-4cce-86a6-c6236268ab35 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 945 time: 0.1246817 Sep 24 18:57:12.087621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-f6d66209-70ea-462c-bc58-a5e84f699ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686816 Sep 24 18:57:12.091538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.104801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.114425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f5b31f52-1966-44db-887c-bea1e3b2e78c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6170518 Sep 24 18:57:12.117775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:12.122196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Request body: {'subnet': {'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-699139972-subnet', 'tenant_id': '396dcc8489c94451a3ea5d75ef385f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:12.144768 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-6ca651a0-0020-424f-8a30-7e17ba723e4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570488 Sep 24 18:57:12.151658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Made reservation on behalf of 396dcc8489c94451a3ea5d75ef385f59 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:12.153944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.172772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.174002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4358fbc-e720-4ce5-bc05-15408678f875 req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4396565 Sep 24 18:57:12.184621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3cde067-df1d-466a-a812-c890cc2f39a5 req-67809fca-d0d3-4533-a88e-e70fc8246e46 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915384 Sep 24 18:57:12.184621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024d7d-853d-477f-8b23-f752e8cf7069 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea3352-8315-4e83-a71d-c2af7aa132e4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:12.251034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-80eb705c-bebe-4ff6-9ccd-1a6dd1a39485 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436276 Sep 24 18:57:12.317076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-d4088e46-dec6-4a4b-97e5-e433ccfdec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.318582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-d4088e46-dec6-4a4b-97e5-e433ccfdec00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0638359 Sep 24 18:57:12.445847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.491221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-6ac2c55a-470f-46c9-b520-1092adc70926 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.492642 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-6ac2c55a-470f-46c9-b520-1092adc70926 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/networks?id=f5d8f609-408f-4c66-bd64-74e6e3f1fe88 HTTP/1.1" status: 200 len: 814 time: 0.1377888 Sep 24 18:57:12.500701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8837-725e-42a3-995e-cad54094993c req-7fc85d3d-8765-4a43-bedd-ce142dec72e4 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.501179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8837-725e-42a3-995e-cad54094993c req-7fc85d3d-8765-4a43-bedd-ce142dec72e4 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.501652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8837-725e-42a3-995e-cad54094993c req-7fc85d3d-8765-4a43-bedd-ce142dec72e4 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.503283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00c8837-725e-42a3-995e-cad54094993c req-7fc85d3d-8765-4a43-bedd-ce142dec72e4 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9&device_id=b74f386d-a909-43b5-af2f-04805f557707&device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 2881 time: 0.0777562 Sep 24 18:57:12.514825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-46ea407f-b415-4a5f-9000-b43453b6554c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/quotas/f657bcf4ba044a5b97d1bdf464540da8 HTTP/1.1" status: 200 len: 375 time: 0.0106101 Sep 24 18:57:12.563050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-2e25088e-d66f-4b18-8bf9-71e1e2d33a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.564515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-2e25088e-d66f-4b18-8bf9-71e1e2d33a6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 923 time: 0.1760423 Sep 24 18:57:12.566132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4760813b-03e8-47f9-83f2-821540c4e995,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:12.578581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00c8837-725e-42a3-995e-cad54094993c req-60949ab3-bcb9-44e7-956f-5c48736a89eb tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653882 Sep 24 18:57:12.609658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Checking segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:12.609910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Network hostable DHCP agents. Network: 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:57:12.630635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-a1d3121f-a5bc-48f5-81ec-9007d952589e tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f657bcf4ba044a5b97d1bdf464540da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017637 Sep 24 18:57:12.643809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-454d2a13-4807-46b8-aedc-4a16453237c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0704370 Sep 24 18:57:12.644356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:57:12.653511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:12.658255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.658404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931453ce-8096-450a-970d-7c0699bdf010 req-009a007c-827d-45c2-b061-04838564ec43 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.658843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.659760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-009a007c-827d-45c2-b061-04838564ec43 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0981936 Sep 24 18:57:12.663924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7bdea6-d742-4314-998d-289506d6cc6c None None] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:12.693275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0619e80e-fb34-451e-a307-59e6641327ed req-4cc9f8cb-db5f-42fd-8377-ae786830e498 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "GET /v2.0/security-groups/81a34717-c4a6-4e90-999d-a8103690af73 HTTP/1.1" status: 200 len: 1776 time: 0.0944016 Sep 24 18:57:12.719278 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba442723-4ef3-45fc-8c8e-75e25580a00c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5908933 Sep 24 18:57:12.735608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-0c10ece2-69ef-4562-b5ed-cb55135aaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.737749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-0c10ece2-69ef-4562-b5ed-cb55135aaf2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.0747573 Sep 24 18:57:12.794892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-679a9628-061f-4e9e-b0b8-b7873dd9c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:12.796810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-679a9628-061f-4e9e-b0b8-b7873dd9c0da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505941 Sep 24 18:57:12.836397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc4dd9-3529-46b7-9057-85a5a6894a3a None None] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:12.868246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-b30459ad-9f63-4c08-8534-a79d907450cd service neutron] 10.222.0.18 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249012 Sep 24 18:57:12.910969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0619e80e-fb34-451e-a307-59e6641327ed req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.930613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-03c0698d-751c-4afd-a6a4-450dd3c313d4 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123211 Sep 24 18:57:12.984211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0619e80e-fb34-451e-a307-59e6641327ed req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:12.997618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-931453ce-8096-450a-970d-7c0699bdf010 req-756e0871-dff5-4951-8fc7-a2ed501802bb service neutron] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:13.005321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-931453ce-8096-450a-970d-7c0699bdf010 req-756e0871-dff5-4951-8fc7-a2ed501802bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.006422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-931453ce-8096-450a-970d-7c0699bdf010 req-756e0871-dff5-4951-8fc7-a2ed501802bb service neutron] 10.222.0.15 "DELETE /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.3223736 Sep 24 18:57:13.039553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-f7bd0cbd-ee36-4acb-a76d-524f96f9e652 service neutron] 10.222.0.18 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598237 Sep 24 18:57:13.049018 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-beb38005-cf48-4eb1-8e6f-2d7886d1fc9a req-8aeeb0bd-abb7-4575-ab65-78eb50aa6fcb service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020501 Sep 24 18:57:13.059272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0619e80e-fb34-451e-a307-59e6641327ed req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.062244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0619e80e-fb34-451e-a307-59e6641327ed req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.063396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0619e80e-fb34-451e-a307-59e6641327ed req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/81a34717-c4a6-4e90-999d-a8103690af73 HTTP/1.1" status: 204 len: 173 time: 0.3496568 Sep 24 18:57:13.072712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328632e-8fc9-4408-ab1e-e880fe9b11b5 tempest-SecurityGroupsTestAdminJSON-1749872856 tempest-SecurityGroupsTestAdminJSON-1749872856-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a34717-c4a6-4e90-999d-a8103690af73,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:13.207451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-96429519-d1a1-4636-a8fc-d8017984e240 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/1aea3352-8315-4e83-a71d-c2af7aa132e4 HTTP/1.1" status: 200 len: 1805 time: 0.0416925 Sep 24 18:57:13.219995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1aea3352-8315-4e83-a71d-c2af7aa132e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:13.220547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1aea3352-8315-4e83-a71d-c2af7aa132e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:13.300097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178524-ae16-4518-b786-9723be1dcd91 req-5d7c04a9-7b55-4fd7-a4f8-d9a393ae8df6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:13.301572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6178524-ae16-4518-b786-9723be1dcd91 req-5d7c04a9-7b55-4fd7-a4f8-d9a393ae8df6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.0762043 Sep 24 18:57:13.340123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.385542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6178524-ae16-4518-b786-9723be1dcd91 req-604a93a9-19a8-4af7-a127-df0cb008a783 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Sep 24 18:57:13.411665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.417524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.445839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c034841-a046-45e7-be67-88e572902940,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:13.457653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.469220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b30959a-09e6-4d32-ad6d-5fe268c8d4f0 req-945d2ce6-08fa-4ad9-8393-ff5a5902be7f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2534816 Sep 24 18:57:13.628885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-0982af09-aae7-4c51-ab73-a396600d8b3d tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "GET /v2.0/security-groups/3a2b8ed9-ace6-4525-9281-beafd580c6e7 HTTP/1.1" status: 200 len: 1777 time: 0.0654986 Sep 24 18:57:13.747537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.755315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-1c20d640-29a5-4ae4-bd06-41bda102f776 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:13.756828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-1c20d640-29a5-4ae4-bd06-41bda102f776 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.1540649 Sep 24 18:57:13.785348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.788818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-49e7b955-a952-4239-b152-335371012b1e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/quotas/396dcc8489c94451a3ea5d75ef385f59 HTTP/1.1" status: 200 len: 375 time: 0.0224421 Sep 24 18:57:13.841333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b10ddd41-4f77-43ca-8792-ad2aa53702b0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407598 Sep 24 18:57:13.856058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.858900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:13.860133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f11bbd-99b8-4847-83c5-9a3d04d205ab req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a2b8ed9-ace6-4525-9281-beafd580c6e7 HTTP/1.1" status: 204 len: 173 time: 0.2249877 Sep 24 18:57:13.888902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4004b5b-7a65-4238-9756-f9c3d66dca9b tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b8ed9-ace6-4525-9281-beafd580c6e7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:13.964714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c79e5ff8-c525-45a9-adf0-0bc72430fd3c req-f8200fd4-7e50-4d32-a676-d5ac8dec3d15 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 210 time: 0.0295563 Sep 24 18:57:13.975853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:13.992006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-7492e429-6d59-417b-9f2c-82d5e69e02ff service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303728 Sep 24 18:57:14.019874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:57:14.122326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-4278b2dc-b407-4660-be6e-6baa3807668a service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255138 Sep 24 18:57:14.129550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-cc418a58-3735-4742-95de-8c59d362f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.131161 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-cc418a58-3735-4742-95de-8c59d362f5ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1096 time: 0.0493784 Sep 24 18:57:14.131559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc0259-75e0-4bca-9bed-59a2f44407f9 req-22be5a0f-f068-439b-88cb-56a2c108dd13 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.133003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fcc0259-75e0-4bca-9bed-59a2f44407f9 req-22be5a0f-f068-439b-88cb-56a2c108dd13 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 945 time: 0.0688951 Sep 24 18:57:14.188840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fcc0259-75e0-4bca-9bed-59a2f44407f9 req-cc0b1112-0cc4-4ea1-b68d-21062085d4dd tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Sep 24 18:57:14.258914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1635213648', 'description': 'tempest-description-87185710'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:14.268022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-ef36ac47-5b01-4086-8859-9b7e9f8cf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.269504 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-ef36ac47-5b01-4086-8859-9b7e9f8cf153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1268349 Sep 24 18:57:14.327163 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3a381f9a-cd7b-41d8-9817-725b97153f89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 217 time: 0.0402784 Sep 24 18:57:14.398625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-8ce82b41-d917-4cdb-8687-493abc4972b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.400951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-8ce82b41-d917-4cdb-8687-493abc4972b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0573661 Sep 24 18:57:14.444902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-44faf767-b52b-4786-a3c2-6ec563ae9113 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315166 Sep 24 18:57:14.561513 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-47656eee-c15f-4ec2-a011-57f7d214b260 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987656 Sep 24 18:57:14.641603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-fba63c07-0f13-44ce-8a56-6497f07f0d06 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "GET /v2.0/security-groups/3b51e1b6-2e0e-46ec-bb4c-30a50d1a3ee7 HTTP/1.1" status: 200 len: 1777 time: 0.3486466 Sep 24 18:57:14.644846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:14.691089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-65e8b12b-de7f-43a0-a52a-0c7b526f0c7b service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162183 Sep 24 18:57:14.694923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-af80e23f-1d98-48ce-8a24-bfdaacf87567 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.697900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-af80e23f-1d98-48ce-8a24-bfdaacf87567 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.69 "GET /v2.0/networks?id=f5d8f609-408f-4c66-bd64-74e6e3f1fe88 HTTP/1.1" status: 200 len: 814 time: 0.4917386 Sep 24 18:57:14.723112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Request body: {'port': {'device_id': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'admin_state_up': True, 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:14.850153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:14.862154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-17dde964-b11f-4d78-b17a-1bf1d17e4203 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:14.863887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-17dde964-b11f-4d78-b17a-1bf1d17e4203 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0845895 Sep 24 18:57:14.906767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:14.908897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:14.954714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:14.963853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.033964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Made reservation on behalf of f657bcf4ba044a5b97d1bdf464540da8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:15.040152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.051836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.055989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.066021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d646b05-d42e-4c42-8f5e-4bebf8ce8322 req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8158715 Sep 24 18:57:15.104455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.107034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.131670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f681432-0e94-4d9e-90d8-a6b9337f10d5 req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b51e1b6-2e0e-46ec-bb4c-30a50d1a3ee7 HTTP/1.1" status: 204 len: 173 time: 0.4785960 Sep 24 18:57:15.136830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66764ba-88ba-487e-9f58-81fed99774f5 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e29d5cb-1bc9-4d21-882a-886d3107fa42,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:15.184186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5408-e7d7-46e5-a270-b48c545887a8 tempest-SecurityGroupsTestAdminJSON-484358691 tempest-SecurityGroupsTestAdminJSON-484358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b51e1b6-2e0e-46ec-bb4c-30a50d1a3ee7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:15.384849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:15.397361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ae92-de07-4e47-8260-a6d0b1c15b79 req-d928b59a-008a-407d-9219-d6f68ca5ac54 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:15.399869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4d4ae92-de07-4e47-8260-a6d0b1c15b79 req-d928b59a-008a-407d-9219-d6f68ca5ac54 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 1096 time: 0.1520443 Sep 24 18:57:15.425575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c5b0d74-8552-4c51-b86b-02d85778c001 req-f4a746bc-554a-4e5f-a08f-cf59cdf9fbe7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 210 time: 0.0614948 Sep 24 18:57:15.460161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:15.467785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Allocated IP 172.20.0.3 (f5d8f609-408f-4c66-bd64-74e6e3f1fe88/729659b6-a8e0-4cd9-b306-1e0df2a82966/741c0c25-5261-4388-9375-9b228dd8814e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:15.491452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4d4ae92-de07-4e47-8260-a6d0b1c15b79 req-6488601b-18c1-4211-a97d-d1e3403cf816 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648141 Sep 24 18:57:15.594030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:15.598966 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01750093-035c-4c01-929c-da7ca7bf0604" -d '{"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-unplugged", "status": "completed", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:15.611358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.621147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.657612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47328) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:15.797332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8bcffc5-84d4-4ad5-b680-e9e5fc4f4396 req-a02badd9-a640-4b53-b18e-dff29cf6523b tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 210 time: 0.0405607 Sep 24 18:57:15.857341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:15.857729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:15.858054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:15.862168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.866325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:15.866624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Attempting to bind port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:15.873466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:15.873719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:15.873927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:15.874391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Bound port: 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:15.874751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:15.890020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:15.980483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.015898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:16.020238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:16.025935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.123492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:16.124430 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.125822 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 1121 time: 1.2271550 Sep 24 18:57:16.126601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae31488-d513-4b71-b67a-ec33329c30d4 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:16.222271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['18dd1b97-ef36-4c60-ad34-d1fac666cb3c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:16.229805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-909396d5-887f-47aa-a45b-54f67d403cfb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:16.231448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-909396d5-887f-47aa-a45b-54f67d403cfb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.2998881 Sep 24 18:57:16.236706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:16.254699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:16.261023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'port': {'device_id': '250bae4d-a58e-446e-82f6-67af333a8757', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'admin_state_up': True, 'tenant_id': '396dcc8489c94451a3ea5d75ef385f59'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:16.280783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:16.392599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Pushing event updated for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:16.447535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-2a3fe00e-a3d0-477d-9512-edeb6165e0d6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/9e29d5cb-1bc9-4d21-882a-886d3107fa42 HTTP/1.1" status: 200 len: 1803 time: 0.5171688 Sep 24 18:57:16.452717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9e29d5cb-1bc9-4d21-882a-886d3107fa42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:16.453044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9e29d5cb-1bc9-4d21-882a-886d3107fa42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:16.515503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:16.516367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be073c61-4e1e-4f05-9439-cb0f2f9f8f0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6238151e06e9414f8fba7182b91b293d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490601 Sep 24 18:57:16.543697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12f350-581f-47fe-80e3-5f2bf5894e7f req-48acc3e5-1fcf-4600-a5f2-b1685815973b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:16.546027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f12f350-581f-47fe-80e3-5f2bf5894e7f req-48acc3e5-1fcf-4600-a5f2-b1685815973b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.4144893 Sep 24 18:57:16.567472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:16.568240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.583715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7bbc6d51-7083-4a87-894a-11c1e2356585 None None] Provisioning complete for port 741c0c25-5261-4388-9375-9b228dd8814e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:16.584343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6d51-7083-4a87-894a-11c1e2356585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.601504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.648369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-831d5183-3c2f-4d4f-af05-5bd874adb16c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9347005 Sep 24 18:57:16.654258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.666666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc6d51-7083-4a87-894a-11c1e2356585 None None] Port 741c0c25-5261-4388-9375-9b228dd8814e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:16.681448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f12f350-581f-47fe-80e3-5f2bf5894e7f req-929ea76e-c55a-4b08-8a4f-4f2b747bdcba tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206093 Sep 24 18:57:16.715422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.721786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Made reservation on behalf of 396dcc8489c94451a3ea5d75ef385f59 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:16.726569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.758246 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5ecb9-b80d-4067-97ba-fe431b150220 x-openstack-request-id: req-c2b5ecb9-b80d-4067-97ba-fe431b150220 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:16.758781 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-unplugged", "status": "completed", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:16.759414 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2b5ecb9-b80d-4067-97ba-fe431b150220 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:16.760092 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'code': 200} Sep 24 18:57:16.761357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.764819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.766234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f277380e-3b69-4ec6-80a1-b9cbc51b799f HTTP/1.1" status: 204 len: 168 time: 0.2496016 Sep 24 18:57:16.773667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.778924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5c364-c52c-4da6-92e3-bcbd628a1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277380e-3b69-4ec6-80a1-b9cbc51b799f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:16.788652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.856905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a71c3e2-4528-4f1a-a0c5-438faebb8637,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:16.875065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:16.895606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a1c5790-7d92-4003-a09c-62d08bf53334 req-8fb3bb04-3c75-4b48-a1f4-6c2c9563964d tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4469590 Sep 24 18:57:17.133038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Allocated IP 172.20.0.10 (5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47/4760813b-03e8-47f9-83f2-821540c4e995/38a10dc6-d889-4fa6-8d2a-9482a2e84df5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:17.153681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-b2ff5a37-276b-4472-acef-64d87c8b8f07 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:17.162275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-b2ff5a37-276b-4472-acef-64d87c8b8f07 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.2881374 Sep 24 18:57:17.188312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-86d0db1e-accd-41a1-aec8-c79f07112b3d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/quotas/b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 375 time: 0.0245116 Sep 24 18:57:17.291428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-0eeae075-58c0-47b2-91f7-ff8f50cb67e5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011965 Sep 24 18:57:17.315059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:17.359983 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c536f7df-41ff-4710-aee3-fa277416da24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44638bbf4c02428e8cf6701c7475e655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437038 Sep 24 18:57:17.362800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:17.367944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4af2659-aaa1-4ddc-bfe5-306d3555c7bb req-4c140f6e-54f8-4069-a60f-b81765b8ee5d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 210 time: 0.0631025 Sep 24 18:57:17.456163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.486366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.542783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.546988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.563462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77887f53-c0fa-45a6-97d1-ac2ddc2656d7 HTTP/1.1" status: 204 len: 168 time: 0.1889379 Sep 24 18:57:17.574429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b197681-7e37-408c-b409-99bb510b1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77887f53-c0fa-45a6-97d1-ac2ddc2656d7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:17.588286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487957a4-f480-47c0-bf6a-836ea1064c1a req-4baffe7d-9f5a-456e-b7a4-607992941e76 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:17.589921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-487957a4-f480-47c0-bf6a-836ea1064c1a req-4baffe7d-9f5a-456e-b7a4-607992941e76 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.0976269 Sep 24 18:57:17.592023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-9e5a2e9e-4192-44a5-81a6-d441c0558020 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998161 Sep 24 18:57:17.595084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.668924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-487957a4-f480-47c0-bf6a-836ea1064c1a req-bf10c387-acd3-47af-9a90-9c2736cc2fe9 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719979 Sep 24 18:57:17.724344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1460737678', 'description': 'tempest-description-2021512638'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:17.757826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.799998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-d495109c-8e43-4ace-ad3c-6215ceb1b5e8 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932881 Sep 24 18:57:17.803584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:17.816407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:17.826272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:17.833043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:17.889750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:17.922095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:17.922735 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.057165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.069337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.088266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-9a21b428-330a-466e-bf1a-86f1c5d461e9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8379228 Sep 24 18:57:18.108942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Request body: {'port': {'device_id': '250bae4d-a58e-446e-82f6-67af333a8757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:18.119902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.133074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98b15c80-8c47-49a2-8883-427bd408f638 req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4147098 Sep 24 18:57:18.178237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f0958-4b56-4223-9f0b-0a75a862a1be tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbfafe9-8540-43b4-9ed1-9a510b846d80,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:18.312108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4464a82e-c719-4f17-9bd1-b4b9ba2883a3 req-d2bf6966-e34b-46fb-9eb5-7c1d7ddd8231 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0668724 Sep 24 18:57:18.317400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.348403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aa2df-044f-40ef-b6bb-02b9842496fc req-6b413708-9ccb-430c-8e38-cbdbadd58df4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:18.350016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-539aa2df-044f-40ef-b6bb-02b9842496fc req-6b413708-9ccb-430c-8e38-cbdbadd58df4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.1063769 Sep 24 18:57:18.395392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-404926695', 'description': 'tempest-description-1182080903'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:18.543619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.591182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-539aa2df-044f-40ef-b6bb-02b9842496fc req-f49efb7d-c295-416e-9ff5-947089be5b15 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883314 Sep 24 18:57:18.761463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:18.764603 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1052eb5-6a45-4d61-b199-bc24ca9caf40" -d '{"events": [{"name": "network-changed", "server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:18.868124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b8f0-b6e7-4ee7-ac60-dcdbf2d4e699 req-3bfc4e92-b732-4c8e-a7e7-2f8daf65bc41 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:18.874747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df28b8f0-b6e7-4ee7-ac60-dcdbf2d4e699 req-3bfc4e92-b732-4c8e-a7e7-2f8daf65bc41 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.1441529 Sep 24 18:57:18.935206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.968070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:18.997228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df28b8f0-b6e7-4ee7-ac60-dcdbf2d4e699 req-d86fdf81-e1c3-41fa-bcf9-ae5f65ec468d tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189208 Sep 24 18:57:19.031878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:19.042434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.050109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83519f69-cf96-429c-abb3-ac7f4d6f693d req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6601968 Sep 24 18:57:19.053807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.069319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a11ee3-7908-447e-8efd-bdaa372fb9b6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f9583-0051-4140-af67-6f8bc9fa75ae,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:19.096786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Transition to ACTIVE for port object 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:19.102179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.525030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:19.552005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feb056-574b-43bd-bf8b-e6ee9a7a8ba4 req-2cce1b7b-2f24-4b08-9c0d-a9cbcf4eba08 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:19.559920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2feb056-574b-43bd-bf8b-e6ee9a7a8ba4 req-2cce1b7b-2f24-4b08-9c0d-a9cbcf4eba08 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 944 time: 0.4108181 Sep 24 18:57:19.589697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd8cf9-dfa1-4c4e-b0a8-a22d2a7e554a req-212559de-5fec-4624-8103-4ed65e71f6c0 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:19.591226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbd8cf9-dfa1-4c4e-b0a8-a22d2a7e554a req-212559de-5fec-4624-8103-4ed65e71f6c0 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.3757739 Sep 24 18:57:19.635481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Attempting to bind port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:19.635807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Attempting to bind port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:19.636136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Attempting to bind port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:19.646206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2feb056-574b-43bd-bf8b-e6ee9a7a8ba4 req-c9b09f49-93ed-4b97-8c11-7572c58588af tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Sep 24 18:57:19.649495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:19.649809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Attempting to bind port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:19.661723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:19.662060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Checking segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:19.662542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Bound using segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:19.672053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Bound port: 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:19.672430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.689986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbd8cf9-dfa1-4c4e-b0a8-a22d2a7e554a req-167e6730-70b9-411d-a1d6-0dea7f8460c7 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913842 Sep 24 18:57:19.721732 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e71387-1f44-4ccc-8f60-6b731dc957fe x-openstack-request-id: req-39e71387-1f44-4ccc-8f60-6b731dc957fe {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:19.722020 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:19.722443 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39e71387-1f44-4ccc-8f60-6b731dc957fe {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:19.722837 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'status': 'completed', 'code': 200} Sep 24 18:57:19.819013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:19.840855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:19.847549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-41c25e07-2e22-419a-8a1f-e85509916501 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/acbfafe9-8540-43b4-9ed1-9a510b846d80 HTTP/1.1" status: 200 len: 1805 time: 0.1058083 Sep 24 18:57:19.851522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.861465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16348e-68f8-44f9-917e-009ce4caae5e req-07e2a4b3-3474-4d55-b31d-9835d1248206 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:19.863024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f16348e-68f8-44f9-917e-009ce4caae5e req-07e2a4b3-3474-4d55-b31d-9835d1248206 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0965917 Sep 24 18:57:19.918568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:19.919469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:19.920856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] 10.222.0.15 "PUT /v2.0/ports/38a10dc6-d889-4fa6-8d2a-9482a2e84df5 HTTP/1.1" status: 200 len: 1092 time: 1.8207512 Sep 24 18:57:19.921296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:19.923559 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60fa859-9215-4c31-8d14-aa03ae85a5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:19.976130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4eac6-eb81-4afb-b77a-132ffa762872 service neutron] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:20.010914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f16348e-68f8-44f9-917e-009ce4caae5e req-aee63b16-1812-436b-b166-32c0f5df85bd tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230316 Sep 24 18:57:20.017828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-df71c977-41b1-4f0f-a2a4-33e47050416e tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/4e1f9583-0051-4140-af67-6f8bc9fa75ae HTTP/1.1" status: 200 len: 1804 time: 0.1537344 Sep 24 18:57:20.030016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acbfafe9-8540-43b4-9ed1-9a510b846d80', 'remote_group_id': '4e1f9583-0051-4140-af67-6f8bc9fa75ae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:20.030341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acbfafe9-8540-43b4-9ed1-9a510b846d80', 'remote_group_id': '4e1f9583-0051-4140-af67-6f8bc9fa75ae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:20.044520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-4506a442-5a76-4a6a-8ca7-3a47540afa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:20.046102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-4506a442-5a76-4a6a-8ca7-3a47540afa7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 1095 time: 0.0719974 Sep 24 18:57:20.116189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-0580cd04-3a13-40b0-805e-103930660fcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5 HTTP/1.1" status: 200 len: 217 time: 0.0577526 Sep 24 18:57:20.178103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba2085e7-7807-446e-b77f-ba262669fd37 req-38422e0a-84fa-4f89-a8e6-0f2f830903f8 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0720503 Sep 24 18:57:20.226041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.235304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-007fc7a6-feaa-4e9e-a595-d9928ba7dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:20.236798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-007fc7a6-feaa-4e9e-a595-d9928ba7dd43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.1079307 Sep 24 18:57:20.263245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46cc220f-8e2c-4d14-8023-7cc6f7f35f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.325241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-e053190e-67e5-429d-b78e-20c3e6ca4597 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751204 Sep 24 18:57:20.331489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.346000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.394565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9044b0-2301-4b6a-b913-dc4f0a9c3cc4,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:20.406949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672a03f-50ec-410d-9988-2a68155ce444 req-5fe8eb82-0b6f-48a2-bfa3-3d4ca1689f9e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:20.408507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2672a03f-50ec-410d-9988-2a68155ce444 req-5fe8eb82-0b6f-48a2-bfa3-3d4ca1689f9e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.1574423 Sep 24 18:57:20.437115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.438414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f448f59-a442-43fc-9c34-a073c7372e6c req-68407ea6-ab89-4731-9cf9-1ed6e64c99ce tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4130504 Sep 24 18:57:20.494384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2672a03f-50ec-410d-9988-2a68155ce444 req-24393cd3-b74f-4c13-8f58-e7f992825431 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Sep 24 18:57:20.500224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-39f69a8a-5893-467e-a567-c02f9bb7b7ce service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641574 Sep 24 18:57:20.559195 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55bd8a-7e77-4385-a3a9-a1444912a287 x-openstack-request-id: req-bc55bd8a-7e77-4385-a3a9-a1444912a287 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:20.559488 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:20.559742 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc55bd8a-7e77-4385-a3a9-a1444912a287 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:20.560138 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'status': 'completed', 'code': 200} Sep 24 18:57:20.659618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb8f3-105e-426b-9869-4569da2b6762 req-f335dd59-4200-4dd1-a9de-c574f67349ad service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492102 Sep 24 18:57:20.741477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-2783cef0-cadd-4284-8fac-6e21ce2a0ec7 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=39cb070878944939a003ea70dd54b7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336030 Sep 24 18:57:20.836565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-40cd6669-6618-4380-8033-6968d2e34f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:20.838681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-40cd6669-6618-4380-8033-6968d2e34f0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 1095 time: 0.1176207 Sep 24 18:57:20.854726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457313394', 'description': 'tempest-description-322231158'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:20.920690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-6385e566-df03-4965-bacb-031dcfca2b41 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:20.922270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-6385e566-df03-4965-bacb-031dcfca2b41 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629937 Sep 24 18:57:20.971842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:20.976741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-681c169b-dd4b-40ef-bba1-d922e1fd6fef tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/quotas/39cb070878944939a003ea70dd54b7f9 HTTP/1.1" status: 200 len: 375 time: 0.0467386 Sep 24 18:57:21.024418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-84463398-02c5-4cf4-88f2-4d872cd3c213 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386035 Sep 24 18:57:21.034689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-3f730762-2fa9-45bd-9a5c-3e89c7280966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:21.036148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-3f730762-2fa9-45bd-9a5c-3e89c7280966 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 921 time: 0.1774123 Sep 24 18:57:21.110435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-857c592e-34dd-4568-8e5d-38b7d9422f7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5 HTTP/1.1" status: 200 len: 217 time: 0.0568800 Sep 24 18:57:21.187694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-ba99ef8d-bb80-4e20-ac18-4c4e05c4ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:21.189292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-ba99ef8d-bb80-4e20-ac18-4c4e05c4ec58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.0635550 Sep 24 18:57:21.241347 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:21.272432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-b028bada-400c-4825-a304-6608369a5cac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581546 Sep 24 18:57:21.287689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:21.393269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:21.394712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e2341b-4f94-4df2-b064-e5eea088f673 req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5459411 Sep 24 18:57:21.408777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f614ff9f-81d5-4169-b965-2d9a15122943,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:21.427567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.427912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.428257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.428589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.428918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.429250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.429573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.429892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.430214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.430533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.430887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.431378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea4fbd-5018-4707-8fad-5887f83dbd85 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:21.443719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9f011-a0f4-4537-a2b7-1aae74f7e696 req-504ab124-0cfa-42b1-b88f-3875a666e371 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:21.445791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7be9f011-a0f4-4537-a2b7-1aae74f7e696 req-504ab124-0cfa-42b1-b88f-3875a666e371 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 944 time: 0.1878109 Sep 24 18:57:21.487763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-718f67b6-50b9-4ae6-a141-6651347ac38b service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958177 Sep 24 18:57:21.557781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7be9f011-a0f4-4537-a2b7-1aae74f7e696 req-b8b14caa-903d-425d-9797-b3e117df7552 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015973 Sep 24 18:57:21.652304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01de8-a317-4e68-96fb-46aac003ec40 req-73e3b5bd-60d3-44e0-9685-03819a1749ae tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:21.654280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c01de8-a317-4e68-96fb-46aac003ec40 req-73e3b5bd-60d3-44e0-9685-03819a1749ae tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.1452522 Sep 24 18:57:21.682224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b60fa859-9215-4c31-8d14-aa03ae85a5e9 req-5f080dc0-fa24-48d7-b90e-572d519ea31b service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809013 Sep 24 18:57:21.709630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01c01de8-a317-4e68-96fb-46aac003ec40 req-f2ee2b39-5dab-4582-af95-f47d2cbc0808 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Sep 24 18:57:21.854619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39e19f76-22bd-482a-8c64-0dfca25fd783 req-4e4f8046-b411-43cd-902c-001d07057866 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.0504997 Sep 24 18:57:21.856568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60b47106-28be-4508-9575-3004301eaf6a req-8d9cdd4e-774e-48c1-932b-7e9464192ec2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0428264 Sep 24 18:57:21.892421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-12325890', 'description': 'tempest-description-566414938'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:21.930082 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:21.984000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efeb25-cd68-4c2b-a99e-e1b022f4a87e req-9f266eb0-07f5-4faa-b10e-bffcf0f32930 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:21.985566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04efeb25-cd68-4c2b-a99e-e1b022f4a87e req-9f266eb0-07f5-4faa-b10e-bffcf0f32930 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.0688443 Sep 24 18:57:22.052962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04efeb25-cd68-4c2b-a99e-e1b022f4a87e req-cb7990d3-ab0d-421a-a705-e39c89ad9609 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Sep 24 18:57:22.092013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.097407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.128282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.131794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8d73dc7-3618-4cb5-a127-a8780ee76cdf req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2434337 Sep 24 18:57:22.138323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1bcb5-8ac9-4cf4-a2ad-4c886bb6ea53 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f5ccc4-fd0c-4989-a5af-55864591bf4a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:22.289088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-1e12038a-ce7b-42c0-8cd7-7a84afaf3708 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/f614ff9f-81d5-4169-b965-2d9a15122943 HTTP/1.1" status: 200 len: 1804 time: 0.0523877 Sep 24 18:57:22.350108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-8a4db30d-2ad1-425e-bad5-cb2f27a428a6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/e9f5ccc4-fd0c-4989-a5af-55864591bf4a HTTP/1.1" status: 200 len: 1802 time: 0.0541339 Sep 24 18:57:22.362433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f614ff9f-81d5-4169-b965-2d9a15122943', 'remote_group_id': 'e9f5ccc4-fd0c-4989-a5af-55864591bf4a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:22.363061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f614ff9f-81d5-4169-b965-2d9a15122943', 'remote_group_id': 'e9f5ccc4-fd0c-4989-a5af-55864591bf4a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:22.440557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.498600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.505301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.529982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd73074-cbbc-4f29-824c-6de945037304,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:22.541092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.547641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7aac1de-c4e4-4ebe-9fef-8a8ea4a649f1 req-f26df926-675f-4114-afd2-264713fbbb83 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1876619 Sep 24 18:57:22.649344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb62b2b-0a2f-4dcb-9561-19c868c586e2 req-712c8f9b-2810-4e52-8e8b-9c8cca19f665 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:22.655472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb62b2b-0a2f-4dcb-9561-19c868c586e2 req-712c8f9b-2810-4e52-8e8b-9c8cca19f665 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1060448 Sep 24 18:57:22.658731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-28dd958a-8cd0-4be3-a84d-08b90bcefc05 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/e9f5ccc4-fd0c-4989-a5af-55864591bf4a HTTP/1.1" status: 200 len: 1802 time: 0.0895791 Sep 24 18:57:22.714146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb62b2b-0a2f-4dcb-9561-19c868c586e2 req-9b6134a8-0bd8-4c5e-a963-24eae059d1f8 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544069 Sep 24 18:57:22.743616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.768866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.858367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c68e-eac5-45be-b028-0c20ce0c46ff req-02d08651-a9f3-4b52-b716-e0479e4c1d26 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:22.862587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6e6c68e-eac5-45be-b028-0c20ce0c46ff req-02d08651-a9f3-4b52-b716-e0479e4c1d26 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 944 time: 0.0762346 Sep 24 18:57:22.876918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41b48e35-424d-4894-a963-03cf542a2ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.901171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.903692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:22.904838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3484f79d-37ac-4ff3-89e6-64fc0353a134 req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9f5ccc4-fd0c-4989-a5af-55864591bf4a HTTP/1.1" status: 204 len: 173 time: 0.2374556 Sep 24 18:57:22.916383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfd029-458b-4246-ae27-7c267571e85f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f5ccc4-fd0c-4989-a5af-55864591bf4a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:22.950705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6e6c68e-eac5-45be-b028-0c20ce0c46ff req-89dda55d-de13-4b1f-9bcf-45a1ee039e40 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767858 Sep 24 18:57:23.052147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3914374-c076-4278-a3e1-524ce9418ed1 req-52adada3-bbe6-45a6-bf62-112ba4e779ad tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.0320153 Sep 24 18:57:23.078513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bc1a8-57b3-4ad0-8984-296c6835c799 req-cb538a2b-38a1-4f34-be84-929779927d18 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:23.086434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7bc1a8-57b3-4ad0-8984-296c6835c799 req-cb538a2b-38a1-4f34-be84-929779927d18 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.0991385 Sep 24 18:57:23.127601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7bc1a8-57b3-4ad0-8984-296c6835c799 req-98a6f3e3-78cf-4811-bcb7-6aae22dcf5ed tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Sep 24 18:57:23.162494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f7eaa70-47d1-47d6-b43a-f25fc68332f2 req-c1536332-f7b4-46ee-a3eb-bda9c4dc43a9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0333989 Sep 24 18:57:23.224937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6312b18-d4d8-4995-83fb-72345277b86a req-eb4323ea-1149-4745-b32a-a03360068698 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/f614ff9f-81d5-4169-b965-2d9a15122943 HTTP/1.1" status: 200 len: 1804 time: 0.0648522 Sep 24 18:57:23.297547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.301691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1262599104', 'description': 'tempest-description-519452070'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:23.324550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a3c2e-993d-42e1-9db6-ea7f77182214 req-210c9749-5f48-4433-9dde-1e45ee68e25e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:23.326088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e1a3c2e-993d-42e1-9db6-ea7f77182214 req-210c9749-5f48-4433-9dde-1e45ee68e25e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.0721385 Sep 24 18:57:23.343048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.382781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e1a3c2e-993d-42e1-9db6-ea7f77182214 req-df1c0107-9c66-457e-b70e-0d4214195af8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502846 Sep 24 18:57:23.462633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.467116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.497586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.498911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e39b084-aee0-41f8-88f4-2088f73011a8 req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2015700 Sep 24 18:57:23.500725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2ca39-bbb0-42a3-b698-80ad70524903 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7949ab24-b6ca-4a00-bed6-77efc5cf0db9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:23.574322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-f8e1b377-9845-405b-9bc2-b197b3bcbf34 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 200 len: 1804 time: 0.0538158 Sep 24 18:57:23.585284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7949ab24-b6ca-4a00-bed6-77efc5cf0db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:23.585590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7949ab24-b6ca-4a00-bed6-77efc5cf0db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:23.627544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:23.651100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.687189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.691290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.714662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6989313d-6ad6-444a-86e8-6cfcf4368ba2,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:23.721783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.723165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-441fa318-ae1a-4d30-8814-72516f608ed6 req-0821ea7a-0f2a-4d6c-9864-15c561a57eac tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1425452 Sep 24 18:57:23.733910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:23.750175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'port_id': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'mac_address': 'fa:16:3e:27:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760813b-03e8-47f9-83f2-821540c4e995', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:23.801325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-3c37723a-9677-47e8-a884-bed243645d7e tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 200 len: 2397 time: 0.0510800 Sep 24 18:57:23.805472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.813635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7949ab24-b6ca-4a00-bed6-77efc5cf0db9', 'remote_group_id': None}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:23.813945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7949ab24-b6ca-4a00-bed6-77efc5cf0db9', 'remote_group_id': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:23.823140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:23.845428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:23.850744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.906189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:23.930027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d455-a770-4c05-b09c-ca0609635c4a req-606e3f00-a67c-47bb-912c-513ea14cdd89 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:23.931650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6131d455-a770-4c05-b09c-ca0609635c4a req-606e3f00-a67c-47bb-912c-513ea14cdd89 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1123874 Sep 24 18:57:23.971063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:23.995680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.005809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6131d455-a770-4c05-b09c-ca0609635c4a req-78b54ba6-abf6-4898-8528-413aef9032d0 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Sep 24 18:57:24.017681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.032990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.044478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0558eebd-a256-49a7-b3d8-645438f35178,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:24.059780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.061164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f68541f-570e-4991-810a-710c00a7f2a4 req-8733c775-32ab-4867-a544-40603a777b58 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2526162 Sep 24 18:57:24.160276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ab80d24-3b94-43df-9689-34ce5adce2ce req-23a914f7-09d5-4285-aa26-ee3ff1307246 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 200 len: 2995 time: 0.0774441 Sep 24 18:57:24.182963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e1b7-da54-4445-a987-b164325d8154 req-736f5ed0-c149-4cfe-bb23-5c53924d7105 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:24.184549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f845e1b7-da54-4445-a987-b164325d8154 req-736f5ed0-c149-4cfe-bb23-5c53924d7105 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 945 time: 0.0910738 Sep 24 18:57:24.214583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['38a10dc6-d889-4fa6-8d2a-9482a2e84df5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:24.245548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f845e1b7-da54-4445-a987-b164325d8154 req-9e50c44e-579f-4c47-84cc-334dda75390d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Sep 24 18:57:24.270081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5bed5e7-6d14-4aa1-a01c-61a972c0fac1 req-f6d9e0e1-44f3-4c0a-8dea-195ccce82170 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.0501466 Sep 24 18:57:24.338502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-55d3312d-f4ee-46b0-90fe-a798b0f01fae tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-group-rules/0558eebd-a256-49a7-b3d8-645438f35178 HTTP/1.1" status: 200 len: 783 time: 0.0348585 Sep 24 18:57:24.420589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983fe0f-9af9-4f88-a29b-2c1eac81a725 req-6a980118-5543-4b82-bd46-596febb85c5d tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:24.422113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0983fe0f-9af9-4f88-a29b-2c1eac81a725 req-6a980118-5543-4b82-bd46-596febb85c5d tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.0757110 Sep 24 18:57:24.426634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-5ed89900-911b-44d3-8f77-ddfe93e2f4f2 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 200 len: 2995 time: 0.0870366 Sep 24 18:57:24.477653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.491471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0983fe0f-9af9-4f88-a29b-2c1eac81a725 req-46eccf10-685e-4544-9a7f-b82b5d92532a tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Sep 24 18:57:24.493010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.523832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.533426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.547462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a4e8cd-5ea9-423c-9d6d-38ed2db908d9 req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0558eebd-a256-49a7-b3d8-645438f35178 HTTP/1.1" status: 204 len: 173 time: 0.1139450 Sep 24 18:57:24.560557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b143-902a-4109-9502-28eac95c4292 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0558eebd-a256-49a7-b3d8-645438f35178,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:24.616719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-438be7ec-f6d4-4186-b053-4811616abc16 req-caa4b329-98ce-41dd-9974-af7b3ce21614 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0523081 Sep 24 18:57:24.735370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-e3ac8ee7-d0c9-42e8-935e-100c36a2e45f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 200 len: 2397 time: 0.0713763 Sep 24 18:57:24.748392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cd64a-6701-4296-9de3-7dd34150c679 req-26a9c909-b993-421d-930f-988f5a39309b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:24.749978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-398cd64a-6701-4296-9de3-7dd34150c679 req-26a9c909-b993-421d-930f-988f5a39309b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.0778425 Sep 24 18:57:24.821723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-398cd64a-6701-4296-9de3-7dd34150c679 req-1046b078-5318-4503-8582-0fde9b39fa61 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639305 Sep 24 18:57:24.836859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.862140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.907497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.910415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:24.911705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-541d4bda-cd1b-4f3f-916b-15cd0a70ba03 req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/7949ab24-b6ca-4a00-bed6-77efc5cf0db9 HTTP/1.1" status: 204 len: 173 time: 0.1607394 Sep 24 18:57:24.922198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4978b17-73db-4052-b80b-3358dcf7a8e4 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949ab24-b6ca-4a00-bed6-77efc5cf0db9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:24.951503 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-87d7e52a-5f5f-4080-af4d-d56f85615bbb req-0a43d53c-1a50-446e-8fdc-1d88165db1e1 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] show failed (client error): The resource could not be found. Sep 24 18:57:24.952544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87d7e52a-5f5f-4080-af4d-d56f85615bbb req-0a43d53c-1a50-446e-8fdc-1d88165db1e1 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/e9f5ccc4-fd0c-4989-a5af-55864591bf4a HTTP/1.1" status: 404 len: 352 time: 0.0218153 Sep 24 18:57:25.013391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-5bf4a8be-ee55-4333-9ddb-b94aeb54a797 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/f614ff9f-81d5-4169-b965-2d9a15122943 HTTP/1.1" status: 200 len: 1804 time: 0.0392501 Sep 24 18:57:25.083778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.132519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.175963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c90093-3fbb-483a-a20a-2b74fd41ae76 req-3df24da0-e946-4aa4-8f2a-f6a78319610a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:25.177464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c90093-3fbb-483a-a20a-2b74fd41ae76 req-3df24da0-e946-4aa4-8f2a-f6a78319610a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0872378 Sep 24 18:57:25.202573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.205243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.206375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1017c7e6-e5b3-4914-aba4-906cf706ed25 req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/f614ff9f-81d5-4169-b965-2d9a15122943 HTTP/1.1" status: 204 len: 173 time: 0.1871495 Sep 24 18:57:25.226927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fa59f-addc-4bfb-ba14-caffafe19818 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614ff9f-81d5-4169-b965-2d9a15122943,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:25.253384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c90093-3fbb-483a-a20a-2b74fd41ae76 req-ebd86ad9-4e45-4f45-8798-d2028e9e62bd tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688138 Sep 24 18:57:25.280274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-32ffa2a6-539c-4358-9c42-73426e76be6b tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/4e1f9583-0051-4140-af67-6f8bc9fa75ae HTTP/1.1" status: 200 len: 1804 time: 0.0551927 Sep 24 18:57:25.380908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.393469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47aa4b-1d96-4526-9411-571388c396f1 req-ded86c2b-ac55-4581-9b27-6be8f63f151f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:25.395018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e47aa4b-1d96-4526-9411-571388c396f1 req-ded86c2b-ac55-4581-9b27-6be8f63f151f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 945 time: 0.0799835 Sep 24 18:57:25.420923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.465017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e47aa4b-1d96-4526-9411-571388c396f1 req-01354eef-2200-44e9-afaf-13e917ca6fdd tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Sep 24 18:57:25.533233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.536162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.540613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f834aa55-aec1-400d-8bd4-e72d3ea57a7b req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e1f9583-0051-4140-af67-6f8bc9fa75ae HTTP/1.1" status: 204 len: 173 time: 0.2542863 Sep 24 18:57:25.579493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210eb07-152a-4090-93d7-4394af82386f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f9583-0051-4140-af67-6f8bc9fa75ae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:25.598037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6369c100-98cd-4096-b317-92e783a74f8e req-0d94f152-f546-48c1-89e8-76e24ae7dc59 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.0349371 Sep 24 18:57:25.634581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:25.675462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d3d1-3ed5-4c88-9a4c-973078e17c85 req-7262a021-c990-40f8-ab71-d4c2e8edd68c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:25.677281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f36d3d1-3ed5-4c88-9a4c-973078e17c85 req-7262a021-c990-40f8-ab71-d4c2e8edd68c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.0751085 Sep 24 18:57:25.697615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:25.702445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:25.703202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.717683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4888e0e-ccc6-4764-9728-342571f780ed req-a056a157-c1c0-452c-9143-bf83cae347d6 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/acbfafe9-8540-43b4-9ed1-9a510b846d80 HTTP/1.1" status: 200 len: 1805 time: 0.0762579 Sep 24 18:57:25.769176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f36d3d1-3ed5-4c88-9a4c-973078e17c85 req-1b55066c-908c-4edd-9d7c-3bf87d4710a5 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824921 Sep 24 18:57:25.791168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.810513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d4888e0e-ccc6-4764-9728-342571f780ed req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.817794 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.837651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d4888e0e-ccc6-4764-9728-342571f780ed req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.843311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:25.845870 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a2363-e8d1-4b65-b372-f7359d14e537" -d '{"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-plugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:25.866239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:25.872183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.902226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d4888e0e-ccc6-4764-9728-342571f780ed req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.905126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d4888e0e-ccc6-4764-9728-342571f780ed req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:25.906942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4888e0e-ccc6-4764-9728-342571f780ed req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/acbfafe9-8540-43b4-9ed1-9a510b846d80 HTTP/1.1" status: 204 len: 173 time: 0.1774969 Sep 24 18:57:25.928051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:25.934116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff748-fd6f-4572-97db-c9aca63bd400 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbfafe9-8540-43b4-9ed1-9a510b846d80,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:25.951541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9822c6a5-1e0e-452b-abc2-bda2a734cd24 req-0de91557-4d9d-4311-a628-2b2d75246f3c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0361309 Sep 24 18:57:26.004267 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d1b39-70ed-4341-a6e6-b98f215e62d1 x-openstack-request-id: req-775d1b39-70ed-4341-a6e6-b98f215e62d1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:26.004769 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-plugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:26.005026 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-775d1b39-70ed-4341-a6e6-b98f215e62d1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:26.005423 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'code': 200} Sep 24 18:57:26.018903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2927a7-37dc-4d6c-bc46-e4c7cc99c2ef req-9ffdee9c-edda-4771-a1c7-5a04eeab9d80 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:26.020394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2927a7-37dc-4d6c-bc46-e4c7cc99c2ef req-9ffdee9c-edda-4771-a1c7-5a04eeab9d80 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Sep 24 18:57:26.095235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-038ae053-bb63-45bb-b230-e9f70e1f6795 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/9e29d5cb-1bc9-4d21-882a-886d3107fa42 HTTP/1.1" status: 200 len: 2402 time: 0.0738654 Sep 24 18:57:26.099143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2927a7-37dc-4d6c-bc46-e4c7cc99c2ef req-2919327e-b8a1-4eca-8444-d3f0c5a24d45 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Sep 24 18:57:26.165903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad5355-04ca-4959-afd4-07d0395ab8dc req-90060182-1a1e-455d-bd59-c1ad057fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:26.167417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ad5355-04ca-4959-afd4-07d0395ab8dc req-90060182-1a1e-455d-bd59-c1ad057fd853 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 1097 time: 0.0828316 Sep 24 18:57:26.199689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.230860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ad5355-04ca-4959-afd4-07d0395ab8dc req-d0ef66c3-fe7d-4cfb-9561-36f042674295 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Sep 24 18:57:26.232437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.274089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.277192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.278246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07932165-c9be-4e13-a1e3-538e356c40d0 req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e29d5cb-1bc9-4d21-882a-886d3107fa42 HTTP/1.1" status: 204 len: 173 time: 0.1624548 Sep 24 18:57:26.287156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bb6da-b010-4cb5-8238-c657092f7975 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e29d5cb-1bc9-4d21-882a-886d3107fa42,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:26.373095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0aae1ad5-9111-43eb-9470-1deddc4a3a8f tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "GET /v2.0/security-groups/1aea3352-8315-4e83-a71d-c2af7aa132e4 HTTP/1.1" status: 200 len: 2398 time: 0.0671427 Sep 24 18:57:26.408257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013dfa-c8a0-41d7-900c-da5b2ae02848 req-e2690a11-0cdf-4cee-b42d-5ad058fa3f74 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:26.409724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb013dfa-c8a0-41d7-900c-da5b2ae02848 req-e2690a11-0cdf-4cee-b42d-5ad058fa3f74 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0799069 Sep 24 18:57:26.443098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Request body: {'port': {'device_id': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:26.524657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.534885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb013dfa-c8a0-41d7-900c-da5b2ae02848 req-02259870-6c9e-42d8-9408-cfdb06720d57 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177185 Sep 24 18:57:26.544975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.590662 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.725659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-1ba042f2-d91c-4d34-b8f2-62a3ff3b9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:26.727256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-1ba042f2-d91c-4d34-b8f2-62a3ff3b9366 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1124 time: 0.1496985 Sep 24 18:57:26.792462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.796904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.798247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79705706-a8f8-40bd-9dc9-de8e737419e9 req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] 10.222.0.18 "DELETE /v2.0/security-groups/1aea3352-8315-4e83-a71d-c2af7aa132e4 HTTP/1.1" status: 204 len: 173 time: 0.4167747 Sep 24 18:57:26.805736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:26.811798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66bcc-ee45-4680-ad29-d707b9ba8ac4 req-7be0e8a3-a27b-4cb4-a0f4-7b3c1f7a1bbf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:26.813389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0f66bcc-ee45-4680-ad29-d707b9ba8ac4 req-7be0e8a3-a27b-4cb4-a0f4-7b3c1f7a1bbf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.2091281 Sep 24 18:57:26.857659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b5ae-a4b9-48a7-8b42-41d552014f04 tempest-SecurityGroupRulesTestJSON-152299820 tempest-SecurityGroupRulesTestJSON-152299820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea3352-8315-4e83-a71d-c2af7aa132e4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:26.859885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Deleting subnet a3c29007-831a-4cd4-945f-5200c2ec12ff {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:57:26.863669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.916530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:26.955152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.013645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.052547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c29007-831a-4cd4-945f-5200c2ec12ff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:27.072438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.075074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a3c29007-831a-4cd4-945f-5200c2ec12ff HTTP/1.1" status: 204 len: 168 time: 0.2670367 Sep 24 18:57:27.076930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.077398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.077912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.078552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.079148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.079550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.079882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.080472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.081024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.081431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.081810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.082135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d7da3-9d9a-4b94-bc9e-7b7670067720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:27.086307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:27.176508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.181138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24072467-960a-4d16-81f2-97f1696fc185 req-bc984342-c0b5-47b7-b5f3-6808f0f4f668 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.2796028 Sep 24 18:57:27.235955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0f66bcc-ee45-4680-ad29-d707b9ba8ac4 req-71861dec-f482-4513-9c6f-e57915b8a171 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048553 Sep 24 18:57:27.289956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-abd5f297-8ae9-437a-b535-c091a0e79460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.291484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-abd5f297-8ae9-437a-b535-c091a0e79460 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.5190496 Sep 24 18:57:27.292952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.319135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c946957-fd8d-4882-ac4f-7817e2a4bea3']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:27.330977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d53b22-01b4-432a-8ca1-dc8e6b730ca8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:27.331251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d53b22-01b4-432a-8ca1-dc8e6b730ca8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:27.344422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.361862 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.368949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:57:27.369335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:57:27.371124 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:57:27.399569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-c8094364-3fba-4e06-9147-4200d2a90b07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 217 time: 0.0928793 Sep 24 18:57:27.429719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.446241 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.451355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] 10.222.0.18 "DELETE /v2.0/networks/3c946957-fd8d-4882-ac4f-7817e2a4bea3 HTTP/1.1" status: 204 len: 168 time: 0.3612504 Sep 24 18:57:27.453159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ceea-f99a-49b1-883d-e44793e660fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3c946957-fd8d-4882-ac4f-7817e2a4bea3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:27.456391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea88f226-b13f-4860-9e44-1b26d26777e5 req-32a51362-6139-412b-9167-c5fc5af0479c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0651391 Sep 24 18:57:27.519752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-71579958-efc2-453e-9b10-d484b56c429d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.521239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-71579958-efc2-453e-9b10-d484b56c429d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.3514869 Sep 24 18:57:27.537761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add521a7-9d14-468d-958a-30d1a10a2c4b req-167aaa45-1b03-437c-a1f6-770710dc87d4 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.540028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-add521a7-9d14-468d-958a-30d1a10a2c4b req-167aaa45-1b03-437c-a1f6-770710dc87d4 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 931 time: 0.2594957 Sep 24 18:57:27.557708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Request body: {'port': {'device_id': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'admin_state_up': True, 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:27.568497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-fa99e80c-96f7-41b9-aba6-a41d96be1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.569897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-fa99e80c-96f7-41b9-aba6-a41d96be1116 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.1585739 Sep 24 18:57:27.593628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-4922f187-90ec-44ca-b3db-dfc00287ec8c tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=39cb070878944939a003ea70dd54b7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529606 Sep 24 18:57:27.683858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-f8b98756-93dc-42de-8810-a2a0e61591c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961578 Sep 24 18:57:27.685080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:27.747049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741c0c25-5261-4388-9375-9b228dd8814e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:27.749864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-eb0748a9-8606-46f9-a708-462ce040ed58 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.751410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-eb0748a9-8606-46f9-a708-462ce040ed58 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508276 Sep 24 18:57:27.758797 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b300965-06c6-4834-a218-d5e6e9e02ffc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56ad866fed1e401fb7b491661ff1eea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725210 Sep 24 18:57:27.761917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:27.776832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:27.777933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Request body: {'port': {'device_id': 'fed52e05-912a-4c57-95b6-65635e81d195', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '39cb070878944939a003ea70dd54b7f9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:27.785356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-add521a7-9d14-468d-958a-30d1a10a2c4b req-722b0007-62f8-4760-aa36-65e2d8b7c737 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243152 Sep 24 18:57:27.856075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Transition to ACTIVE for port object 741c0c25-5261-4388-9375-9b228dd8814e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:27.870091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89976fa-a78a-47ad-a00f-1f674de196a7 req-fbfbc030-cb14-4e51-8bf1-4672309ed290 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:27.879334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b89976fa-a78a-47ad-a00f-1f674de196a7 req-fbfbc030-cb14-4e51-8bf1-4672309ed290 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.3117769 Sep 24 18:57:27.889631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.033268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-76ee9535-4697-45f2-bad5-942e55c2afac service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322928 Sep 24 18:57:28.042972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Pushing event updated for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:28.055390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b89976fa-a78a-47ad-a00f-1f674de196a7 req-ca4ce033-dc34-4148-8a6e-b36141df6ef1 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754098 Sep 24 18:57:28.114686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.143113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:28.147262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.152825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.174113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6e767-6b73-4355-8550-e106447c9bc3 req-1004137f-38a4-4f41-9fad-7efee28bb69e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:28.175784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ab6e767-6b73-4355-8550-e106447c9bc3 req-1004137f-38a4-4f41-9fad-7efee28bb69e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2958634 Sep 24 18:57:28.200742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Made reservation on behalf of 39cb070878944939a003ea70dd54b7f9 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:28.204659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.213590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.231222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.233707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.234837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db89f4ec-bc5a-4599-9a92-be952efe99ce HTTP/1.1" status: 204 len: 168 time: 0.4720390 Sep 24 18:57:28.255800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e7d50-3954-484b-bd0d-54b6e0dc3a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89f4ec-bc5a-4599-9a92-be952efe99ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:28.322389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Attempting to bind port 741c0c25-5261-4388-9375-9b228dd8814e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:28.328035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Attempting to bind port 741c0c25-5261-4388-9375-9b228dd8814e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:28.328385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Attempting to bind port 741c0c25-5261-4388-9375-9b228dd8814e on network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:28.339350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.344694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.401950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Port 741c0c25-5261-4388-9375-9b228dd8814e on network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:28.402280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Attempting to bind port 741c0c25-5261-4388-9375-9b228dd8814e on network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:28.421200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff09c312-849e-4fc0-8dd0-678282be06e2 req-9e18b9d5-3fc5-4e81-a8e5-89e347bda9d5 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.1354163 Sep 24 18:57:28.423017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:28.449116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ab6e767-6b73-4355-8550-e106447c9bc3 req-4eea9f2a-c0aa-4a39-8640-5c933b8f04d4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608566 Sep 24 18:57:28.455403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:28.455960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Checking segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:28.477494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Bound using segment: {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:28.478847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Bound port: 741c0c25-5261-4388-9375-9b228dd8814e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:28.479469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.497776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Allocated IP 192.168.233.246 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/0d2af0b1-2188-4380-940f-dbaaebaf20be) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:28.546279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1052eb5-6a45-4d61-b199-bc24ca9caf40 req-1d70d5e8-07a7-4e1f-97ea-068386fdad59 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834826 Sep 24 18:57:28.677857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.698713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:28.702284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Allocated IP 172.20.0.13 (63a23328-1ed9-474c-a5bd-5235fddcda5f/10350ee2-0e9c-4567-a205-20d341e5f8b1/1221e77b-39f3-4d61-a7bb-d1aea015a754) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:28.705660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=741c0c25-5261-4388-9375-9b228dd8814e,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:28.715453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.720201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c0de-bd96-4cd3-8572-a15e8e395b37 req-9c24f79c-492d-46ae-82d2-8cb2cf913876 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:28.721714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5084c0de-bd96-4cd3-8572-a15e8e395b37 req-9c24f79c-492d-46ae-82d2-8cb2cf913876 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1858466 Sep 24 18:57:28.726436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.753342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e88bb8-134f-4bdd-9ee6-fcd0d78f78c7 req-966fe395-75f5-4382-9a26-fbec742679fd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 210 time: 0.0586452 Sep 24 18:57:28.759318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:28.763106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:28.766914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:28.794935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:28.795671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.797304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] 10.222.0.69 "PUT /v2.0/ports/741c0c25-5261-4388-9375-9b228dd8814e HTTP/1.1" status: 200 len: 1091 time: 2.3636765 Sep 24 18:57:28.798273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Pushing event updated for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:28.815563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:28.820143 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe4635e-593c-42ef-a402-d7f246a59261" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "tag": "741c0c25-5261-4388-9375-9b228dd8814e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:28.859185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:28.859929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:28.892533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9c9b9859-f264-4b4a-82eb-e50b1f0343b1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1216505 Sep 24 18:57:28.913770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Request body: {'port': {'device_id': 'fed52e05-912a-4c57-95b6-65635e81d195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:28.990600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.027742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5084c0de-bd96-4cd3-8572-a15e8e395b37 req-f942cc2b-ea05-4105-879b-59968d32a8ed tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707219 Sep 24 18:57:29.027742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62b73b-ed73-4a53-9815-ae868774833b service neutron] Pushing event updated for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:29.149131 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad1ef02-2bf8-4d2d-9de2-eb96b1c39290 x-openstack-request-id: req-dad1ef02-2bf8-4d2d-9de2-eb96b1c39290 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:29.149815 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "tag": "741c0c25-5261-4388-9375-9b228dd8814e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:29.150298 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dad1ef02-2bf8-4d2d-9de2-eb96b1c39290 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:29.150701 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e', 'status': 'completed', 'code': 200} Sep 24 18:57:29.163071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2c84b-fe2e-489c-b252-d97934454f48 req-21116c4c-980c-4987-b60f-734dcfd24ac7 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.164564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84e2c84b-fe2e-489c-b252-d97934454f48 req-21116c4c-980c-4987-b60f-734dcfd24ac7 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 943 time: 0.2437904 Sep 24 18:57:29.186343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-c99efb0e-3bad-4973-bd2e-92b2b5d1307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.187875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-c99efb0e-3bad-4973-bd2e-92b2b5d1307b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f657bcf4ba044a5b97d1bdf464540da8&device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 1094 time: 0.3269417 Sep 24 18:57:29.239414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f0539aff-3c7f-425c-a603-2320eaa03bbf None None] Provisioning complete for port 0d2af0b1-2188-4380-940f-dbaaebaf20be triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:29.240408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0539aff-3c7f-425c-a603-2320eaa03bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.271801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-7d95c3f6-6242-4536-9c60-f44a9b35c754 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741c0c25-5261-4388-9375-9b228dd8814e HTTP/1.1" status: 200 len: 217 time: 0.0667176 Sep 24 18:57:29.285855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f0539aff-3c7f-425c-a603-2320eaa03bbf None None] Port 0d2af0b1-2188-4380-940f-dbaaebaf20be cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:29.315239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.343159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c40cd-0480-48ee-8277-8b407702ab5e req-87e23c9a-f110-477a-8254-d59433d76728 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.344692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-480c40cd-0480-48ee-8277-8b407702ab5e req-87e23c9a-f110-477a-8254-d59433d76728 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1765790 Sep 24 18:57:29.354887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84e2c84b-fe2e-489c-b252-d97934454f48 req-03e99ee3-c05b-4fb9-ae43-2967ee41fdc0 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529224 Sep 24 18:57:29.364191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2af0b1-2188-4380-940f-dbaaebaf20be {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:29.371698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:29.375448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.395127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Transition to ACTIVE for port object 0d2af0b1-2188-4380-940f-dbaaebaf20be will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:29.398377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-67d56dc3-6c51-42a9-8dff-0893fa70623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.400549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-67d56dc3-6c51-42a9-8dff-0893fa70623e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=729659b6-a8e0-4cd9-b306-1e0df2a82966 HTTP/1.1" status: 200 len: 853 time: 0.1142542 Sep 24 18:57:29.402307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.463805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.477219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Pushing event updated for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:29.493761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-480c40cd-0480-48ee-8277-8b407702ab5e req-6264f1c3-91d9-4465-87bb-c8e6805fae29 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192307 Sep 24 18:57:29.517282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1856133735-network', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:29.575219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:29.577612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.594934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.597344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Attempting to bind port 0d2af0b1-2188-4380-940f-dbaaebaf20be on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:29.597749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Attempting to bind port 0d2af0b1-2188-4380-940f-dbaaebaf20be by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:29.598150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Attempting to bind port 0d2af0b1-2188-4380-940f-dbaaebaf20be on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:29.610494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Port 0d2af0b1-2188-4380-940f-dbaaebaf20be on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:29.610816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Attempting to bind port 0d2af0b1-2188-4380-940f-dbaaebaf20be on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:29.618991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:29.619718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:29.620192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:29.620714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Bound port: 0d2af0b1-2188-4380-940f-dbaaebaf20be, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:29.621130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.650191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:29.722357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:29.728403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:29.735806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.753414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:29.788155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.788155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.789419 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] 10.222.0.69 "PUT /v2.0/ports/0d2af0b1-2188-4380-940f-dbaaebaf20be HTTP/1.1" status: 200 len: 1096 time: 0.8859861 Sep 24 18:57:29.789899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:29.792326 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:29.821132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.848765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.850163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:29.861433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:29.864290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:29.877848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035aaa9-54f0-4571-a1e3-50888e09504a service neutron] Pushing event updated for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:29.896709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:57:29.898988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43095-5df6-425c-80e0-c0f0e495feca req-a81193a6-0550-4c50-b305-e30d937336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.900953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-a81193a6-0550-4c50-b305-e30d937336b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5d8f609-408f-4c66-bd64-74e6e3f1fe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4914057 Sep 24 18:57:29.964661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8e111-2d19-4c2f-86fe-2f96b58f858b req-fd4f5827-de20-4e43-8a5e-9f9e6b2e1d6c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:29.964888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:57:29.974154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5e8e111-2d19-4c2f-86fe-2f96b58f858b req-fd4f5827-de20-4e43-8a5e-9f9e6b2e1d6c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.5286448 Sep 24 18:57:29.980891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:29.981872 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Added segment 79ad00f3-79be-4779-a07d-8ac8dd77dd4d of type vlan for network ac729ca5-6c8e-4162-a400-cb8e8b12326c Sep 24 18:57:29.992108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e694d7a6-2f46-44bb-ac0e-135dbc24e643,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:30.028447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:30.064568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bbc68-62f3-44f3-9996-8bf83775ec98 req-83fbffeb-6959-4821-93a8-ade25999f91c tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.067273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.072066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-743bbc68-62f3-44f3-9996-8bf83775ec98 req-83fbffeb-6959-4821-93a8-ade25999f91c tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 948 time: 0.2691815 Sep 24 18:57:30.077043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7f0f9016-0673-48ab-bd37-259636b649dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.078472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-7f0f9016-0673-48ab-bd37-259636b649dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 1099 time: 0.1613178 Sep 24 18:57:30.136602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-829ab60a-a75b-4076-9453-5192fdc1f5d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be HTTP/1.1" status: 200 len: 217 time: 0.0443320 Sep 24 18:57:30.142336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.143327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.143615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.146925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5e8e111-2d19-4c2f-86fe-2f96b58f858b req-eb1e2c64-1dec-4d98-9a22-c054db084add tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714590 Sep 24 18:57:30.160932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.161319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.184707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5809a41a-5261-4239-a45d-5f67b61e7459 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6380851 Sep 24 18:57:30.210062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Request body: {'port': {'device_id': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:30.223397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] Pushing event updated for resources: {'Network': ['ID=ac729ca5-6c8e-4162-a400-cb8e8b12326c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:30.235877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:57:30.262362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-743bbc68-62f3-44f3-9996-8bf83775ec98 req-38c06b75-21bb-4496-ac23-ee8d632b8ac6 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774049 Sep 24 18:57:30.263641 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8df4018d-9892-4e45-ad15-14b83e32e884 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8903170 Sep 24 18:57:30.266395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47654) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:30.273542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Request body: {'subnet': {'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1856133735-subnet', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:30.275716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-749a6aca-4f53-4ab6-9f60-d185a53549af service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401117 Sep 24 18:57:30.300728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:30.303122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.307622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-a05fea7c-fc56-446c-84b5-46010f61d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.308977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-a05fea7c-fc56-446c-84b5-46010f61d51d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1625576 Sep 24 18:57:30.368687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.427843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-54d06b0f-0f02-48d6-8f62-dc69309cadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.429489 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-54d06b0f-0f02-48d6-8f62-dc69309cadfa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091990 Sep 24 18:57:30.503625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335e60-a5d1-451e-9bf9-4467f47d03bd req-ad2b8507-5aa5-45c6-91aa-e7151802bb41 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.505148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9335e60-a5d1-451e-9bf9-4467f47d03bd req-ad2b8507-5aa5-45c6-91aa-e7151802bb41 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2162910 Sep 24 18:57:30.596854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-9b3e7a74-5a24-40b7-91ce-c5863839e30a service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550725 Sep 24 18:57:30.600041 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.626686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea43095-5df6-425c-80e0-c0f0e495feca req-bb8cf8d7-03ec-480a-996e-1561c5cb19e7 service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388700 Sep 24 18:57:30.653379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99fb73-f57d-4256-9f6a-c922d6c4ff90 req-8effc6bd-5512-44c4-b5aa-ace8bf63bfdd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.655737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b99fb73-f57d-4256-9f6a-c922d6c4ff90 req-8effc6bd-5512-44c4-b5aa-ace8bf63bfdd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 932 time: 0.2215743 Sep 24 18:57:30.676052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4d657a-3260-4df4-900c-a3420663fc09,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:30.754096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9335e60-a5d1-451e-9bf9-4467f47d03bd req-155f599b-35ae-4fb6-97ad-037f8090488a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368758 Sep 24 18:57:30.756932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b456aa-67f9-46a6-9fc7-62c949a19c83 req-c4a226b3-57ca-4362-a36e-c2886b72fa59 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495118 Sep 24 18:57:30.764582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Checking segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:30.764936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Network hostable DHCP agents. Network: ac729ca5-6c8e-4162-a400-cb8e8b12326c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:57:30.845216 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d5f42-c107-490c-bfdd-ce40de677ede x-openstack-request-id: req-463d5f42-c107-490c-bfdd-ce40de677ede {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:30.846677 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:30.848443 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-463d5f42-c107-490c-bfdd-ce40de677ede {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:30.849469 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be', 'status': 'completed', 'code': 200} Sep 24 18:57:30.871762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:57:30.883639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ac729ca5-6c8e-4162-a400-cb8e8b12326c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:30.894339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc5aec6-e3b8-460b-824f-e662753911b5 None None] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:30.896042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.897134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:30.922649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b99fb73-f57d-4256-9f6a-c922d6c4ff90 req-f3623706-4d0c-4e9a-b7e4-6dde4c674353 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546394 Sep 24 18:57:30.946971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-f06ae02b-79b3-4d41-8744-82f4027e2c6f service neutron] 10.222.0.69 "GET /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.3068075 Sep 24 18:57:30.962473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-adecf55e-62e7-43f9-8530-790faab6e987 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6944995 Sep 24 18:57:30.963068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:30.969328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:30.995759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4635e-593c-42ef-a402-d7f246a59261 req-7c367f97-8575-4a0c-b727-50ed502e8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:30.997056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-7c367f97-8575-4a0c-b727-50ed502e8a96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f657bcf4ba044a5b97d1bdf464540da8&device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 1094 time: 0.2980101 Sep 24 18:57:31.000751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-a21bf44e-93cb-4aeb-9495-1e8e561f4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.002873 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-a21bf44e-93cb-4aeb-9495-1e8e561f4389 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 1099 time: 0.0942876 Sep 24 18:57:31.050909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.050909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.135124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:57:31.136297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.148819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.151028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-18177357-d2fd-4d19-9362-e06194f40992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.152571 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-18177357-d2fd-4d19-9362-e06194f40992 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1409578 Sep 24 18:57:31.186117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2da7fd-3be3-4c7f-b2db-0b95df1f5ce6 req-edbeece5-9069-4be8-ba79-1d28e8cda540 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.187673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef2da7fd-3be3-4c7f-b2db-0b95df1f5ce6 req-edbeece5-9069-4be8-ba79-1d28e8cda540 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.2699559 Sep 24 18:57:31.229485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-f595d47f-497e-4be8-96f1-12ba25840c2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be HTTP/1.1" status: 200 len: 217 time: 0.0417402 Sep 24 18:57:31.258871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2761-ad05-4b07-943e-c53a1894f40d req-2c311743-496c-4a9c-af5b-32c5a97357f7 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.260873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-658e2761-ad05-4b07-943e-c53a1894f40d req-2c311743-496c-4a9c-af5b-32c5a97357f7 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 943 time: 0.2537189 Sep 24 18:57:31.285240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Allocated IP 172.20.0.2 (ac729ca5-6c8e-4162-a400-cb8e8b12326c/ca4d657a-3260-4df4-900c-a3420663fc09/1d195b75-4cc2-4a35-aae4-3852ec09c7fc) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:31.351382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4635e-593c-42ef-a402-d7f246a59261 req-c998c9a2-42e6-4cd4-8918-dae7bc7f05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.352978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-c998c9a2-42e6-4cd4-8918-dae7bc7f05c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f5d8f609-408f-4c66-bd64-74e6e3f1fe88 HTTP/1.1" status: 200 len: 914 time: 0.3415892 Sep 24 18:57:31.366456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.380569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-94b23e9e-d3e0-40c7-9061-81afb220a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.382046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-94b23e9e-d3e0-40c7-9061-81afb220a668 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1113710 Sep 24 18:57:31.392114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1221e77b-39f3-4d61-a7bb-d1aea015a754 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:31.408890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef2da7fd-3be3-4c7f-b2db-0b95df1f5ce6 req-90cb3d6b-c22c-437e-8124-a120b6ae0b8a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047558 Sep 24 18:57:31.443081 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.447643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.452556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-1c31be6b-6833-4ccc-a6cc-004561d040fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741c0c25-5261-4388-9375-9b228dd8814e HTTP/1.1" status: 200 len: 217 time: 0.0861452 Sep 24 18:57:31.455702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.468172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-36a9bbc6-2ac9-4b26-8216-eeebb206d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.470285 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-36a9bbc6-2ac9-4b26-8216-eeebb206d4e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768085 Sep 24 18:57:31.476687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-658e2761-ad05-4b07-943e-c53a1894f40d req-018bbb55-1bd6-4318-b046-268f27238c6b tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016633 Sep 24 18:57:31.520180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Pushing event updated for resources: {'Port': ['ID=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:31.527235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:31.529873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:31.536094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:31.539640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.540738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.541076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.541620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.541794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.542831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.543201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.543527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.543852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.544479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.544811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.545132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:31.556776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Transition to ACTIVE for port object 1221e77b-39f3-4d61-a7bb-d1aea015a754 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:31.599184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Attempting to bind port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:31.599549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Attempting to bind port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:31.600128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Attempting to bind port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc on network ac729ca5-6c8e-4162-a400-cb8e8b12326c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:31.605992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:31.606591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Checking segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:31.607204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.607614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Bound using segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:31.608639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Bound port: 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:31.609066 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.620774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-14caafd5-fed3-4fb8-b64a-2646224ab2c3 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413691 Sep 24 18:57:31.625449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.675739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] For port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:31.678787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] For port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:31.685658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.705162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc40197-6139-484b-a0b1-75b86b89e715 req-5fb0f7a6-c072-4bde-a9d0-7d57c92a6d3e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.706914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc40197-6139-484b-a0b1-75b86b89e715 req-5fb0f7a6-c072-4bde-a9d0-7d57c92a6d3e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 943 time: 0.2019870 Sep 24 18:57:31.734454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4635e-593c-42ef-a402-d7f246a59261 req-2c1595e8-4ded-437c-8573-280070f1c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.736069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-2c1595e8-4ded-437c-8573-280070f1c699 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=729659b6-a8e0-4cd9-b306-1e0df2a82966 HTTP/1.1" status: 200 len: 853 time: 0.2581725 Sep 24 18:57:31.743232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56d05e-4693-48bb-94a4-8698df25990d None None] Pushing event updated for resources: {'Port': ['ID=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:31.750783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:31.759600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:31.819572 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2a4e3d1-6aa7-40b7-a876-3e4281e14ebd req-1c38b433-e5ae-46c5-a9ab-f19bef45e02c service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890113 Sep 24 18:57:31.820130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30877c68-6675-4d93-8e4d-5dbcc2738db7 req-939c62bf-98e1-4789-8c7a-70d8f2267a66 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:31.820902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.821655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30877c68-6675-4d93-8e4d-5dbcc2738db7 req-939c62bf-98e1-4789-8c7a-70d8f2267a66 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 948 time: 0.2788365 Sep 24 18:57:31.846613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:31.991665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Allocated IP 172.25.5.183 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:32.119684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.122133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:32.157344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.167192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc40197-6139-484b-a0b1-75b86b89e715 req-641b4781-3d57-46c4-8064-0634f08d5ec7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440892 Sep 24 18:57:32.199304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:32.202193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:32.204825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:32.216709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dd1b97-ef36-4c60-ad34-d1fac666cb3c {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:32.229389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30877c68-6675-4d93-8e4d-5dbcc2738db7 req-7d5953ca-cfbd-49c2-ad79-17e82f7d2e65 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673711 Sep 24 18:57:32.234154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:32.234487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:32.234809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:32.237983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4635e-593c-42ef-a402-d7f246a59261 req-050a90ef-92ce-4504-b0e0-3e86260703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:32.239732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-050a90ef-92ce-4504-b0e0-3e86260703c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5d8f609-408f-4c66-bd64-74e6e3f1fe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4662867 Sep 24 18:57:32.241915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:32.242156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:32.252472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:32.252789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:32.281567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.291655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:32.291943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:32.292319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:32.292757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Bound port: 1221e77b-39f3-4d61-a7bb-d1aea015a754, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:32.293103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.495443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.558237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac9b5-a120-4228-a567-dbbf55d74e04 req-6d909b65-3f65-4769-8987-e00267cf980a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:32.559829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f7ac9b5-a120-4228-a567-dbbf55d74e04 req-6d909b65-3f65-4769-8987-e00267cf980a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.2532144 Sep 24 18:57:32.571825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-f66869c5-4148-470a-9878-70a0a3e09d8d service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196890 Sep 24 18:57:32.578647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:32.587705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:32.613636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceedb09-3580-4045-a49c-bb8802c805fe req-2a558e37-2ee6-4c13-82ca-e8f4a93a360d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:32.615284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aceedb09-3580-4045-a49c-bb8802c805fe req-2a558e37-2ee6-4c13-82ca-e8f4a93a360d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2248037 Sep 24 18:57:32.617923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] Transition to ACTIVE for port object 18dd1b97-ef36-4c60-ad34-d1fac666cb3c will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:32.635692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.656147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.769004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:32.769630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.771086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] 10.222.0.69 "PUT /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 1092 time: 2.5752330 Sep 24 18:57:32.773257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:32.775764 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6295116-8793-49f3-a4ef-d1485f28a301" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:32.796873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f7ac9b5-a120-4228-a567-dbbf55d74e04 req-9e012e80-c123-4689-92d1-a0cdf5ee9847 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307076 Sep 24 18:57:32.854122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:32.878359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8dbf-62d4-40e8-8bcf-aade77d259c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:32.880984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5af1e-b1ca-490f-8599-e8454f7697a8 None None] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:57:32.901809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] No DVR routers for this DVR port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:57:32.922098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe4635e-593c-42ef-a402-d7f246a59261 req-6b0a3c6a-3066-4752-8ce8-26af7f63398b service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320866 Sep 24 18:57:32.924927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aceedb09-3580-4045-a49c-bb8802c805fe req-55aa00d9-395e-4c2c-a11b-00737e3deda2 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798698 Sep 24 18:57:32.988026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.011842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] 10.222.0.69 "PUT /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0247772 Sep 24 18:57:33.015709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] Provisioning complete for port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:33.016119 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.028366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-d9777e6c-8e10-4a0d-8b54-1003cd76febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.029955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-d9777e6c-8e10-4a0d-8b54-1003cd76febb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1095 time: 0.1898038 Sep 24 18:57:33.032831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b935120-1df9-447b-aea9-30f7d9a4a91f service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:33.078176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aed2d-3fa1-4b4a-ac58-b6ed2d75c1e4 req-bcb789b8-d020-4054-9916-9015d7f4bbf7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.080122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-827aed2d-3fa1-4b4a-ac58-b6ed2d75c1e4 req-bcb789b8-d020-4054-9916-9015d7f4bbf7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.1943009 Sep 24 18:57:33.126136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-5bc63966-ec56-4504-bc15-a6e543522676 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 217 time: 0.0793080 Sep 24 18:57:33.146772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.166014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Router 732a3691-1261-47b4-bfca-049e3ec091f2 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:57:33.190546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] For port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:33.196448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.258952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384b83-d2ab-42e5-99b7-132808341910 None None] Pushing event updated for resources: {'Port': ['ID=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:33.263285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-827aed2d-3fa1-4b4a-ac58-b6ed2d75c1e4 req-5e85413c-701b-4417-a006-a19ffc13be1c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499157 Sep 24 18:57:33.273206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-8a0356b2-7c5c-4f86-b71d-947166960aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.274734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-8a0356b2-7c5c-4f86-b71d-947166960aaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1406257 Sep 24 18:57:33.294886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-eb051a09-7175-4b3b-9f98-6e6ee75fb498 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.296387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-eb051a09-7175-4b3b-9f98-6e6ee75fb498 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.1820555 Sep 24 18:57:33.307972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:57:33.324810 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Sync routers for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:57:33.331505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.335314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2bcbaf7d-aace-4098-951d-d580be1d1ea5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3676548 Sep 24 18:57:33.336056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:33.340176 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:57:33.341071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:33.379037 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34680ea2-a368-4772-b926-38a95faddf1e x-openstack-request-id: req-34680ea2-a368-4772-b926-38a95faddf1e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:33.379332 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:33.380746 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34680ea2-a368-4772-b926-38a95faddf1e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:33.381108 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'status': 'completed', 'code': 200} Sep 24 18:57:33.387571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-1098e84f-3e45-41e5-b6d2-97c03cd95670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943327 Sep 24 18:57:33.409234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5ef5-0fea-40d0-b5dd-20839d275801 req-97940b51-570e-4019-992f-9408fc57d33c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.412810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-312f5ef5-0fea-40d0-b5dd-20839d275801 req-97940b51-570e-4019-992f-9408fc57d33c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 943 time: 0.2972224 Sep 24 18:57:33.430821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d195b75-4cc2-4a35-aae4-3852ec09c7fc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:33.435988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-59c82e24-5f46-4197-a683-092d77a9b27b None None] Provisioning complete for port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:33.438570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59c82e24-5f46-4197-a683-092d77a9b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.520472 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:57:33.561788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:33.562698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.608326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-312f5ef5-0fea-40d0-b5dd-20839d275801 req-a1e69c31-d74b-4a20-92da-a6fab3cd7139 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397216 Sep 24 18:57:33.611473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-98c60ac4-a425-474b-880d-9ed76d83e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.612835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-98c60ac4-a425-474b-880d-9ed76d83e8a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 1095 time: 0.2910945 Sep 24 18:57:33.641328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e140-de71-4650-986c-83c5f3adc5ca req-1218c688-31af-4946-94af-d1ae592bf31d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.643584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c13e140-de71-4650-986c-83c5f3adc5ca req-1218c688-31af-4946-94af-d1ae592bf31d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 944 time: 0.1711037 Sep 24 18:57:33.646010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-923b0c7f-2e05-4b5b-b94b-b5512bf92eb7 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322118 Sep 24 18:57:33.746353 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:32Z', 'revision_number': 3, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:33.800098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c13e140-de71-4650-986c-83c5f3adc5ca req-0de10067-0335-4cb2-bc80-ff98d14a1b93 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101735 Sep 24 18:57:33.810751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-8434841c-0bcd-4687-b1b6-58a82e1cf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.812454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-8434841c-0bcd-4687-b1b6-58a82e1cf2ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1095 time: 0.1629491 Sep 24 18:57:33.874280 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Checking router: 732a3691-1261-47b4-bfca-049e3ec091f2 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:57:33.874660 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Updating router 732a3691-1261-47b4-bfca-049e3ec091f2 port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:57:33.903650 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.913581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-372d2f3d-0d3a-4581-9690-81fda3834305 req-a0ba6ac0-7111-49c8-a46d-a52611bd357d service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198076 Sep 24 18:57:33.922774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:33.975033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c1f7a-f242-47d2-847b-3777c0c877f7 req-f56cd5d1-e94a-43cd-b94f-a2566eb3c576 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:33.976576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb8c1f7a-f242-47d2-847b-3777c0c877f7 req-f56cd5d1-e94a-43cd-b94f-a2566eb3c576 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 948 time: 0.1731274 Sep 24 18:57:34.073172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d686c-d8d8-437c-93ac-f2292ac7a74c req-741d9b00-f4ed-4839-a52e-3f043a460059 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.074709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-723d686c-d8d8-437c-93ac-f2292ac7a74c req-741d9b00-f4ed-4839-a52e-3f043a460059 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1852982 Sep 24 18:57:34.083688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-be0e3ba1-892f-4307-bf5f-ae254e958926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.085536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-be0e3ba1-892f-4307-bf5f-ae254e958926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.2629876 Sep 24 18:57:34.100320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 741c0c25-5261-4388-9375-9b228dd8814e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:34.101435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb8c1f7a-f242-47d2-847b-3777c0c877f7 req-680f653d-0ee8-4f04-a14f-eff0e82e0f3f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061425 Sep 24 18:57:34.103539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-25b48606-6a60-4153-bf52-b3f0bcd51610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.104999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-25b48606-6a60-4153-bf52-b3f0bcd51610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1095 time: 0.1275346 Sep 24 18:57:34.140059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Allocated IP 172.20.0.1 (ac729ca5-6c8e-4162-a400-cb8e8b12326c/ca4d657a-3260-4df4-900c-a3420663fc09/b656d84d-0db9-4a75-b61b-1b7e6b916307) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:34.187475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-a64e8ed5-2aa3-4f13-bdcb-652c8514c799 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 200 len: 217 time: 0.0792778 Sep 24 18:57:34.187861 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.195192 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.244335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=741c0c25-5261-4388-9375-9b228dd8814e,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:34.257664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '741c0c25-5261-4388-9375-9b228dd8814e', 'network_id': 'f5d8f609-408f-4c66-bd64-74e6e3f1fe88', 'port_id': '741c0c25-5261-4388-9375-9b228dd8814e', 'mac_address': 'fa:16:3e:52:eb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729659b6-a8e0-4cd9-b306-1e0df2a82966', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:34.260991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:34.277928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-723d686c-d8d8-437c-93ac-f2292ac7a74c req-d172269a-bbe2-4d5b-9c72-7a0de48b4123 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867304 Sep 24 18:57:34.284463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.311383 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Attempting to bind port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:34.311383 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Attempting to bind port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:34.311383 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Attempting to bind port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:34.315315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:57:34.329193 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:34.329943 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:34.329943 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.330272 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:34.330725 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Bound port: a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:34.333713 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.348581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.353639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.359843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-210b3c1b-000a-49dd-af34-16a508cbb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.361392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-210b3c1b-000a-49dd-af34-16a508cbb449 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.1635463 Sep 24 18:57:34.371277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-369c5479-a578-4d06-a120-74cc6492005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.372861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-369c5479-a578-4d06-a120-74cc6492005b service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2493539 Sep 24 18:57:34.376286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741c0c25-5261-4388-9375-9b228dd8814e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:34.399704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=741c0c25-5261-4388-9375-9b228dd8814e,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:34.403462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:34.407952 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.408264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:34.409711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0d2af0b1-2188-4380-940f-dbaaebaf20be details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:34.411886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:34.424287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b5b6d-0563-41f7-b23d-e039ee79b43e req-cb38c1bd-932d-4043-bea2-7cb2b6cab97c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.426418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3b5b6d-0563-41f7-b23d-e039ee79b43e req-cb38c1bd-932d-4043-bea2-7cb2b6cab97c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1538327 Sep 24 18:57:34.449454 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] For port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:34.457085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] For port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:34.460071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Pushing event updated for resources: {'Port': ['ID=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:34.461991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Pushing event updated for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:34.468272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-27427c37-3cec-453c-8632-e56e3bf21156 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934894 Sep 24 18:57:34.478115 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.481427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.481567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.482122 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.482664 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.483735 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.484274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.484809 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.485341 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.485900 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.489084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.489725 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.490274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.490813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:57:34.491451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-29fed5a6-66ae-4937-b876-effcc966284a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 217 time: 0.1020739 Sep 24 18:57:34.539759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:34.585618 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0615dbb-4f27-4a0a-828c-0d3c510e00fe None None] Pushing event updated for resources: {'Port': ['ID=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:34.625948 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:57:34.626962 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:34.653163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:34.664035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3b5b6d-0563-41f7-b23d-e039ee79b43e req-1117de3b-2da8-426e-ab5f-7dd979999ba9 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835730 Sep 24 18:57:34.681127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf2c39-e010-4f6c-80bf-f9810d7519ca req-a82d59ee-5429-4663-9842-ab8b1ae5298c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.682697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1adf2c39-e010-4f6c-80bf-f9810d7519ca req-a82d59ee-5429-4663-9842-ab8b1ae5298c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.2838697 Sep 24 18:57:34.686093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-71e4612e-83dd-4b5e-9996-1f94e8b6aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:34.687579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-71e4612e-83dd-4b5e-9996-1f94e8b6aef5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1648540 Sep 24 18:57:34.705791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '0d2af0b1-2188-4380-940f-dbaaebaf20be', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0d2af0b1-2188-4380-940f-dbaaebaf20be', 'mac_address': 'fa:16:3e:03:fa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:34.745619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.773308 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:57:34.788067 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.795693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-8b17c882-c9cd-4d75-8fd0-b8e2ddcfd750 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745814 Sep 24 18:57:34.803447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2af0b1-2188-4380-940f-dbaaebaf20be {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:34.803870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-9e189c6d-8b18-461e-9622-3bfe5922ec26 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192775 Sep 24 18:57:34.808677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b3da1b4b-042e-494a-9562-1c7b8e7b85fe None None] Provisioning complete for port b656d84d-0db9-4a75-b61b-1b7e6b916307 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:34.809050 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3da1b4b-042e-494a-9562-1c7b8e7b85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.849297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:34.858033 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.869301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b3da1b4b-042e-494a-9562-1c7b8e7b85fe None None] Port b656d84d-0db9-4a75-b61b-1b7e6b916307 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:34.931913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:34.958944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.964030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:34.976293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:32Z', 'revision_number': 3, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:35.002748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfbf75-e56f-4035-8f7b-e87ed6062e7d None None] The sync data for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 is: [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:32Z', 'revision_number': 3, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:57:35.036581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:35.046171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Pushing event updated for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:35.093722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0d2af0b1-2188-4380-940f-dbaaebaf20be'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:35.124505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['741c0c25-5261-4388-9375-9b228dd8814e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:35.148561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:35.150625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:35.235813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1adf2c39-e010-4f6c-80bf-f9810d7519ca req-7325a76e-0067-47a5-b508-bd333e804633 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401359 Sep 24 18:57:35.322485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-ff9955de-3558-4cff-883e-6c1bdc2a1c51 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730287 Sep 24 18:57:35.328340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Router 732a3691-1261-47b4-bfca-049e3ec091f2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:57:35.380621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cdfe1-9968-4bbc-b425-6cbcb8b1decf req-a0b15177-a0bb-45cb-be1f-a22b3fdb5c64 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:35.388630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb8cdfe1-9968-4bbc-b425-6cbcb8b1decf req-a0b15177-a0bb-45cb-be1f-a22b3fdb5c64 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.5879078 Sep 24 18:57:35.392041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-882493e7-c370-45c2-9318-ff1b3992d08a service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871315 Sep 24 18:57:35.452291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d195b75-4cc2-4a35-aae4-3852ec09c7fc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:35.541583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:57:35.553903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ca45b4ab-71d8-49c2-9e53-c30ffa20c077 admin admin] 10.222.0.18 "PUT /v2.0/routers/732a3691-1261-47b4-bfca-049e3ec091f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167351 Sep 24 18:57:35.591465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb8cdfe1-9968-4bbc-b425-6cbcb8b1decf req-58e5c07d-b82c-4310-b141-f9aecebec524 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018986 Sep 24 18:57:35.608093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242927c7-d243-41c0-ae5f-1cc3f31b1c60 req-674121a7-3c63-4736-aad1-3bcf3c5ca139 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:35.610114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-242927c7-d243-41c0-ae5f-1cc3f31b1c60 req-674121a7-3c63-4736-aad1-3bcf3c5ca139 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 944 time: 0.2172391 Sep 24 18:57:35.622554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:35.623021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:35.625751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2ba25b95-1ba1-4cf2-b081-7f42fabc0cd5 None None] Provisioning complete for port b656d84d-0db9-4a75-b61b-1b7e6b916307 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:35.626114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ba25b95-1ba1-4cf2-b081-7f42fabc0cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:35.697311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6295116-8793-49f3-a4ef-d1485f28a301 req-bb9e9e05-2a6e-4055-8f65-0be0ad49202c service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868209 Sep 24 18:57:35.705512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2ba25b95-1ba1-4cf2-b081-7f42fabc0cd5 None None] Port b656d84d-0db9-4a75-b61b-1b7e6b916307 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:35.744807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-edabc1e6-c9cd-4da3-ae3c-069c6aa6ce50 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:35.744807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-edabc1e6-c9cd-4da3-ae3c-069c6aa6ce50 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.1216574 Sep 24 18:57:35.749224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-242927c7-d243-41c0-ae5f-1cc3f31b1c60 req-ccb35bd3-98fa-44ee-bbc4-ea04bf6d5593 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316378 Sep 24 18:57:35.947072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c11-1290-4235-9457-b6a903326b81 req-07e80c92-46e4-44b9-b341-bd6c258d5e92 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:35.948743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00923c11-1290-4235-9457-b6a903326b81 req-07e80c92-46e4-44b9-b341-bd6c258d5e92 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 944 time: 0.1329889 Sep 24 18:57:35.968774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf47bf-acda-4b03-babc-30121eb275d5 req-9bc4a7b2-1493-4bd8-b105-d63da0dc70ee tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:35.970340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddcf47bf-acda-4b03-babc-30121eb275d5 req-9bc4a7b2-1493-4bd8-b105-d63da0dc70ee tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 949 time: 0.1405663 Sep 24 18:57:36.021437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-277678f2-40d6-44d1-b08e-aedb1637e256 service neutron] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:36.038960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-277678f2-40d6-44d1-b08e-aedb1637e256 service neutron] Notify callbacks [] for binding, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.040198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f72642-7f24-4df9-b8b0-d30d38554c7f req-277678f2-40d6-44d1-b08e-aedb1637e256 service neutron] 10.222.0.15 "DELETE /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.2790632 Sep 24 18:57:36.063740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddcf47bf-acda-4b03-babc-30121eb275d5 req-030d42fd-df0e-47b7-8dfa-c453032c8a9e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748842 Sep 24 18:57:36.070966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00923c11-1290-4235-9457-b6a903326b81 req-751dc0b9-81fc-4f76-a2ce-fcae79bbb71f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123071 Sep 24 18:57:36.103612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 741c0c25-5261-4388-9375-9b228dd8814e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:36.201005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 741c0c25-5261-4388-9375-9b228dd8814e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:36.206399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 741c0c25-5261-4388-9375-9b228dd8814e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:36.206936 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.245949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2cdbf-19e8-4b52-9c12-f6cdfa509614 req-1cb248ae-51bd-45a3-a355-b78809e645d7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.251814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ac2cdbf-19e8-4b52-9c12-f6cdfa509614 req-1cb248ae-51bd-45a3-a355-b78809e645d7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1099186 Sep 24 18:57:36.291503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.293101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e73f-19d4-4f99-9af6-9de6e10275aa req-5e9d0d70-4f68-4ef6-a280-46dcfaa0ad79 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.294685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a64e73f-19d4-4f99-9af6-9de6e10275aa req-5e9d0d70-4f68-4ef6-a280-46dcfaa0ad79 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1069403 Sep 24 18:57:36.313836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ac2cdbf-19e8-4b52-9c12-f6cdfa509614 req-c022df76-6dba-4657-8a36-15d10e22b9cf tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551212 Sep 24 18:57:36.326390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:36.329091 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a3456-4cde-4c84-a48b-aa9e22f9ef80" -d '{"events": [{"server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "name": "network-vif-plugged", "status": "completed", "tag": "741c0c25-5261-4388-9375-9b228dd8814e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:36.353874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=741c0c25-5261-4388-9375-9b228dd8814e,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:36.362457 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.363308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a64e73f-19d4-4f99-9af6-9de6e10275aa req-f276e7e0-b109-4dd2-86f8-24ba7ab1ef7d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484531 Sep 24 18:57:36.364301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0d2af0b1-2188-4380-940f-dbaaebaf20be up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:36.459690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:36.465227 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753aeb2f-1f14-4092-a201-f652cfe097e9 x-openstack-request-id: req-753aeb2f-1f14-4092-a201-f652cfe097e9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:36.465590 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "name": "network-vif-plugged", "status": "completed", "tag": "741c0c25-5261-4388-9375-9b228dd8814e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:36.465911 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-753aeb2f-1f14-4092-a201-f652cfe097e9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:36.466404 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e', 'code': 200} Sep 24 18:57:36.477881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 0d2af0b1-2188-4380-940f-dbaaebaf20be completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:36.482814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 0d2af0b1-2188-4380-940f-dbaaebaf20be triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:36.483364 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.536632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ed17f-8b45-40a9-9cbd-05e3a3243555 req-f5e65cbe-1a8b-4900-bc30-5a241285f1ca tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.538110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-908ed17f-8b45-40a9-9cbd-05e3a3243555 req-f5e65cbe-1a8b-4900-bc30-5a241285f1ca tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.0970848 Sep 24 18:57:36.597995 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.637058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:36.642800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:36.643335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-908ed17f-8b45-40a9-9cbd-05e3a3243555 req-80e9d6cc-4ca4-4f2b-92b7-9350111db947 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840950 Sep 24 18:57:36.650205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771b5b7-c3fc-4680-bf32-80b87665d5fd req-7c589cd7-70a7-4873-baf2-dc25a450df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.651725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1771b5b7-c3fc-4680-bf32-80b87665d5fd req-7c589cd7-70a7-4873-baf2-dc25a450df08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 1096 time: 0.1116593 Sep 24 18:57:36.659944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708687d-7527-4723-8a93-1d398a3cfd99 req-6450ace2-18a9-4450-8c77-73e4621c4508 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.667140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f708687d-7527-4723-8a93-1d398a3cfd99 req-6450ace2-18a9-4450-8c77-73e4621c4508 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1279211 Sep 24 18:57:36.704625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:36.728713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1771b5b7-c3fc-4680-bf32-80b87665d5fd req-39a40f78-8019-4e97-a57a-5f4e2a806431 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588884 Sep 24 18:57:36.731501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f708687d-7527-4723-8a93-1d398a3cfd99 req-5b48f551-6cba-4f6c-badc-f2c502aa53c3 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Sep 24 18:57:36.770623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642d4b-812a-45e0-b9e9-4ab2071b1dde req-f2602b07-7f13-4872-b2bf-c3a6725ff763 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:36.772226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86642d4b-812a-45e0-b9e9-4ab2071b1dde req-f2602b07-7f13-4872-b2bf-c3a6725ff763 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 1095 time: 0.0491602 Sep 24 18:57:36.837610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86642d4b-812a-45e0-b9e9-4ab2071b1dde req-6e90fb17-a1df-4aa2-8510-4e1781092f0b tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Sep 24 18:57:37.009269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff248e9-ef73-4756-9f9d-1506a5119b7c req-76318ef8-1b0a-4acb-81fa-63756f0b25e3 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:37.012115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dff248e9-ef73-4756-9f9d-1506a5119b7c req-76318ef8-1b0a-4acb-81fa-63756f0b25e3 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.0885854 Sep 24 18:57:37.075373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dff248e9-ef73-4756-9f9d-1506a5119b7c req-5fe1d41d-e18f-445a-bdf0-2c92c94db8be tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Sep 24 18:57:37.387029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-6edd7599-daef-4f09-9a63-fac7dcb3e48d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:37.393604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:37.394252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-6edd7599-daef-4f09-9a63-fac7dcb3e48d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.2277632 Sep 24 18:57:37.417157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f237-0bf4-4163-aa74-e9fe200ba9f9 req-6abce8fe-ea3e-4755-a9ec-c199763ce369 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:37.432412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03d2f237-0bf4-4163-aa74-e9fe200ba9f9 req-6abce8fe-ea3e-4755-a9ec-c199763ce369 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.1225915 Sep 24 18:57:37.458805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Sync routers for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:57:37.471327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:57:37.471965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:37.477196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-04643c1e-b5b6-4328-bb66-44f7ae165954 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/quotas/0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 375 time: 0.0817556 Sep 24 18:57:37.486066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03d2f237-0bf4-4163-aa74-e9fe200ba9f9 req-eadea2b2-b4b4-4ef0-a649-6ef232a17a39 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 Sep 24 18:57:37.580247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-4be8a2d3-80b7-4c6a-85c9-b575d10fb1ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921645 Sep 24 18:57:37.582029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:37.582407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:37.710653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-b3c26924-67a4-440b-b72c-a3f223a3dc2f service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290264 Sep 24 18:57:37.750025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a8675-d2d8-4fb8-91a3-bb31156b36d3 req-eefe26fb-f5c6-48a5-9ac2-249dc6e1bf52 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:37.750236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:57:37.755762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c6a8675-d2d8-4fb8-91a3-bb31156b36d3 req-eefe26fb-f5c6-48a5-9ac2-249dc6e1bf52 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1102941 Sep 24 18:57:37.832627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c6a8675-d2d8-4fb8-91a3-bb31156b36d3 req-a06b5d29-0d95-4c30-83c8-87d1b6b72af3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759916 Sep 24 18:57:37.856835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-245dcd67-a88e-4a3d-a6eb-7b62f12db9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437387 Sep 24 18:57:38.050265 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.090686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:38.103782 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.121670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:38.199008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca338cdc-e990-473f-9328-ab4ff690addb req-b8e8c07a-5a81-4778-b7c2-8b4ffeeb51ed tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:38.200675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca338cdc-e990-473f-9328-ab4ff690addb req-b8e8c07a-5a81-4778-b7c2-8b4ffeeb51ed tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.0684645 Sep 24 18:57:38.260347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb208d0c-e507-4818-ba2d-331788a67a92 req-17b3dcdf-8226-4093-a987-960f05bbaadc tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 210 time: 0.0436687 Sep 24 18:57:38.277764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:38.296870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca338cdc-e990-473f-9328-ab4ff690addb req-60a98a14-576f-40b3-8ac2-117f6b7dd9c6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895188 Sep 24 18:57:38.350759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 2, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:38.403769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Checking router: 732a3691-1261-47b4-bfca-049e3ec091f2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:57:38.404381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Updating router 732a3691-1261-47b4-bfca-049e3ec091f2 port b656d84d-0db9-4a75-b61b-1b7e6b916307 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:57:38.438830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7f7f4-8ccc-4e75-873f-b464f8db5cad req-3ec395cd-9fcb-4f6b-9a4e-13b5499721cf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:38.441103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fc7f7f4-8ccc-4e75-873f-b464f8db5cad req-3ec395cd-9fcb-4f6b-9a4e-13b5499721cf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.0950391 Sep 24 18:57:38.441233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.444415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:38.455091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e615603-8e19-472a-8ff5-106550e0213b req-24f5b6c3-384f-4741-93e3-4ebd0c81e637 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:38.463298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e615603-8e19-472a-8ff5-106550e0213b req-24f5b6c3-384f-4741-93e3-4ebd0c81e637 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.0907469 Sep 24 18:57:38.464778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'port_id': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'mac_address': 'fa:16:3e:1e:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10350ee2-0e9c-4567-a205-20d341e5f8b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:38.468683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:38.470955 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee96cbe-2a16-4a9b-9436-7d93246b8c53" -d '{"events": [{"server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "name": "network-vif-plugged", "status": "completed", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:38.563524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e615603-8e19-472a-8ff5-106550e0213b req-8f65a22c-abc3-41b2-a30a-e8ee9606d312 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Sep 24 18:57:38.583940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fc7f7f4-8ccc-4e75-873f-b464f8db5cad req-81ef54c2-2a34-4ded-b139-80bba707828f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100879 Sep 24 18:57:38.593750 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.619268 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:57:38.654325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221e77b-39f3-4d61-a7bb-d1aea015a754 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:38.663729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.692830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:38.703597 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992e5cf-5db1-405c-b8e7-bf6a190bdca5 x-openstack-request-id: req-2992e5cf-5db1-405c-b8e7-bf6a190bdca5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:38.703891 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "name": "network-vif-plugged", "status": "completed", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:38.704145 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2992e5cf-5db1-405c-b8e7-bf6a190bdca5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:38.704554 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be', 'code': 200} Sep 24 18:57:38.711575 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.752869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996a5f7-684a-4da4-8bba-600827cfdf7c req-28428660-60a1-4a8c-8264-e5961a168f99 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:38.761006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9996a5f7-684a-4da4-8bba-600827cfdf7c req-28428660-60a1-4a8c-8264-e5961a168f99 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.0767858 Sep 24 18:57:38.835523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9996a5f7-684a-4da4-8bba-600827cfdf7c req-8eb8fde3-fdf4-4431-a900-6b820246c71d tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735376 Sep 24 18:57:38.914732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037ce07-20d3-4d05-bf9d-b57c6b4c4d4c req-d3827572-3ef4-4234-b7c0-319cc189073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:38.917187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d037ce07-20d3-4d05-bf9d-b57c6b4c4d4c req-d3827572-3ef4-4234-b7c0-319cc189073c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 1101 time: 0.1108625 Sep 24 18:57:38.946278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.954263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:38.956980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:38.995532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:39.003040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d037ce07-20d3-4d05-bf9d-b57c6b4c4d4c req-dc83eff1-4002-4353-ac7c-ddd85c00f306 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Sep 24 18:57:39.015873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fde273-12ff-4938-915d-64d050c29d97 req-fe3b9144-0ffc-4fe7-a37c-262f9cc9d36d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:39.017830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88fde273-12ff-4938-915d-64d050c29d97 req-fe3b9144-0ffc-4fe7-a37c-262f9cc9d36d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0907614 Sep 24 18:57:39.107671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88fde273-12ff-4938-915d-64d050c29d97 req-7f73d39c-a19a-4ecd-97a8-862354ced971 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Sep 24 18:57:39.139406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32d6d-efe1-4ebc-9998-a11255d62d18 None None] Pushing event updated for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:39.253641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Attempting to bind port b656d84d-0db9-4a75-b61b-1b7e6b916307 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:39.254010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Attempting to bind port b656d84d-0db9-4a75-b61b-1b7e6b916307 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:39.254376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Attempting to bind port b656d84d-0db9-4a75-b61b-1b7e6b916307 on network ac729ca5-6c8e-4162-a400-cb8e8b12326c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:39.271721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:39.280588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Checking segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:39.281103 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:39.281524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Bound using segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:39.284322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Bound port: b656d84d-0db9-4a75-b61b-1b7e6b916307, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:39.284732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:39.447397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04b71df2-6e3e-42cb-bacd-776c110c9d97 req-355579b5-39e0-41f2-a70c-ebcff59568f1 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 210 time: 0.0435123 Sep 24 18:57:39.462034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1e5619d1-71f7-4e28-ae32-8dd69f7d28ae None None] Provisioning complete for port b656d84d-0db9-4a75-b61b-1b7e6b916307 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:39.462521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e5619d1-71f7-4e28-ae32-8dd69f7d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:39.502199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:39.507558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] For port b656d84d-0db9-4a75-b61b-1b7e6b916307, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:39.551512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55e160-7394-4979-ae72-ae274e924649 req-ec9cee1b-61ef-4a90-80a5-6a579a283819 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:39.553161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1e5619d1-71f7-4e28-ae32-8dd69f7d28ae None None] Port b656d84d-0db9-4a75-b61b-1b7e6b916307 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:39.556289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] For port b656d84d-0db9-4a75-b61b-1b7e6b916307, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b656d84d-0db9-4a75-b61b-1b7e6b916307,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:39.564010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d55e160-7394-4979-ae72-ae274e924649 req-ec9cee1b-61ef-4a90-80a5-6a579a283819 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.1032228 Sep 24 18:57:39.570475 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:39.655897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:57:39.656561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:39.717556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:39.722188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:39.722561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:39.727228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32d6d-efe1-4ebc-9998-a11255d62d18 None None] Pushing event updated for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:39.799930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d55e160-7394-4979-ae72-ae274e924649 req-e56691d3-4ca6-4b58-b3cf-697fef5f6d88 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344465 Sep 24 18:57:39.867256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a07d-1d7d-4036-86ab-d8ae9487a6b2 req-0994a484-4fe7-4675-a7c2-40d3dab318dc tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:39.876585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfd7a07d-1d7d-4036-86ab-d8ae9487a6b2 req-0994a484-4fe7-4675-a7c2-40d3dab318dc tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1938760 Sep 24 18:57:39.886781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-952c3ee5-8ed2-4d62-b2cd-52a913bf942f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:39.899161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-952c3ee5-8ed2-4d62-b2cd-52a913bf942f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.3315604 Sep 24 18:57:39.947594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Request body: {'port': {'device_id': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'admin_state_up': True, 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:40.051696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfd7a07d-1d7d-4036-86ab-d8ae9487a6b2 req-e60de3cd-aacd-4f8c-a522-119af0f8806a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510344 Sep 24 18:57:40.080467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:57:40.128604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] Provisioning complete for port b656d84d-0db9-4a75-b61b-1b7e6b916307 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:40.128604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.165642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:40.177771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0447e-60d8-4977-bf3e-89bbe316d689 req-a0cb4814-9544-4b6d-8ca2-21544185a8c3 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:40.179357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3f0447e-60d8-4977-bf3e-89bbe316d689 req-a0cb4814-9544-4b6d-8ca2-21544185a8c3 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.2256081 Sep 24 18:57:40.204828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'port_id': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'mac_address': 'fa:16:3e:27:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760813b-03e8-47f9-83f2-821540c4e995', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:40.252625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:40.256505 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.275870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3f0447e-60d8-4977-bf3e-89bbe316d689 req-6fdf44d4-8105-4250-b201-61f1136d7ce7 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Sep 24 18:57:40.457724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-c0bd-4102-a028-ed9ea3a46c6e req-b421dd3a-4e85-436f-b3c2-47483adc1b12 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:40.464968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-995ec7e1-c0bd-4102-a028-ed9ea3a46c6e req-b421dd3a-4e85-436f-b3c2-47483adc1b12 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2389812 Sep 24 18:57:40.497784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Allocated IP 172.20.0.13 (9d08bec6-781a-4fe4-b4b3-451f18f43560/30d58550-a8fe-4c91-a858-7dd88ccd5e6d/705d9778-9650-42bb-b5a3-5d8a442f74c5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:40.533378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.652956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:40.675318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:40.684878 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.724543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-492baa03-4101-496d-a1c7-37e52b15a001 req-d15409a1-9a85-4e9e-bec7-6be6914b3764 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 210 time: 0.0543423 Sep 24 18:57:40.727511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.749839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:40.761879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-995ec7e1-c0bd-4102-a028-ed9ea3a46c6e req-393d2475-a74b-46a8-a172-91ea86520f19 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931604 Sep 24 18:57:40.762613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.805391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] For port b656d84d-0db9-4a75-b61b-1b7e6b916307, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b656d84d-0db9-4a75-b61b-1b7e6b916307,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:40.810279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.812116 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:40.891210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:40.903917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['38a10dc6-d889-4fa6-8d2a-9482a2e84df5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:40.910548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:40.910548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:40.912838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:40.919365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19f277-b550-4b27-af32-664e3ded7ef6 None None] Pushing event updated for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:40.972106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:40.972885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.035494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8d9d-87c7-49ae-8e99-612c1aa47c3f req-50b4d6d8-37d5-42b4-b655-10ce5d6530fb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:41.042917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb5d8d9d-87c7-49ae-8e99-612c1aa47c3f req-50b4d6d8-37d5-42b4-b655-10ce5d6530fb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.0723853 Sep 24 18:57:41.042917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-f761c7a9-c364-4a17-bc43-edf7e0ab02f4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1027694 Sep 24 18:57:41.067991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:39Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:57:41.079054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Request body: {'port': {'device_id': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:41.117279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f73-3dd8-4259-a6ba-b0db9bc506ae None None] The sync data for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 is: [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:39Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:57:41.167683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb5d8d9d-87c7-49ae-8e99-612c1aa47c3f req-0748a2a1-0221-4c9f-928e-e5daa82628ae tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166999 Sep 24 18:57:41.298723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.322574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0fe9-f2a2-428e-91c6-f2978ad077ed req-736ea617-9536-417e-a3ae-29f04a00f4f1 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:41.324247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f35b0fe9-f2a2-428e-91c6-f2978ad077ed req-736ea617-9536-417e-a3ae-29f04a00f4f1 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 945 time: 0.1426728 Sep 24 18:57:41.387437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b656d84d-0db9-4a75-b61b-1b7e6b916307 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:41.393760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f35b0fe9-f2a2-428e-91c6-f2978ad077ed req-4683c6f0-cad1-4cbc-b390-bfcce3c3a398 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607591 Sep 24 18:57:41.485097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b656d84d-0db9-4a75-b61b-1b7e6b916307 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:41.485473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.563112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbef1-32a9-45d7-bc1f-9e0e132a5f94 req-a5d691cb-5a3f-4e62-858f-4e7190d56058 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:41.570460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82ebbef1-32a9-45d7-bc1f-9e0e132a5f94 req-a5d691cb-5a3f-4e62-858f-4e7190d56058 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.1623802 Sep 24 18:57:41.681574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82ebbef1-32a9-45d7-bc1f-9e0e132a5f94 req-54023472-3c68-42c8-b0b7-0c2314a9c61f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100550 Sep 24 18:57:41.737756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:41.811031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:41.811558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.866809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d9778-9650-42bb-b5a3-5d8a442f74c5 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:41.887528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.912108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Transition to ACTIVE for port object 705d9778-9650-42bb-b5a3-5d8a442f74c5 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:41.925449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.955886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:41.998348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:42.005090 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc4c40-16a6-49f2-b271-741c4eeebfe4" -d '{"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-plugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:42.034251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:42.034807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:42.040803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.124878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:42.198897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:42.198897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:42.198897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:42.202510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:42.207051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:42.207507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:42.250172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1221e77b-39f3-4d61-a7bb-d1aea015a754 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:42.263467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1221e77b-39f3-4d61-a7bb-d1aea015a754 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:42.263823 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.265892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:42.266766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:42.267315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:42.269347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Bound port: 705d9778-9650-42bb-b5a3-5d8a442f74c5, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:42.269347 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.320269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ce86e-ca22-4aac-9788-5055d0939c75 req-d736f320-679e-49b1-b5f3-b7c9bb97c379 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:42.324236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c8ce86e-ca22-4aac-9788-5055d0939c75 req-d736f320-679e-49b1-b5f3-b7c9bb97c379 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.1394162 Sep 24 18:57:42.425144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.426605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c8ce86e-ca22-4aac-9788-5055d0939c75 req-31594781-6040-4338-9a4f-5c50461b8e88 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717902 Sep 24 18:57:42.435637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:42.448165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:42.458760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.535183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:42.552591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:42.553468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.555104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-35c854bb-7c47-4e0e-bead-0c8f3a2f6b37 service neutron] 10.222.0.15 "PUT /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 1092 time: 1.4829819 Sep 24 18:57:42.556021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:42.558576 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2625e0-b965-4655-b74e-924b884c9db3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:42.580968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:42.583047 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974df98-476e-4d54-aa04-170effc1156c x-openstack-request-id: req-6974df98-476e-4d54-aa04-170effc1156c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:42.583192 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-plugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:42.583591 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6974df98-476e-4d54-aa04-170effc1156c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:42.583949 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'code': 200} Sep 24 18:57:42.589862 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:42.719521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:42.801216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9012f-1b34-4dcf-99af-e1da7d0c992a req-ff53b896-9299-4c6d-980a-d65e44a38c7f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:42.807336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a9012f-1b34-4dcf-99af-e1da7d0c992a req-ff53b896-9299-4c6d-980a-d65e44a38c7f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1834183 Sep 24 18:57:42.827061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe512af4-cba8-4aa0-a6e8-c81c99944d23 req-c5d70013-7994-4901-9b20-5bdf372e6929 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:42.828622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe512af4-cba8-4aa0-a6e8-c81c99944d23 req-c5d70013-7994-4901-9b20-5bdf372e6929 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.1481614 Sep 24 18:57:42.830947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-a54019bc-dc49-4bce-a7bc-4718d17bcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:42.832636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-a54019bc-dc49-4bce-a7bc-4718d17bcb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1095 time: 0.1893265 Sep 24 18:57:42.951863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-5aaa38fe-2406-443a-bb74-945cab7ffe0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.0748043 Sep 24 18:57:42.955603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe512af4-cba8-4aa0-a6e8-c81c99944d23 req-4883dd35-5ee2-45dd-8ba0-6d4499397be2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164532 Sep 24 18:57:42.959076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a9012f-1b34-4dcf-99af-e1da7d0c992a req-68a8cec1-d51b-4ae8-862c-8e1657f7a0fb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458323 Sep 24 18:57:43.031200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-8ffd71a3-efc1-4bfe-b8a5-d746efd40cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:43.033191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-8ffd71a3-efc1-4bfe-b8a5-d746efd40cd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0651090 Sep 24 18:57:43.099745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-8b7d7f45-90a6-47d0-8fb9-f51eab96d1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573575 Sep 24 18:57:43.149891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-d1d3a8ea-4f60-47c6-9d23-9083163e6cb7 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=39cb070878944939a003ea70dd54b7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491786 Sep 24 18:57:43.249508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645c527-b41f-4e57-a60a-2d62f4b32d06 req-e53d3a97-8064-4578-9078-f677e9815b6e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:43.251038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c645c527-b41f-4e57-a60a-2d62f4b32d06 req-e53d3a97-8064-4578-9078-f677e9815b6e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1961832 Sep 24 18:57:43.348180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-06574f85-ae0a-4b5b-aa21-4d7b042a648b service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181623 Sep 24 18:57:43.373893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-8535a665-60af-41c9-bd73-89a35af65705 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:43.375368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-8535a665-60af-41c9-bd73-89a35af65705 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154224 Sep 24 18:57:43.397847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c645c527-b41f-4e57-a60a-2d62f4b32d06 req-ef806e1c-b31f-4896-80e4-912e69ece518 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380942 Sep 24 18:57:43.415496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-3c402f0e-eec8-4e5a-9ee4-63ff401de7bd tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/quotas/39cb070878944939a003ea70dd54b7f9 HTTP/1.1" status: 200 len: 375 time: 0.0239692 Sep 24 18:57:43.692208 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b02bee-057f-4af9-a93d-fe6ec50478bb x-openstack-request-id: req-f2b02bee-057f-4af9-a93d-fe6ec50478bb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:43.692507 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:43.692738 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2b02bee-057f-4af9-a93d-fe6ec50478bb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:43.693134 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'status': 'completed', 'code': 200} Sep 24 18:57:43.768299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6bc00b0-433b-4385-8aa8-09a8a2c8219c req-2faade88-ed5d-492a-9c11-64d2bb699964 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108434 Sep 24 18:57:43.777784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-b86e9766-c4b4-45a5-988a-4abcf702c46e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838449 Sep 24 18:57:43.912742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a4d5-b3dd-415c-9df5-d25083e82c98 req-abba8b9f-cd32-4ed3-b1b6-20af02443027 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:43.914240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6957a4d5-b3dd-415c-9df5-d25083e82c98 req-abba8b9f-cd32-4ed3-b1b6-20af02443027 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.0895343 Sep 24 18:57:43.920148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-b5ff115d-f194-43bf-adc8-9b4eac96b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:43.921711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-b5ff115d-f194-43bf-adc8-9b4eac96b341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1095 time: 0.0706584 Sep 24 18:57:44.007661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6957a4d5-b3dd-415c-9df5-d25083e82c98 req-d854b20b-18df-4a55-a689-eba15651777f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806007 Sep 24 18:57:44.139679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f2178e1-5ef7-4a15-809a-58b055f4d677 req-9f6fe4f0-27f6-4434-aba9-00fee300d06d tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 210 time: 0.0611038 Sep 24 18:57:44.175697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55ae6-8947-4eb0-96a8-708fee9e2211 req-159f9e89-29db-41f7-b640-c5e5120c70a2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.177107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eb55ae6-8947-4eb0-96a8-708fee9e2211 req-159f9e89-29db-41f7-b640-c5e5120c70a2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.1360636 Sep 24 18:57:44.191648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-a714cdfe-d9bd-49d2-9a00-9e654408968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.193331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-a714cdfe-d9bd-49d2-9a00-9e654408968f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.2494557 Sep 24 18:57:44.274886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-d37d3033-7c51-48e0-b688-f28604c01149 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.0638990 Sep 24 18:57:44.277657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eb55ae6-8947-4eb0-96a8-708fee9e2211 req-908541b5-203b-43f0-87bf-aadffcf5f556 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937140 Sep 24 18:57:44.351105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bdffc-6dc1-442b-813a-278172c9def7 req-5a6cbfa5-c455-4d4d-8085-4f34520f0d50 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.353367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-960bdffc-6dc1-442b-813a-278172c9def7 req-5a6cbfa5-c455-4d4d-8085-4f34520f0d50 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.1304963 Sep 24 18:57:44.357430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-5f1d5a91-dea7-4804-88e7-a77fa80ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.358960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-5f1d5a91-dea7-4804-88e7-a77fa80ad203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0667827 Sep 24 18:57:44.428319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-6896a8cc-fa3c-4953-83dd-56714ad96644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521355 Sep 24 18:57:44.459648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-960bdffc-6dc1-442b-813a-278172c9def7 req-3118f3eb-891d-4a02-988b-fbba14a9b713 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990381 Sep 24 18:57:44.499664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855020c8-70a6-40c1-83c4-733c1ae07fbe req-28d99d93-bb16-4527-b8b0-1d579831426b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.501165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855020c8-70a6-40c1-83c4-733c1ae07fbe req-28d99d93-bb16-4527-b8b0-1d579831426b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1336608 Sep 24 18:57:44.585623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:44.589127 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e0744-e6af-4103-a9bf-186384f1ad2a" -d '{"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-plugged", "status": "completed", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:44.611141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855020c8-70a6-40c1-83c4-733c1ae07fbe req-c89581d0-3167-41b0-b17f-62bfd8123f5d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757730 Sep 24 18:57:44.643327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-64d77d83-6b29-4264-9553-1ca0f6f8c35a service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964014 Sep 24 18:57:44.666092 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0118a287-5017-41b0-9d0d-1f896ef76685 x-openstack-request-id: req-0118a287-5017-41b0-9d0d-1f896ef76685 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:44.666392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-plugged", "status": "completed", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:44.666642 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0118a287-5017-41b0-9d0d-1f896ef76685 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:44.667064 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'code': 200} Sep 24 18:57:44.798571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e2625e0-b965-4655-b74e-924b884c9db3 req-63bef322-23ea-4dfd-ba3c-9b097264ef20 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382222 Sep 24 18:57:44.811231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695ca20-a68d-42b8-9fd2-b38118b9bbe3 req-f5eb4d42-c361-4951-a715-f05996da8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:44.812879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f695ca20-a68d-42b8-9fd2-b38118b9bbe3 req-f5eb4d42-c361-4951-a715-f05996da8e1c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1097 time: 0.0622323 Sep 24 18:57:44.862646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f695ca20-a68d-42b8-9fd2-b38118b9bbe3 req-a885dd11-29cc-453d-9eee-c1e95c04f2f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Sep 24 18:57:45.151809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965cb0f-fe00-4ad8-ba4c-0b823556b2a2 req-ab1b6426-d025-4656-b1a6-adda948ccb12 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.154361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0965cb0f-fe00-4ad8-ba4c-0b823556b2a2 req-ab1b6426-d025-4656-b1a6-adda948ccb12 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.0628686 Sep 24 18:57:45.230699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0965cb0f-fe00-4ad8-ba4c-0b823556b2a2 req-131c4e90-8e6f-4121-b815-0f2a754abe7f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684102 Sep 24 18:57:45.267108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a85e10-c569-4081-95f9-dfd4e3114ca0 req-ab904dfd-c664-44ba-b631-8abde9bbab1d tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 210 time: 0.0338519 Sep 24 18:57:45.276424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce263b86-8ad3-4998-8905-8c23f2713185 req-38b491e0-5f48-4b1a-b417-75048b7edb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.277842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce263b86-8ad3-4998-8905-8c23f2713185 req-38b491e0-5f48-4b1a-b417-75048b7edb65 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0820374 Sep 24 18:57:45.323936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce263b86-8ad3-4998-8905-8c23f2713185 req-d182c630-73dc-4f10-a13b-71c42e7a95d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Sep 24 18:57:45.419239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80902fc-f274-4480-998e-9132a0b0da77 req-306033b9-5083-470e-bc3b-18f3bef6f14e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.421345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f80902fc-f274-4480-998e-9132a0b0da77 req-306033b9-5083-470e-bc3b-18f3bef6f14e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 946 time: 0.0616047 Sep 24 18:57:45.469384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f80902fc-f274-4480-998e-9132a0b0da77 req-4694232c-feca-4318-9781-ef813fd5b23b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Sep 24 18:57:45.593864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-20c2ac98-7809-4f90-bebe-edadbb508685 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=39cb070878944939a003ea70dd54b7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498140 Sep 24 18:57:45.770165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:45.788951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b5fc-2abe-408c-8d03-d9ef915775bc req-18ad0474-6bd9-4609-919a-7d56ad7877af tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.790551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f90b5fc-2abe-408c-8d03-d9ef915775bc req-18ad0474-6bd9-4609-919a-7d56ad7877af tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.2163174 Sep 24 18:57:45.873976 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:45.880999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-038ecc99-1899-43b4-b6ab-83dcb440037f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.882526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-038ecc99-1899-43b4-b6ab-83dcb440037f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2688670 Sep 24 18:57:45.900507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f90b5fc-2abe-408c-8d03-d9ef915775bc req-0ee0a630-af63-41db-b772-12cd344086fe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922649 Sep 24 18:57:45.906166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Request body: {'port': {'device_id': 'bcb00075-308a-473a-9891-548a82e1d733', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '39cb070878944939a003ea70dd54b7f9'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:45.913112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:45.929690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:45.937596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3d14-be40-44b9-9875-d49fadc443b9 req-6f6b674b-7549-41e5-9688-8dcc12ec8308 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:45.952860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-317f3d14-be40-44b9-9875-d49fadc443b9 req-6f6b674b-7549-41e5-9688-8dcc12ec8308 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2077463 Sep 24 18:57:46.019765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:46.049199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-317f3d14-be40-44b9-9875-d49fadc443b9 req-56d34e5b-3733-457a-bc24-eef9a7e8f47a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954700 Sep 24 18:57:46.099423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Made reservation on behalf of 39cb070878944939a003ea70dd54b7f9 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:46.103384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:46.254582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Allocated IP 192.168.233.181 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/944a311f-c38c-458a-a3b1-97a1333c7252) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:46.432456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7e732cd-540e-4cab-ad1b-fce7c2a6aa04 req-8469b0c0-58b8-49d1-8d2d-5e1c3c3b0cb1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 210 time: 0.0649300 Sep 24 18:57:46.487571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe696-0c2d-42ab-9e4f-e08c8a3bae28 req-fb502528-9064-4d22-aa5a-68b5fb0cacf4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:46.489085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6bfe696-0c2d-42ab-9e4f-e08c8a3bae28 req-fb502528-9064-4d22-aa5a-68b5fb0cacf4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.1444502 Sep 24 18:57:46.621835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a4de-9738-4092-ae9e-cd0107103140 req-ace00581-4363-45a0-bbfb-67d7580b5aee tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:46.624567 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1210a4de-9738-4092-ae9e-cd0107103140 req-ace00581-4363-45a0-bbfb-67d7580b5aee tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 944 time: 0.0785279 Sep 24 18:57:46.637626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6bfe696-0c2d-42ab-9e4f-e08c8a3bae28 req-f4efe64d-5346-4c0f-bd5e-df30879065f6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Sep 24 18:57:46.675547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:46.677832 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f24fb-469f-4d3c-9e23-d3a1c267ca40" -d '{"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-unplugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:46.712928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0d1e-0ad7-4675-b390-2ac18639c1f4 req-bc102950-0b43-45ec-a424-f7a3df2e79e0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:46.714719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a50d0d1e-0ad7-4675-b390-2ac18639c1f4 req-bc102950-0b43-45ec-a424-f7a3df2e79e0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=250bae4d-a58e-446e-82f6-67af333a8757 HTTP/1.1" status: 200 len: 944 time: 0.1569126 Sep 24 18:57:46.718003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:46.748453 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75660b89-fdf3-4e8e-a9ea-25a05b31e11c x-openstack-request-id: req-75660b89-fdf3-4e8e-a9ea-25a05b31e11c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:46.748769 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-unplugged", "status": "completed", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:46.749033 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75660b89-fdf3-4e8e-a9ea-25a05b31e11c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:46.749432 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'code': 200} Sep 24 18:57:46.780153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a50d0d1e-0ad7-4675-b390-2ac18639c1f4 req-d0af4635-0c41-4834-a6fc-b3c4f40e6015 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541277 Sep 24 18:57:46.807001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Deleting port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:57:46.807680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:46.837857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:46.849813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0d2af0b1-2188-4380-940f-dbaaebaf20be'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:46.896965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:46.907371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:46.911387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:46.987144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Pushing event updated for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:47.042606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:47.042606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.079039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-37a0f097-7271-4e27-99e1-1def2672357e tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1766241 Sep 24 18:57:47.082944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] For port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:47.083322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.094645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Request body: {'port': {'device_id': 'bcb00075-308a-473a-9891-548a82e1d733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:47.112181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Calling delete_port for 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:57:47.249784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.285250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fed7-525b-4a94-ad56-64de6f1d54fe req-08c68a03-cd52-4888-b395-1b8326a3c763 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:47.293676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aaa2fed7-525b-4a94-ad56-64de6f1d54fe req-08c68a03-cd52-4888-b395-1b8326a3c763 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.1580772 Sep 24 18:57:47.295542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-22f0bfaa-3803-4a77-9f31-4957f76549e7 None None] Provisioning complete for port 944a311f-c38c-458a-a3b1-97a1333c7252 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:47.295914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22f0bfaa-3803-4a77-9f31-4957f76549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.309100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.370561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-22f0bfaa-3803-4a77-9f31-4957f76549e7 None None] Port 944a311f-c38c-458a-a3b1-97a1333c7252 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:57:47.383910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event deleted for resources: {'Port': ['ID=38a10dc6-d889-4fa6-8d2a-9482a2e84df5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:47.415565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aaa2fed7-525b-4a94-ad56-64de6f1d54fe req-9eb09fce-9097-49c2-98fb-9aa20c249cc2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202114 Sep 24 18:57:47.437464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] No DVR routers for this DVR port 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:57:47.441681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.449116 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1210a4de-9738-4092-ae9e-cd0107103140 req-b6b346b7-0929-4e85-ab80-1b1cf20d371d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "DELETE /v2.0/ports/38a10dc6-d889-4fa6-8d2a-9482a2e84df5 HTTP/1.1" status: 204 len: 173 time: 0.8160799 Sep 24 18:57:47.450038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-deleted', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:47.452918 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58181a09-9bc0-49f6-a1d1-488a9ffa5874" -d '{"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-deleted", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:47.560033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc303-2cb0-46a2-af22-6712e49ec4e9 req-2937996d-9ba5-48eb-9272-b91a95e48d67 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:47.561630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1fc303-2cb0-46a2-af22-6712e49ec4e9 req-2937996d-9ba5-48eb-9272-b91a95e48d67 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2249851 Sep 24 18:57:47.666474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab693a-37f8-4a9f-bf4d-a19e6c4c6a98 req-f734b0b9-1e82-4d78-a155-3d719060558f tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:47.668052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4ab693a-37f8-4a9f-bf4d-a19e6c4c6a98 req-f734b0b9-1e82-4d78-a155-3d719060558f tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1097 time: 0.1441491 Sep 24 18:57:47.696963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1fc303-2cb0-46a2-af22-6712e49ec4e9 req-88b7a4d2-d4cd-49c4-9d56-4ac2fd9fcf0c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036007 Sep 24 18:57:47.748308 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a36a3-0739-4c4d-a0a7-0313f3512424 x-openstack-request-id: req-4b1a36a3-0739-4c4d-a0a7-0313f3512424 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:47.748881 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250bae4d-a58e-446e-82f6-67af333a8757", "name": "network-vif-deleted", "tag": "38a10dc6-d889-4fa6-8d2a-9482a2e84df5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:47.749278 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b1a36a3-0739-4c4d-a0a7-0313f3512424 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:47.749737 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250bae4d-a58e-446e-82f6-67af333a8757', 'name': 'network-vif-deleted', 'tag': '38a10dc6-d889-4fa6-8d2a-9482a2e84df5', 'status': 'completed', 'code': 200} Sep 24 18:57:47.767959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:47.771911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4ab693a-37f8-4a9f-bf4d-a19e6c4c6a98 req-4b9070d7-927d-427b-85b1-217c19302c06 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 Sep 24 18:57:47.913491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:47.927827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'port_id': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'mac_address': 'fa:16:3e:0d:76:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d58550-a8fe-4c91-a858-7dd88ccd5e6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:47.928745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944a311f-c38c-458a-a3b1-97a1333c7252 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:47.951915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.978318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:47.991548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8ee51-3335-4bfe-8b0d-d27349991399 req-bc02fcf0-e231-4420-beb7-6e7608534a74 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:47.994290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dd8ee51-3335-4bfe-8b0d-d27349991399 req-bc02fcf0-e231-4420-beb7-6e7608534a74 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 936 time: 0.1788878 Sep 24 18:57:47.996271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Transition to ACTIVE for port object 944a311f-c38c-458a-a3b1-97a1333c7252 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:48.003223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705d9778-9650-42bb-b5a3-5d8a442f74c5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:48.010904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a4e54-21f0-4159-aebb-2814b68c1b55 req-419c77d5-d538-4aef-8391-d3f98134bdce tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:48.019402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-986a4e54-21f0-4159-aebb-2814b68c1b55 req-419c77d5-d538-4aef-8391-d3f98134bdce tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.1517892 Sep 24 18:57:48.027037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:48.032119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.034131 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.114577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:48.135110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-986a4e54-21f0-4159-aebb-2814b68c1b55 req-df8ce903-2d11-4024-81e8-ed25b781e487 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Sep 24 18:57:48.137178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:48.139662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:48.223579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dd8ee51-3335-4bfe-8b0d-d27349991399 req-1640b9dc-c3a4-459d-b81a-6d0a3fd5507a tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005739 Sep 24 18:57:48.226387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:48.314037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Attempting to bind port 944a311f-c38c-458a-a3b1-97a1333c7252 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:48.315266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Attempting to bind port 944a311f-c38c-458a-a3b1-97a1333c7252 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:48.315783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Attempting to bind port 944a311f-c38c-458a-a3b1-97a1333c7252 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:48.334598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Port 944a311f-c38c-458a-a3b1-97a1333c7252 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:48.335790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Attempting to bind port 944a311f-c38c-458a-a3b1-97a1333c7252 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:48.343199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:48.343831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:48.344430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:48.345178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Bound port: 944a311f-c38c-458a-a3b1-97a1333c7252, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:48.345726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.363785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7d92-e130-4074-93b8-fa422f4cc964 req-f2cb4251-abfb-4f05-bd3a-5dfaa010928d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:48.365793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b43a7d92-e130-4074-93b8-fa422f4cc964 req-f2cb4251-abfb-4f05-bd3a-5dfaa010928d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1314645 Sep 24 18:57:48.397434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:48.406056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:48.446084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.458828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'mac_address': 'fa:16:3e:7f:86:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:48.461111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:48.505188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=944a311f-c38c-458a-a3b1-97a1333c7252,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:48.510325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b43a7d92-e130-4074-93b8-fa422f4cc964 req-fe1ddaf1-dbc4-4641-afd8-978bc38c1873 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633717 Sep 24 18:57:48.514808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.584579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:48.601789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:48.602549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.603313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:48.604182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ffb93eab-182d-4fdd-bb6a-e2e1373b6b01 service neutron] 10.222.0.15 "PUT /v2.0/ports/944a311f-c38c-458a-a3b1-97a1333c7252 HTTP/1.1" status: 200 len: 1096 time: 1.5138712 Sep 24 18:57:48.604417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:48.606810 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9153940f-a7dc-4d77-a233-8195e6623974" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:48.620092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.707912 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.753020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:48.761605 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea29ecff-fd68-4aaf-aafc-7c45f4f5552d" -d '{"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:48.764388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-4a2b44f6-ca97-44bf-8037-01486c689d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:48.765995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-4a2b44f6-ca97-44bf-8037-01486c689d2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 1099 time: 0.1132185 Sep 24 18:57:48.773323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:48.798506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:48.803782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972473296', 'description': 'tempest-description--554240172'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:48.887994 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20d90f1-f68e-4593-8c0f-659f1bb4f1b0 x-openstack-request-id: req-b20d90f1-f68e-4593-8c0f-659f1bb4f1b0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:48.888261 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:48.888525 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b20d90f1-f68e-4593-8c0f-659f1bb4f1b0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:48.893019 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252', 'status': 'completed', 'code': 200} Sep 24 18:57:48.898064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:48.901779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-f98c5d04-0d87-4823-ade0-8aed34f75ad5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=944a311f-c38c-458a-a3b1-97a1333c7252 HTTP/1.1" status: 200 len: 217 time: 0.1213226 Sep 24 18:57:48.969014 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e61ba-8a19-462e-abbd-f48e3706145a x-openstack-request-id: req-971e61ba-8a19-462e-abbd-f48e3706145a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:48.970845 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:48.971520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-971e61ba-8a19-462e-abbd-f48e3706145a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:48.971935 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'code': 200} Sep 24 18:57:48.989531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:49.075117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:57:49.075485 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:57:49.079009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-4e66b1fd-4c77-47da-9550-f5bef8531347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:49.080683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-4e66b1fd-4c77-47da-9550-f5bef8531347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1731586 Sep 24 18:57:49.160255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.167984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.223236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.224478 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4243860 Sep 24 18:57:49.228911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:49.234544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'security_group_rule': {'security_group_id': 'e6d6dd68-fc33-46d0-bed9-f0e12cd84b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:49.240339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9c77-a402-478e-a91a-cf93a80f196b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d6dd68-fc33-46d0-bed9-f0e12cd84b61,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:49.277752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.306342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ede9c3a7-b259-445d-a7a9-a6e122c503b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:49.306342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-ede9c3a7-b259-445d-a7a9-a6e122c503b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056744 Sep 24 18:57:49.353844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa364d-a136-4fa1-aa28-aab492b4d77e req-afa9f3e2-5ad3-4771-9d2a-715ce15b5552 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:49.361400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2fa364d-a136-4fa1-aa28-aab492b4d77e req-afa9f3e2-5ad3-4771-9d2a-715ce15b5552 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 947 time: 0.2003279 Sep 24 18:57:49.372206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.378332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.392041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3abd6b-fabc-431e-8f3e-611bf876cfc2 req-620595bd-b8a5-4ffc-be01-cf6441c916f2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:49.393095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec3abd6b-fabc-431e-8f3e-611bf876cfc2 req-620595bd-b8a5-4ffc-be01-cf6441c916f2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.1323836 Sep 24 18:57:49.415571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.417908 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880839 Sep 24 18:57:49.419473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922c499-30b8-41a1-ad9f-e2a144a83302 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe927961-1234-48bc-afee-3444aba604ee,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:49.421516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:49.427753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'security_group_rule': {'security_group_id': 'e6d6dd68-fc33-46d0-bed9-f0e12cd84b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:49.471043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.554387 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.561909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.599163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e07217-f907-4f47-95b5-7fdeae87beda,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:49.604749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.607615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09d978d8-e5b3-425f-a52e-ba882283d5b6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848648 Sep 24 18:57:49.611868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:57:49.618555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:49.643786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.654501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.670745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:49.701318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:49.708132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.733811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2fa364d-a136-4fa1-aa28-aab492b4d77e req-d23bf025-dc10-44b4-ba18-05756f541d13 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581057 Sep 24 18:57:49.802582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec3abd6b-fabc-431e-8f3e-611bf876cfc2 req-423c5863-500e-4025-8ed6-c8a40ecc1865 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025645 Sep 24 18:57:49.807827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:49.809787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-015402fd-9090-4d72-89ca-46ab0f6d474a service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921365 Sep 24 18:57:49.830303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:57:49.875450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:49.897270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:57:49.897516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 38a10dc6-d889-4fa6-8d2a-9482a2e84df5 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:57:49.956984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bdb19-4e91-46c8-a663-2a07900ad7c0 req-051a3ef1-58bf-4f10-ac54-c9b884339619 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:49.959423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e7bdb19-4e91-46c8-a663-2a07900ad7c0 req-051a3ef1-58bf-4f10-ac54-c9b884339619 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 948 time: 0.1157646 Sep 24 18:57:49.993111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dbf03df-168b-4957-8ab5-5e73346a1bc7 req-2986c6b5-2203-46f5-bd92-1846d0e09523 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700683 Sep 24 18:57:50.002022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:50.024372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Allocated IP 172.25.5.106 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0b377628-9df2-4b31-8ae9-df2b31b29bb1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:50.027091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e7bdb19-4e91-46c8-a663-2a07900ad7c0 req-082342fe-2a6c-48b3-81eb-dd2f60827586 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Sep 24 18:57:50.125683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153940f-a7dc-4d77-a233-8195e6623974 req-e5cad6b6-802c-4fe1-866e-4a1d2bffb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.129887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-e5cad6b6-802c-4fe1-866e-4a1d2bffb1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39cb070878944939a003ea70dd54b7f9&device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 1099 time: 0.0620174 Sep 24 18:57:50.261571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c80f72a1-e78d-462d-b140-7887de6631ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:50.269810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153940f-a7dc-4d77-a233-8195e6623974 req-5e720a5b-3f35-4a69-aaf6-97480944bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.271389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-5e720a5b-3f35-4a69-aaf6-97480944bf07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1313686 Sep 24 18:57:50.327239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-09ed2dd2-f487-47c0-86c4-68ae3d836c3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=944a311f-c38c-458a-a3b1-97a1333c7252 HTTP/1.1" status: 200 len: 217 time: 0.0463099 Sep 24 18:57:50.392210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153940f-a7dc-4d77-a233-8195e6623974 req-71b3c142-a321-4758-abfd-8f31b999fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.393732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-71b3c142-a321-4758-abfd-8f31b999fa1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0574720 Sep 24 18:57:50.456061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153940f-a7dc-4d77-a233-8195e6623974 req-5f84dab0-1d00-4f8d-8f02-f9db6dd7ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.457909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-5f84dab0-1d00-4f8d-8f02-f9db6dd7ddeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518217 Sep 24 18:57:50.496723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:50.548200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:50.588608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-01a836d5-eddc-4f5d-ad3e-604a9e67fb09 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221218 Sep 24 18:57:50.601791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:50.605711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:50.617628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:50.668162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'Port': ['ID=0b377628-9df2-4b31-8ae9-df2b31b29bb1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:50.731808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:50.751331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9153940f-a7dc-4d77-a233-8195e6623974 req-adb78f46-542e-456e-b360-482a1fe3e746 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507914 Sep 24 18:57:50.779486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:50.949483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e2bc3-4fd4-4187-8876-1d104223f953 req-aadb6346-4562-46a5-a822-7c944f6ba648 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.951226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b95e2bc3-4fd4-4187-8876-1d104223f953 req-aadb6346-4562-46a5-a822-7c944f6ba648 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 948 time: 0.1042652 Sep 24 18:57:50.962630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1619d-8699-45bf-b010-5076b39c233f req-b19f4419-edaf-428e-8515-d8317b79da99 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:50.973441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86e1619d-8699-45bf-b010-5076b39c233f req-b19f4419-edaf-428e-8515-d8317b79da99 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.0904686 Sep 24 18:57:51.035887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b95e2bc3-4fd4-4187-8876-1d104223f953 req-efbf009e-c6df-406e-a25f-e63ae1814b39 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Sep 24 18:57:51.048756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86e1619d-8699-45bf-b010-5076b39c233f req-c7a9a63c-b426-42a6-8397-f15960bdade8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Sep 24 18:57:51.073629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:51.083108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:51.192266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'Port': ['ID=0b377628-9df2-4b31-8ae9-df2b31b29bb1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:51.201423 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:51.221410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:51.224036 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d436233e-6d34-4a44-8911-df4136f7b4ae tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6108203 Sep 24 18:57:51.250315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73b7d-1ebe-49f1-a831-441cceed3d40 req-e830fa22-1720-4eb9-86b0-9b1a3a3bcfd0 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:51.257660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65c73b7d-1ebe-49f1-a831-441cceed3d40 req-e830fa22-1720-4eb9-86b0-9b1a3a3bcfd0 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 948 time: 0.0919268 Sep 24 18:57:51.299314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65c73b7d-1ebe-49f1-a831-441cceed3d40 req-80ef6e74-c72b-40e8-b85a-51c3dd094ee8 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Sep 24 18:57:51.538024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b13205f4-7bec-4ce2-b48a-08bb0b89abf0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:51.540612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b13205f4-7bec-4ce2-b48a-08bb0b89abf0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.1111975 Sep 24 18:57:51.556781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-3c34f2fe-64de-4612-b77d-ccd90f51fca5 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/quotas/396dcc8489c94451a3ea5d75ef385f59 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Sep 24 18:57:51.614207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b6fc0f6a-9197-4e4c-98a7-4605c26c87c7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499361 Sep 24 18:57:51.725976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-6e548cb9-1e5c-4f2a-84f5-e2f4d9efe8e3 service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043015 Sep 24 18:57:51.816599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-e54eb9e0-29be-42c7-befc-8fbd18e8dc5d service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Sep 24 18:57:51.825394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 944a311f-c38c-458a-a3b1-97a1333c7252 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:51.830776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:51.943975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 705d9778-9650-42bb-b5a3-5d8a442f74c5 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:51.989651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 705d9778-9650-42bb-b5a3-5d8a442f74c5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:51.991463 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.069731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=944a311f-c38c-458a-a3b1-97a1333c7252,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:52.084502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53d5fd48-d11f-4e98-8965-5855558b88cf req-59e4181a-aaa3-49f5-bbd8-fdc7bb284f01 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 210 time: 0.0598116 Sep 24 18:57:52.136983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '944a311f-c38c-458a-a3b1-97a1333c7252', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '944a311f-c38c-458a-a3b1-97a1333c7252', 'mac_address': 'fa:16:3e:e6:f1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:57:52.148693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:52.257800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.308676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0b50b-d74f-4d88-a1e9-2ba151800413 req-67214162-4f54-4a03-bd44-ccdf2c048a02 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:52.310284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3e0b50b-d74f-4d88-a1e9-2ba151800413 req-67214162-4f54-4a03-bd44-ccdf2c048a02 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.1335683 Sep 24 18:57:52.327572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460797c-6938-4f28-87b7-0081e51c88d9 req-37de9908-b230-44d2-b17b-a81c47ce22c1 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:52.337509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3460797c-6938-4f28-87b7-0081e51c88d9 req-37de9908-b230-44d2-b17b-a81c47ce22c1 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 948 time: 0.1706803 Sep 24 18:57:52.344910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944a311f-c38c-458a-a3b1-97a1333c7252 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:52.380680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.384482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=944a311f-c38c-458a-a3b1-97a1333c7252,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:52.403369 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.422476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3e0b50b-d74f-4d88-a1e9-2ba151800413 req-5c1e1ac8-d323-4269-9390-1b2757847bff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732131 Sep 24 18:57:52.464308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:52.464539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3460797c-6938-4f28-87b7-0081e51c88d9 req-44b8f893-ffd8-4619-b45b-0d56074113bb tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231799 Sep 24 18:57:52.465033 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798fd2fd-3dd2-46bc-b3b0-3964325c041c" -d '{"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-plugged", "status": "completed", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:52.480135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d00d1762-7300-4b3c-a4de-72139335e02e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:52.480650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.621505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93bd86-50f0-4575-97d7-7dba5b17e3e5 req-ab6d0ffc-d4cf-4c41-af70-96c8f0960489 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:52.634409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f93bd86-50f0-4575-97d7-7dba5b17e3e5 req-ab6d0ffc-d4cf-4c41-af70-96c8f0960489 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 949 time: 0.0701079 Sep 24 18:57:52.667082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:52.694222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f93bd86-50f0-4575-97d7-7dba5b17e3e5 req-c274be97-ad07-47c7-8aa5-ccd6ea2064b4 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590241 Sep 24 18:57:52.699997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.722240 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3927a20-bbf6-4b9e-8448-5ac27e038c76 x-openstack-request-id: req-c3927a20-bbf6-4b9e-8448-5ac27e038c76 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:52.722646 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-plugged", "status": "completed", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:52.722911 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3927a20-bbf6-4b9e-8448-5ac27e038c76 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:52.723366 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'code': 200} Sep 24 18:57:52.763590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:52.860076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:52.867085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['944a311f-c38c-458a-a3b1-97a1333c7252'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:57:52.910471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b3d6-7e60-4852-a61d-e137429c533d req-d7a87e7c-0d26-4736-bdf1-e674e5a3f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:52.912488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9de4b3d6-7e60-4852-a61d-e137429c533d req-d7a87e7c-0d26-4736-bdf1-e674e5a3f0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1097 time: 0.0854666 Sep 24 18:57:52.955318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.967472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-897adc73-2345-47ba-af2d-7ddd10b0e814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:52.983018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9de4b3d6-7e60-4852-a61d-e137429c533d req-c0ba7603-64f5-4fc1-a68a-f87cfcc5a974 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Sep 24 18:57:53.051988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:53.061347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:53.148986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:53.208766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ebbc108f-72ef-41aa-948f-be93068de191 req-1b727e0f-bb73-4171-a606-c80d5ae0003e tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 210 time: 0.0309849 Sep 24 18:57:53.291128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:53.657364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9283d-fc8d-4558-819b-45fbec90d2d6 req-2f46fdb4-f56e-4862-980b-95255a4ef8c3 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:53.668333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc9283d-fc8d-4558-819b-45fbec90d2d6 req-2f46fdb4-f56e-4862-980b-95255a4ef8c3 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.1319926 Sep 24 18:57:53.690535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deb288-83bb-4d0f-8273-83380324ec16 req-78c57ac3-2fb4-40e8-9990-743d7e92edc7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:53.695490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84deb288-83bb-4d0f-8273-83380324ec16 req-78c57ac3-2fb4-40e8-9990-743d7e92edc7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1506209 Sep 24 18:57:53.792380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc9283d-fc8d-4558-819b-45fbec90d2d6 req-97413109-25cc-41c1-8454-4d0d811b681f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230595 Sep 24 18:57:53.807416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84deb288-83bb-4d0f-8273-83380324ec16 req-df749b1c-1b0c-45b8-a084-27e6dfdeab19 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037023 Sep 24 18:57:53.932896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-ade74f17-3de8-4859-99fd-71a4d5fa7a92 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:53.934484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-ade74f17-3de8-4859-99fd-71a4d5fa7a92 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.1937020 Sep 24 18:57:53.968697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'port': {'device_id': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'admin_state_up': True, 'tenant_id': '396dcc8489c94451a3ea5d75ef385f59'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:53.997348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:54.096840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95400-9bb3-446f-9fc6-de720f2abddf req-15a198ad-5520-4c8d-be26-2e6820a56efe tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:54.098477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4e95400-9bb3-446f-9fc6-de720f2abddf req-15a198ad-5520-4c8d-be26-2e6820a56efe tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 949 time: 0.1470733 Sep 24 18:57:54.160427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4e95400-9bb3-446f-9fc6-de720f2abddf req-d74a1e8f-2c35-488a-a276-4521757adcb1 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Sep 24 18:57:54.171390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Made reservation on behalf of 396dcc8489c94451a3ea5d75ef385f59 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:57:54.176080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:54.365926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Allocated IP 172.20.0.2 (5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47/4760813b-03e8-47f9-83f2-821540c4e995/7b0a0606-759e-44a2-a77c-c682865a2ff0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:57:54.441157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95853a43-c774-4f16-a9e8-1b0a5bd596ac req-bbd08465-4e0e-4cae-a2b9-ee53ea7ce9e1 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 210 time: 0.0506213 Sep 24 18:57:54.678328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:54.725190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:54.728853 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1632e-716d-44a3-853d-4333e55b47c0" -d '{"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:54.762989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:54.796834 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8745857-61dd-435a-aff0-525cc1e45b52 x-openstack-request-id: req-c8745857-61dd-435a-aff0-525cc1e45b52 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:54.797224 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:54.797572 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8745857-61dd-435a-aff0-525cc1e45b52 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:54.798074 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'code': 200} Sep 24 18:57:54.844730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:57:54.848746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:57:54.860770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:57:54.927764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:54.952475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:54.953086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:54.993142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-870e4e92-748c-4262-a9a2-a25a70782e10 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296485 Sep 24 18:57:55.006018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca6cd-7653-4066-aac0-a9a9bd8d5532 req-4ac3d1eb-17a5-45e8-8705-f22d278f0341 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:55.013945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c6ca6cd-7653-4066-aac0-a9a9bd8d5532 req-4ac3d1eb-17a5-45e8-8705-f22d278f0341 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.0807757 Sep 24 18:57:55.022315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Request body: {'port': {'device_id': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:57:55.124266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c6ca6cd-7653-4066-aac0-a9a9bd8d5532 req-18d2ca1f-b7c2-4eb8-a4ba-f077fb817d58 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092236 Sep 24 18:57:55.148264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:55.363919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd2def-b806-4a87-bc9c-f69ad1c785be req-23d02b99-b8af-4897-8c78-19e8e67b03b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:55.365620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbbd2def-b806-4a87-bc9c-f69ad1c785be req-23d02b99-b8af-4897-8c78-19e8e67b03b3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1495159 Sep 24 18:57:55.512707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbbd2def-b806-4a87-bc9c-f69ad1c785be req-bd572f1d-84fa-49db-99d5-d39aabe39204 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338360 Sep 24 18:57:55.525347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3530d-a971-452e-837c-59fe3fa2c641 req-c52393ec-7c12-4410-9436-a6be6350475d tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:55.526918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66f3530d-a971-452e-837c-59fe3fa2c641 req-c52393ec-7c12-4410-9436-a6be6350475d tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1097 time: 0.1029558 Sep 24 18:57:55.588552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a0606-759e-44a2-a77c-c682865a2ff0 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:57:55.600378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:55.652326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Transition to ACTIVE for port object 7b0a0606-759e-44a2-a77c-c682865a2ff0 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:57:55.662596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:55.699486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66f3530d-a971-452e-837c-59fe3fa2c641 req-adb55a3f-7806-4ea4-a8fe-45db1281bef1 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061115 Sep 24 18:57:55.723630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075f822-8181-4dd3-a3b6-74423176f157 req-11b0e8e4-8159-4cff-b455-b4660def80c4 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:55.730181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3075f822-8181-4dd3-a3b6-74423176f157 req-11b0e8e4-8159-4cff-b455-b4660def80c4 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 949 time: 0.1333480 Sep 24 18:57:55.774824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:55.784821 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:55.851656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 944a311f-c38c-458a-a3b1-97a1333c7252 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:57:55.885767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3075f822-8181-4dd3-a3b6-74423176f157 req-a822bd14-7f3f-4dbf-a073-ab7fa5b1877b tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431713 Sep 24 18:57:55.926619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 944a311f-c38c-458a-a3b1-97a1333c7252 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:57:55.932685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 944a311f-c38c-458a-a3b1-97a1333c7252 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:57:55.933209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:55.935638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Attempting to bind port 7b0a0606-759e-44a2-a77c-c682865a2ff0 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:57:55.936175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Attempting to bind port 7b0a0606-759e-44a2-a77c-c682865a2ff0 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:57:55.936506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Attempting to bind port 7b0a0606-759e-44a2-a77c-c682865a2ff0 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:55.944575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Port 7b0a0606-759e-44a2-a77c-c682865a2ff0 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:57:55.944844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Attempting to bind port 7b0a0606-759e-44a2-a77c-c682865a2ff0 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:57:55.954398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c75b1-2d89-4720-b952-9674222c829f req-5258852b-648e-46ce-889a-af1cefbd61cb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:55.961913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c7c75b1-2d89-4720-b952-9674222c829f req-5258852b-648e-46ce-889a-af1cefbd61cb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.1617911 Sep 24 18:57:55.984157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:57:55.984496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Checking segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:57:55.984879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Bound using segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:57:55.985335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Bound port: 7b0a0606-759e-44a2-a77c-c682865a2ff0, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:57:55.985743 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:56.046558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:56.077842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c7c75b1-2d89-4720-b952-9674222c829f req-eac36e10-0237-4c3c-b7e9-b16e760a96e7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150026 Sep 24 18:57:56.101020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=944a311f-c38c-458a-a3b1-97a1333c7252,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:57:56.108921 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:56.155993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:57:56.159492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:57:56.169383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:56.179028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:56.212823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:56.213444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:56.214951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b0a0606-759e-44a2-a77c-c682865a2ff0 HTTP/1.1" status: 200 len: 1091 time: 1.1981354 Sep 24 18:57:56.215389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:56.217594 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac07154-16c6-4f77-87d1-333467c43e46" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:56.241416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459960-b17b-4d49-958e-affa1a29b793 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:57:56.318977 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e1886-91d9-4e49-b005-ec90c24a9590 x-openstack-request-id: req-1b2e1886-91d9-4e49-b005-ec90c24a9590 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:56.319298 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:56.319513 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b2e1886-91d9-4e49-b005-ec90c24a9590 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:56.319913 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'status': 'completed', 'code': 200} Sep 24 18:57:56.351692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-7495e641-266e-47aa-91eb-74c9b4934ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:56.353607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-7495e641-266e-47aa-91eb-74c9b4934ebb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 1094 time: 0.0825510 Sep 24 18:57:56.457397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-49c51380-7c47-42c4-9de4-a8991d6f65db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0 HTTP/1.1" status: 200 len: 217 time: 0.0860860 Sep 24 18:57:56.547658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-1791f069-deca-4117-b5d7-05d75db002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:56.549946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-1791f069-deca-4117-b5d7-05d75db002cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.0697863 Sep 24 18:57:56.597656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-9f29df99-4a5c-452a-995c-a220123048e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334313 Sep 24 18:57:56.748467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435bdb9-6937-4670-b877-d58252f26d1a req-8cffac24-5d01-43a4-babb-ed29b023a639 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:56.750004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9435bdb9-6937-4670-b877-d58252f26d1a req-8cffac24-5d01-43a4-babb-ed29b023a639 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1336036 Sep 24 18:57:56.780934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-06695104-7771-4de2-a888-6fe6e51e4396 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744223 Sep 24 18:57:56.802244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:57:56.802660 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade7985-18fb-47dc-ba9b-2a740f359846" -d '{"events": [{"server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "name": "network-vif-plugged", "status": "completed", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:57:56.859746 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001b0d7b-6e3b-4856-b078-3c6da703da53 x-openstack-request-id: req-001b0d7b-6e3b-4856-b078-3c6da703da53 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:57:56.860051 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "name": "network-vif-plugged", "status": "completed", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:57:56.860311 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-001b0d7b-6e3b-4856-b078-3c6da703da53 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:57:56.860711 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252', 'code': 200} Sep 24 18:57:56.890992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9435bdb9-6937-4670-b877-d58252f26d1a req-e393e6ef-2ca9-477f-a393-67c787d1ef6e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287906 Sep 24 18:57:56.907580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5540f79c-9ce8-4617-8c70-f1488378d3dc req-f0c9e97d-dd0b-4690-b32c-1381897fdf66 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121056 Sep 24 18:57:57.038474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0d30-c68c-4cac-93bd-aedd91536d65 req-b6aa8288-11b6-494c-a806-d9c0811ae5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.040133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-607b0d30-c68c-4cac-93bd-aedd91536d65 req-b6aa8288-11b6-494c-a806-d9c0811ae5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 1101 time: 0.0818250 Sep 24 18:57:57.054634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07154-16c6-4f77-87d1-333467c43e46 req-aed490d9-7a6b-43e1-81f2-5cb811a5e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.058093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-aed490d9-7a6b-43e1-81f2-5cb811a5e4c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 1094 time: 0.0695481 Sep 24 18:57:57.066944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957638b1-7e14-48aa-aaa7-0ba8f8b9b27e req-17808c39-fdd0-4eea-aea3-59470eb7026f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.068510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-957638b1-7e14-48aa-aaa7-0ba8f8b9b27e req-17808c39-fdd0-4eea-aea3-59470eb7026f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.0749834 Sep 24 18:57:57.122818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-957638b1-7e14-48aa-aaa7-0ba8f8b9b27e req-1b05e0ef-3b1a-4f46-bd2b-42923112c414 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Sep 24 18:57:57.142304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-607b0d30-c68c-4cac-93bd-aedd91536d65 req-0943e3e6-6ec2-40d6-b4e6-14868bc8d296 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898399 Sep 24 18:57:57.190041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07154-16c6-4f77-87d1-333467c43e46 req-dbe94645-2adf-42d2-bc20-defa8ddde9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.191635 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-dbe94645-2adf-42d2-bc20-defa8ddde9f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 921 time: 0.1194627 Sep 24 18:57:57.239822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32d4f-3649-4e89-98e4-934da432375a req-8ee46afe-2761-419b-ac5f-903577b124b0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.241845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58e32d4f-3649-4e89-98e4-934da432375a req-8ee46afe-2761-419b-ac5f-903577b124b0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.0613253 Sep 24 18:57:57.319439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58e32d4f-3649-4e89-98e4-934da432375a req-fe35d44e-d6b8-4388-8b68-8fcd638b98db tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Sep 24 18:57:57.443469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-d13fa2c6-85bf-47aa-b7a1-f7b2fc9c12b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0 HTTP/1.1" status: 200 len: 217 time: 0.0460620 Sep 24 18:57:57.521289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07154-16c6-4f77-87d1-333467c43e46 req-405fd8c5-8f53-4218-b9f1-1fa17a145827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:57.522775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-405fd8c5-8f53-4218-b9f1-1fa17a145827 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.0696416 Sep 24 18:57:57.568738 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-da4af9d4-e028-4f7c-b252-a9c3bb6ab5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328379 Sep 24 18:57:57.673965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-1919dc9c-0a65-43bf-88ed-9e9163977e54 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945401 Sep 24 18:57:57.797933 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aac07154-16c6-4f77-87d1-333467c43e46 req-9500eb2e-743c-418d-9565-005ce9df77d9 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091917 Sep 24 18:57:58.068067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cd09-2c94-4cb3-b28c-0283a4ce7481 req-b1a92c73-fa93-4478-9cad-4550a3a93a64 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:58.069743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d732cd09-2c94-4cb3-b28c-0283a4ce7481 req-b1a92c73-fa93-4478-9cad-4550a3a93a64 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0549426 Sep 24 18:57:58.109808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d732cd09-2c94-4cb3-b28c-0283a4ce7481 req-e9b64b62-23b5-429b-a0aa-0c135f2926ba tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Sep 24 18:57:58.263556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e01c7-a8e9-46bc-bb39-b41f0eddb5cd req-5362af37-b955-4650-b158-fd2df64ae2b2 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:58.264698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-669e01c7-a8e9-46bc-bb39-b41f0eddb5cd req-5362af37-b955-4650-b158-fd2df64ae2b2 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.0553081 Sep 24 18:57:58.327450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-669e01c7-a8e9-46bc-bb39-b41f0eddb5cd req-3cd6cbe1-274d-495c-811f-96c1af62c958 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551119 Sep 24 18:57:58.470241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586f4c-6ad3-458e-acac-32d9cfb6ded6 req-1b3d0ec0-ca24-4aa8-aa1b-932c376ed1a5 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:58.479061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c586f4c-6ad3-458e-acac-32d9cfb6ded6 req-1b3d0ec0-ca24-4aa8-aa1b-932c376ed1a5 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.0741596 Sep 24 18:57:58.531443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c586f4c-6ad3-458e-acac-32d9cfb6ded6 req-21d7baaa-882d-409c-905e-dd6b225ecfd5 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513015 Sep 24 18:57:59.248050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949aa1-f509-4e5f-875a-578c4d70287a req-3942fe04-7947-4627-91ca-74d6b1156af4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:59.249928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8949aa1-f509-4e5f-875a-578c4d70287a req-3942fe04-7947-4627-91ca-74d6b1156af4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0586638 Sep 24 18:57:59.297267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8949aa1-f509-4e5f-875a-578c4d70287a req-01638191-be20-49d3-bc51-6e3abdcbe64c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Sep 24 18:57:59.468752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e381d8-8e5d-430c-b29a-36e6d158d954 req-5541a907-9300-4016-84c6-7e613fa1d70f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:59.470576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73e381d8-8e5d-430c-b29a-36e6d158d954 req-5541a907-9300-4016-84c6-7e613fa1d70f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.0613296 Sep 24 18:57:59.509834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73e381d8-8e5d-430c-b29a-36e6d158d954 req-680d3ba1-6c75-4041-b700-adf7bc60acf8 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Sep 24 18:57:59.897549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:57:59.924445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bea6f-35fb-4943-890a-72197269ae1a req-54874edb-6a72-4789-bbd4-deb108316210 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:59.926037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-465bea6f-35fb-4943-890a-72197269ae1a req-54874edb-6a72-4789-bbd4-deb108316210 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.3210242 Sep 24 18:57:59.941671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-a68db31b-7c21-4d73-aa29-0a18e0055219 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:57:59.943175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-a68db31b-7c21-4d73-aa29-0a18e0055219 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 1101 time: 0.0705688 Sep 24 18:57:59.971272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-eb1bdd62-ce94-49d0-897f-413033795107 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:57:59.995583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-465bea6f-35fb-4943-890a-72197269ae1a req-0b0d011c-15eb-47a9-8991-62606ea28421 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Sep 24 18:58:00.015215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:00.028600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'port_id': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'mac_address': 'fa:16:3e:a1:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760813b-03e8-47f9-83f2-821540c4e995', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:00.083162 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:00.091742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-eb1bdd62-ce94-49d0-897f-413033795107 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:00.097387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a0606-759e-44a2-a77c-c682865a2ff0 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:00.099232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-eb1bdd62-ce94-49d0-897f-413033795107 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:00.121383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:00.131326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:00.135144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f6ccdb2-5cd7-4ed9-8dcd-bfb81181d87e req-eb1bdd62-ce94-49d0-897f-413033795107 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816607 Sep 24 18:58:00.136066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bdd62-ce94-49d0-897f-413033795107 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68bfd4e-3e94-496f-8ba0-34f430341d20,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:00.197018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:00.453375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701def-2ecd-4eb8-aeb3-a75bd339e43b req-5e922de7-6e70-4b88-984a-5db87f9e0531 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:00.455005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35701def-2ecd-4eb8-aeb3-a75bd339e43b req-5e922de7-6e70-4b88-984a-5db87f9e0531 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0691626 Sep 24 18:58:00.495019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35701def-2ecd-4eb8-aeb3-a75bd339e43b req-a27702d6-d2a4-47bd-b04f-8c5dfe8aa9f7 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Sep 24 18:58:00.545587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['7b0a0606-759e-44a2-a77c-c682865a2ff0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:01.113960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568ad13-9253-4bde-a5a4-21ea92a710e2 req-a2fc4f66-c610-441e-b4e5-765a006e0634 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:01.115623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4568ad13-9253-4bde-a5a4-21ea92a710e2 req-a2fc4f66-c610-441e-b4e5-765a006e0634 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.0685248 Sep 24 18:58:01.172371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4568ad13-9253-4bde-a5a4-21ea92a710e2 req-2ff7c521-f836-40de-8e48-f5dc0b6576df tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 Sep 24 18:58:01.180881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969c1c9-1acf-4d0a-af14-b71394cad40e req-4a0c6fce-f392-4106-8a87-11be822c1dea tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:01.182384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0969c1c9-1acf-4d0a-af14-b71394cad40e req-4a0c6fce-f392-4106-8a87-11be822c1dea tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 944 time: 0.0899851 Sep 24 18:58:01.234685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0969c1c9-1acf-4d0a-af14-b71394cad40e req-30ad6505-d7ad-4dda-92e6-933d5f6380c2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Sep 24 18:58:01.312247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d718-d0a0-4c28-a3e1-d96686f94ef7 req-8ce97937-300a-450a-87e6-5c58c224c883 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:01.315950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee88d718-d0a0-4c28-a3e1-d96686f94ef7 req-8ce97937-300a-450a-87e6-5c58c224c883 tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 1101 time: 0.0545104 Sep 24 18:58:01.363248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee88d718-d0a0-4c28-a3e1-d96686f94ef7 req-52212906-f002-46ea-b846-db6013a564bf tempest-ServersAdminNegativeTestJSON-795593815 tempest-ServersAdminNegativeTestJSON-795593815-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Sep 24 18:58:01.644809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31e8c-cac3-4298-b1ce-07e3a5e3c003 req-fefe1f3a-19e5-494e-8889-11265c0ee8d8 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:01.646495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78b31e8c-cac3-4298-b1ce-07e3a5e3c003 req-fefe1f3a-19e5-494e-8889-11265c0ee8d8 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0545506 Sep 24 18:58:01.688319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78b31e8c-cac3-4298-b1ce-07e3a5e3c003 req-7b0f03e0-7ab8-4aba-9351-eb430a469634 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Sep 24 18:58:01.825165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87582f7-ce13-4de0-954e-f56b63e4b0e4 req-963ec9dd-2928-4b53-9449-a9d7e1321b84 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:01.826960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b87582f7-ce13-4de0-954e-f56b63e4b0e4 req-963ec9dd-2928-4b53-9449-a9d7e1321b84 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.0510368 Sep 24 18:58:01.874021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b87582f7-ce13-4de0-954e-f56b63e4b0e4 req-4f16a0eb-9c9b-4ed7-a6ef-adc0ac3b6984 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Sep 24 18:58:01.882169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:01.931687 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 7b0a0606-759e-44a2-a77c-c682865a2ff0 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:58:01.942039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 7b0a0606-759e-44a2-a77c-c682865a2ff0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:01.942674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:02.030393 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:02.063222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:02.069199 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47feb12-f13e-4e68-ba2b-7096e55edcd3" -d '{"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:02.089596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:02.104155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:02.141412 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f70c2-67d2-40fd-abf1-be74b8d1c0da x-openstack-request-id: req-7a0f70c2-67d2-40fd-abf1-be74b8d1c0da {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:02.141699 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:02.142130 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a0f70c2-67d2-40fd-abf1-be74b8d1c0da {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:02.142519 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'code': 200} Sep 24 18:58:02.191711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:02.281946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7bb81-a7c1-4cef-b46f-2415620e912f req-fb6ac5d4-2f27-4168-a670-caa9e61409a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:02.286919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94b7bb81-a7c1-4cef-b46f-2415620e912f req-fb6ac5d4-2f27-4168-a670-caa9e61409a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 1096 time: 0.0635078 Sep 24 18:58:02.321757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c760b-f523-4bfe-aca5-ff83f1d6e350 req-b924d628-61c1-4d08-896c-edc12540717e tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:02.330846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d25c760b-f523-4bfe-aca5-ff83f1d6e350 req-b924d628-61c1-4d08-896c-edc12540717e tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.0718846 Sep 24 18:58:02.351651 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94b7bb81-a7c1-4cef-b46f-2415620e912f req-04edb05d-cd82-43bd-a3e1-bc40f5632ee0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548084 Sep 24 18:58:02.404096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d25c760b-f523-4bfe-aca5-ff83f1d6e350 req-e78cbcb3-9ee3-4ef0-900b-c838819cae87 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Sep 24 18:58:02.435291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c665f-6636-48eb-8f18-a3a01665a501 req-54795053-1f16-4cc6-8cf3-4bca79aa7169 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:02.436931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-500c665f-6636-48eb-8f18-a3a01665a501 req-54795053-1f16-4cc6-8cf3-4bca79aa7169 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.0979147 Sep 24 18:58:02.513534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-500c665f-6636-48eb-8f18-a3a01665a501 req-5c7ca5a0-a371-4ca6-89d5-eec1371885d6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Sep 24 18:58:02.609397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b6028-09e1-46ee-9c95-b0550fc832a1 req-bc019488-5196-40cd-a265-eb98f6f3006a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:02.611304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b28b6028-09e1-46ee-9c95-b0550fc832a1 req-bc019488-5196-40cd-a265-eb98f6f3006a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1097 time: 0.0415227 Sep 24 18:58:02.650302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b28b6028-09e1-46ee-9c95-b0550fc832a1 req-401af393-d50e-4d82-aace-944822622da2 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Sep 24 18:58:02.838244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e160d22-c114-4131-bf00-d05d32e85e6a req-09b16cea-af7e-483c-9c43-f2e2219d99e1 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:02.846516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e160d22-c114-4131-bf00-d05d32e85e6a req-09b16cea-af7e-483c-9c43-f2e2219d99e1 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0819314 Sep 24 18:58:02.895267 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:02.904960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e160d22-c114-4131-bf00-d05d32e85e6a req-ee914504-a631-4f53-9bd6-f463be64683f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573652 Sep 24 18:58:03.033956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac08a01-52dc-46ea-9fc7-8da3ff70084c req-61abdcff-043c-473c-bd7a-a89908b33573 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:03.036152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ac08a01-52dc-46ea-9fc7-8da3ff70084c req-61abdcff-043c-473c-bd7a-a89908b33573 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.0597024 Sep 24 18:58:03.115784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ac08a01-52dc-46ea-9fc7-8da3ff70084c req-74fcbc82-f265-43fd-b481-49105a1729bf tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 Sep 24 18:58:03.232855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-5a4a19f1-4027-45f1-b09d-35afa470fdad tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:03.234429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-5a4a19f1-4027-45f1-b09d-35afa470fdad tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.0606742 Sep 24 18:58:03.253789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:03.259873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1517297054'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:03.307105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:03.312097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.350317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:03.364038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.364823 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Added segment ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f of type vlan for network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 Sep 24 18:58:03.377207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Deleting port 741c0c25-5261-4388-9375-9b228dd8814e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:03.377675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.411443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.450544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.464131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:03.464900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.514967 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2599258 Sep 24 18:58:03.522910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:03.536094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-149642742'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:03.568673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] For port 741c0c25-5261-4388-9375-9b228dd8814e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=741c0c25-5261-4388-9375-9b228dd8814e,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:03.569300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.587737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Calling delete_port for 741c0c25-5261-4388-9375-9b228dd8814e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:03.608295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cd6f6-3cf6-4bf1-9b4a-27922184b218 req-c7784c48-dcff-4f78-aeb0-21648d5727e5 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:03.610184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-349cd6f6-3cf6-4bf1-9b4a-27922184b218 req-c7784c48-dcff-4f78-aeb0-21648d5727e5 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bbc09ce-f668-448c-85ec-4ec409ef6c41 HTTP/1.1" status: 200 len: 945 time: 0.1053061 Sep 24 18:58:03.620540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a63e-3bbf-4f2c-a695-ad541a5cb1d3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Network': ['ID=00e885f3-36e3-4dfb-801a-6b54ef4c8556,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:03.639071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:03.646413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:03.654424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.690939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:03.701857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.702183 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Added segment 9c44393e-0c59-4bf9-9d76-af18ee88753c of type vlan for network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 Sep 24 18:58:03.746212 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.768923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-349cd6f6-3cf6-4bf1-9b4a-27922184b218 req-7e26e93a-0c7d-4c63-acab-48766d2ebc3c tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.18 "GET /v2.0/security-groups?id=e32ac56a-2f60-4f5a-95bc-ac6840f5f608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527431 Sep 24 18:58:03.778669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.790533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:03.791197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.846129 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3218193 Sep 24 18:58:03.847194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48444) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:03.855836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'subnet': {'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:03.899802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d701a9-d060-4d3d-8f25-829972dded8e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Network': ['ID=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:03.912579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:03.959975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:03.987393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-321c915e-1241-415a-84b6-782b0b7d2604 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:58:03.988276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-321c915e-1241-415a-84b6-782b0b7d2604 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056059 Sep 24 18:58:03.993574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['741c0c25-5261-4388-9375-9b228dd8814e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:04.014317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fe08d-c317-4564-9287-90fa9b317ebd req-8d2fd82d-aa35-4686-8598-f0d6bf595696 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.015853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a95fe08d-c317-4564-9287-90fa9b317ebd req-8d2fd82d-aa35-4686-8598-f0d6bf595696 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.1546063 Sep 24 18:58:04.016806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Pushing event deleted for resources: {'Port': ['ID=741c0c25-5261-4388-9375-9b228dd8814e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:04.036543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-9dd7bd5e-6e2f-4680-9b20-1947cf357290 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.042741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-9dd7bd5e-6e2f-4680-9b20-1947cf357290 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 1094 time: 0.0422437 Sep 24 18:58:04.053187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:04.053647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:58:04.082359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] No DVR routers for this DVR port 741c0c25-5261-4388-9375-9b228dd8814e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:04.087280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.088969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4de33283-bf5a-4402-8bca-b28d69cf467d req-fa95d20e-0c2f-417f-bd40-5ca2b6f9df71 tempest-AttachSCSIVolumeTestJSON-1697257396 tempest-AttachSCSIVolumeTestJSON-1697257396-project] 10.222.0.69 "DELETE /v2.0/ports/741c0c25-5261-4388-9375-9b228dd8814e HTTP/1.1" status: 204 len: 173 time: 0.8454428 Sep 24 18:58:04.089684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'name': 'network-vif-deleted', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:04.092165 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719c9b73-ccf7-4477-96e3-7b0244054e9d" -d '{"events": [{"server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "name": "network-vif-deleted", "tag": "741c0c25-5261-4388-9375-9b228dd8814e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:04.099917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:04.103431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.135031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a95fe08d-c317-4564-9287-90fa9b317ebd req-30cd41cf-a476-4af7-90a8-f011d6d67f99 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895531 Sep 24 18:58:04.293495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-54a68565-381f-47d7-ba69-50ffc9e6d369 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.295418 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-54a68565-381f-47d7-ba69-50ffc9e6d369 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.1000400 Sep 24 18:58:04.331712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285445d-f188-4a89-83b9-4ee2730cb942 req-2412474c-e636-4e60-8086-3f7e0d0cbc50 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.333239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0285445d-f188-4a89-83b9-4ee2730cb942 req-2412474c-e636-4e60-8086-3f7e0d0cbc50 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0868759 Sep 24 18:58:04.342048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:04.342591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:04.342713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:04.352733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:04.353046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:04.365615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:04.365947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:04.366323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:04.366746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Bound port: 1221e77b-39f3-4d61-a7bb-d1aea015a754, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:04.397636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.409669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0285445d-f188-4a89-83b9-4ee2730cb942 req-c4924a43-90e4-4f5b-be26-31c34d7e7615 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576215 Sep 24 18:58:04.450372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:04.455266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Subnet': ['ID=542d0f08-97ee-4c94-b430-d72efd6565a0,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:04.460894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Deleting port 944a311f-c38c-458a-a3b1-97a1333c7252 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:04.461267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.466596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.467816 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-34510b25-6684-46d1-a94c-2e0504b8c386 service neutron] 10.222.0.18 "POST /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754/bindings HTTP/1.1" status: 201 len: 389 time: 0.4213488 Sep 24 18:58:04.476008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:04.476342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network hostable DHCP agents. Network: 00e885f3-36e3-4dfb-801a-6b54ef4c8556, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:04.486073 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6042468-610b-4d91-aa9b-3faa728cc25c x-openstack-request-id: req-c6042468-610b-4d91-aa9b-3faa728cc25c {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:04.486362 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbc09ce-f668-448c-85ec-4ec409ef6c41", "name": "network-vif-deleted", "tag": "741c0c25-5261-4388-9375-9b228dd8814e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:04.486614 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6042468-610b-4d91-aa9b-3faa728cc25c {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:04.487034 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbc09ce-f668-448c-85ec-4ec409ef6c41', 'name': 'network-vif-deleted', 'tag': '741c0c25-5261-4388-9375-9b228dd8814e', 'status': 'completed', 'code': 200} Sep 24 18:58:04.511599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:04.525136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 00e885f3-36e3-4dfb-801a-6b54ef4c8556) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:04.535076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d2c0f-7337-424e-b556-088f3233630c None None] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:04.552585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.553519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.603486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d088cfda-69fa-4f8a-a111-09faf1e6258b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7551305 Sep 24 18:58:04.605909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48456) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:04.610744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'subnet': {'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:04.613156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] For port 944a311f-c38c-458a-a3b1-97a1333c7252, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=944a311f-c38c-458a-a3b1-97a1333c7252,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:04.613595 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.629300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Calling delete_port for 944a311f-c38c-458a-a3b1-97a1333c7252 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:04.741033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5367db-7964-48a2-8f12-dab806cf50a9 req-03debabf-092f-4398-bd52-313531880079 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:04.749734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f5367db-7964-48a2-8f12-dab806cf50a9 req-03debabf-092f-4398-bd52-313531880079 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb00075-308a-473a-9891-548a82e1d733 HTTP/1.1" status: 200 len: 950 time: 0.1912313 Sep 24 18:58:04.784223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:04.787762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.811120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:58:04.825041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.837868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f5367db-7964-48a2-8f12-dab806cf50a9 req-10e83072-9e51-4059-8260-01c2c171fee6 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868156 Sep 24 18:58:04.861360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:04.881170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['944a311f-c38c-458a-a3b1-97a1333c7252'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:04.886587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0d2af0b1-2188-4380-940f-dbaaebaf20be'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:04.912409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Pushing event deleted for resources: {'Port': ['ID=944a311f-c38c-458a-a3b1-97a1333c7252,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:04.987655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] No DVR routers for this DVR port 944a311f-c38c-458a-a3b1-97a1333c7252 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:05.006681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.006681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7012036e-5e69-4be5-a1c3-928757c123f4 req-a7ad08f9-8382-4e2e-aa56-69e5316a543f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.15 "DELETE /v2.0/ports/944a311f-c38c-458a-a3b1-97a1333c7252 HTTP/1.1" status: 204 len: 173 time: 0.6879466 Sep 24 18:58:05.006681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'name': 'network-vif-deleted', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:05.006681 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499c9a97-f210-4d4c-9969-8929d1ac1a76" -d '{"events": [{"server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "name": "network-vif-deleted", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:05.098501 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82325b46-88b8-4d8e-9526-5979d5ada6d4 x-openstack-request-id: req-82325b46-88b8-4d8e-9526-5979d5ada6d4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:05.098788 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb00075-308a-473a-9891-548a82e1d733", "name": "network-vif-deleted", "tag": "944a311f-c38c-458a-a3b1-97a1333c7252", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:05.099177 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82325b46-88b8-4d8e-9526-5979d5ada6d4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:05.099565 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb00075-308a-473a-9891-548a82e1d733', 'name': 'network-vif-deleted', 'tag': '944a311f-c38c-458a-a3b1-97a1333c7252', 'status': 'completed', 'code': 200} Sep 24 18:58:05.120598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b616d-7cbb-4930-b4e1-b1a4f6d94267 req-204fd787-441a-439c-8d5a-d2efde66ac9e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.123313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7b616d-7cbb-4930-b4e1-b1a4f6d94267 req-204fd787-441a-439c-8d5a-d2efde66ac9e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.2456310 Sep 24 18:58:05.217010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-86961215-7fb5-443e-b008-4a7ea3470f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.218451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-86961215-7fb5-443e-b008-4a7ea3470f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1097 time: 0.2531996 Sep 24 18:58:05.293017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7b616d-7cbb-4930-b4e1-b1a4f6d94267 req-d19bc689-fd02-4171-810b-4151ed8250ba tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326628 Sep 24 18:58:05.330559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Allocated IP 10.1.1.2 (00e885f3-36e3-4dfb-801a-6b54ef4c8556/542d0f08-97ee-4c94-b430-d72efd6565a0/cfb92855-9092-4fe6-829d-be5ffd405dd1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:05.404380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.429967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4120ef1-f450-4713-bc86-ea1875083bf4 req-160f8ecb-e0db-4426-8f51-6077ebb35a01 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.431873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4120ef1-f450-4713-bc86-ea1875083bf4 req-160f8ecb-e0db-4426-8f51-6077ebb35a01 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.1790481 Sep 24 18:58:05.499688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-afe189b0-8b88-49c2-b397-3c7bf8b797ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.501190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-afe189b0-8b88-49c2-b397-3c7bf8b797ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2633994 Sep 24 18:58:05.507266 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.516018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.567450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Subnet': ['ID=6461203a-65d9-4cd5-9852-9b7ea13a5ca7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:05.578257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Pushing event updated for resources: {'Port': ['ID=cfb92855-9092-4fe6-829d-be5ffd405dd1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:05.587741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:05.589511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:05.592001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:05.614293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-490f03c8-f867-4949-9851-b92ed0b7a04a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 217 time: 0.0865777 Sep 24 18:58:05.619422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4120ef1-f450-4713-bc86-ea1875083bf4 req-665dbd86-bf67-4873-8da0-ee9d45044c71 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501482 Sep 24 18:58:05.625619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Checking segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:05.626144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network hostable DHCP agents. Network: ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:05.658782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a082-daf7-4e12-84e9-f29c84b5fbb2 req-10510747-433e-402e-b5da-3d9cac985c69 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.660369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13b3a082-daf7-4e12-84e9-f29c84b5fbb2 req-10510747-433e-402e-b5da-3d9cac985c69 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1507289 Sep 24 18:58:05.664569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Attempting to bind port cfb92855-9092-4fe6-829d-be5ffd405dd1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:05.665173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Attempting to bind port cfb92855-9092-4fe6-829d-be5ffd405dd1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:05.665716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Attempting to bind port cfb92855-9092-4fe6-829d-be5ffd405dd1 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:05.673375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:05.674062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:05.674623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.675355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Bound using segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:05.676177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Bound port: cfb92855-9092-4fe6-829d-be5ffd405dd1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:05.676811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.714215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:05.757065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:05.764182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-7b3caed7-5db4-40f6-b626-8cd655b3db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.766166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-7b3caed7-5db4-40f6-b626-8cd655b3db46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1210239 Sep 24 18:58:05.773355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed2ac0-adaa-4cab-b48a-5fea03b22420 None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:05.774122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.774724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.818184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13b3a082-daf7-4e12-84e9-f29c84b5fbb2 req-e6e943a0-f856-46f0-80e2-b4eafb1c8ffc tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458280 Sep 24 18:58:05.836906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-d223dde0-a129-42d0-ab0a-8be005c78595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403531 Sep 24 18:58:05.842395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b511f82-5198-4ab5-a4da-b16fa3c096c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2349415 Sep 24 18:58:05.845349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48518) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:05.850226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'name': 'tempest-TaggedBootDevicesTest-1564896393', 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:05.891085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] For port cfb92855-9092-4fe6-829d-be5ffd405dd1, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:05.905462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] For port cfb92855-9092-4fe6-829d-be5ffd405dd1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cfb92855-9092-4fe6-829d-be5ffd405dd1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:05.927288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:05.987147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac21a3-2581-44ef-b87e-440c784135d2 req-08d07675-80b5-48e7-9574-fb8a78e8f3d1 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:05.996822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1ac21a3-2581-44ef-b87e-440c784135d2 req-08d07675-80b5-48e7-9574-fb8a78e8f3d1 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.2570963 Sep 24 18:58:06.023474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81728a-a3d9-4fab-805c-3e2f5dadc408 None None] Pushing event updated for resources: {'Port': ['ID=cfb92855-9092-4fe6-829d-be5ffd405dd1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:06.081952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-3cae4966-fec4-4105-898e-79cdfc3fe955 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278960 Sep 24 18:58:06.089726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ips': [{'subnet_id': '6461203a-65d9-4cd5-9852-9b7ea13a5ca7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:58:06.090603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:06.212378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1ac21a3-2581-44ef-b87e-440c784135d2 req-fb326048-475f-4ae7-81f6-cfc30ceab639 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112818 Sep 24 18:58:06.217680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-aa1ebe80-6b48-4f7a-945b-43393d60bcd8 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149194 Sep 24 18:58:06.308495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:06.313562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Allocated IP 10.2.2.2 (ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6/6461203a-65d9-4cd5-9852-9b7ea13a5ca7/901957c2-717b-4ee4-a5fb-a656604a191d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:06.549665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:06.610970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] device_id is not set on port c0fea71b-2030-430a-a53c-d189c3def90b yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 18:58:06.692973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:06.703257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:06.757183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:06.783083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:06.794835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:06.861718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Pushing event updated for resources: {'Port': ['ID=901957c2-717b-4ee4-a5fb-a656604a191d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:06.881947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552052c-9a87-483b-8863-4de648ab31b6 req-0292c98c-bb9e-4cde-a354-17f4fd701b11 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:06.884780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1552052c-9a87-483b-8863-4de648ab31b6 req-0292c98c-bb9e-4cde-a354-17f4fd701b11 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.5306520 Sep 24 18:58:06.934415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Attempting to bind port 901957c2-717b-4ee4-a5fb-a656604a191d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:06.935177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Attempting to bind port 901957c2-717b-4ee4-a5fb-a656604a191d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:06.935616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Attempting to bind port 901957c2-717b-4ee4-a5fb-a656604a191d on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:06.942422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:06.943053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Checking segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:06.943559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:06.944164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Bound using segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:06.944731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Bound port: 901957c2-717b-4ee4-a5fb-a656604a191d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:06.946020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.042359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] For port 901957c2-717b-4ee4-a5fb-a656604a191d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:07.046135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] For port 901957c2-717b-4ee4-a5fb-a656604a191d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=901957c2-717b-4ee4-a5fb-a656604a191d,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:07.056879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.195010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58b48-3fa3-4051-b7cf-290bc39d808e None None] Pushing event updated for resources: {'Port': ['ID=901957c2-717b-4ee4-a5fb-a656604a191d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:07.355376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1552052c-9a87-483b-8863-4de648ab31b6 req-94f6f57d-7aad-4a26-aa22-ff60e552454f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514253 Sep 24 18:58:07.356481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.1.1.245 (00e885f3-36e3-4dfb-801a-6b54ef4c8556/542d0f08-97ee-4c94-b430-d72efd6565a0/c0fea71b-2030-430a-a53c-d189c3def90b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:07.385316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17e794-20cf-4469-ba59-f8b68edccbea req-3ae27c1d-02ce-4f91-9e9d-a180e1df990d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:07.385316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab17e794-20cf-4469-ba59-f8b68edccbea req-3ae27c1d-02ce-4f91-9e9d-a180e1df990d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.4965217 Sep 24 18:58:07.531397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cfb92855-9092-4fe6-829d-be5ffd405dd1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:07.623618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cfb92855-9092-4fe6-829d-be5ffd405dd1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:07.623918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.705137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266e2d0-7e87-4b90-9e32-ea0423c95895 None None] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:07.725461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.772316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab17e794-20cf-4469-ba59-f8b68edccbea req-d998fb0b-4c28-4d00-bf6e-fb4a53e671b2 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802919 Sep 24 18:58:07.789526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.840850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-684c7f69-157f-461d-9cdb-5fbf52631d7e None None] Provisioning complete for port cfb92855-9092-4fe6-829d-be5ffd405dd1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:07.841239 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-684c7f69-157f-461d-9cdb-5fbf52631d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:07.969572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d6d8-fc6a-4039-b123-7abe2452e3b4 req-8f77319f-1870-4874-886d-9684c3236a9b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:07.983312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5d2d6d8-fc6a-4039-b123-7abe2452e3b4 req-8f77319f-1870-4874-886d-9684c3236a9b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2414606 Sep 24 18:58:08.082626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-b8e57fa0-536f-429a-b81f-8bc2626afee4 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:08.084261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-b8e57fa0-536f-429a-b81f-8bc2626afee4 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.2759809 Sep 24 18:58:08.105572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5d2d6d8-fc6a-4039-b123-7abe2452e3b4 req-b79a9346-b6f8-4d7c-bd5b-443ec7f14d5d tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186707 Sep 24 18:58:08.153340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port cfb92855-9092-4fe6-829d-be5ffd405dd1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cfb92855-9092-4fe6-829d-be5ffd405dd1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:08.157190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 944a311f-c38c-458a-a3b1-97a1333c7252 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:08.190740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.224281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.226226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 741c0c25-5261-4388-9375-9b228dd8814e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:08.295240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 944a311f-c38c-458a-a3b1-97a1333c7252 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:08.295587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 944a311f-c38c-458a-a3b1-97a1333c7252 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:08.331811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 741c0c25-5261-4388-9375-9b228dd8814e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:08.332175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 741c0c25-5261-4388-9375-9b228dd8814e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:08.370582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:08.380180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a99a95-c2d5-4693-80ae-57c8be707258 req-7f5e62e2-be70-4d91-89f0-ac3ad0cf46ac tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:08.382256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84a99a95-c2d5-4693-80ae-57c8be707258 req-7f5e62e2-be70-4d91-89f0-ac3ad0cf46ac tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.3196092 Sep 24 18:58:08.405491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-d0cbc145-dbb7-4db5-95e9-2e7483248ce5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1610379 Sep 24 18:58:08.406541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:08.425547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:08.472462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=cfb92855-9092-4fe6-829d-be5ffd405dd1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:08.551573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:08.567567 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.611754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84a99a95-c2d5-4693-80ae-57c8be707258 req-1a13c8b1-206f-4339-a6f1-8a551ffdc031 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821976 Sep 24 18:58:08.646303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Deleting port 0d2af0b1-2188-4380-940f-dbaaebaf20be {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:08.646789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.752348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] For port 0d2af0b1-2188-4380-940f-dbaaebaf20be, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0d2af0b1-2188-4380-940f-dbaaebaf20be,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:08.752828 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.767188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Calling delete_port for 0d2af0b1-2188-4380-940f-dbaaebaf20be owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:08.792662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1b71d-56a5-4b4c-adec-e3ac3b1ba7f4 None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:08.802306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-70bc8fc9-f1db-401e-8468-daf9a4ec262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:08.803841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-70bc8fc9-f1db-401e-8468-daf9a4ec262e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 1100 time: 0.3618283 Sep 24 18:58:08.810072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:08.810682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:08.885855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2c544-a188-4294-bbaf-f3625b07a4be req-4a018fb7-3f37-42b3-b3ac-a2d3d324bc5f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:08.887438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27f2c544-a188-4294-bbaf-f3625b07a4be req-4a018fb7-3f37-42b3-b3ac-a2d3d324bc5f tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 950 time: 0.3479960 Sep 24 18:58:08.938136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] Provisioning complete for port 901957c2-717b-4ee4-a5fb-a656604a191d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:08.938683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.005360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:09.011885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'name': 'tempest-TaggedBootDevicesTest-240238709', 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:09.015898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2cbb2055-d321-42f9-9a04-1a3143eb2c76 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1694162 Sep 24 18:58:09.153600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.184541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27f2c544-a188-4294-bbaf-f3625b07a4be req-206477ef-ee54-4717-b129-230de3542203 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722354 Sep 24 18:58:09.200036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051082-fcde-49a2-8bcf-938468a54633 req-65d9a746-99dd-414a-81e1-e2b255ede7b7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:09.204008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c051082-fcde-49a2-8bcf-938468a54633 req-65d9a746-99dd-414a-81e1-e2b255ede7b7 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.3021080 Sep 24 18:58:09.251452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] For port 901957c2-717b-4ee4-a5fb-a656604a191d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=901957c2-717b-4ee4-a5fb-a656604a191d,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:09.259866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.351180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:09.428456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-d19c3c6a-9431-4c04-80a7-d2e571a9c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:09.433725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-d19c3c6a-9431-4c04-80a7-d2e571a9c423 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.5453403 Sep 24 18:58:09.445219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.476293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0d2af0b1-2188-4380-940f-dbaaebaf20be'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:09.575835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6167419b-6887-444e-b31b-f242ba48bc7a None None] Provisioning complete for port c0fea71b-2030-430a-a53c-d189c3def90b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:09.578246 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6167419b-6887-444e-b31b-f242ba48bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.602071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c051082-fcde-49a2-8bcf-938468a54633 req-ffb7af37-577e-4cbf-80c9-5adc318ab54b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812745 Sep 24 18:58:09.637467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-070c5ef5-e6e2-48c1-b6d1-c62188b4d1d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=988ddb6d-bb59-4aca-8b52-579a36805522 HTTP/1.1" status: 200 len: 217 time: 0.1750875 Sep 24 18:58:09.654417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.663371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Pushing event deleted for resources: {'Port': ['ID=0d2af0b1-2188-4380-940f-dbaaebaf20be,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:09.676234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6167419b-6887-444e-b31b-f242ba48bc7a None None] Port c0fea71b-2030-430a-a53c-d189c3def90b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:09.678305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cfb92855-9092-4fe6-829d-be5ffd405dd1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:09.707424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] device_id is not set on port d0f216aa-3e40-48f2-870c-3aa3680304ab yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 18:58:09.729420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfac044-3604-4be1-b5cd-70173bdb1311 None None] Pushing event updated for resources: {'Port': ['ID=901957c2-717b-4ee4-a5fb-a656604a191d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:09.760921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6167419b-6887-444e-b31b-f242ba48bc7a None None] Provisioning complete for port cfb92855-9092-4fe6-829d-be5ffd405dd1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:09.761354 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6167419b-6887-444e-b31b-f242ba48bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.822537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cfb92855-9092-4fe6-829d-be5ffd405dd1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:09.823136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.864957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] No DVR routers for this DVR port 0d2af0b1-2188-4380-940f-dbaaebaf20be on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:09.871942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:09.875173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17420db1-62ca-4f45-b0ab-d88aa1afea67 req-8191f73e-b795-46b8-b25d-abe7dd9138e9 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.69 "DELETE /v2.0/ports/0d2af0b1-2188-4380-940f-dbaaebaf20be HTTP/1.1" status: 204 len: 173 time: 1.7659843 Sep 24 18:58:09.876978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'name': 'network-vif-deleted', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:09.879446 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a412443c-bc27-4af4-8185-7d170f910faf" -d '{"events": [{"server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "name": "network-vif-deleted", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:09.888244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-a55df6c5-2129-498a-a6d2-adf7cc58493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:09.889988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-a55df6c5-2129-498a-a6d2-adf7cc58493a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2437906 Sep 24 18:58:09.922185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f2a3-d3a7-4de5-9714-f73cdcfa59a7 req-a8b63ee6-10c0-4f4f-90fb-0f5dc45f027b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:09.925996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9655f2a3-d3a7-4de5-9714-f73cdcfa59a7 req-a8b63ee6-10c0-4f4f-90fb-0f5dc45f027b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.3402104 Sep 24 18:58:09.940061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:10.046505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360255a1-09d5-4cc0-9800-b60d9ddf8e78 req-2329fd97-361d-4311-925a-6a39eea78085 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:10.058971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-360255a1-09d5-4cc0-9800-b60d9ddf8e78 req-2329fd97-361d-4311-925a-6a39eea78085 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.3042963 Sep 24 18:58:10.102783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 901957c2-717b-4ee4-a5fb-a656604a191d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:10.116103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9655f2a3-d3a7-4de5-9714-f73cdcfa59a7 req-fdbed202-9d4b-47c2-bb97-6b0ef6a1caed tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706443 Sep 24 18:58:10.126520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-857b0cd2-04a8-477f-80c2-47d881c42952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:10.128978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-857b0cd2-04a8-477f-80c2-47d881c42952 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294619 Sep 24 18:58:10.148075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-360255a1-09d5-4cc0-9800-b60d9ddf8e78 req-479d5169-7f8c-42cc-9af9-177fd9859d20 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831602 Sep 24 18:58:10.246845 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26614e77-70b8-4f56-987c-bf5db224f4ab x-openstack-request-id: req-26614e77-70b8-4f56-987c-bf5db224f4ab {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:10.247172 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed52e05-912a-4c57-95b6-65635e81d195", "name": "network-vif-deleted", "tag": "0d2af0b1-2188-4380-940f-dbaaebaf20be", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:10.247521 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26614e77-70b8-4f56-987c-bf5db224f4ab {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:10.247834 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed52e05-912a-4c57-95b6-65635e81d195', 'name': 'network-vif-deleted', 'tag': '0d2af0b1-2188-4380-940f-dbaaebaf20be', 'status': 'completed', 'code': 200} Sep 24 18:58:10.292532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-a48f70c0-a5d7-4543-9ec5-b3d12edf2d92 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431861 Sep 24 18:58:10.310547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.1.1.130 (00e885f3-36e3-4dfb-801a-6b54ef4c8556/542d0f08-97ee-4c94-b430-d72efd6565a0/d0f216aa-3e40-48f2-870c-3aa3680304ab) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:10.323839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 901957c2-717b-4ee4-a5fb-a656604a191d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:10.324217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.375737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:10.398189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'port_id': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'mac_address': 'fa:16:3e:a1:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760813b-03e8-47f9-83f2-821540c4e995', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:10.438195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89b6e4fb-f4ba-4210-9d42-3ab614fd07ac None None] Provisioning complete for port 901957c2-717b-4ee4-a5fb-a656604a191d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:10.438556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89b6e4fb-f4ba-4210-9d42-3ab614fd07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.442181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00887da3-cf88-4368-a130-09bc6fed5925 req-b51604e0-90f2-4e49-9c78-3bae0b3c1ae2 tempest-ServersAdminNegativeTestJSON-688571499 tempest-ServersAdminNegativeTestJSON-688571499-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed52e05-912a-4c57-95b6-65635e81d195 HTTP/1.1" status: 200 len: 210 time: 0.0725822 Sep 24 18:58:10.610202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.614472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5176525-fcae-4714-9c40-8a3b1ad3d078 req-43873770-5259-4ade-b6ab-8f2bd8b02ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070111 Sep 24 18:58:10.650438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b0a0606-759e-44a2-a77c-c682865a2ff0 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:10.655522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.686097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:10.711025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.766837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:10.781494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:10.781494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:10.784449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:10.835187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.841405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:10.842135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:10.871442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ccd2676e-5d81-4658-830d-a1d846596837 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8641362 Sep 24 18:58:10.949267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028f708-cf5e-473a-bcd6-be59d433a078 req-9bf61320-c540-4266-b8bf-33ee59f9952e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:10.952498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1028f708-cf5e-473a-bcd6-be59d433a078 req-9bf61320-c540-4266-b8bf-33ee59f9952e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.2066853 Sep 24 18:58:10.979176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:11.059761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['7b0a0606-759e-44a2-a77c-c682865a2ff0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:11.154182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:11.159625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1028f708-cf5e-473a-bcd6-be59d433a078 req-fa66a78c-79d1-4af0-82e4-84370094432b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971402 Sep 24 18:58:11.288451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-641130ef-821f-4f72-bc13-e72af57fb6d4 None None] Provisioning complete for port d0f216aa-3e40-48f2-870c-3aa3680304ab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:11.288805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-641130ef-821f-4f72-bc13-e72af57fb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.391389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0a926-218e-4e2c-be90-d9f77eaaf8f4 req-82a0f70f-e0bd-4183-b629-9549c1e7945e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:11.400800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2de0a926-218e-4e2c-be90-d9f77eaaf8f4 req-82a0f70f-e0bd-4183-b629-9549c1e7945e tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.0880623 Sep 24 18:58:11.404087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-641130ef-821f-4f72-bc13-e72af57fb6d4 None None] Port d0f216aa-3e40-48f2-870c-3aa3680304ab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:11.496374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2de0a926-218e-4e2c-be90-d9f77eaaf8f4 req-8005aff1-6e82-457d-91de-eb9e3f60994f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943687 Sep 24 18:58:11.509724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:11.513384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 901957c2-717b-4ee4-a5fb-a656604a191d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:11.514383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990485779', 'description': 'tempest-description--1218758092'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:11.598506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.610228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 901957c2-717b-4ee4-a5fb-a656604a191d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:11.610725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.769399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0d14-4c1e-4ba9-b829-42561979f515 req-03120c3d-2961-4ac2-a7c4-64dcf43944d4 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:11.771286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-527f0d14-4c1e-4ba9-b829-42561979f515 req-03120c3d-2961-4ac2-a7c4-64dcf43944d4 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 944 time: 0.1509717 Sep 24 18:58:11.814956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.868537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.884061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.916636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-527f0d14-4c1e-4ba9-b829-42561979f515 req-7181324d-968a-4a24-bcdd-9252a1a1dc7d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337843 Sep 24 18:58:11.917199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48622) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:11.950052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c87472-3bcd-4c26-8ece-ee5d45bb7065,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:11.956972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:11.959323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8f2cce68-4048-41de-a6d1-38ca57448db1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4481740 Sep 24 18:58:11.962618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:11.967827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'security_group_rule': {'security_group_id': '34c87472-3bcd-4c26-8ece-ee5d45bb7065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:11.978097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:12.049433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.111566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 7b0a0606-759e-44a2-a77c-c682865a2ff0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:12.111810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.224768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0d2af0b1-2188-4380-940f-dbaaebaf20be no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:12.262408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-45f3881d-592b-4d18-af9d-679573e2fafb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39cb070878944939a003ea70dd54b7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379171 Sep 24 18:58:12.263460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48634) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:12.265725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.297932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.300294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 0d2af0b1-2188-4380-940f-dbaaebaf20be {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:12.300649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0d2af0b1-2188-4380-940f-dbaaebaf20be not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:12.363938 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.380914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543a2451-5020-4ebd-a202-161bcb11874f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:12.399067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:12.402166 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef6220f-d533-443c-8e84-b814fa633dd0" -d '{"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:12.412212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.417046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0fd9e38-73a2-4c92-809c-b9c61d2025ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532607 Sep 24 18:58:12.417671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48638) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:12.422436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:12.430692 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.439061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'security_group_rule': {'security_group_id': '34c87472-3bcd-4c26-8ece-ee5d45bb7065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:12.460689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.475608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eba4af-ba20-4fdd-8b58-90e457324ca5 req-958032a1-c83e-4f1f-8382-185432e2bebe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:12.477726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51eba4af-ba20-4fdd-8b58-90e457324ca5 req-958032a1-c83e-4f1f-8382-185432e2bebe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.1698864 Sep 24 18:58:12.493248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a930a9-1381-40fa-adc2-36c88fa53a9b req-2be92c96-c844-472e-a3c3-6cb336be25a0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:12.495127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a930a9-1381-40fa-adc2-36c88fa53a9b req-2be92c96-c844-472e-a3c3-6cb336be25a0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 944 time: 0.1725466 Sep 24 18:58:12.498203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:12.551550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Deleting port 50e2fff6-c402-4f45-b882-ebbb591717ca {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:12.551808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.561818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.633189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.635471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] For port 50e2fff6-c402-4f45-b882-ebbb591717ca, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=50e2fff6-c402-4f45-b882-ebbb591717ca,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:12.635899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.649704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Calling delete_port for 50e2fff6-c402-4f45-b882-ebbb591717ca owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:12.659928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a930a9-1381-40fa-adc2-36c88fa53a9b req-9167ac2f-361e-4d04-bfb4-1f9584ca11b2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507816 Sep 24 18:58:12.679421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51eba4af-ba20-4fdd-8b58-90e457324ca5 req-163b3f6e-1835-4f05-8ade-342af221a228 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813614 Sep 24 18:58:12.754125 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a64e9-4ceb-4cbc-aa78-6ac1d7233338 x-openstack-request-id: req-774a64e9-4ceb-4cbc-aa78-6ac1d7233338 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:12.754455 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:12.754710 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-774a64e9-4ceb-4cbc-aa78-6ac1d7233338 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:12.755131 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'code': 200} Sep 24 18:58:12.768024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.775693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-0d9dfab6-7851-400b-b3ec-834d752c6d59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2341990 Sep 24 18:58:12.777292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.804578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.807073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.811449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd HTTP/1.1" status: 204 len: 168 time: 0.5418959 Sep 24 18:58:12.868044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528720f4-90c3-4816-be1b-9fee83a25b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d700fe-0a0e-4931-a3cb-b67eb4fb49fd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:12.915289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe637d5-fcf4-4f9d-b1ac-d11107c5da43,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:12.922886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:12.922886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac913faf-ab92-44bc-b67d-9c1bda7e4293 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5001357 Sep 24 18:58:12.939713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:12.947480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:12.973518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-f475ea9b-681c-4979-a1a2-c7b9bb76607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:12.975128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-f475ea9b-681c-4979-a1a2-c7b9bb76607a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 1117 time: 0.1639960 Sep 24 18:58:13.038876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.071960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.083303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=50e2fff6-c402-4f45-b882-ebbb591717ca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:13.126488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1e200-84bd-446e-b025-0b7130502cc7 req-48af9a3f-fe47-4a60-a52c-582fbf50981a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:13.128104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abd1e200-84bd-446e-b025-0b7130502cc7 req-48af9a3f-fe47-4a60-a52c-582fbf50981a tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.3108330 Sep 24 18:58:13.261700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc6714-0c14-4d65-9056-20f8e448c9da req-5fedc410-5381-4986-b999-d4715259b48c tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:13.263880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21bc6714-0c14-4d65-9056-20f8e448c9da req-5fedc410-5381-4986-b999-d4715259b48c tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1097 time: 0.2867625 Sep 24 18:58:13.266682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48656) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:13.288142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.552069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Router c70292b8-0287-4e36-bfcd-76980e77823a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:58:13.611203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abd1e200-84bd-446e-b025-0b7130502cc7 req-7a849528-7d95-44a2-9fe1-2b6df7d7d138 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290733 Sep 24 18:58:13.627502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-c13ff237-5bf4-47b1-bc0f-359e5889517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:13.628957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-c13ff237-5bf4-47b1-bc0f-359e5889517c service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.5959299 Sep 24 18:58:13.652199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21bc6714-0c14-4d65-9056-20f8e448c9da req-e3e8b53a-2941-4846-8188-b234d07df2e0 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665297 Sep 24 18:58:13.656760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:58:13.664610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e7130b5-37e1-48a2-a968-0faf88ec7f9c admin admin] 10.222.0.18 "PUT /v2.0/routers/c70292b8-0287-4e36-bfcd-76980e77823a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6798308 Sep 24 18:58:13.676454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:13.676568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af4b20a3-b3c3-4c35-a7aa-8137283d5cff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e5eaea5794e4c3e90227c2e7a15d751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056079 Sep 24 18:58:13.676654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:13.680768 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Sync routers for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:58:13.702300 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:13.702973 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:13.708867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-0b5f3b25-f1af-480a-9102-4807a9c7eb12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 200 len: 217 time: 0.0488691 Sep 24 18:58:13.720782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.830528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.876050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-4db847a3-a773-4bb9-b2d2-d24658f59801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:13.877569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-4db847a3-a773-4bb9-b2d2-d24658f59801 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1523240 Sep 24 18:58:13.882490 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:13.887139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.919500 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:13.949490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961407e2-aef7-4ab7-955d-fdf328afa956 req-af335b54-a668-48f5-9bd6-13ff2dae353d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:13.951191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-961407e2-aef7-4ab7-955d-fdf328afa956 req-af335b54-a668-48f5-9bd6-13ff2dae353d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 945 time: 0.1506946 Sep 24 18:58:13.980415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-0b0a305c-7747-4662-bd29-3f6a1bb0b7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681376 Sep 24 18:58:13.982767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:14.028000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.107408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.109935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.112535 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d68bfd4e-3e94-496f-8ba0-34f430341d20 HTTP/1.1" status: 204 len: 168 time: 0.4336019 Sep 24 18:58:14.127613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 172.25.5.206 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:14.127968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74febd-e46c-44c8-abe3-b14038017870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68bfd4e-3e94-496f-8ba0-34f430341d20,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:14.141290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Deleting port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:14.141786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.142100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.174615 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:58:12Z', 'revision_number': 5, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port': {'id': 'cb7e619b-2548-4f5f-b777-3c5cb4af7d0d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:18Z', 'updated_at': '2021-09-24T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:14.185748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-ba708b2d-bb65-4f39-a52e-ed8748c35972 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831920 Sep 24 18:58:14.189734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-961407e2-aef7-4ab7-955d-fdf328afa956 req-5def0eb3-b125-4cd4-a1b1-544b7289b2ee tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205689 Sep 24 18:58:14.232601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:14.240208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.246904 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Checking router: c70292b8-0287-4e36-bfcd-76980e77823a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:58:14.261710 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Routers {'c70292b8-0287-4e36-bfcd-76980e77823a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:14.262497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c70292b8-0287-4e36-bfcd-76980e77823a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:14.316995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] For port cb7e619b-2548-4f5f-b777-3c5cb4af7d0d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:14.317778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.345000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:14.347062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Calling delete_port for cb7e619b-2548-4f5f-b777-3c5cb4af7d0d owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:14.403697 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] Set router c70292b8-0287-4e36-bfcd-76980e77823a gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:14.513965 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:58:14Z', 'revision_number': 6, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:14.519812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5b731e8-e0cd-4bd1-a236-d8b145d81bcd req-899c7082-1ab0-48ee-bf2a-2fb5afc9e898 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141220 Sep 24 18:58:14.545394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872ed2e-772e-458b-b807-e9ddd34e5a30 req-16e5df68-347d-4cc4-9ac2-873fce33854b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:14.552995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e872ed2e-772e-458b-b807-e9ddd34e5a30 req-16e5df68-347d-4cc4-9ac2-873fce33854b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.2151284 Sep 24 18:58:14.575585 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.645468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.698583 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f1510-2cf0-4cfa-baa4-17ca3396f68b None None] The sync data for ids ['c70292b8-0287-4e36-bfcd-76980e77823a'] in n-d-810952-2 is: [{'id': 'c70292b8-0287-4e36-bfcd-76980e77823a', 'name': 'tempest-AttachSCSIVolumeTestJSON-726626743-router', 'tenant_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:16Z', 'updated_at': '2021-09-24T18:58:14Z', 'revision_number': 6, 'project_id': 'f657bcf4ba044a5b97d1bdf464540da8', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:58:14.706360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e872ed2e-772e-458b-b807-e9ddd34e5a30 req-0759ceab-48aa-4072-b2d6-f297629d37d9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263275 Sep 24 18:58:14.709749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7e619b-2548-4f5f-b777-3c5cb4af7d0d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:14.745566 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.756594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:14.760520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ef640-eb4f-4945-b4a2-8baa54695c5c" -d '{"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:14.807523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:14.810408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:14.817607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:14.821518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.821656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:14.961798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:14.965326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.035955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.052069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-e2538ee8-61e4-4ef4-ad28-5f0fff4bda01 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:58:15.053508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-e2538ee8-61e4-4ef4-ad28-5f0fff4bda01 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469842 Sep 24 18:58:15.065401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.066213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70292b8-0287-4e36-bfcd-76980e77823a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 18:58:15.068487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1b0b5-07b0-4649-a000-bfce0db3a81f req-15bef3c2-a5bd-4084-8b71-3757b020d667 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:15.070093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfc1b0b5-07b0-4649-a000-bfce0db3a81f req-15bef3c2-a5bd-4084-8b71-3757b020d667 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1455874 Sep 24 18:58:15.082014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.085913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-38f3ad20-9472-4eda-8cd6-a0ae6e1ca374 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c70292b8-0287-4e36-bfcd-76980e77823a HTTP/1.1" status: 204 len: 168 time: 1.4178064 Sep 24 18:58:15.086267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cb4f0f95-e557-4faf-a5e0-27af5d12ddb3 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:15.087880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cb4f0f95-e557-4faf-a5e0-27af5d12ddb3 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.1649301 Sep 24 18:58:15.088381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48712) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:15.111619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-d95ae95b-365b-44ac-93e6-10df24505a11 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:15.113044 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-d95ae95b-365b-44ac-93e6-10df24505a11 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 1094 time: 0.0439389 Sep 24 18:58:15.127261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Request body: {'binding': {'host': 'n-h1-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:15.127712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:58:15.208432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.289432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Deleting subnet 729659b6-a8e0-4cd9-b306-1e0df2a82966 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:58:15.298049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfc1b0b5-07b0-4649-a000-bfce0db3a81f req-9f0282ea-305b-4b04-9292-5af9828ca5ef tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076087 Sep 24 18:58:15.300245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.312384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on host n-h1-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:15.312724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:15.313206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:15.319626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:15.319955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:15.327561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:15.327912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:15.328419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:15.328889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Bound port: 705d9778-9650-42bb-b5a3-5d8a442f74c5, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:15.376916 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de0c86-ea5d-4579-ad51-464fbd470e4e x-openstack-request-id: req-34de0c86-ea5d-4579-ad51-464fbd470e4e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:15.377476 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:15.377476 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34de0c86-ea5d-4579-ad51-464fbd470e4e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:15.377975 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'code': 200} Sep 24 18:58:15.400813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:15.407975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.409755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-b36d5fdb-0215-41d4-803e-9b1c33c20fc7 service neutron] 10.222.0.18 "POST /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2859442 Sep 24 18:58:15.449065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.620106 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:58:15.652444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Deleting port 7b0a0606-759e-44a2-a77c-c682865a2ff0 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:15.653019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.699342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 50e2fff6-c402-4f45-b882-ebbb591717ca no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:15.729536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 50e2fff6-c402-4f45-b882-ebbb591717ca {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:15.729889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 50e2fff6-c402-4f45-b882-ebbb591717ca not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:15.738986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cb7e619b-2548-4f5f-b777-3c5cb4af7d0d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:15.768460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: cb7e619b-2548-4f5f-b777-3c5cb4af7d0d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:15.768887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cb7e619b-2548-4f5f-b777-3c5cb4af7d0d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:15.837577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:15.898393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf161-caf4-42bf-b67e-8e1e36f69cb8 req-e6911842-2260-4f85-9b8b-6605e4fb67ef tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:15.899949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250bf161-caf4-42bf-b67e-8e1e36f69cb8 req-e6911842-2260-4f85-9b8b-6605e4fb67ef tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 943 time: 0.4160571 Sep 24 18:58:15.988527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3da9d-085b-4903-b9f7-c5e22e374b77 req-fbe7d048-5aa8-4dcd-bbe4-43cc054cd65b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:15.996502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce3da9d-085b-4903-b9f7-c5e22e374b77 req-fbe7d048-5aa8-4dcd-bbe4-43cc054cd65b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.3527741 Sep 24 18:58:16.012162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.021130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-d8fbdcb3-037e-4862-89d0-0a73ad1c0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:16.022714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-d8fbdcb3-037e-4862-89d0-0a73ad1c0de2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1097 time: 0.2878151 Sep 24 18:58:16.040650 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.093536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] For port 7b0a0606-759e-44a2-a77c-c682865a2ff0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7b0a0606-759e-44a2-a77c-c682865a2ff0,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:16.093898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.125220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250bf161-caf4-42bf-b67e-8e1e36f69cb8 req-887172b1-6993-4323-b481-840887343e68 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070398 Sep 24 18:58:16.162656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.183006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Calling delete_port for 7b0a0606-759e-44a2-a77c-c682865a2ff0 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:16.494782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce3da9d-085b-4903-b9f7-c5e22e374b77 req-db01cb56-6d16-44e4-ac2d-94353bcabcaa tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974163 Sep 24 18:58:16.497622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.499718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/729659b6-a8e0-4cd9-b306-1e0df2a82966 HTTP/1.1" status: 204 len: 168 time: 1.4080873 Sep 24 18:58:16.500613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2f886-6eb7-47f2-b17c-1021bf8fbaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729659b6-a8e0-4cd9-b306-1e0df2a82966,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:16.502449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:16.509565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaacc88-7fce-4230-bec8-4f39b8329bd6 None None] Network f5d8f609-408f-4c66-bd64-74e6e3f1fe88 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:16.510464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:16.584789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.603298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.639943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f286e-14da-4835-b1c8-8b0dd0acda86 req-c2a454e3-7754-463d-b6b2-b38ee27f48ab tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:16.641570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea6f286e-14da-4835-b1c8-8b0dd0acda86 req-c2a454e3-7754-463d-b6b2-b38ee27f48ab tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.4451954 Sep 24 18:58:16.649382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3d90472a-d22d-41c6-a687-431492387da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:16.651383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3d90472a-d22d-41c6-a687-431492387da7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.5974200 Sep 24 18:58:16.662430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.663653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b34e704-0a02-4747-9191-b569d6f6f9c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7212124 Sep 24 18:58:16.692902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Deleting port 225c0b7a-956b-4832-aa84-f33a5d3c961b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:16.693407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.747867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] DHCP port deletion for f5d8f609-408f-4c66-bd64-74e6e3f1fe88 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 18:58:16.765022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-be92c639-9902-4aff-8e5e-29f7441864b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.0988081 Sep 24 18:58:16.772987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] For port 225c0b7a-956b-4832-aa84-f33a5d3c961b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=225c0b7a-956b-4832-aa84-f33a5d3c961b,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:16.773917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.805133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Calling delete_port for 225c0b7a-956b-4832-aa84-f33a5d3c961b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:16.840186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea6f286e-14da-4835-b1c8-8b0dd0acda86 req-2e1f2bc3-7be0-4ca6-af9c-01eed4ca2fbd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869807 Sep 24 18:58:16.855798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Deleting port 225c0b7a-956b-4832-aa84-f33a5d3c961b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:16.856289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.898592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4466e1c0-bc7b-476e-b1e1-9e52d8c708c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:16.900283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4466e1c0-bc7b-476e-b1e1-9e52d8c708c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.1159823 Sep 24 18:58:16.917526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.955392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=225c0b7a-956b-4832-aa84-f33a5d3c961b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:16.958032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] No DVR routers for this DVR port 225c0b7a-956b-4832-aa84-f33a5d3c961b on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:16.967437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-82057831-5c05-4def-8ca8-a0f626dd1e87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524187 Sep 24 18:58:16.970399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:16.988494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] For port 225c0b7a-956b-4832-aa84-f33a5d3c961b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=225c0b7a-956b-4832-aa84-f33a5d3c961b,segment=NetworkSegment(78645ba4-8407-4fa2-98ee-50d8fbbd1cfc),segment_id=78645ba4-8407-4fa2-98ee-50d8fbbd1cfc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:16.989123 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.002250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Calling delete_port for 225c0b7a-956b-4832-aa84-f33a5d3c961b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:17.033562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.040403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event deleted for resources: {'Port': ['ID=7b0a0606-759e-44a2-a77c-c682865a2ff0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:17.067220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d8f609-408f-4c66-bd64-74e6e3f1fe88']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:17.077117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:17.077483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78645ba4-8407-4fa2-98ee-50d8fbbd1cfc') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:17.087934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.101098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.107894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:58:17.108342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:58:17.110238 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:58:17.130504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9acb-521a-4a5b-bcb2-3ad668e0e775 req-5fbaf902-7f5c-4b4f-8bb8-a9a8c49d6c5f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.132130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e1f9acb-521a-4a5b-bcb2-3ad668e0e775 req-5fbaf902-7f5c-4b4f-8bb8-a9a8c49d6c5f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.2154880 Sep 24 18:58:17.139680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.151682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-dc635bcd-f5fe-4f12-8198-634849ff122f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--990485779&fields=id&tenant_id=eb496168af764b39afaa54cbb3ef8324 HTTP/1.1" status: 200 len: 267 time: 0.1830595 Sep 24 18:58:17.155535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] No DVR routers for this DVR port 7b0a0606-759e-44a2-a77c-c682865a2ff0 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:17.165271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.167343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6996ccd-beac-4d04-acb2-179343827e7a req-cfd2bc43-bf58-4384-9379-596dd3152e1f tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "DELETE /v2.0/ports/7b0a0606-759e-44a2-a77c-c682865a2ff0 HTTP/1.1" status: 204 len: 173 time: 2.0435531 Sep 24 18:58:17.167791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-deleted', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:17.169726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.170395 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5022a2-107a-4c21-ab09-5c70b7be1f8a" -d '{"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-deleted", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:17.171969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] Pushing event deleted for resources: {'Port': ['ID=225c0b7a-956b-4832-aa84-f33a5d3c961b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:17.178142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fd7c0-2ace-45c9-a73e-829d7f424581 None None] No DVR routers for this DVR port 225c0b7a-956b-4832-aa84-f33a5d3c961b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:17.194336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:17.199663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f5d8f609-408f-4c66-bd64-74e6e3f1fe88 HTTP/1.1" status: 204 len: 168 time: 0.6957943 Sep 24 18:58:17.200018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48772) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:17.205907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c16d2b-4a27-4bce-b089-db45822f5b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d8f609-408f-4c66-bd64-74e6e3f1fe88,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:17.286443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-25e0752f-db82-4bb4-a8e8-10c828088924 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025746 Sep 24 18:58:17.304896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fe09ee93-185b-44b8-872f-7d4ad0c56c39 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.306213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fe09ee93-185b-44b8-872f-7d4ad0c56c39 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 932 time: 0.1326771 Sep 24 18:58:17.316990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e1f9acb-521a-4a5b-bcb2-3ad668e0e775 req-17fe00e3-4556-4b93-9a07-885cba9c1d56 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642592 Sep 24 18:58:17.401796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 225c0b7a-956b-4832-aa84-f33a5d3c961b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:17.422165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 225c0b7a-956b-4832-aa84-f33a5d3c961b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:17.422511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 225c0b7a-956b-4832-aa84-f33a5d3c961b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:17.450896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0e98df90-1066-42eb-8a4d-c2cc07a7eea6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.452235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0e98df90-1066-42eb-8a4d-c2cc07a7eea6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 931 time: 0.1342278 Sep 24 18:58:17.526572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79c8df56-595e-475d-ad05-ca6f1eafd310 req-4e838050-45be-45d4-9248-90d98e44c450 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad3fe66-20e3-47b0-8aa8-836b0bfcc888 HTTP/1.1" status: 200 len: 210 time: 0.0716813 Sep 24 18:58:17.548817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-71d5c578-9d77-48e8-9c18-7b4159b95600 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0777817 Sep 24 18:58:17.595466 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3deb3-ecd9-4399-8949-6564e1f9626a x-openstack-request-id: req-a0e3deb3-ecd9-4399-8949-6564e1f9626a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:17.595761 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad3fe66-20e3-47b0-8aa8-836b0bfcc888", "name": "network-vif-deleted", "tag": "7b0a0606-759e-44a2-a77c-c682865a2ff0", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:17.596008 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0e3deb3-ecd9-4399-8949-6564e1f9626a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:17.596394 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad3fe66-20e3-47b0-8aa8-836b0bfcc888', 'name': 'network-vif-deleted', 'tag': '7b0a0606-759e-44a2-a77c-c682865a2ff0', 'status': 'completed', 'code': 200} Sep 24 18:58:17.616311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4e508295-468b-4698-b174-9f93e144fe62 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207762 Sep 24 18:58:17.636110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-831a51a0-739d-4267-9c75-3e8fce44a0ae tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0422657 Sep 24 18:58:17.839455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9299dc-fb26-4aab-a979-7a7be3983e22 req-dea9eaaa-6355-4b17-ac2f-365afd4cdb74 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.841084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c9299dc-fb26-4aab-a979-7a7be3983e22 req-dea9eaaa-6355-4b17-ac2f-365afd4cdb74 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.1770530 Sep 24 18:58:17.886677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-75c94b81-b83e-438f-a74d-e977090a656b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.892574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-75c94b81-b83e-438f-a74d-e977090a656b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.899058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-75c94b81-b83e-438f-a74d-e977090a656b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:17.900860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-75c94b81-b83e-438f-a74d-e977090a656b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 1990 time: 0.2543409 Sep 24 18:58:17.961082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1ff2e5d1-0e9a-451b-a5aa-c24749c70b16 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/quotas/eb496168af764b39afaa54cbb3ef8324 HTTP/1.1" status: 200 len: 375 time: 0.0408926 Sep 24 18:58:17.975517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c9299dc-fb26-4aab-a979-7a7be3983e22 req-f8102ae7-538c-4ac2-8ddc-d559718a9af5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239927 Sep 24 18:58:18.005336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:18.032871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 7b0a0606-759e-44a2-a77c-c682865a2ff0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:18.033523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7b0a0606-759e-44a2-a77c-c682865a2ff0 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:18.063181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-97a825f8-e8fb-4e7d-8d3b-59d1cf8ed9d5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0922604 Sep 24 18:58:18.276340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-d410b0cc-57d7-4f33-aeaf-a767bf76d1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979542 Sep 24 18:58:18.320667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94810-0841-4999-9a90-4d2356d21e13 req-f7167a1d-29ed-4c97-8767-aea06122ce82 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:18.322149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63b94810-0841-4999-9a90-4d2356d21e13 req-f7167a1d-29ed-4c97-8767-aea06122ce82 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.1429052 Sep 24 18:58:18.326509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.400813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:18.515293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ab45437-2787-426d-aa5d-51f602f1a828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.628108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ab45437-2787-426d-aa5d-51f602f1a828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.633987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ab45437-2787-426d-aa5d-51f602f1a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.682641 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ab45437-2787-426d-aa5d-51f602f1a828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b029b58114af4c5795b8bbcbf6abf9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776146 Sep 24 18:58:18.682641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab45437-2787-426d-aa5d-51f602f1a828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7e5dc1-6f2d-4d9a-a793-1b7c570a3782,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:18.684265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:18.730077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63b94810-0841-4999-9a90-4d2356d21e13 req-1643df23-f65d-496b-bb32-a841c743a737 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325929 Sep 24 18:58:18.738836 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.763099 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.769248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-f0f1326c-2c04-45f4-9685-c1171eca1129 service neutron] 10.222.0.18 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839680 Sep 24 18:58:18.818010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.824115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:18.825285 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db7e5dc1-6f2d-4d9a-a793-1b7c570a3782 HTTP/1.1" status: 204 len: 168 time: 0.1401162 Sep 24 18:58:18.836816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411eb4c7-ec8c-4ce8-887b-371c8d42be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7e5dc1-6f2d-4d9a-a793-1b7c570a3782,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:18.931664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-54e95246-a810-419e-a9a1-61b1fd5337fa service neutron] 10.222.0.18 "GET /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1615343 Sep 24 18:58:19.004600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0715-babe-41df-a7b1-7474f9e9898f req-1b365f42-6878-42c8-a6ce-3ddfd221ed35 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:19.006036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41db0715-babe-41df-a7b1-7474f9e9898f req-1b365f42-6878-42c8-a6ce-3ddfd221ed35 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1545906 Sep 24 18:58:19.116041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41db0715-babe-41df-a7b1-7474f9e9898f req-2e09c592-d5f6-427a-a1e0-590ea6f1c3ce tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017535 Sep 24 18:58:19.127406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-c407d730-950a-4242-8e95-67a9856e1f5e service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850061 Sep 24 18:58:19.145950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:19.160732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcb3be3b-06e5-49c6-9f63-88abb1a1fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.278502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcb3be3b-06e5-49c6-9f63-88abb1a1fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.283784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcb3be3b-06e5-49c6-9f63-88abb1a1fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.326075 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bcb3be3b-06e5-49c6-9f63-88abb1a1fe57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=519ac6cd60c044f1bcfa14a7bc53829c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767831 Sep 24 18:58:19.326285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:19.377976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3be3b-06e5-49c6-9f63-88abb1a1fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5c942-a3b3-4d3a-b6d3-823413d3d38c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:19.398072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c354c8-81b3-4901-9733-c312d1a49ac9 req-084aaf47-b621-4bde-b014-4335c06f6f76 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:19.398778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.403311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15c354c8-81b3-4901-9733-c312d1a49ac9 req-084aaf47-b621-4bde-b014-4335c06f6f76 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.1126614 Sep 24 18:58:19.406126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-654925df-a02c-4c60-a6d5-f41fac67975d service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779727 Sep 24 18:58:19.421670 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.472830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.475919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.480157 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7aa5c942-a3b3-4d3a-b6d3-823413d3d38c HTTP/1.1" status: 204 len: 168 time: 0.1520875 Sep 24 18:58:19.483076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1172c168-cd5e-4e3d-8435-aa94f329dbb5 service neutron] 10.222.0.18 "GET /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0674040 Sep 24 18:58:19.496382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15c354c8-81b3-4901-9733-c312d1a49ac9 req-2f44a496-9227-491c-857b-85778a9b0dc1 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842273 Sep 24 18:58:19.510044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa04a8-de84-416c-9ef6-77d89c88d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5c942-a3b3-4d3a-b6d3-823413d3d38c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:19.510552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Deleting port 6c112b25-bb57-4554-83b8-153c18ee2512 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:19.511108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.794078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-548929f9-3634-49f7-8cd1-9200b129f51b service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019316 Sep 24 18:58:19.797943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] For port 6c112b25-bb57-4554-83b8-153c18ee2512, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c112b25-bb57-4554-83b8-153c18ee2512,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:19.798315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:19.826518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Calling delete_port for 6c112b25-bb57-4554-83b8-153c18ee2512 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:19.873966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-2741746b-9a40-46fc-8341-0c256416c8f6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:19.875737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-2741746b-9a40-46fc-8341-0c256416c8f6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.2058237 Sep 24 18:58:19.960602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-9a3ecc20-adc5-41fe-8cdc-1af1d15b656b tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/quotas/396dcc8489c94451a3ea5d75ef385f59 HTTP/1.1" status: 200 len: 375 time: 0.0520968 Sep 24 18:58:20.049771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-4f8daffe-2989-41ae-adaa-ececbd57c928 service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466116 Sep 24 18:58:20.152050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-6ff9a90a-2052-4339-8556-79c92980276d tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1791811 Sep 24 18:58:20.198341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-be72e1c6-6285-48bc-9275-51eb180846a3 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:20.199994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-be72e1c6-6285-48bc-9275-51eb180846a3 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1097 time: 0.2142873 Sep 24 18:58:20.221719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:20.256201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd2c72b3-bf27-4f2a-8466-50f37acee190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.288217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:20.373136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7ed1cac6-ec60-4e5d-b15d-b6a91d1fe088 service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815890 Sep 24 18:58:20.409648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1133626372-network', 'tenant_id': 'd4889f7419844581a4dc98c1af2753fe'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:20.417468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.436054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Made reservation on behalf of d4889f7419844581a4dc98c1af2753fe for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:20.439617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.450053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.493429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.541731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.547055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.560164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-a78f2c8b-bfa0-4308-a092-c0e14ac67699 service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649416 Sep 24 18:58:20.572528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c112b25-bb57-4554-83b8-153c18ee2512,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:20.576513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81229b8b-5ee8-495f-8adb-463be812804b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:20.587469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:20.603902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.604693 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Added segment ce11a15e-4847-4037-a335-7732ceffbd35 of type vlan for network 04684136-bc9e-495c-af33-23e7f54c26a6 Sep 24 18:58:20.660858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-f53d4ca6-eb43-4521-a64a-ced1d787c61a service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792964 Sep 24 18:58:20.671281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.706671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.707666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:20.708254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:20.748152 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4551213 Sep 24 18:58:20.749524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:20.754494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Request body: {'subnet': {'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1133626372-subnet', 'tenant_id': 'd4889f7419844581a4dc98c1af2753fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:20.794496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0f51f-14a4-4628-a1a9-84fdf6421810 admin admin] Pushing event updated for resources: {'Network': ['ID=04684136-bc9e-495c-af33-23e7f54c26a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:20.804671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 04684136-bc9e-495c-af33-23e7f54c26a6 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:20.838233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Made reservation on behalf of d4889f7419844581a4dc98c1af2753fe for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:20.855021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:21.092550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-4453f4c4-0555-4e04-add7-f85fdc489c66 service neutron] 10.222.0.18 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851978 Sep 24 18:58:21.269010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:21.337967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:21.389839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e0a9aa-2bad-4acc-b835-ddded7c949f1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:21.434334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Checking segment: {'id': 'ce11a15e-4847-4037-a335-7732ceffbd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:21.435197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Network hostable DHCP agents. Network: 04684136-bc9e-495c-af33-23e7f54c26a6, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:21.462228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Network 04684136-bc9e-495c-af33-23e7f54c26a6 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:21.475801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 04684136-bc9e-495c-af33-23e7f54c26a6) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:21.481498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:21.482091 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:21.486619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1b59d-7b95-47c1-ba77-91f9169d079e None None] Network 04684136-bc9e-495c-af33-23e7f54c26a6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:21.505294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-13781828-ab78-4fff-af6d-002ad97f7874 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7544627 Sep 24 18:58:21.522309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:21.641244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770fe45-abec-4c4f-9604-144d04270322 req-47851eca-8e3d-4ece-8f71-33b0500d5efb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:21.657080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9770fe45-abec-4c4f-9604-144d04270322 req-47851eca-8e3d-4ece-8f71-33b0500d5efb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 946 time: 0.2513018 Sep 24 18:58:21.658585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76d24a-702b-4277-af15-2824fece8b21 None None] Network 04684136-bc9e-495c-af33-23e7f54c26a6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:21.671438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-a547a1cc-23e9-4440-94db-1b3673f6defb service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9972370 Sep 24 18:58:21.811755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Router 840acbdd-dc75-41ff-8513-64ab532c1ac6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:58:21.915194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:21.972337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:21.985925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9770fe45-abec-4c4f-9604-144d04270322 req-043fb81c-a752-468a-b6e0-f78684f8a087 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278799 Sep 24 18:58:21.991528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:22.008519 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83112b8f-1ac0-4004-889a-fa9939b0926f" -d '{"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:22.008519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.027124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:22.226039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:22.242392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-b2f5b4c7-d240-44f6-aade-e680239b99bb service neutron] 10.222.0.18 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695627 Sep 24 18:58:22.282003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:22.285607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:22.286147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:22.286748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:22.287544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-829302602-network', 'tenant_id': '7004f21b32374ea5b55eb475d8886aae'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:22.296602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:22.297720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:22.305787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:22.306448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:22.307405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:22.307814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Bound port: 1221e77b-39f3-4d61-a7bb-d1aea015a754, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:22.308479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.316894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Made reservation on behalf of 7004f21b32374ea5b55eb475d8886aae for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:22.319546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.328395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.380222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:22.383402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:22.388869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.407867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:22.427453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:22.428022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:22.428715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:22.433081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.438073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.464362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:22.469691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:58:22.470987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:22.477294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5248c-3257-46c3-9d8e-5edcea9ffdcc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:22.482890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7646143-c409-4812-96dd-272923ca6158 req-789824ca-0197-47e7-a2e8-693fe6559252 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:22.483918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.484275 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Added segment 42c923f6-5e98-4d64-aed6-b39f6db4dc8b of type vlan for network d45b4d50-43bb-4767-8e9c-1111fb335a47 Sep 24 18:58:22.484464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7646143-c409-4812-96dd-272923ca6158 req-789824ca-0197-47e7-a2e8-693fe6559252 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.3198569 Sep 24 18:58:22.485838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.486240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.486561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.486864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.487203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.487555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.487839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.488162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.488482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.488806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.489123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.489542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:22.506972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:22.507299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attempting to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:22.518370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:58:22.524421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-96619929-c191-48fa-8ce4-0acb9da31909 admin admin] 10.222.0.18 "PUT /v2.0/routers/840acbdd-dc75-41ff-8513-64ab532c1ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3185019 Sep 24 18:58:22.528163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:22.530272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Sync routers for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:58:22.533829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.533968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:22.534228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:22.534606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:22.535071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Bound port: 1221e77b-39f3-4d61-a7bb-d1aea015a754, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:22.535424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.542206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:22.542952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:22.555092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7294f8-5e6f-490e-bf74-6e458e767f10 req-324b286e-54c6-4767-965e-6cc048821057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:22.557017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f7294f8-5e6f-490e-bf74-6e458e767f10 req-324b286e-54c6-4767-965e-6cc048821057 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1100 time: 0.2574337 Sep 24 18:58:22.592307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-03c13b37-0090-46a3-9556-f9452e0588d8 service neutron] 10.222.0.18 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295424 Sep 24 18:58:22.611245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.612529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:22.613858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.667446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7646143-c409-4812-96dd-272923ca6158 req-1d111cfd-8f2d-4d73-b878-a008237edc94 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544268 Sep 24 18:58:22.677012 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3938925 Sep 24 18:58:22.680438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:22.683622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:22.685109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Request body: {'subnet': {'network_id': 'd45b4d50-43bb-4767-8e9c-1111fb335a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-829302602-subnet', 'tenant_id': '7004f21b32374ea5b55eb475d8886aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:22.697488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f7294f8-5e6f-490e-bf74-6e458e767f10 req-e4ab8a42-767d-44ac-b33a-6f05b1e939f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202478 Sep 24 18:58:22.700573 n-d-810952-2 neutron-server[94855]: WARNING neutron.plugins.ml2.plugin [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Concurrent port binding operations failed on port 1221e77b-39f3-4d61-a7bb-d1aea015a754 Sep 24 18:58:22.755469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:22.760824 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attempt 2 to bind port 1221e77b-39f3-4d61-a7bb-d1aea015a754 Sep 24 18:58:22.763649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.764632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:22.765289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.766707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-538946c2-643d-42b8-95ee-aad99a7b523d service neutron] 10.222.0.15 "PUT /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 1122 time: 2.5530982 Sep 24 18:58:22.796881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-2dbe8074-ffb2-4feb-82ba-8c0c116a1360 service neutron] 10.222.0.18 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809242 Sep 24 18:58:22.808477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Made reservation on behalf of 7004f21b32374ea5b55eb475d8886aae for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:22.811455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.818307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54079862-2cb2-4de0-add3-64db9da8d43e admin admin] Pushing event updated for resources: {'Network': ['ID=d45b4d50-43bb-4767-8e9c-1111fb335a47,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:22.942597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d45b4d50-43bb-4767-8e9c-1111fb335a47 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:22.979744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:22.996966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:23.012799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3e7d-a6d5-4895-88f1-97b85b3506b3 req-dbd69a72-54ff-46c0-9961-14a4e46c8d22 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:23.020243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aecf3e7d-a6d5-4895-88f1-97b85b3506b3 req-dbd69a72-54ff-46c0-9961-14a4e46c8d22 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.2448773 Sep 24 18:58:23.091144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72d43894-a291-4b5d-a619-bdf915bbc85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.101766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:23.119550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aecf3e7d-a6d5-4895-88f1-97b85b3506b3 req-0d8eee61-a752-4e3c-8484-d22df0a62a89 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983350 Sep 24 18:58:23.131753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-ec7de9b1-6c77-4a4c-9403-636f2782ef52 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:23.134787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-ec7de9b1-6c77-4a4c-9403-636f2782ef52 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 821 time: 0.2375879 Sep 24 18:58:23.138261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-421d98fe-b6f2-4f8f-8f81-03b7a1f73055 service neutron] 10.222.0.18 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260136 Sep 24 18:58:23.149005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.162767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Request body: {'port': {'device_id': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'admin_state_up': True, 'tenant_id': '396dcc8489c94451a3ea5d75ef385f59'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:23.183455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Deleting port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:23.183797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.210229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:58:20Z', 'revision_number': 5, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port': {'id': '7fe7541f-368f-4ae3-87cf-462cf52c7f1e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:56:36Z', 'updated_at': '2021-09-24T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:23.252581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Checking router: 840acbdd-dc75-41ff-8513-64ab532c1ac6 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:58:23.269653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633b569-e69f-4eaf-9830-4ea950ca59a5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:23.290323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Checking segment: {'id': '42c923f6-5e98-4d64-aed6-b39f6db4dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd45b4d50-43bb-4767-8e9c-1111fb335a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:23.290679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Network hostable DHCP agents. Network: d45b4d50-43bb-4767-8e9c-1111fb335a47, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:23.315777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Routers {'840acbdd-dc75-41ff-8513-64ab532c1ac6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:23.316647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['840acbdd-dc75-41ff-8513-64ab532c1ac6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:23.326711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] For port 7fe7541f-368f-4ae3-87cf-462cf52c7f1e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:23.327243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.337925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Network d45b4d50-43bb-4767-8e9c-1111fb335a47 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:23.348433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Calling delete_port for 7fe7541f-368f-4ae3-87cf-462cf52c7f1e owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:23.354172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-569e394f-1651-4ee3-81ff-ef8728147bb9 req-0a2c73b7-8f4d-42a0-a431-5849f5c54e15 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 210 time: 0.0453269 Sep 24 18:58:23.357541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d45b4d50-43bb-4767-8e9c-1111fb335a47) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:23.366894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:23.368198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.386009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.386009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf25d0f-20a6-46d6-a43d-13b23955a73a None None] Network d45b4d50-43bb-4767-8e9c-1111fb335a47 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:23.430900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cfbc6610-c2da-4b3d-b8ee-93e36bc3a381 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7413790 Sep 24 18:58:23.431904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-27cec2d8-913d-488d-b294-4e0444f516b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794898 Sep 24 18:58:23.449181 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09f1892-18c2-4fa2-8cf5-66536d608761 x-openstack-request-id: req-e09f1892-18c2-4fa2-8cf5-66536d608761 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:23.449694 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:23.450281 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e09f1892-18c2-4fa2-8cf5-66536d608761 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:23.452073 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'code': 200} Sep 24 18:58:23.461062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Made reservation on behalf of 396dcc8489c94451a3ea5d75ef385f59 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:23.473150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.516443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] Set router 840acbdd-dc75-41ff-8513-64ab532c1ac6 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:23.608846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:58:22Z', 'revision_number': 6, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:23.678778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.680048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ec996-ff30-4555-adc7-b28b00b91a6d None None] The sync data for ids ['840acbdd-dc75-41ff-8513-64ab532c1ac6'] in n-d-810952-2 is: [{'id': '840acbdd-dc75-41ff-8513-64ab532c1ac6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1555512927-router', 'tenant_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:56:34Z', 'updated_at': '2021-09-24T18:58:22Z', 'revision_number': 6, 'project_id': 'fb8cfc4cc8b04bc5b3f8b5e8941f6e8e', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:58:23.694054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c518edf-760a-4c2e-b321-8d353b5f5512 req-0c80f1c1-2109-4f3a-a92c-f2a1007162e1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:23.704581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c518edf-760a-4c2e-b321-8d353b5f5512 req-0c80f1c1-2109-4f3a-a92c-f2a1007162e1 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.1867535 Sep 24 18:58:23.749202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe7541f-368f-4ae3-87cf-462cf52c7f1e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:23.777187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7872696-9df6-4f04-848c-3f3529c61f12 None None] Network d45b4d50-43bb-4767-8e9c-1111fb335a47 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:23.875502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.981653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:23.984351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.009352 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.037224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.038057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840acbdd-dc75-41ff-8513-64ab532c1ac6 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 18:58:24.052163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.056617 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5f66c19-2b32-49a8-a9d9-64930231acee admin admin] 10.222.0.18 "DELETE /v2.0/routers/840acbdd-dc75-41ff-8513-64ab532c1ac6 HTTP/1.1" status: 204 len: 168 time: 1.5241060 Sep 24 18:58:24.056617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:24.106181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Deleting subnet 7654c126-9dc0-49d7-8f24-9c45f9d3e505 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:58:24.110516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.111542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c518edf-760a-4c2e-b321-8d353b5f5512 req-da4fa595-b7ff-4de2-981c-01d9dc3dcef6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057889 Sep 24 18:58:24.164646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Allocated IP 172.20.0.5 (5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47/4760813b-03e8-47f9-83f2-821540c4e995/82e6fe95-c887-4226-a694-3f09679d62f4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:24.171814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.252069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:24.255184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:24.271940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ea539-35ae-4ea4-bebc-8b6bde003038 req-3b603b89-418a-42e7-bad7-5cb1b3f1ece7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:24.274038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-505ea539-35ae-4ea4-bebc-8b6bde003038 req-3b603b89-418a-42e7-bad7-5cb1b3f1ece7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.0835483 Sep 24 18:58:24.341681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.414605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.430902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.435854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7654c126-9dc0-49d7-8f24-9c45f9d3e505 HTTP/1.1" status: 204 len: 168 time: 0.3783655 Sep 24 18:58:24.438593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:24.452695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-505ea539-35ae-4ea4-bebc-8b6bde003038 req-00190fa4-ef5f-4b60-8dfa-31fe4ea45161 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645646 Sep 24 18:58:24.483616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cde28-d765-4b87-b811-6292162689fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7654c126-9dc0-49d7-8f24-9c45f9d3e505,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:24.505234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0daf46-7a54-4eeb-b17a-329095d30dc4 req-4bc68308-04b2-47b4-a839-6b0c1ddd7587 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:24.511169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc0daf46-7a54-4eeb-b17a-329095d30dc4 req-4bc68308-04b2-47b4-a839-6b0c1ddd7587 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 949 time: 0.1211612 Sep 24 18:58:24.539672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.568260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c746f-2aeb-4b0c-b538-f5555d907d6c None None] Network b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:24.636911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.651512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 18:58:24.664436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc0daf46-7a54-4eeb-b17a-329095d30dc4 req-67076f32-ec91-4748-ab36-e53843d6c063 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340089 Sep 24 18:58:24.722165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.730673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Deleting port 46e28af3-6f46-492c-af7c-114a4075156a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:24.731454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.752940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.853287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] For port 46e28af3-6f46-492c-af7c-114a4075156a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46e28af3-6f46-492c-af7c-114a4075156a,segment=NetworkSegment(087022d4-7bd6-402e-8386-c7d94d3b3d4d),segment_id=087022d4-7bd6-402e-8386-c7d94d3b3d4d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:24.853978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.857099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:24.859762 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a79ba-a8c9-470e-9769-5a122617c2bb" -d '{"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:24.876657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Calling delete_port for 46e28af3-6f46-492c-af7c-114a4075156a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:24.892301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:24.911543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:24.912859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:24.922277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:24.931866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:24.940865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:24.972822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'mac_address': 'fa:16:3e:7f:86:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:24.994528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.011158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.011801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.027269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.039556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82f3a8-3ebe-4fe5-9821-d5331b117dff None None] DHCP port deletion for b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 18:58:25.063795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e28af3-6f46-492c-af7c-114a4075156a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.070515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.071862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] No DVR routers for this DVR port 46e28af3-6f46-492c-af7c-114a4075156a on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:25.080050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event updated for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.100838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:25.124912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:25.130158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.133051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2b402-18cb-463d-91b6-f18ffeced9da req-784f23a5-328f-4890-9400-0cfbdc6d339c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.134609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3d2b402-18cb-463d-91b6-f18ffeced9da req-784f23a5-328f-4890-9400-0cfbdc6d339c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.3118815 Sep 24 18:58:25.143008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-31e95085-5b72-4f4e-b4a6-b0ad32d1dfa6 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9858882 Sep 24 18:58:25.170245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Request body: {'port': {'device_id': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:25.190099 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.199532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.216519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a075a6-717d-4b2b-8f4b-cd5be4cc8888']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:25.224815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3d2b402-18cb-463d-91b6-f18ffeced9da req-8f672cb5-caa6-40e5-9822-f2604ced1337 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782351 Sep 24 18:58:25.226301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087022d4-7bd6-402e-8386-c7d94d3b3d4d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:25.226597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087022d4-7bd6-402e-8386-c7d94d3b3d4d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:25.231179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-b9529cf8-d18c-4d66-b2a9-f7b2d9db0eea tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.238610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-b9529cf8-d18c-4d66-b2a9-f7b2d9db0eea tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/networks?id=04684136-bc9e-495c-af33-23e7f54c26a6 HTTP/1.1" status: 200 len: 815 time: 0.3586531 Sep 24 18:58:25.239296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.256456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.265044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:58:25.265862 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:58:25.269117 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:58:25.291123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-c551d79f-1857-4bdb-92a7-ab379101b886 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/quotas/d4889f7419844581a4dc98c1af2753fe HTTP/1.1" status: 200 len: 375 time: 0.0423570 Sep 24 18:58:25.295883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.335567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-ed24f502-8696-4033-921f-1b73a25007f3 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4889f7419844581a4dc98c1af2753fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365198 Sep 24 18:58:25.368660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.374238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.378940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5a075a6-717d-4b2b-8f4b-cd5be4cc8888 HTTP/1.1" status: 204 len: 168 time: 0.9122059 Sep 24 18:58:25.388690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:25.394297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbc13b-8e3c-4bc0-964f-6bd08f7a38c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a075a6-717d-4b2b-8f4b-cd5be4cc8888,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.405499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63989f52-864f-4bb1-a60c-7b9a421b67bb req-13ae0a83-b2c4-4baa-afbb-7841010d5a2b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0522819 Sep 24 18:58:25.462581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c112b25-bb57-4554-83b8-153c18ee2512 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:25.475297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:25.478376 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:25.484679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6c112b25-bb57-4554-83b8-153c18ee2512 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:25.485025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c112b25-bb57-4554-83b8-153c18ee2512 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:25.485441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7fe7541f-368f-4ae3-87cf-462cf52c7f1e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:25.511448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7fe7541f-368f-4ae3-87cf-462cf52c7f1e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:25.511880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7fe7541f-368f-4ae3-87cf-462cf52c7f1e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:25.512367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46e28af3-6f46-492c-af7c-114a4075156a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:25.541934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 46e28af3-6f46-492c-af7c-114a4075156a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:25.542220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46e28af3-6f46-492c-af7c-114a4075156a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:25.609926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:25.620726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a5e9d62e-644a-4cdf-8371-0c46410d4db4 service neutron] 10.222.0.18 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685995 Sep 24 18:58:25.654131 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c6a80d2-b18f-4bff-97b2-c5828fbc884f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f657bcf4ba044a5b97d1bdf464540da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428042 Sep 24 18:58:25.657018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:25.672726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae48db-957d-4122-b619-36852bb44504 req-a0417d9a-7200-4a39-90b5-a30230e46104 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.674233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60ae48db-957d-4122-b619-36852bb44504 req-a0417d9a-7200-4a39-90b5-a30230e46104 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 931 time: 0.1453626 Sep 24 18:58:25.727750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.758130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.781395 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.810088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-cc07c292-93ef-4525-8b3c-33701ad8867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.811474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-cc07c292-93ef-4525-8b3c-33701ad8867e service neutron] 10.222.0.69 "GET /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 1028 time: 0.1051593 Sep 24 18:58:25.815809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.818583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:25.822918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e32ac56a-2f60-4f5a-95bc-ac6840f5f608 HTTP/1.1" status: 204 len: 168 time: 0.1616716 Sep 24 18:58:25.831952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032c36-fff5-406e-a209-04f0738373f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32ac56a-2f60-4f5a-95bc-ac6840f5f608,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:25.896645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60ae48db-957d-4122-b619-36852bb44504 req-2438543e-02e4-4541-a68a-9633aeb97ca0 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913249 Sep 24 18:58:25.917048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-87294d10-d932-4850-8922-45117b0ade73 service neutron] 10.222.0.18 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825131 Sep 24 18:58:25.948309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-8391cd32-54b9-4d8c-aee7-5eeb79217c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:25.953700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-8391cd32-54b9-4d8c-aee7-5eeb79217c0e service neutron] 10.222.0.69 "GET /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 1027 time: 0.1078541 Sep 24 18:58:26.055957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e6fe95-c887-4226-a694-3f09679d62f4 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:26.108768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.121406 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3fdc6f-b974-4028-8413-f9c2b697a01e x-openstack-request-id: req-cd3fdc6f-b974-4028-8413-f9c2b697a01e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:26.121713 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:26.122100 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd3fdc6f-b974-4028-8413-f9c2b697a01e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:26.122430 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'code': 200} Sep 24 18:58:26.191082 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa45390-45eb-4732-ac7c-8d86586872af x-openstack-request-id: req-2fa45390-45eb-4732-ac7c-8d86586872af {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:26.191388 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:26.191645 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa45390-45eb-4732-ac7c-8d86586872af {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:26.192058 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'status': 'completed', 'code': 200} Sep 24 18:58:26.200428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Transition to ACTIVE for port object 82e6fe95-c887-4226-a694-3f09679d62f4 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:26.262554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:26.286387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.316169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fb90ced7-fe8d-405b-9eec-ea9d197e2237 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:26.322645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fb90ced7-fe8d-405b-9eec-ea9d197e2237 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:26.328432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fb90ced7-fe8d-405b-9eec-ea9d197e2237 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:26.330279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fb90ced7-fe8d-405b-9eec-ea9d197e2237 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 1990 time: 0.3527019 Sep 24 18:58:26.373515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d00d1762-7300-4b3c-a4de-72139335e02e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:26.377786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:26.378492 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.445234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5eb440b9-0d0d-4672-9a05-7451c4395530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb8cfc4cc8b04bc5b3f8b5e8941f6e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661671 Sep 24 18:58:26.447826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48992) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:26.457588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a8ac9-2f3b-48f8-b6d6-0ebdca393564 req-9415ad7d-7f91-4067-9217-f65379d387db tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:26.460497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e73a8ac9-2f3b-48f8-b6d6-0ebdca393564 req-9415ad7d-7f91-4067-9217-f65379d387db tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.2675216 Sep 24 18:58:26.471541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-74940693-ec3b-48b9-a013-cdb4998f04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:26.474333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-74940693-ec3b-48b9-a013-cdb4998f04b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1125 time: 0.2345726 Sep 24 18:58:26.522211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.548188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.575911 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.611831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:26.619074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.652649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a4343b8-c318-4f27-a0a4-2a9cde6f6637 req-94a41e67-8cbe-4e82-8fee-6e267dad5eff tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 210 time: 0.2192929 Sep 24 18:58:26.662241 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.665588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:26.666751 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58ca5bd2-a376-4beb-837e-04beb88c9cd0 HTTP/1.1" status: 204 len: 168 time: 0.2179837 Sep 24 18:58:26.682928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Pushing event updated for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:26.696185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24d40-ee2e-41c6-b5f4-e78f6dc9915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ca5bd2-a376-4beb-837e-04beb88c9cd0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:26.698236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-b7308854-3d9b-4457-a281-0995fa850027 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb496168af764b39afaa54cbb3ef8324 HTTP/1.1" status: 200 len: 379 time: 0.3320260 Sep 24 18:58:26.767101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e73a8ac9-2f3b-48f8-b6d6-0ebdca393564 req-398db950-e2fe-446b-8d97-e65bf746675e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817960 Sep 24 18:58:26.774338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:26.783179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'admin_state_up': True, 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'security_groups': ['34c87472-3bcd-4c26-8ece-ee5d45bb7065']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:27.013519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Attempting to bind port 82e6fe95-c887-4226-a694-3f09679d62f4 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:27.013940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Attempting to bind port 82e6fe95-c887-4226-a694-3f09679d62f4 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:27.014335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Attempting to bind port 82e6fe95-c887-4226-a694-3f09679d62f4 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:27.024136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-33dd0793-ddbc-4650-9721-4869dcf07bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:27.025724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-33dd0793-ddbc-4650-9721-4869dcf07bb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.5173965 Sep 24 18:58:27.031937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Port 82e6fe95-c887-4226-a694-3f09679d62f4 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:27.032341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Attempting to bind port 82e6fe95-c887-4226-a694-3f09679d62f4 on network 5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:27.061339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975932-5a61-4846-8256-894fbf987f3f req-053a9e66-27cd-40a0-b935-a8d7e349b10f tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:27.063000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0975932-5a61-4846-8256-894fbf987f3f req-053a9e66-27cd-40a0-b935-a8d7e349b10f tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1101 time: 0.2305474 Sep 24 18:58:27.106184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:27.106588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Checking segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:27.107085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Bound using segment: {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:27.107774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Bound port: 82e6fe95-c887-4226-a694-3f09679d62f4, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be423e6a-1332-4f9f-8672-30781ca7b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:27.108222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:27.130121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-b7a93642-fafe-431d-9f5e-de94d665ad05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 217 time: 0.0907764 Sep 24 18:58:27.167178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e748ec-c2ba-4315-82b1-436f26eab59d req-13a3c0d6-b8d5-4561-af44-e06bfd894bc4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:27.168763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e748ec-c2ba-4315-82b1-436f26eab59d req-13a3c0d6-b8d5-4561-af44-e06bfd894bc4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 946 time: 0.2767212 Sep 24 18:58:27.174483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:27.177974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:27.286775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0975932-5a61-4846-8256-894fbf987f3f req-f238aef6-ad88-4765-8cfb-99580e8da980 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123754 Sep 24 18:58:27.307203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-3d33a057-5d00-4c30-a2b8-9dd709c7f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:27.308880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-3d33a057-5d00-4c30-a2b8-9dd709c7f585 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1614261 Sep 24 18:58:27.367950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:27.374980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e748ec-c2ba-4315-82b1-436f26eab59d req-064789d3-18f5-47a5-aed8-c04412588094 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543834 Sep 24 18:58:27.414904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-ff6e7739-4918-4466-a254-c5f5ac1819b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680819 Sep 24 18:58:27.420905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e6fe95-c887-4226-a694-3f09679d62f4,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:27.437527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:27.841895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28265b76-5b4f-42e4-9650-cd5da42f7346 req-845a741b-695b-4385-859c-8317f7b96f6c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1216590 Sep 24 18:58:27.889563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:27.890190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:27.891587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] 10.222.0.15 "PUT /v2.0/ports/82e6fe95-c887-4226-a694-3f09679d62f4 HTTP/1.1" status: 200 len: 1091 time: 2.7270005 Sep 24 18:58:27.977290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 172.20.0.11 (ac729ca5-6c8e-4162-a400-cb8e8b12326c/ca4d657a-3260-4df4-900c-a3420663fc09/3ac5fdd5-b38c-44aa-97f1-fe3509519a20) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:28.055111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d90b5e-aa38-4804-9068-43eaa795c028 service neutron] Pushing event updated for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:28.070018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-d133145f-96d4-459e-84ba-e6408468ac90 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--929946595&fields=id&tenant_id=cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 267 time: 0.3509178 Sep 24 18:58:28.109988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-da695246-e14b-47c7-9150-177b3c1bf334 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849387 Sep 24 18:58:28.124341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:28.127353 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58274a68-91bd-4afb-b742-9f72b999cc27" -d '{"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:28.160850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-d4724189-a601-45b0-b569-f8005f30756e tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.162284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-d4724189-a601-45b0-b569-f8005f30756e tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.69 "GET /v2.0/networks?id=04684136-bc9e-495c-af33-23e7f54c26a6 HTTP/1.1" status: 200 len: 815 time: 0.4245608 Sep 24 18:58:28.193279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Request body: {'port': {'device_id': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6', 'admin_state_up': True, 'tenant_id': 'd4889f7419844581a4dc98c1af2753fe'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:28.203926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:28.206126 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dfdfa0-8922-4770-ab26-05c029e8c794" -d '{"events": [{"name": "network-changed", "server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:28.248663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-b60a41df-3364-4602-8c1a-a0a5228b20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.250180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-b60a41df-3364-4602-8c1a-a0a5228b20e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 1094 time: 0.2755954 Sep 24 18:58:28.258223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367e9ec-7eae-47f6-a9df-058a7e46ff96 req-ff31a190-8893-4d73-9137-92dd85acd6a7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.260023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d367e9ec-7eae-47f6-a9df-058a7e46ff96 req-ff31a190-8893-4d73-9137-92dd85acd6a7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 943 time: 0.3389175 Sep 24 18:58:28.418193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-f825a10c-d6b4-4070-b2ec-8078723cbf49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e6fe95-c887-4226-a694-3f09679d62f4 HTTP/1.1" status: 200 len: 217 time: 0.1477258 Sep 24 18:58:28.495008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-8d25b98d-0643-4688-b977-66e83186b3e5 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.503478 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-8d25b98d-0643-4688-b977-66e83186b3e5 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1097 time: 0.0454817 Sep 24 18:58:28.517823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:28.575928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d367e9ec-7eae-47f6-a9df-058a7e46ff96 req-99073de0-ec1a-4f6e-8d6f-f50804b4ae1c tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065236 Sep 24 18:58:28.579138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:28.590943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-95149471-3df6-45d9-9d98-efb1a8f6b09c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.592422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-95149471-3df6-45d9-9d98-efb1a8f6b09c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 823 time: 0.5142415 Sep 24 18:58:28.608741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2749412b-fde3-44eb-b4bd-c0bedd4f9ef5 req-7bcbadcd-302c-4411-9283-d907dbc97a2d service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753208 Sep 24 18:58:28.638226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-7c1eaa86-3df2-4442-9099-9057294335ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:28.639752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-7c1eaa86-3df2-4442-9099-9057294335ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.1851647 Sep 24 18:58:28.650987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-3a298600-6797-4100-9f7d-434c962e3036 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/quotas/cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 375 time: 0.0382288 Sep 24 18:58:28.660079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:28.726972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-47843c01-a5d6-478c-83f8-c22d8c0e4cbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640786 Sep 24 18:58:28.763339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Made reservation on behalf of d4889f7419844581a4dc98c1af2753fe for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:28.764815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:28.766651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:28.830511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:28.832777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-4cc74783-619f-4cd3-9031-346f4698cf98 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1686554 Sep 24 18:58:28.841065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:28.911155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:28.914337 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8ea1ac-f1c0-4812-8860-6d4c3953fe4f" -d '{"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-unplugged", "status": "completed", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:28.918491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:28.940702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.023872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-fc91b0ed-5fda-4230-a108-482286551159 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:29.025781 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-fc91b0ed-5fda-4230-a108-482286551159 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/ports?device_id=365ac954-b18d-4ce4-9022-a9a082876ef5 HTTP/1.1" status: 200 len: 946 time: 0.1298857 Sep 24 18:58:29.029979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:29.042940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fabc8322-6b44-4614-84e8-a0f8033535f0 req-06209e8d-d70f-450c-8010-d959cffd22c5 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 210 time: 0.1608787 Sep 24 18:58:29.058200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:29.064381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:29.077277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.077615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.078161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.078571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.079004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.079397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.079790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.080182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.080568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.080956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.081342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.081728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:29.098845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:29.102494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:29.108902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on host n-h2-810952-2 for vnic_type normal with profile {"migrating_to": "n-h1-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:29.109267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:29.109664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:29.133852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:29.134265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Attempting to bind port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:29.142354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:29.143193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:29.144094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:29.144287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Bound port: 705d9778-9650-42bb-b5a3-5d8a442f74c5, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:29.144772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.250734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-0fb1a93d-4ffc-4230-9abc-0f9d1ff8f843 service neutron] 10.222.0.18 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464029 Sep 24 18:58:29.252679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-3bda6a06-a606-4242-a1b8-db00d23d225b service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046444 Sep 24 18:58:29.275623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:29.288558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:29.289695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.304482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:29.314619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.360703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Deleting port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:29.360703 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.463454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] For port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:29.465235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.465366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-3305d387-dc82-4548-a76e-13cdadd61408 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7414384 Sep 24 18:58:29.488581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a408724b-0168-42ed-a9c0-6f038695b6ae None None] Provisioning complete for port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:29.489657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a408724b-0168-42ed-a9c0-6f038695b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.496972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Allocated IP 172.20.0.14 (04684136-bc9e-495c-af33-23e7f54c26a6/03e0a9aa-2bad-4acc-b835-ddded7c949f1/ac5cb82f-1a47-43c5-b163-e44ecb2f493f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:29.528978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a408724b-0168-42ed-a9c0-6f038695b6ae None None] Port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:29.538296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'admin_state_up': True, 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'security_groups': ['34c87472-3bcd-4c26-8ece-ee5d45bb7065']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:29.656364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff086b-2700-457a-a20f-5235290914e5 req-10f6853f-83d5-4bae-bcec-c4e0e2981f27 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:29.657883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aff086b-2700-457a-a20f-5235290914e5 req-10f6853f-83d5-4bae-bcec-c4e0e2981f27 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.2760544 Sep 24 18:58:29.662424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:29.667710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:29.668597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.670498 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6abcd53a-e6b8-4446-92b4-9a2f65d8e893 service neutron] 10.222.0.69 "PUT /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 1122 time: 1.1574013 Sep 24 18:58:29.685020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bd3e675-0c01-4c36-b265-7ffdc9c550dd req-782bb290-1c02-4687-9c5e-0eabe80282f6 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823919 Sep 24 18:58:29.710105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-49c46294-5b87-4afa-af76-5d0900834cde service neutron] 10.222.0.18 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042015 Sep 24 18:58:29.717995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:29.781115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aff086b-2700-457a-a20f-5235290914e5 req-165712f9-b323-4fbb-8802-92c6ea0bc1dd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064517 Sep 24 18:58:29.830494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:29.877396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.878404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:29.880100 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098 disassociated. External IP: 172.25.5.24, port: 2b4212c2-6455-46d4-9f35-b27cb2dae4e3. Sep 24 18:58:29.880461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Calling delete_port for 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:29.978994 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884563f-4af5-4073-a575-650a65db610b x-openstack-request-id: req-c884563f-4af5-4073-a575-650a65db610b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:29.981076 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:29.981577 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c884563f-4af5-4073-a575-650a65db610b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:29.982174 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'code': 200} Sep 24 18:58:30.168145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:30.258001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event deleted for resources: {'Port': ['ID=2b4212c2-6455-46d4-9f35-b27cb2dae4e3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:30.282331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:30.359998 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed441c02-b721-4f39-b26c-dd4801042a75 x-openstack-request-id: req-ed441c02-b721-4f39-b26c-dd4801042a75 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:30.361115 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:30.361346 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed441c02-b721-4f39-b26c-dd4801042a75 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:30.361831 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4', 'status': 'completed', 'code': 200} Sep 24 18:58:30.449056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:30.455983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:30.460873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:30.467320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 has no active binding in host n-h1-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:58:30.472054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:58:30.552300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-18a1e246-a3e7-421f-8cd2-9c1daca7fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:30.554954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-18a1e246-a3e7-421f-8cd2-9c1daca7fb58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396dcc8489c94451a3ea5d75ef385f59&device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 1094 time: 0.2047482 Sep 24 18:58:30.565182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dcee3-6523-4102-99ff-9dc014afe752 req-933194c2-c734-4303-b0c8-38b2ef29bc42 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:30.574616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5dcee3-6523-4102-99ff-9dc014afe752 req-933194c2-c734-4303-b0c8-38b2ef29bc42 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.2376676 Sep 24 18:58:30.582602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:30.604908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fefbc-ff96-4a2c-a57c-a254aaa3ecdc req-c1d7bcc2-4666-4dec-b313-2e656624dbb1 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:30.613154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-168fefbc-ff96-4a2c-a57c-a254aaa3ecdc req-c1d7bcc2-4666-4dec-b313-2e656624dbb1 tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 1101 time: 0.2746305 Sep 24 18:58:30.697651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:58:30.712133 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:58:30.722762 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:30.723655 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:30.772991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5dcee3-6523-4102-99ff-9dc014afe752 req-8fb40fd6-498e-4b6d-b130-6cbe557717e6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965649 Sep 24 18:58:30.812879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] No DVR routers for this DVR port 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:30.828568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:30.835436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3159834f-dd6e-46b4-9934-aed8b35460e8 req-87654c81-1784-438b-9a28-a7e8c791ed35 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "DELETE /v2.0/ports/2b4212c2-6455-46d4-9f35-b27cb2dae4e3 HTTP/1.1" status: 204 len: 173 time: 1.7610319 Sep 24 18:58:30.886979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:31.059851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-168fefbc-ff96-4a2c-a57c-a254aaa3ecdc req-1d7b4f19-f3b0-4725-8da5-f58d024c6deb tempest-ServersAdminTestJSON-1843568689 tempest-ServersAdminTestJSON-1843568689-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454412 Sep 24 18:58:31.102399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-cfcb43f4-3102-4c8f-a7b9-ec403fc398df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:31.106595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-cfcb43f4-3102-4c8f-a7b9-ec403fc398df service neutron] 10.222.0.15 "GET /v2.0/networks?id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 200 len: 921 time: 0.5195158 Sep 24 18:58:31.133622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.1.1.168 (00e885f3-36e3-4dfb-801a-6b54ef4c8556/542d0f08-97ee-4c94-b430-d72efd6565a0/42421aa6-2bd1-400f-881a-946e101866c1) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:31.160823 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d11281d-5f23-4610-8560-1c15a1a1c54a x-openstack-request-id: req-0d11281d-5f23-4610-8560-1c15a1a1c54a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:31.161357 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-unplugged", "status": "completed", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:31.161700 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d11281d-5f23-4610-8560-1c15a1a1c54a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:31.162215 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'code': 200} Sep 24 18:58:31.300051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:31.330106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:31.347519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:58:31.356949 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:31.358155 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:31.389429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:31.396406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:31.483544 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:31.517661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-9a9a5c0e-0206-4314-b805-8fbffdee9aff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e6fe95-c887-4226-a694-3f09679d62f4 HTTP/1.1" status: 200 len: 217 time: 0.1499231 Sep 24 18:58:31.633056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Pushing event updated for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:31.654638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcef253-b37c-4429-aae5-f8df4574f296 req-8ebb63e1-47e8-4f71-a94a-09c3fde6cfa6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:31.656665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dcef253-b37c-4429-aae5-f8df4574f296 req-8ebb63e1-47e8-4f71-a94a-09c3fde6cfa6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 932 time: 0.6819313 Sep 24 18:58:31.667945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:31.684235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Network 04684136-bc9e-495c-af33-23e7f54c26a6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:31.689045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:31.696029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-300bf1c7-cd3c-48d4-a853-1cd4345c44e5 service neutron] 10.222.0.69 "GET /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.1496930 Sep 24 18:58:31.814157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410936ae-72d4-401c-8536-60dd3a8124d8 req-aa201ff7-a976-4110-898c-7d7363fb35a2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:31.834201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-410936ae-72d4-401c-8536-60dd3a8124d8 req-aa201ff7-a976-4110-898c-7d7363fb35a2 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 943 time: 0.4600730 Sep 24 18:58:31.839868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:31.869785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:31.879163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:31.884379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:31.890385 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942fdf1-f3fe-4e4a-9738-f659e5af37fc None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:58:31.961881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:31.973144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-e13417c6-c113-4445-b033-0f5cd0267798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:31.978847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-e13417c6-c113-4445-b033-0f5cd0267798 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 200 len: 861 time: 0.4385147 Sep 24 18:58:32.039433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e6fe95-c887-4226-a694-3f09679d62f4 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:32.048224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:32.185013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e6fe95-c887-4226-a694-3f09679d62f4,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:32.189997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-dc08667a-540a-48d5-bf7d-c3c9fa1bf5fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437023 Sep 24 18:58:32.210296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '82e6fe95-c887-4226-a694-3f09679d62f4', 'network_id': '5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47', 'port_id': '82e6fe95-c887-4226-a694-3f09679d62f4', 'mac_address': 'fa:16:3e:a2:11:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760813b-03e8-47f9-83f2-821540c4e995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:32.236544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dcef253-b37c-4429-aae5-f8df4574f296 req-e0852821-a10a-4861-8eab-2099c37b4bba tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662169 Sep 24 18:58:32.286247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:32.286668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2b4212c2-6455-46d4-9f35-b27cb2dae4e3 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:32.343319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:32.347707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-410936ae-72d4-401c-8536-60dd3a8124d8 req-326ca82d-fc9d-4c1d-9a0e-ea99d8490fa9 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126247 Sep 24 18:58:32.364951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:32.365805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.398517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:32.399232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.410061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-45a8681a-b353-44aa-a373-fed3396d7c72 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2261801 Sep 24 18:58:32.430024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Request body: {'port': {'device_id': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:32.465165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6449795-c3e4-49fe-9a22-6c5d43df36d1 None None] New status for floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 18:58:32.531130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e862d68c-5bc0-4b82-8745-403920fef777 req-12624016-7bab-4154-bffc-f5ccaceabccc tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 210 time: 0.0969172 Sep 24 18:58:32.569629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-215a5fb3-ef9b-4e17-9616-1e7370bb660f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0698709 Sep 24 18:58:32.590612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'admin_state_up': True, 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'security_groups': ['34c87472-3bcd-4c26-8ece-ee5d45bb7065']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:32.601253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a064cabc-5fc9-4c39-9b70-cf23a58f50c1 None None] Provisioning complete for port 42421aa6-2bd1-400f-881a-946e101866c1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:32.601760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a064cabc-5fc9-4c39-9b70-cf23a58f50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.609320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.612078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:32.697847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e6fe95-c887-4226-a694-3f09679d62f4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:32.749824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a064cabc-5fc9-4c39-9b70-cf23a58f50c1 None None] Port 42421aa6-2bd1-400f-881a-946e101866c1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:32.766493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:32.769565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e6fe95-c887-4226-a694-3f09679d62f4,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:32.785146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-b1f6555a-3172-4ed1-8dd0-d67416902dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532429 Sep 24 18:58:32.791073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.807307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.881220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.884351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:32.888393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-dcc5a4db-a922-4e46-8675-c7c5310b4e58 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:32.889948 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-dcc5a4db-a922-4e46-8675-c7c5310b4e58 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 823 time: 1.0455678 Sep 24 18:58:32.891925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.892267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.892617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.892950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.893290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.893625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.893952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.894278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.894609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.894954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.895281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.895445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1221e77b-39f3-4d61-a7bb-d1aea015a754 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:32.895601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:32.949326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:32.956620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59e73f-3c22-4cb3-b210-1178f291d6c9 req-09f3a060-70ea-40bb-8ae9-a1e8af0e10a3 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:32.958170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab59e73f-3c22-4cb3-b210-1178f291d6c9 req-09f3a060-70ea-40bb-8ae9-a1e8af0e10a3 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 932 time: 0.4261427 Sep 24 18:58:32.971307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-e6d2cae8-9d3c-442f-9cf4-ba21f559f990 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf867b7ac74e43d3bbc53c793cf99d63 HTTP/1.1" status: 200 len: 379 time: 0.0641928 Sep 24 18:58:32.980772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:32.988883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'port': {'device_id': '7b266013-69b5-4e8c-8b33-9a14be321317', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'admin_state_up': True, 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'security_groups': ['deeb58d1-5c14-4bd8-a809-10cc583d7fc4']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:33.142040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60347a9-0575-4677-9a40-fb5cc404ae23 req-c21c5d94-8fcb-4989-b360-1f1e906d0d1f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.143675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d60347a9-0575-4677-9a40-fb5cc404ae23 req-c21c5d94-8fcb-4989-b360-1f1e906d0d1f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 944 time: 0.4489112 Sep 24 18:58:33.150196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] Transition to ACTIVE for port object 1221e77b-39f3-4d61-a7bb-d1aea015a754 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:33.156575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.166049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5'}, {'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'name': 'network-vif-deleted', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:33.167593 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725dd2ad-b537-4047-b792-74887ee0a9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5"}, {"server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "name": "network-vif-deleted", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:33.201773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab59e73f-3c22-4cb3-b210-1178f291d6c9 req-a5d51abe-a154-4cb3-91da-8bb07b424339 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212741 Sep 24 18:58:33.202492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['82e6fe95-c887-4226-a694-3f09679d62f4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:33.217558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Made reservation on behalf of cf867b7ac74e43d3bbc53c793cf99d63 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:33.222185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.223432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 18:58:33.223432 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 18:58:33.223432 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'id': '45664300-6d47-4443-98eb-d86cb3a3d89c', 'expiration': datetime.datetime(2021, 9, 24, 19, 0, 33, 195970)}] Sep 24 18:58:33.223432 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 18:58:33.224006 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 18:58:33.240906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54dfdfa0-8922-4770-ab26-05c029e8c794 req-76ffd7cb-2203-485b-83df-c61606681885 service neutron] 10.222.0.15 "GET /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099033 Sep 24 18:58:33.250002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] No DVR routers for this DVR port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:33.266452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] Pushing event updated for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:33.302071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d60347a9-0575-4677-9a40-fb5cc404ae23 req-40bbd0c2-dc1e-4221-b73c-327e45e32434 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226277 Sep 24 18:58:33.389812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-45d32d1f-86ca-4fd6-b7ed-cc2e80ce9735 service neutron] 10.222.0.69 "PUT /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6863508 Sep 24 18:58:33.456853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5cb82f-1a47-43c5-b163-e44ecb2f493f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:33.500535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.516663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Allocated IP 172.20.0.4 (5e12d2d2-74e9-4177-bc67-165a152c2d14/59289075-8b25-4b9d-bc0f-9e81d5fb2803/ab4dcbaf-99cb-46b6-92cd-35547b045f0c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:33.616475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Transition to ACTIVE for port object ac5cb82f-1a47-43c5-b163-e44ecb2f493f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:33.632913 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.641795 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0516f6e-7b02-4370-a526-5322af81b6c9 x-openstack-request-id: req-b0516f6e-7b02-4370-a526-5322af81b6c9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:33.642399 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5", "status": "completed", "code": 200}, {"server_uuid": "365ac954-b18d-4ce4-9022-a9a082876ef5", "name": "network-vif-deleted", "tag": "2b4212c2-6455-46d4-9f35-b27cb2dae4e3", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:33.642550 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0516f6e-7b02-4370-a526-5322af81b6c9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:33.643109 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'status': 'completed', 'code': 200} Sep 24 18:58:33.643499 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365ac954-b18d-4ce4-9022-a9a082876ef5', 'name': 'network-vif-deleted', 'tag': '2b4212c2-6455-46d4-9f35-b27cb2dae4e3', 'status': 'completed', 'code': 200} Sep 24 18:58:33.669719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-12c0f46b-88b0-4b42-a092-5d053cac28f4 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.671726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-12c0f46b-88b0-4b42-a092-5d053cac28f4 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1967576 Sep 24 18:58:33.723764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f78d4-58e2-47db-a98f-2fbee847a5cb req-e1b789bc-24c1-45c8-b702-9ccf64f3a55f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.725411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd8f78d4-58e2-47db-a98f-2fbee847a5cb req-e1b789bc-24c1-45c8-b702-9ccf64f3a55f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.1754601 Sep 24 18:58:33.728274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.737678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-e2be783f-ceb5-40f5-a955-f9c16073daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.739662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-e2be783f-ceb5-40f5-a955-f9c16073daf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1125 time: 0.0759528 Sep 24 18:58:33.811602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:33.815183 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.830256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:33.860420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:33.892084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:33.896572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event updated for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:33.904402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:33.908958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:33.915800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-58664fc3-17bd-463f-9019-9a96108f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.917350 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-58664fc3-17bd-463f-9019-9a96108f7085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1679349 Sep 24 18:58:33.942724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30f090-82cb-4a6e-b1b3-079402df14af req-0059dc14-1b88-46d7-99fe-5d392cdffa94 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.949628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30f090-82cb-4a6e-b1b3-079402df14af req-0059dc14-1b88-46d7-99fe-5d392cdffa94 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.951283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc30f090-82cb-4a6e-b1b3-079402df14af req-0059dc14-1b88-46d7-99fe-5d392cdffa94 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 1654 time: 0.2523615 Sep 24 18:58:33.969600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-bfd6824f-bb30-469f-acbd-18a7774b1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:33.971105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-bfd6824f-bb30-469f-acbd-18a7774b1ddf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 1096 time: 0.2735786 Sep 24 18:58:33.982349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-a01f5cf6-10b1-4c5a-bbf1-44985b0b1b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.0454423 Sep 24 18:58:34.001550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.002210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.011645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd8f78d4-58e2-47db-a98f-2fbee847a5cb req-7f2fc437-5f4a-404c-b1c1-97c706c8ee01 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334311 Sep 24 18:58:34.049216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-87e2a482-9f17-43ae-bf39-bf8db6a55ccb tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639205 Sep 24 18:58:34.068613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Request body: {'port': {'device_id': '7b266013-69b5-4e8c-8b33-9a14be321317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:34.100380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-3bf92c85-4707-4f5a-a0da-cb56ee087d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.102649 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-3bf92c85-4707-4f5a-a0da-cb56ee087d0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0897586 Sep 24 18:58:34.114130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Attempting to bind port ac5cb82f-1a47-43c5-b163-e44ecb2f493f on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:34.114460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Attempting to bind port ac5cb82f-1a47-43c5-b163-e44ecb2f493f by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'ce11a15e-4847-4037-a335-7732ceffbd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:34.114787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Attempting to bind port ac5cb82f-1a47-43c5-b163-e44ecb2f493f on network 04684136-bc9e-495c-af33-23e7f54c26a6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:34.177967 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-5b1775cb-9fea-4763-a8f7-f86289752d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425980 Sep 24 18:58:34.181764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.290960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f3a0008c-1829-4982-a627-46ac36a832de None None] Provisioning complete for port ab4dcbaf-99cb-46b6-92cd-35547b045f0c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:34.291959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a0008c-1829-4982-a627-46ac36a832de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.327077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0008c-1829-4982-a627-46ac36a832de None None] Port ab4dcbaf-99cb-46b6-92cd-35547b045f0c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:34.387869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-ed0e41aa-3a4d-49a0-9fe3-58b4b0dd2845 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829784 Sep 24 18:58:34.418157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc30f090-82cb-4a6e-b1b3-079402df14af req-14fb0227-fd3b-418f-a07b-5a317220acb9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510462 Sep 24 18:58:34.449097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Port ac5cb82f-1a47-43c5-b163-e44ecb2f493f on network 04684136-bc9e-495c-af33-23e7f54c26a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:34.449500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Attempting to bind port ac5cb82f-1a47-43c5-b163-e44ecb2f493f on network 04684136-bc9e-495c-af33-23e7f54c26a6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:34.469657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-684b9761-765b-4e35-8ab2-75bf215dd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.470836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-684b9761-765b-4e35-8ab2-75bf215dd79a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1096 time: 0.4583104 Sep 24 18:58:34.473171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:34.473618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Checking segment: {'id': 'ce11a15e-4847-4037-a335-7732ceffbd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:34.474102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Bound using segment: {'id': 'ce11a15e-4847-4037-a335-7732ceffbd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:34.474950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Bound port: ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce11a15e-4847-4037-a335-7732ceffbd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:34.475417 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.571440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.1.1.10 (00e885f3-36e3-4dfb-801a-6b54ef4c8556/542d0f08-97ee-4c94-b430-d72efd6565a0/a8981eb5-a2d2-4084-ae16-1017ad15d137) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:34.589245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-725dd2ad-b537-4047-b792-74887ee0a9ad req-b0d543ac-4ced-4cb3-81cf-8cf1f6e7d062 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827374 Sep 24 18:58:34.615904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bb61a-b53a-472c-bcb6-629438cbcb8d req-bba51688-98dd-4993-a155-788b0b625627 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.624264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de9bb61a-b53a-472c-bcb6-629438cbcb8d req-bba51688-98dd-4993-a155-788b0b625627 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 944 time: 0.2133970 Sep 24 18:58:34.652270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4dcbaf-99cb-46b6-92cd-35547b045f0c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:34.661624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.681487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Transition to ACTIVE for port object ab4dcbaf-99cb-46b6-92cd-35547b045f0c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:34.687804 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.747953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Pushing event updated for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:34.769967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de9bb61a-b53a-472c-bcb6-629438cbcb8d req-b5d52291-13a2-4b19-b9d5-027a32607e45 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446276 Sep 24 18:58:34.788535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-4a75808f-afc6-4926-92d2-53dbdbb77940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.790495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-4a75808f-afc6-4926-92d2-53dbdbb77940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.3034489 Sep 24 18:58:34.791553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:34.814958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8e87f-2648-40aa-afba-8406497ac23d req-93de56a3-3fe2-416a-bc23-970fc002c3ce tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.816559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16c8e87f-2648-40aa-afba-8406497ac23d req-93de56a3-3fe2-416a-bc23-970fc002c3ce tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 931 time: 0.2971339 Sep 24 18:58:34.832756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Attempting to bind port ab4dcbaf-99cb-46b6-92cd-35547b045f0c on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:34.833245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Attempting to bind port ab4dcbaf-99cb-46b6-92cd-35547b045f0c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:34.833883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Attempting to bind port ab4dcbaf-99cb-46b6-92cd-35547b045f0c on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:34.839674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Port ab4dcbaf-99cb-46b6-92cd-35547b045f0c on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:34.840119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Attempting to bind port ab4dcbaf-99cb-46b6-92cd-35547b045f0c on network 5e12d2d2-74e9-4177-bc67-165a152c2d14 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:34.845783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:34.846243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Checking segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:34.846734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Bound using segment: {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:34.847297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Bound port: ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdc5606-2aad-4b26-98f0-2610284ee954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:34.847770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.902061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,segment=NetworkSegment(ce11a15e-4847-4037-a335-7732ceffbd35),segment_id=ce11a15e-4847-4037-a335-7732ceffbd35)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:34.931417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:34.935974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:34.943928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.965870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-9d23682f-8f70-4cda-ac1c-82134919be89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 200 len: 217 time: 0.1458690 Sep 24 18:58:34.997570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:34.997832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:34.998520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.000375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] 10.222.0.15 "PUT /v2.0/ports/ab4dcbaf-99cb-46b6-92cd-35547b045f0c HTTP/1.1" status: 200 len: 1091 time: 0.9379675 Sep 24 18:58:35.033160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addf60-d887-4b9e-97db-62a71aa01dfb service neutron] Pushing event updated for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:35.088629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16c8e87f-2648-40aa-afba-8406497ac23d req-b5512dd2-1ef1-4dd3-87aa-f5ece44fb257 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187300 Sep 24 18:58:35.117667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.117667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.118666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] 10.222.0.69 "PUT /v2.0/ports/ac5cb82f-1a47-43c5-b163-e44ecb2f493f HTTP/1.1" status: 200 len: 1092 time: 2.6964335 Sep 24 18:58:35.120959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:35.123216 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af134c0b-c430-4c05-8400-33bff43c1cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:35.165517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224fd85-765a-4669-8389-43ec737ce894 req-18113554-5965-4aa6-9450-f7195df9eda6 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.178135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4224fd85-765a-4669-8389-43ec737ce894 req-18113554-5965-4aa6-9450-f7195df9eda6 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 949 time: 0.2641809 Sep 24 18:58:35.216519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-9c1fac50-95c7-4522-979c-c7b80e77b6fe tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.218299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-9c1fac50-95c7-4522-979c-c7b80e77b6fe tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac900bbf-cf4c-4108-8e85-49579b5dd5a9 HTTP/1.1" status: 200 len: 949 time: 0.1022449 Sep 24 18:58:35.220786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-a28797d1-878a-41fd-8b63-ee8f49a57982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.222439 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-a28797d1-878a-41fd-8b63-ee8f49a57982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 1094 time: 0.1516578 Sep 24 18:58:35.308731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-6d899631-4770-447a-ad34-1d57463e8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.309158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-86295fee-20b8-4073-92aa-a05622cfecb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c HTTP/1.1" status: 200 len: 217 time: 0.0472267 Sep 24 18:58:35.310526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-6d899631-4770-447a-ad34-1d57463e8c50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.3107107 Sep 24 18:58:35.326181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4224fd85-765a-4669-8389-43ec737ce894 req-0fdfbd24-b55b-42f0-a2de-723fb51c7471 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498580 Sep 24 18:58:35.332997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7229075-3983-448a-889d-cf3aba3ab216 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:35.339002 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.380412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-6e8b7977-a5b7-421f-bc3b-600a6d2f73fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313888 Sep 24 18:58:35.387429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-7b2069e7-fc57-4117-b8a0-e8297b3ff6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.389120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-7b2069e7-fc57-4117-b8a0-e8297b3ff6e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4889f7419844581a4dc98c1af2753fe&device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 1095 time: 0.2054052 Sep 24 18:58:35.417408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7784bf-bbc1-444c-ac4d-c81e55a9b750 req-fa6d9fc3-31ad-4f33-b4f0-d0ddd68e30f6 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.418482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-22dbe34e-508a-478b-b2ad-c373bb295d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.419177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb7784bf-bbc1-444c-ac4d-c81e55a9b750 req-fa6d9fc3-31ad-4f33-b4f0-d0ddd68e30f6 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 944 time: 0.1660771 Sep 24 18:58:35.420226 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-22dbe34e-508a-478b-b2ad-c373bb295d3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.0753560 Sep 24 18:58:35.464584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Deleting port 988ddb6d-bb59-4aca-8b52-579a36805522 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:35.464835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.485910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-968358a6-2d62-4533-aa5b-ce51d660a215 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f HTTP/1.1" status: 200 len: 217 time: 0.0844069 Sep 24 18:58:35.539709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-77aa6088-f839-4f19-bc43-392875e5e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.541217 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-77aa6088-f839-4f19-bc43-392875e5e6fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107612 Sep 24 18:58:35.603506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] For port 988ddb6d-bb59-4aca-8b52-579a36805522, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=988ddb6d-bb59-4aca-8b52-579a36805522,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:35.603869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.645707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:35.647983 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:35.652335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Calling delete_port for 988ddb6d-bb59-4aca-8b52-579a36805522 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:35.654677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb7784bf-bbc1-444c-ac4d-c81e55a9b750 req-09503191-202d-4aed-9e4c-0ed5356f0006 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204835 Sep 24 18:58:35.658846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.662211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f0ae-67c7-443c-bef4-07688408ceec req-897e63ec-3d31-4791-9640-d6a13464f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.663741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-897e63ec-3d31-4791-9640-d6a13464f607 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e0a9aa-2bad-4acc-b835-ddded7c949f1 HTTP/1.1" status: 200 len: 855 time: 0.1522861 Sep 24 18:58:35.705449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-5bd3fe27-c160-4fc3-ba63-f6272c9cbe90 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120010 Sep 24 18:58:35.716247 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-fe688f95-7851-4e0b-8832-908e7a0f499f service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626115 Sep 24 18:58:35.734284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8611b8-46ce-441e-9dbb-0697a1d8a2c3 req-25baf775-6113-4733-bb99-f913703bee20 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:35.742598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c8611b8-46ce-441e-9dbb-0697a1d8a2c3 req-25baf775-6113-4733-bb99-f913703bee20 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.2732246 Sep 24 18:58:35.779934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-4ddde269-9341-46b0-ac9d-308b851a50c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=04684136-bc9e-495c-af33-23e7f54c26a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078787 Sep 24 18:58:35.829281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:35.870266 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44a2ec1b-32dc-4b89-88a3-bc4afee3df84 req-dea6e304-bdac-47d1-badb-199ef48debeb service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345265 Sep 24 18:58:35.876628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:35.883243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:35.889339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.896643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:35.910005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['988ddb6d-bb59-4aca-8b52-579a36805522', 'd00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:35.912353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c894f0e5-5947-4600-93cc-58cc99a05354'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:35.925986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event deleted for resources: {'Port': ['ID=988ddb6d-bb59-4aca-8b52-579a36805522,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:35.980131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] No DVR routers for this DVR port 988ddb6d-bb59-4aca-8b52-579a36805522 on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:35.983207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:35.985543 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7754c8f4-d087-460a-8740-3bf6b6c3b53d req-0448fdfd-d5f3-4552-a8e1-628a4816b4df tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "DELETE /v2.0/ports/988ddb6d-bb59-4aca-8b52-579a36805522 HTTP/1.1" status: 204 len: 173 time: 0.7597198 Sep 24 18:58:36.047283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c8611b8-46ce-441e-9dbb-0697a1d8a2c3 req-40635467-8deb-49af-9045-1d0afc48df0a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033588 Sep 24 18:58:36.093448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.094392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:36.097044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e6fe95-c887-4226-a694-3f09679d62f4 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:36.100311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-59385862-6d73-4e42-9b48-ff903885f4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544078 Sep 24 18:58:36.127452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-ef8e2411-15dc-4e3e-a6ce-f9641f5cdf9a service neutron] 10.222.0.69 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218141 Sep 24 18:58:36.133757 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043cb137-2d92-4b31-8cac-fac7e18a7311 x-openstack-request-id: req-043cb137-2d92-4b31-8cac-fac7e18a7311 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:36.134238 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:36.134497 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-043cb137-2d92-4b31-8cac-fac7e18a7311 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:36.135667 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f', 'status': 'completed', 'code': 200} Sep 24 18:58:36.146416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b35eb-b59c-4083-863c-77f2fe574f59 req-b7b12aed-2cd7-4732-9caf-9b15b1abcdb5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.148134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0b35eb-b59c-4083-863c-77f2fe574f59 req-b7b12aed-2cd7-4732-9caf-9b15b1abcdb5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.3713732 Sep 24 18:58:36.209346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1cb3ebdd-1a8f-452a-8e8a-30a40dbbff6a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6321499 Sep 24 18:58:36.230790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'admin_state_up': True, 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'security_groups': ['34c87472-3bcd-4c26-8ece-ee5d45bb7065']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:36.300498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f5d9d24b-f14f-422c-9445-e080b55c439f None None] Provisioning complete for port a8981eb5-a2d2-4084-ae16-1017ad15d137 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:36.300953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d24b-f14f-422c-9445-e080b55c439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:36.353268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 82e6fe95-c887-4226-a694-3f09679d62f4 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:58:36.383563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 82e6fe95-c887-4226-a694-3f09679d62f4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:36.383941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:36.389070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9d24b-f14f-422c-9445-e080b55c439f None None] Port a8981eb5-a2d2-4084-ae16-1017ad15d137 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:36.403975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0b35eb-b59c-4083-863c-77f2fe574f59 req-2c150945-b478-4ac1-8f46-ffe0eb98386d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406685 Sep 24 18:58:36.488074 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d11101-fc99-4dc4-a8b6-892a035f939c x-openstack-request-id: req-21d11101-fc99-4dc4-a8b6-892a035f939c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:36.488362 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:36.488612 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21d11101-fc99-4dc4-a8b6-892a035f939c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:36.489005 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'status': 'completed', 'code': 200} Sep 24 18:58:36.550539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5439f0ae-67c7-443c-bef4-07688408ceec req-b0776f20-660f-4a25-82e3-3e15634fc467 service neutron] 10.222.0.69 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988714 Sep 24 18:58:36.587843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991423f-abd6-44e8-a591-ffd79888f229 req-61aa69b9-8225-40ea-bba3-ab028721e071 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.588538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-0152f098-b562-4ba6-b174-f1482664d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.590038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-0152f098-b562-4ba6-b174-f1482664d424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 1094 time: 0.0777214 Sep 24 18:58:36.594791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991423f-abd6-44e8-a591-ffd79888f229 req-61aa69b9-8225-40ea-bba3-ab028721e071 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.601241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991423f-abd6-44e8-a591-ffd79888f229 req-61aa69b9-8225-40ea-bba3-ab028721e071 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.603211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1991423f-abd6-44e8-a591-ffd79888f229 req-61aa69b9-8225-40ea-bba3-ab028721e071 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 2374 time: 0.3690760 Sep 24 18:58:36.697404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-1d56e312-a62e-48ca-8742-5b9eee4c3710 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.699443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-1d56e312-a62e-48ca-8742-5b9eee4c3710 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.2131562 Sep 24 18:58:36.760953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-0ba93fc5-4f9b-409c-b499-3ff1de51c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.764853 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-0ba93fc5-4f9b-409c-b499-3ff1de51c87b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 923 time: 0.1621962 Sep 24 18:58:36.823167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:36.833643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-69d86991-5225-40a0-a8d9-293bd2cf4b39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c HTTP/1.1" status: 200 len: 217 time: 0.0555754 Sep 24 18:58:36.866231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e6fe95-c887-4226-a694-3f09679d62f4,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:36.868400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:36.876684 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624430d6-ad22-4fd5-a0d7-c5f2e70e5470" -d '{"events": [{"server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:36.881979 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:36.898177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-b5692238-f803-466e-a197-c2409c3464f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.899678 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-b5692238-f803-466e-a197-c2409c3464f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.0554993 Sep 24 18:58:36.952490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:36.964655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-372b023e-d5f6-4cd5-a290-b46dd822d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:36.966284 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-372b023e-d5f6-4cd5-a290-b46dd822d85d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510168 Sep 24 18:58:37.016768 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1991423f-abd6-44e8-a591-ffd79888f229 req-a2d774fb-3f7f-4553-a551-a1d17ce332b4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008813 Sep 24 18:58:37.024992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:37.066878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f2a3-396b-4d3f-b00d-f0cab7e85199 req-1f0d4847-e1f8-4bb8-8164-2433fdf2aa48 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.074618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd29f2a3-396b-4d3f-b00d-f0cab7e85199 req-1f0d4847-e1f8-4bb8-8164-2433fdf2aa48 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 944 time: 0.4692266 Sep 24 18:58:37.084552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-92dc801a-f057-4086-ad95-2a6bddf21c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.086886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-92dc801a-f057-4086-ad95-2a6bddf21c22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4889f7419844581a4dc98c1af2753fe&device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 1095 time: 0.4511378 Sep 24 18:58:37.094487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-d69adc65-d485-4e5f-98b0-0fcae92d9050 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174269 Sep 24 18:58:37.200332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a97e639a-4b0d-4ac8-8ae4-9f39a1aedf4e req-0ed7df9d-1203-4b8c-8ac1-c92b3865b869 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971744 Sep 24 18:58:37.295738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd29f2a3-396b-4d3f-b00d-f0cab7e85199 req-371e42d8-2998-47a8-8a57-c73a0280507a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208550 Sep 24 18:58:37.333568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a8f5-da3f-49d1-bcc7-67c5ba7283b5 req-fff8236e-94e4-48bf-942f-583f36cbf81d tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.335128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4a9a8f5-da3f-49d1-bcc7-67c5ba7283b5 req-fff8236e-94e4-48bf-942f-583f36cbf81d tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 943 time: 0.2366183 Sep 24 18:58:37.353317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:37.391054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-75795d2f-f2e9-433a-ac09-1bc1c5ec6d5b service neutron] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:37.394990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-8e59b9c1-c463-47c8-8349-c3254456022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.396516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-8e59b9c1-c463-47c8-8349-c3254456022f service neutron] 10.222.0.69 "GET /v2.0/networks?id=04684136-bc9e-495c-af33-23e7f54c26a6 HTTP/1.1" status: 200 len: 915 time: 0.2873278 Sep 24 18:58:37.408955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-75795d2f-f2e9-433a-ac09-1bc1c5ec6d5b service neutron] Notify callbacks [] for binding, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:37.410117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74bf5c91-2158-4ba4-a63f-980fb5521350 req-75795d2f-f2e9-433a-ac09-1bc1c5ec6d5b service neutron] 10.222.0.15 "DELETE /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.6904249 Sep 24 18:58:37.519838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-2711852e-0952-468d-a9c7-613e2961cbc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f HTTP/1.1" status: 200 len: 217 time: 0.1075742 Sep 24 18:58:37.542757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4a9a8f5-da3f-49d1-bcc7-67c5ba7283b5 req-bf9c5fe9-f623-40ec-b813-ec3be22b2139 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982985 Sep 24 18:58:37.593307 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ea040-6349-4398-895e-f9538054be97 x-openstack-request-id: req-402ea040-6349-4398-895e-f9538054be97 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:37.593607 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:37.594233 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-402ea040-6349-4398-895e-f9538054be97 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:37.594233 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4', 'code': 200} Sep 24 18:58:37.709624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e297f-43b3-420c-9994-6f66c37302c0 req-995fe287-2d13-43b3-8aeb-f4c9d04e3d35 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.711141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a76e297f-43b3-420c-9994-6f66c37302c0 req-995fe287-2d13-43b3-8aeb-f4c9d04e3d35 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 944 time: 0.2048380 Sep 24 18:58:37.712486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-a18b5736-9376-49c0-b510-d506e850c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.713812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-a18b5736-9376-49c0-b510-d506e850c09a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=03e0a9aa-2bad-4acc-b835-ddded7c949f1 HTTP/1.1" status: 200 len: 855 time: 0.1747189 Sep 24 18:58:37.795949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-e9498a07-f08c-4e20-bb1c-17b329f042a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=04684136-bc9e-495c-af33-23e7f54c26a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498662 Sep 24 18:58:37.901304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d2412-d761-4c34-8550-0234a55c3a97 req-849b8335-7d30-47a9-a7ab-a941bebf0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.902807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a9d2412-d761-4c34-8550-0234a55c3a97 req-849b8335-7d30-47a9-a7ab-a941bebf0739 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 1096 time: 0.2285874 Sep 24 18:58:37.915659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f2c4a-5ca6-415b-9342-7727df81e232 req-d0a062cb-b804-4cf4-b7b9-b86cab14cfc4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:37.917082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f2f2c4a-5ca6-415b-9342-7727df81e232 req-d0a062cb-b804-4cf4-b7b9-b86cab14cfc4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.2500885 Sep 24 18:58:37.920289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.2.2.100 (ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6/6461203a-65d9-4cd5-9852-9b7ea13a5ca7/e2592910-74dc-4dda-b702-c11ae0ca6827) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:37.935309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a76e297f-43b3-420c-9994-6f66c37302c0 req-cd8c0ba8-126d-4c0b-9d58-85783df73873 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908348 Sep 24 18:58:38.067728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f2f2c4a-5ca6-415b-9342-7727df81e232 req-dbcbd8dc-0b85-4a5a-9170-916b5ff23c39 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436322 Sep 24 18:58:38.069279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a9d2412-d761-4c34-8550-0234a55c3a97 req-a0475fa1-9eda-4412-bb73-593b5d9d2352 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465197 Sep 24 18:58:38.075673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-81744bf2-79a5-4442-b640-2bf228a7c89e service neutron] 10.222.0.69 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528284 Sep 24 18:58:38.081531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ab4dcbaf-99cb-46b6-92cd-35547b045f0c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:38.230913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:38.243936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'port_id': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'mac_address': 'fa:16:3e:b1:4a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:38.296950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.312734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:38.316195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 988ddb6d-bb59-4aca-8b52-579a36805522 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:38.354166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4dcbaf-99cb-46b6-92cd-35547b045f0c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:38.356321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af134c0b-c430-4c05-8400-33bff43c1cc3 req-2e3fc5c0-1ca9-4588-9861-ffa366e4af43 service neutron] 10.222.0.69 "GET /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707875 Sep 24 18:58:38.364525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb149-22c3-47be-90f3-fb17f408a3c7 req-e581402a-4315-440c-98be-4d6801137f4a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.366034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f54fb149-22c3-47be-90f3-fb17f408a3c7 req-e581402a-4315-440c-98be-4d6801137f4a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.2185299 Sep 24 18:58:38.386151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.413405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc5fb9-aeb5-4fbd-b648-d11a625d31e3 req-3801f79b-1895-4608-a47d-75ab31f13000 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.419953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc5fb9-aeb5-4fbd-b648-d11a625d31e3 req-3801f79b-1895-4608-a47d-75ab31f13000 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.426576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc5fb9-aeb5-4fbd-b648-d11a625d31e3 req-3801f79b-1895-4608-a47d-75ab31f13000 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.435409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dfc5fb9-aeb5-4fbd-b648-d11a625d31e3 req-3801f79b-1895-4608-a47d-75ab31f13000 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 2374 time: 0.1676154 Sep 24 18:58:38.490637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'name': 'network-vif-deleted', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:38.492965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:38.494905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f54fb149-22c3-47be-90f3-fb17f408a3c7 req-85f95840-4901-48fe-9f13-35f87df72c60 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164775 Sep 24 18:58:38.498754 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd08654d-fad8-458c-b1b6-82e2511ffdd5" -d '{"events": [{"server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "name": "network-vif-deleted", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:38.507402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 has no active binding in host n-h1-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 18:58:38.511944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 988ddb6d-bb59-4aca-8b52-579a36805522 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:38.512294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 988ddb6d-bb59-4aca-8b52-579a36805522 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:38.516438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dfc5fb9-aeb5-4fbd-b648-d11a625d31e3 req-ead67d8f-8744-42d4-ade3-23a57588982f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797021 Sep 24 18:58:38.529782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.556656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:38.573806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.580270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:38.583567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:38.597085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:38.627600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:38.644787 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.705638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:38.732172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.732814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.787584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276794e-30a6-4d46-a226-ec2fc05b176a req-10dfb349-4917-434a-9169-8c416df21ed5 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.789225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a276794e-30a6-4d46-a226-ec2fc05b176a req-10dfb349-4917-434a-9169-8c416df21ed5 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 949 time: 0.1325173 Sep 24 18:58:38.792237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-14f30613-f52c-42ce-a71b-2642ff904b3f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5734704 Sep 24 18:58:38.809741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'admin_state_up': True, 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'security_groups': ['34c87472-3bcd-4c26-8ece-ee5d45bb7065']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:38.826455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5000aa5b-d433-4771-83cf-ffd4b822a8bc None None] Provisioning complete for port e2592910-74dc-4dda-b702-c11ae0ca6827 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:38.826778 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5000aa5b-d433-4771-83cf-ffd4b822a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:38.859193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9715-7c19-4cca-8338-421839bcd853 req-19ea7d5d-1420-4912-8a2a-019520e51100 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:38.860690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32bc9715-7c19-4cca-8338-421839bcd853 req-19ea7d5d-1420-4912-8a2a-019520e51100 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 945 time: 0.1359634 Sep 24 18:58:38.861701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5000aa5b-d433-4771-83cf-ffd4b822a8bc None None] Port e2592910-74dc-4dda-b702-c11ae0ca6827 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:38.884373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a276794e-30a6-4d46-a226-ec2fc05b176a req-b8e67e1f-2bc4-4f6c-b532-80dd21fbfce3 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Sep 24 18:58:38.940301 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012779eb-e213-45a3-8b19-bb9dab4dcf8c x-openstack-request-id: req-012779eb-e213-45a3-8b19-bb9dab4dcf8c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:38.940751 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac900bbf-cf4c-4108-8e85-49579b5dd5a9", "name": "network-vif-deleted", "tag": "988ddb6d-bb59-4aca-8b52-579a36805522", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:38.940987 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-012779eb-e213-45a3-8b19-bb9dab4dcf8c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:38.941448 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac900bbf-cf4c-4108-8e85-49579b5dd5a9', 'name': 'network-vif-deleted', 'tag': '988ddb6d-bb59-4aca-8b52-579a36805522', 'status': 'completed', 'code': 200} Sep 24 18:58:38.959164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32bc9715-7c19-4cca-8338-421839bcd853 req-95f5df92-8966-436e-bbe0-e6050fdc444a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Sep 24 18:58:39.001714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Made reservation on behalf of eb496168af764b39afaa54cbb3ef8324 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:39.007206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:39.056486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['ab4dcbaf-99cb-46b6-92cd-35547b045f0c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:39.153410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916abe-ccd0-4787-9b94-19af98bc3a79 req-eb5294e4-d283-495f-ab4b-1caf8a5dc49c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:39.154981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1916abe-ccd0-4787-9b94-19af98bc3a79 req-eb5294e4-d283-495f-ab4b-1caf8a5dc49c tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1096 time: 0.1307254 Sep 24 18:58:39.165848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e7325-03e8-414c-aa29-b4755ead8ce9 req-aa798528-508c-47a5-bb3b-5126fd69c8d1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:39.167393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852e7325-03e8-414c-aa29-b4755ead8ce9 req-aa798528-508c-47a5-bb3b-5126fd69c8d1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 944 time: 0.1446686 Sep 24 18:58:39.271967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852e7325-03e8-414c-aa29-b4755ead8ce9 req-d4bafe5d-3753-424a-96de-370fe7a676f9 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703571 Sep 24 18:58:39.273558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1916abe-ccd0-4787-9b94-19af98bc3a79 req-f7d3c164-7332-423f-8a6a-f6832b6eb68a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028066 Sep 24 18:58:39.355213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Allocated IP 10.2.2.200 (ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6/6461203a-65d9-4cd5-9852-9b7ea13a5ca7/50cde80b-cefd-477f-93a7-e1eb95ee92c6) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:39.512664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be200d-3adf-43cf-904d-111e6a5fbfe3 req-fc56331b-46c4-4e1b-84a2-89a6a554d101 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:39.514218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78be200d-3adf-43cf-904d-111e6a5fbfe3 req-fc56331b-46c4-4e1b-84a2-89a6a554d101 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 944 time: 0.1286175 Sep 24 18:58:39.527084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f66304-06e2-4cb3-a1e8-529a5be846fa req-102177ae-65ec-4dea-ade8-1cea35a01c0f tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:39.528566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f66304-06e2-4cb3-a1e8-529a5be846fa req-102177ae-65ec-4dea-ade8-1cea35a01c0f tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 1096 time: 0.1042542 Sep 24 18:58:39.886057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f66304-06e2-4cb3-a1e8-529a5be846fa req-fc02d35d-7b21-4356-a7d6-4319649479f6 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477113 Sep 24 18:58:39.904229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78be200d-3adf-43cf-904d-111e6a5fbfe3 req-54ab1445-92c1-4287-8739-84fd56ff3a09 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734927 Sep 24 18:58:39.938126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.045760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.101151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8547e-f899-4ebf-84b4-6f2d07962fe8 req-b8d5fc4f-df23-4593-a677-64d6f420cd61 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.101945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:40.102621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e8547e-f899-4ebf-84b4-6f2d07962fe8 req-b8d5fc4f-df23-4593-a677-64d6f420cd61 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 944 time: 0.1222284 Sep 24 18:58:40.114442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:40.134799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:40.138415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:40.147001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event updated for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:40.157824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-c2809475-fabc-46f4-81fc-d2399209ff0e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.163723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-c2809475-fabc-46f4-81fc-d2399209ff0e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.169905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-c2809475-fabc-46f4-81fc-d2399209ff0e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.175608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-c2809475-fabc-46f4-81fc-d2399209ff0e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.179664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-c2809475-fabc-46f4-81fc-d2399209ff0e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 3095 time: 0.1689715 Sep 24 18:58:40.247641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e8547e-f899-4ebf-84b4-6f2d07962fe8 req-866debb0-745e-4483-b3c8-c6998f8074ae tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297083 Sep 24 18:58:40.266305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.266885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.286778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee5f6fa-3620-4ae8-9380-429c3c161bf5 req-7c850b94-670d-4dce-b432-c044b535757f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992355 Sep 24 18:58:40.306207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-47659873-7caf-4f16-a654-0316fb42c5d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4952624 Sep 24 18:58:40.319178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ac5cb82f-1a47-43c5-b163-e44ecb2f493f details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:58:40.331205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:40.453807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,segment=NetworkSegment(ce11a15e-4847-4037-a335-7732ceffbd35),segment_id=ce11a15e-4847-4037-a335-7732ceffbd35)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:40.466199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f', 'network_id': '04684136-bc9e-495c-af33-23e7f54c26a6', 'port_id': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f', 'mac_address': 'fa:16:3e:43:92:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e0a9aa-2bad-4acc-b835-ddded7c949f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:58:40.473618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.484773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f539cf-1b00-41cb-b936-a4f3057810b4 req-d57dd721-8f0c-40a5-8c95-c2608bf9ae8f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.486332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4f539cf-1b00-41cb-b936-a4f3057810b4 req-d57dd721-8f0c-40a5-8c95-c2608bf9ae8f tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 949 time: 0.1472585 Sep 24 18:58:40.516029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9dc4e314-4e98-4aa2-aab4-07e17397939c None None] Provisioning complete for port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:40.516544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e314-4e98-4aa2-aab4-07e17397939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.518165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.559461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5cb82f-1a47-43c5-b163-e44ecb2f493f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:40.565624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177adac9-fdb1-4bd5-b4e8-4ce5967f1515 req-10c960cf-b6ce-4d76-8730-c057e6a06e35 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.569217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-177adac9-fdb1-4bd5-b4e8-4ce5967f1515 req-10c960cf-b6ce-4d76-8730-c057e6a06e35 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 945 time: 0.1518345 Sep 24 18:58:40.592785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4e314-4e98-4aa2-aab4-07e17397939c None None] Port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:58:40.592785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,segment=NetworkSegment(ce11a15e-4847-4037-a335-7732ceffbd35),segment_id=ce11a15e-4847-4037-a335-7732ceffbd35)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:40.599635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:40.655965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4f539cf-1b00-41cb-b936-a4f3057810b4 req-a5bd2090-7c98-42e1-8155-c55e26e5cc43 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566362 Sep 24 18:58:40.662120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:40.745986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-bde7ebd5-d717-43c0-9cf1-191093b9ac83 service neutron] 10.222.0.15 "GET /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5/bindings/n-h1-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.0641177 Sep 24 18:58:40.752485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-67c3e2ad-9d89-4065-960f-7144877b89ea tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.753996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-67c3e2ad-9d89-4065-960f-7144877b89ea tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 949 time: 0.2392406 Sep 24 18:58:40.761313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-177adac9-fdb1-4bd5-b4e8-4ce5967f1515 req-2b91ac45-1eba-4979-bbda-0cc237ec8620 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660719 Sep 24 18:58:40.831528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ac5cb82f-1a47-43c5-b163-e44ecb2f493f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:40.963331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6214-eb45-4db7-a1fa-ffb2c8c44682 req-a45e8d1b-a3a7-463a-ac5f-ac0098e8f4d6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:40.970801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f8a6214-eb45-4db7-a1fa-ffb2c8c44682 req-a45e8d1b-a3a7-463a-ac5f-ac0098e8f4d6 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 944 time: 0.2127850 Sep 24 18:58:41.055111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f8a6214-eb45-4db7-a1fa-ffb2c8c44682 req-6438323e-4a14-4482-aee3-a8ffdcf06811 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832043 Sep 24 18:58:41.097505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:41.154303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:41.179458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Deleting port c894f0e5-5947-4600-93cc-58cc99a05354 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:41.179814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.186056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:41.200288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d9778-9650-42bb-b5a3-5d8a442f74c5 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:41.223837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:41.254978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.258054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.284183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Transition to ACTIVE for port object 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:41.319127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.365307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] Transition to ACTIVE for port object 705d9778-9650-42bb-b5a3-5d8a442f74c5 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:41.371501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.430890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] Pushing event updated for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:41.458736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] For port c894f0e5-5947-4600-93cc-58cc99a05354, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c894f0e5-5947-4600-93cc-58cc99a05354,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:41.459139 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.474199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] No DVR routers for this DVR port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:41.505333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Calling delete_port for c894f0e5-5947-4600-93cc-58cc99a05354 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:41.507989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-4744cae3-4751-4822-b822-b989c76acf96 service neutron] 10.222.0.15 "PUT /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5/bindings/n-h1-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7519405 Sep 24 18:58:41.516573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f38f46-f7ce-42f1-af03-2f62e96e5ef6 req-c6ff3c76-79d8-468d-bf69-43a07159158a tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:41.523788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13f38f46-f7ce-42f1-af03-2f62e96e5ef6 req-c6ff3c76-79d8-468d-bf69-43a07159158a tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 945 time: 0.2472491 Sep 24 18:58:41.546511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:41.714762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13f38f46-f7ce-42f1-af03-2f62e96e5ef6 req-a88bd292-865d-40f6-8b51-6eb44e79343d tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780684 Sep 24 18:58:41.728503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd99541-8683-4aaf-bb07-b4a86012c614 req-566d949b-b405-44a0-ba8a-8ec6d4f3eb52 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:41.730006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcd99541-8683-4aaf-bb07-b4a86012c614 req-566d949b-b405-44a0-ba8a-8ec6d4f3eb52 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 945 time: 0.2225356 Sep 24 18:58:41.777612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6f220cbb-6840-4b2d-b9d4-13f99b708e86 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:41.779341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6f220cbb-6840-4b2d-b9d4-13f99b708e86 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1843853 Sep 24 18:58:41.862983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Attempting to bind port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:41.863313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Attempting to bind port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:41.863776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Attempting to bind port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 on network ac729ca5-6c8e-4162-a400-cb8e8b12326c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:41.883394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcd99541-8683-4aaf-bb07-b4a86012c614 req-0e7f75e1-16c4-4410-9018-7623a9c4f3dc tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436799 Sep 24 18:58:41.912874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 on network ac729ca5-6c8e-4162-a400-cb8e8b12326c not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:41.913242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Attempting to bind port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 on network ac729ca5-6c8e-4162-a400-cb8e8b12326c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:41.932362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:41.932974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Checking segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:41.933357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Bound using segment: {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:41.933796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Bound port: 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ad00f3-79be-4779-a07d-8ac8dd77dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:41.934154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:41.962583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-16308abf-1fc9-4065-9d70-e01cdf1f152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:41.964093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-16308abf-1fc9-4065-9d70-e01cdf1f152b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 1096 time: 0.1636581 Sep 24 18:58:42.021253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9d6b-021e-40de-84e1-8ed34122ac3e req-1d242d39-6985-410f-b4a3-8964ee56459d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.023509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28f9d6b-021e-40de-84e1-8ed34122ac3e req-1d242d39-6985-410f-b4a3-8964ee56459d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.2234309 Sep 24 18:58:42.071399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.082835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d00d1762-7300-4b3c-a4de-72139335e02e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:42.110075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c894f0e5-5947-4600-93cc-58cc99a05354'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:42.136153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ab4dcbaf-99cb-46b6-92cd-35547b045f0c up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:42.144389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event deleted for resources: {'Port': ['ID=c894f0e5-5947-4600-93cc-58cc99a05354,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:42.197495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:42.228225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port ab4dcbaf-99cb-46b6-92cd-35547b045f0c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:58:42.230114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28f9d6b-021e-40de-84e1-8ed34122ac3e req-e4211a99-5b15-4487-ac67-fcd516a787b3 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863823 Sep 24 18:58:42.239987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port ab4dcbaf-99cb-46b6-92cd-35547b045f0c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:42.240434 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.240705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.247616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.253836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.273633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.283311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.285224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-c4a34a7f-6ecf-4232-958f-5354efcaaee7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 3828 time: 0.3295097 Sep 24 18:58:42.292675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] No DVR routers for this DVR port c894f0e5-5947-4600-93cc-58cc99a05354 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:42.296105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.299156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d46ffe5d-3e13-42c1-8e3d-ff3418249c57 req-339f0f52-8e18-4234-b0dd-68cfe3a7edb4 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.15 "DELETE /v2.0/ports/c894f0e5-5947-4600-93cc-58cc99a05354 HTTP/1.1" status: 204 len: 173 time: 1.5368927 Sep 24 18:58:42.304925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'name': 'network-vif-deleted', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:42.307715 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dca119b-6a2f-40b0-804c-60f1824b3e5d" -d '{"events": [{"server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "name": "network-vif-deleted", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:42.313127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:42.316905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-bac1c149-01c0-41c4-ab6d-141730188a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.318835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-bac1c149-01c0-41c4-ab6d-141730188a67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1096 time: 0.3210385 Sep 24 18:58:42.333321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.356092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ac5cb82f-1a47-43c5-b163-e44ecb2f493f up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:42.412562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.455081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:42.457357 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4456f-e140-46bf-9edd-637b24b09003" -d '{"events": [{"server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "name": "network-vif-plugged", "status": "completed", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:42.466833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port ac5cb82f-1a47-43c5-b163-e44ecb2f493f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:58:42.473737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:42.475342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ac5cb82f-1a47-43c5-b163-e44ecb2f493f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:42.475746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.477712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.479017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.480544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 1092 time: 2.1685011 Sep 24 18:58:42.484882 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.496536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fb1e6df-39dd-48a1-9f72-191a8b207f3c req-97fcb1cd-c8a7-450f-be6a-69177b4a9e73 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74f386d-a909-43b5-af2f-04805f557707 HTTP/1.1" status: 200 len: 210 time: 0.0855961 Sep 24 18:58:42.542947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:42.561128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbee8b06-8f7a-4786-bffa-6136837dcb73 req-634ffa2c-56aa-4f84-91ea-3cab935409aa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549877 Sep 24 18:58:42.610761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:42.684764 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b46537-2e95-412a-a33b-83874c974a01 x-openstack-request-id: req-c5b46537-2e95-412a-a33b-83874c974a01 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:42.685250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f386d-a909-43b5-af2f-04805f557707", "name": "network-vif-deleted", "tag": "c894f0e5-5947-4600-93cc-58cc99a05354", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:42.685663 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5b46537-2e95-412a-a33b-83874c974a01 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:42.686221 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74f386d-a909-43b5-af2f-04805f557707', 'name': 'network-vif-deleted', 'tag': 'c894f0e5-5947-4600-93cc-58cc99a05354', 'status': 'completed', 'code': 200} Sep 24 18:58:42.693526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682619-5984-4da3-a2c8-d7ba6dbf8273 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:42.738047 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.833055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,segment=NetworkSegment(ce11a15e-4847-4037-a335-7732ceffbd35),segment_id=ce11a15e-4847-4037-a335-7732ceffbd35)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:42.847706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.874879 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a261217-d750-4cc1-a09b-37f6b7cf2844 x-openstack-request-id: req-3a261217-d750-4cc1-a09b-37f6b7cf2844 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:42.875173 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "name": "network-vif-plugged", "status": "completed", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:42.875436 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a261217-d750-4cc1-a09b-37f6b7cf2844 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:42.875854 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'code': 200} Sep 24 18:58:42.901330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:42.922634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3576ff71-3d0b-4357-87bf-8cb76455b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.924296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3576ff71-3d0b-4357-87bf-8cb76455b986 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.5957096 Sep 24 18:58:42.965051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:42.996127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42cff-c623-489c-ad17-ad9c690d18c8 req-f69fe7d6-13bc-46ab-8024-3150434ee1d1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:42.997872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60c42cff-c623-489c-ad17-ad9c690d18c8 req-f69fe7d6-13bc-46ab-8024-3150434ee1d1 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.3197894 Sep 24 18:58:43.074640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-526e6caf-656c-44b7-9d26-4f5aae3a18b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.1338570 Sep 24 18:58:43.086277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:43.228295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2771-6396-4df9-957a-eb5e12c172f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.318067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-e21355ec-d563-4977-a2ea-5915904d85f4 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:43.319742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-e21355ec-d563-4977-a2ea-5915904d85f4 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 945 time: 0.0766470 Sep 24 18:58:43.443348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2771-6396-4df9-957a-eb5e12c172f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.452265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2771-6396-4df9-957a-eb5e12c172f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.504624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6f6a2771-6396-4df9-957a-eb5e12c172f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52a0aa8343584dfb940913df2e7f65a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147999 Sep 24 18:58:43.504624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a2771-6396-4df9-957a-eb5e12c172f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ad53ed-819e-41d2-8520-cff23ff5036a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:43.510118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Deleting port 82e6fe95-c887-4226-a694-3f09679d62f4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:43.510118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.510441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49220) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:43.541096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6f3bc2fa-1e27-460d-a579-e0f7c5125cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:43.542696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-6f3bc2fa-1e27-460d-a579-e0f7c5125cbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.4405015 Sep 24 18:58:43.544710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a679b-213c-4d25-95b3-dfefc7a97cd2 req-32d4b91c-91a8-4c23-8df5-5af48292e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:43.545908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c0a679b-213c-4d25-95b3-dfefc7a97cd2 req-32d4b91c-91a8-4c23-8df5-5af48292e20b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 1096 time: 0.4863362 Sep 24 18:58:43.551377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60c42cff-c623-489c-ad17-ad9c690d18c8 req-9575c6ed-51bb-4f85-8416-5f3328e6016c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4893153 Sep 24 18:58:43.619184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] For port 82e6fe95-c887-4226-a694-3f09679d62f4, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e6fe95-c887-4226-a694-3f09679d62f4,segment=NetworkSegment(be423e6a-1332-4f9f-8672-30781ca7b40c),segment_id=be423e6a-1332-4f9f-8672-30781ca7b40c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:43.619692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.633478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Calling delete_port for 82e6fe95-c887-4226-a694-3f09679d62f4 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:43.640245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a571010-56f8-4d91-b339-b5c7582f382e req-d51d1a77-6017-4a37-a15f-f86e9013299c tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:43.641757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a571010-56f8-4d91-b339-b5c7582f382e req-d51d1a77-6017-4a37-a15f-f86e9013299c tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.5807629 Sep 24 18:58:43.712648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-ea98d882-fdaa-48b4-bf02-41f8789d3cb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553199 Sep 24 18:58:43.778516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.795496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['82e6fe95-c887-4226-a694-3f09679d62f4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:58:43.814470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event deleted for resources: {'Port': ['ID=82e6fe95-c887-4226-a694-3f09679d62f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:43.848330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c0a679b-213c-4d25-95b3-dfefc7a97cd2 req-60c2daa1-d806-4543-a754-e4b7760660fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054341 Sep 24 18:58:43.862737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] No DVR routers for this DVR port 82e6fe95-c887-4226-a694-3f09679d62f4 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:43.865380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:43.867408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-702c4715-1f5b-4c2d-bf33-8154e652e606 req-2314071e-b88a-4e19-ab5e-3a6e9f5a7caf tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.15 "DELETE /v2.0/ports/82e6fe95-c887-4226-a694-3f09679d62f4 HTTP/1.1" status: 204 len: 173 time: 0.5358169 Sep 24 18:58:43.867853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'name': 'network-vif-deleted', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:43.870117 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b710cbf2-4237-4d4f-bd68-633685bcf565" -d '{"events": [{"server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "name": "network-vif-deleted", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:43.897107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a571010-56f8-4d91-b339-b5c7582f382e req-8b6cd3ae-bc3c-45d3-87fa-69f2a9cbea43 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257886 Sep 24 18:58:43.917653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803186d-494d-4c9d-837c-6b06d3372974 req-c36d19bb-60e6-44d2-ac71-eab6602701cb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:43.923485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c803186d-494d-4c9d-837c-6b06d3372974 req-c36d19bb-60e6-44d2-ac71-eab6602701cb tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/ports?device_id=929669ed-fecd-41f3-8d0b-ee662fb952ae HTTP/1.1" status: 200 len: 867 time: 0.2791963 Sep 24 18:58:43.931378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.033443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.061619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fea71b-2030-430a-a53c-d189c3def90b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:44.076047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-471bf439-53b6-4573-96dc-6f9e53b31330 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401103 Sep 24 18:58:44.077805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.107336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c803186d-494d-4c9d-837c-6b06d3372974 req-981e0907-ea2e-49c6-b6ca-9c2edd1297ea tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups?id=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739621 Sep 24 18:58:44.137122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c894f0e5-5947-4600-93cc-58cc99a05354 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:44.156891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c894f0e5-5947-4600-93cc-58cc99a05354 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:44.157128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c894f0e5-5947-4600-93cc-58cc99a05354 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:44.164365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Transition to ACTIVE for port object c0fea71b-2030-430a-a53c-d189c3def90b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:44.176246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa573b4-e3f5-4038-a0f8-cfc79feaeef2 req-dacc0714-20a4-40e2-8d2b-38efff019270 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.177896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1aa573b4-e3f5-4038-a0f8-cfc79feaeef2 req-dacc0714-20a4-40e2-8d2b-38efff019270 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.2053092 Sep 24 18:58:44.189629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.200727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.203286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.204434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06ad53ed-819e-41d2-8520-cff23ff5036a HTTP/1.1" status: 204 len: 168 time: 0.6891766 Sep 24 18:58:44.290493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2e804-0c58-4ae8-b472-84b462d51520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ad53ed-819e-41d2-8520-cff23ff5036a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:44.375166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:44.391863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1aa573b4-e3f5-4038-a0f8-cfc79feaeef2 req-0da709b3-198a-4100-ae0b-fa94aba0ea54 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999092 Sep 24 18:58:44.396332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-25d8e974-4876-4dec-abe9-8f93ec7a576c service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093314 Sep 24 18:58:44.503649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.510537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.518448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.525899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.537306 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265496c-5c82-4ccd-bc86-180c15c89276 x-openstack-request-id: req-5265496c-5c82-4ccd-bc86-180c15c89276 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:44.537798 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929669ed-fecd-41f3-8d0b-ee662fb952ae", "name": "network-vif-deleted", "tag": "82e6fe95-c887-4226-a694-3f09679d62f4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:44.537880 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5265496c-5c82-4ccd-bc86-180c15c89276 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:44.538268 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929669ed-fecd-41f3-8d0b-ee662fb952ae', 'name': 'network-vif-deleted', 'tag': '82e6fe95-c887-4226-a694-3f09679d62f4', 'status': 'completed', 'code': 200} Sep 24 18:58:44.547623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.555053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.556952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-26803b9e-fa4d-450f-b64e-dbf223f05cd2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 4601 time: 0.2434087 Sep 24 18:58:44.640203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Attempting to bind port c0fea71b-2030-430a-a53c-d189c3def90b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:44.640598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Attempting to bind port c0fea71b-2030-430a-a53c-d189c3def90b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:44.640937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Attempting to bind port c0fea71b-2030-430a-a53c-d189c3def90b on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:44.675127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d69e7e5-978a-4723-b9a0-fbba6b3299b7 req-f97ae7e4-72c3-4647-9427-c2fdf8dbd27b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914874 Sep 24 18:58:44.676865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Port c0fea71b-2030-430a-a53c-d189c3def90b on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:44.677549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Attempting to bind port c0fea71b-2030-430a-a53c-d189c3def90b on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:44.704582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:44.710058 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee411f43-7830-4728-b797-7d46f3794853" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:44.718213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:44.718213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:44.718213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Bound using segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:44.718671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Bound port: c0fea71b-2030-430a-a53c-d189c3def90b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:44.718970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:44.861824 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45dbd9a-1b39-4828-beee-83bac9862808 x-openstack-request-id: req-b45dbd9a-1b39-4828-beee-83bac9862808 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:44.862172 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:44.862545 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b45dbd9a-1b39-4828-beee-83bac9862808 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:44.862956 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'status': 'completed', 'code': 200} Sep 24 18:58:44.869687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3ac4bb17-c0bc-4992-9d69-bc5777f51212 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.871268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-3ac4bb17-c0bc-4992-9d69-bc5777f51212 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1904035 Sep 24 18:58:44.877082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:44.879546 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd3ff73-5056-4e33-ad62-adf063a201a6" -d '{"events": [{"server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "name": "network-vif-plugged", "status": "completed", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:44.897593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:44.911379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dee9dd-ee41-4a43-9e7e-b678a2f3f6cf req-e554c0c4-26c6-4c5d-82a7-98f25395fa84 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.912995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0dee9dd-ee41-4a43-9e7e-b678a2f3f6cf req-e554c0c4-26c6-4c5d-82a7-98f25395fa84 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.1579759 Sep 24 18:58:44.962993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.963738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.964715 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.965342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.966490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.967194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:44.967315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c0fea71b-2030-430a-a53c-d189c3def90b,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:44.970695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee411f43-7830-4728-b797-7d46f3794853 req-3101a7b9-a50d-4532-9695-00c02939c137 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5245 time: 0.0883892 Sep 24 18:58:45.007251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.071868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.072527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.073899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 1131 time: 2.5534036 Sep 24 18:58:45.103135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0dee9dd-ee41-4a43-9e7e-b678a2f3f6cf req-ed6dd417-8b07-4533-940f-6cb6f4400dd4 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638911 Sep 24 18:58:45.185166 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4e812d-7e21-4517-843e-5f515f85eb5d x-openstack-request-id: req-7e4e812d-7e21-4517-843e-5f515f85eb5d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:45.185359 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "name": "network-vif-plugged", "status": "completed", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:45.185621 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e4e812d-7e21-4517-843e-5f515f85eb5d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:45.186446 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f', 'code': 200} Sep 24 18:58:45.190104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:45.213298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fc63c-4503-4fc1-8a16-520fd4b36dbb req-131598ae-ef7b-4434-8b87-3fee8de2f67b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.221032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f82fc63c-4503-4fc1-8a16-520fd4b36dbb req-131598ae-ef7b-4434-8b87-3fee8de2f67b tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 950 time: 0.2721698 Sep 24 18:58:45.253391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420f29-495b-41ab-9c94-c08d5b53fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:45.426536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-daf16688-987d-4b46-8ab1-c709ee298d2a service neutron] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:45.456202 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-daf16688-987d-4b46-8ab1-c709ee298d2a service neutron] Notify callbacks [] for binding, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.457370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c60b7884-d4b2-4de4-9c1d-af5133c9f717 req-daf16688-987d-4b46-8ab1-c709ee298d2a service neutron] 10.222.0.69 "DELETE /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5/bindings/n-h2-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.5736616 Sep 24 18:58:45.470081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f82fc63c-4503-4fc1-8a16-520fd4b36dbb req-4c9ef79b-5219-429b-ba04-5ef1df58b1cd tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459264 Sep 24 18:58:45.496210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.536122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:45.643822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4980e-034a-46b7-956b-8e88ee2afc16 req-9a21a23f-87fa-488d-a165-2ebb7f6c6436 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.651428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4a4980e-034a-46b7-956b-8e88ee2afc16 req-9a21a23f-87fa-488d-a165-2ebb7f6c6436 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.3211672 Sep 24 18:58:45.654820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c1b9-dd07-49ca-83fb-d3ea66da10f6 req-1f13f211-cea8-48ad-a319-bc4e345b5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.656372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4232c1b9-dd07-49ca-83fb-d3ea66da10f6 req-1f13f211-cea8-48ad-a319-bc4e345b5285 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 1097 time: 0.3509834 Sep 24 18:58:45.661504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-70362349-0469-40c7-9512-6bf55dffe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.662005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-70362349-0469-40c7-9512-6bf55dffe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.662422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-70362349-0469-40c7-9512-6bf55dffe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.664654 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee411f43-7830-4728-b797-7d46f3794853 req-70362349-0469-40c7-9512-6bf55dffe792 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6801658 Sep 24 18:58:45.700264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-network', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:45.840033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4a4980e-034a-46b7-956b-8e88ee2afc16 req-0dceac89-0760-491f-b9fc-0687a830a3a5 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877170 Sep 24 18:58:45.854092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411f43-7830-4728-b797-7d46f3794853 req-be1a5564-ff7e-4787-8b57-8a482b982897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.856198 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee411f43-7830-4728-b797-7d46f3794853 req-be1a5564-ff7e-4787-8b57-8a482b982897 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1767678 Sep 24 18:58:45.863474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a39c4d-7a20-4b5d-a9cc-f7f990d9d928 req-77703745-9d2d-4056-b30b-fc4836d18511 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:45.871213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3a39c4d-7a20-4b5d-a9cc-f7f990d9d928 req-77703745-9d2d-4056-b30b-fc4836d18511 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.2570083 Sep 24 18:58:45.877002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4232c1b9-dd07-49ca-83fb-d3ea66da10f6 req-530fdea5-c880-46a6-a68c-75e95a166c0b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808803 Sep 24 18:58:45.884881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Made reservation on behalf of bcab2bff6fca48ebb337563d9568d594 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:45.887134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.911556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:45.987484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3a39c4d-7a20-4b5d-a9cc-f7f990d9d928 req-a097e131-d71c-41a8-bd93-868a0f6e273f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152914 Sep 24 18:58:46.155230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e6fe95-c887-4226-a694-3f09679d62f4 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:46.158735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f216aa-3e40-48f2-870c-3aa3680304ab {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:46.172685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.183748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 82e6fe95-c887-4226-a694-3f09679d62f4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:46.184489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e6fe95-c887-4226-a694-3f09679d62f4 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:46.188754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.195750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.201784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.207879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.214028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.220028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.221880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-e9e5c83e-9781-4497-b514-d3980ab73de5 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 4601 time: 0.1629238 Sep 24 18:58:46.276652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Transition to ACTIVE for port object d0f216aa-3e40-48f2-870c-3aa3680304ab will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:46.292731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.338513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.361530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.377981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1975cfe7-d72a-4b88-a994-5ca6a86a5996 req-ddb94288-b770-49ce-9bd6-02f8c13868e1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378248 Sep 24 18:58:46.409673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:46.433344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:46.435988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85d35c-4d03-4e7c-9ffd-e759fd5c5368,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:46.441905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6580a-e4d1-4cde-a903-190f874f9856 req-8ef67f48-6421-4b2e-94b2-85f8006e7766 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.443633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6eb6580a-e4d1-4cde-a903-190f874f9856 req-8ef67f48-6421-4b2e-94b2-85f8006e7766 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1096 time: 0.2208295 Sep 24 18:58:46.478001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.478345 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Added segment efeec716-f2e9-4823-b0fe-07ac0ea9f9b4 of type vlan for network d5137844-6877-4513-8c95-41f0f5d76bff Sep 24 18:58:46.630927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.648209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6eb6580a-e4d1-4cde-a903-190f874f9856 req-da349541-ddb3-46fe-8067-17e8ebb9c0be tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815016 Sep 24 18:58:46.689062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Attempting to bind port d0f216aa-3e40-48f2-870c-3aa3680304ab on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:46.689495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Attempting to bind port d0f216aa-3e40-48f2-870c-3aa3680304ab by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:46.689941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Attempting to bind port d0f216aa-3e40-48f2-870c-3aa3680304ab on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:46.691339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:46.717080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88474128-1efe-478d-9a10-7672d2d9e653 req-3b474b2f-afeb-4380-b403-8b89baa9b366 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.718915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88474128-1efe-478d-9a10-7672d2d9e653 req-3b474b2f-afeb-4380-b403-8b89baa9b366 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.2143073 Sep 24 18:58:46.721400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Port d0f216aa-3e40-48f2-870c-3aa3680304ab on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:46.721924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Attempting to bind port d0f216aa-3e40-48f2-870c-3aa3680304ab on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:46.734150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1f934-d601-498c-9976-4de7fb6e773b req-bfdb39be-ff48-49ba-8e16-7473282ce818 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.736668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72d1f934-d601-498c-9976-4de7fb6e773b req-bfdb39be-ff48-49ba-8e16-7473282ce818 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 950 time: 0.2145209 Sep 24 18:58:46.742628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.743655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:46.744364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.754117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:46.754537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:46.755007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Bound using segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:46.755520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Bound port: d0f216aa-3e40-48f2-870c-3aa3680304ab, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:46.755958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.780338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.805707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.857100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3189170 Sep 24 18:58:46.860188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:46.865129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'c0fea71b-2030-430a-a53c-d189c3def90b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:46.867152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Request body: {'subnet': {'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-subnet', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:46.868256 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "c0fea71b-2030-430a-a53c-d189c3def90b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:46.875448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.877861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:46.879163 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6d6dd68-fc33-46d0-bed9-f0e12cd84b61 HTTP/1.1" status: 204 len: 168 time: 0.1864772 Sep 24 18:58:46.884187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:46.896498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914569ea-5576-4720-8d4c-c76db835063a tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d6dd68-fc33-46d0-bed9-f0e12cd84b61,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:46.908806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Made reservation on behalf of bcab2bff6fca48ebb337563d9568d594 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:46.912051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.125078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.198200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ac2bd9-13d2-42ef-9a30-3a50fbcda18e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:47.215126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Checking segment: {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:47.215126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Network hostable DHCP agents. Network: d5137844-6877-4513-8c95-41f0f5d76bff, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:47.224632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88474128-1efe-478d-9a10-7672d2d9e653 req-763ea6c7-a92e-4602-97e4-dadc7b011d72 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843500 Sep 24 18:58:47.233284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83200-2e07-4876-90d2-d8ea6b9beb8f admin admin] Pushing event updated for resources: {'Network': ['ID=d5137844-6877-4513-8c95-41f0f5d76bff,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:47.242023 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-d8a77c5b-ec8a-48d1-82d6-48d161916e21 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] show failed (client error): The resource could not be found. Sep 24 18:58:47.246174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Network d5137844-6877-4513-8c95-41f0f5d76bff is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:47.250598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d8a77c5b-ec8a-48d1-82d6-48d161916e21 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "GET /v2.0/security-groups/e6d6dd68-fc33-46d0-bed9-f0e12cd84b61 HTTP/1.1" status: 404 len: 347 time: 0.3559172 Sep 24 18:58:47.253251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49310) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:47.256516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d5137844-6877-4513-8c95-41f0f5d76bff details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:47.301738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d5137844-6877-4513-8c95-41f0f5d76bff) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:47.311535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138b2c9-aa95-4f92-935a-517daa90a85a None None] Network d5137844-6877-4513-8c95-41f0f5d76bff requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:47.316935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:47.317752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.358087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827c0f-9ee3-46f2-bcf9-17366f9cfb8b req-d08b8120-7e5f-46e2-a26f-bfb4452fbd7c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:47.359622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72827c0f-9ee3-46f2-bcf9-17366f9cfb8b req-d08b8120-7e5f-46e2-a26f-bfb4452fbd7c tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 950 time: 0.5999753 Sep 24 18:58:47.364798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:47.385904 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-331aae44-91ec-41df-a7f1-e81992593051 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5216134 Sep 24 18:58:47.386133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:47.391538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:47.404176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:47.427307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.442462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.443977 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.470699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Deleting port 0b377628-9df2-4b31-8ae9-df2b31b29bb1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:47.470699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.495155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:47.495711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.497143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] 10.222.0.69 "PUT /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 1130 time: 2.3650079 Sep 24 18:58:47.500475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ef7cf-56ee-41b2-8d1e-67d980120152 req-bf7fc547-7aaf-488b-bc51-16b0eda757d3 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:47.512129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b73ef7cf-56ee-41b2-8d1e-67d980120152 req-bf7fc547-7aaf-488b-bc51-16b0eda757d3 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1096 time: 0.1824572 Sep 24 18:58:47.528491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72827c0f-9ee3-46f2-bcf9-17366f9cfb8b req-03bbd1c6-22fe-4b7c-9466-c2e310bee651 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404359 Sep 24 18:58:47.545750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Deleting port d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:58:47.548725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.549607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.572766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:47.642572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.642913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.660493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Calling delete_port for 0b377628-9df2-4b31-8ae9-df2b31b29bb1 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:47.722418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d5137844-6877-4513-8c95-41f0f5d76bff', 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'fixed_ips': [{'subnet_id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:58:47.723645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.790744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49446e92-ac90-4f38-9171-1b0ccde80adf service neutron] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:47.827540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b73ef7cf-56ee-41b2-8d1e-67d980120152 req-fc38b533-2e49-4c90-b289-dd6a49e11803 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144462 Sep 24 18:58:47.922242 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b996b58-e7ff-47db-919d-ae8abad8f53f x-openstack-request-id: req-9b996b58-e7ff-47db-919d-ae8abad8f53f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:47.922764 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "c0fea71b-2030-430a-a53c-d189c3def90b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:47.923202 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b996b58-e7ff-47db-919d-ae8abad8f53f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:47.923776 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'c0fea71b-2030-430a-a53c-d189c3def90b', 'status': 'completed', 'code': 200} Sep 24 18:58:47.949399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.954890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:47.998383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a29b7-0675-4e26-bfff-a2f9cb6f895a req-661bde5c-cc4d-4ad5-83a6-64a845e2af61 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.015507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad1a29b7-0675-4e26-bfff-a2f9cb6f895a req-661bde5c-cc4d-4ad5-83a6-64a845e2af61 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.3688674 Sep 24 18:58:48.019861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] For port d00d1762-7300-4b3c-a4de-72139335e02e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d00d1762-7300-4b3c-a4de-72139335e02e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:48.020234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.068974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.070237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.070807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.071379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.071894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.072892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.073438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.075655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c844c895-2e14-4533-ad94-7dda6aec97e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6210 time: 0.1207814 Sep 24 18:58:48.079272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.103024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Allocated IP 172.20.0.2 (d5137844-6877-4513-8c95-41f0f5d76bff/71ac2bd9-13d2-42ef-9a30-3a50fbcda18e/9b99cfae-6437-4b46-91f0-c012de3b6a65) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:48.128077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Calling delete_port for d00d1762-7300-4b3c-a4de-72139335e02e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:58:48.138320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Pushing event deleted for resources: {'Port': ['ID=0b377628-9df2-4b31-8ae9-df2b31b29bb1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:48.273589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad1a29b7-0675-4e26-bfff-a2f9cb6f895a req-952057cb-b31c-4968-83f3-003601a65345 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571800 Sep 24 18:58:48.289639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a97f-e4b9-4275-a2b8-fa4e3dbc530d req-381e497d-477e-4a3d-8282-063ba761cb83 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.302882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8111a97f-e4b9-4275-a2b8-fa4e3dbc530d req-381e497d-477e-4a3d-8282-063ba761cb83 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.1828425 Sep 24 18:58:48.314943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:48.343432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Request body: {'floatingip': {'port_id': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:48.369104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.379895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.419970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.462407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Network d5137844-6877-4513-8c95-41f0f5d76bff is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:48.466971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:48.470071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:48.476384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-ef9f50b3-2b7c-4009-aaa0-38ffb0fef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.476871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-ef9f50b3-2b7c-4009-aaa0-38ffb0fef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.477351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-ef9f50b3-2b7c-4009-aaa0-38ffb0fef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.487081 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-ef9f50b3-2b7c-4009-aaa0-38ffb0fef1cd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3939753 Sep 24 18:58:48.512707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Pushing event updated for resources: {'Port': ['ID=9b99cfae-6437-4b46-91f0-c012de3b6a65,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:48.540159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.560399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.568049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.572336 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f6dfd6df-f6a1-4c41-9865-9bff1ccc7bc7 tempest-ImagesOneServerNegativeTestJSON-984635223 tempest-ImagesOneServerNegativeTestJSON-984635223-project] 10.222.0.18 "DELETE /v2.0/floatingips/0083867e-413c-4c28-94f4-ea17647fb219 HTTP/1.1" status: 204 len: 168 time: 1.3162618 Sep 24 18:58:48.599453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Attempting to bind port 9b99cfae-6437-4b46-91f0-c012de3b6a65 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:48.599453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Attempting to bind port 9b99cfae-6437-4b46-91f0-c012de3b6a65 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:48.599797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Attempting to bind port 9b99cfae-6437-4b46-91f0-c012de3b6a65 on network d5137844-6877-4513-8c95-41f0f5d76bff {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:48.614783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:48.615186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Checking segment: {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:48.615593 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.615985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Bound using segment: {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:48.616484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Bound port: 9b99cfae-6437-4b46-91f0-c012de3b6a65, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:48.616863 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.642491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Pushing event deleted for resources: {'Port': ['ID=d00d1762-7300-4b3c-a4de-72139335e02e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:48.723480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] No DVR routers for this DVR port d00d1762-7300-4b3c-a4de-72139335e02e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:58:48.739296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.752032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72d1f934-d601-498c-9976-4de7fb6e773b req-cbb11d30-41ce-4c33-9977-7dd46688c126 tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.69 "DELETE /v2.0/ports/d00d1762-7300-4b3c-a4de-72139335e02e HTTP/1.1" status: 204 len: 173 time: 1.9988501 Sep 24 18:58:48.754980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] For port 9b99cfae-6437-4b46-91f0-c012de3b6a65, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:48.759757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] For port 9b99cfae-6437-4b46-91f0-c012de3b6a65, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9b99cfae-6437-4b46-91f0-c012de3b6a65,segment=NetworkSegment(efeec716-f2e9-4823-b0fe-07ac0ea9f9b4),segment_id=efeec716-f2e9-4823-b0fe-07ac0ea9f9b4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:48.774316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:48.820917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.847483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.856825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.864009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.897170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.914957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.922369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d648-eb41-472d-a3e6-f0c4d5516aa8 None None] Pushing event updated for resources: {'Port': ['ID=9b99cfae-6437-4b46-91f0-c012de3b6a65,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:48.929620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:48.947309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-5647bdf4-70db-4eb4-a98f-a835a10cc143 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5373 time: 0.4291565 Sep 24 18:58:49.128480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5269ba33-9996-4e0f-8f7a-1f437a6eaab0 req-1aec61bb-8883-4f0d-90b2-0acdf9cecfe2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701941 Sep 24 18:58:49.207252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c6866b56-df1f-4e80-9a05-7d317788b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:49.208791 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd00b8ae-8f6e-4e62-a56c-88c7b3871ef2 req-c6866b56-df1f-4e80-9a05-7d317788b82d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7209136 Sep 24 18:58:49.309996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42421aa6-2bd1-400f-881a-946e101866c1 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:49.318562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:49.333813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Transition to ACTIVE for port object 42421aa6-2bd1-400f-881a-946e101866c1 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:49.340772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:49.535628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61967fee-c68b-4677-956a-b2cfd269b053 req-d0ad4bd8-10eb-4a45-b4b5-e49f8f229aca tempest-ServersAdminTestJSON-805325755 tempest-ServersAdminTestJSON-805325755-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fb2711-191b-44ae-b274-aa56684d6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1180317 Sep 24 18:58:49.592438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:49.651056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:49.747808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9b99cfae-6437-4b46-91f0-c012de3b6a65 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:49.790907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Attempting to bind port 42421aa6-2bd1-400f-881a-946e101866c1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:49.797661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Attempting to bind port 42421aa6-2bd1-400f-881a-946e101866c1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:49.798056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Attempting to bind port 42421aa6-2bd1-400f-881a-946e101866c1 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:49.799147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:49.809392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Port 42421aa6-2bd1-400f-881a-946e101866c1 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:49.809392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Attempting to bind port 42421aa6-2bd1-400f-881a-946e101866c1 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:49.829297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:49.830825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:49.831286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Bound using segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:49.831737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Bound port: 42421aa6-2bd1-400f-881a-946e101866c1, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:49.832106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:49.871339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 18:58:49.927738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'd0f216aa-3e40-48f2-870c-3aa3680304ab'}, {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-deleted', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:49.929167 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67df89ab-5602-4db8-9ec8-b1fc4b91e164" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "d0f216aa-3e40-48f2-870c-3aa3680304ab"}, {"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-deleted", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:49.958548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49392) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:50.067692 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab666f3-a10e-460b-a218-2c47c9547266 x-openstack-request-id: req-0ab666f3-a10e-460b-a218-2c47c9547266 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:50.067692 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "d0f216aa-3e40-48f2-870c-3aa3680304ab", "status": "completed", "code": 200}, {"server_uuid": "95fb2711-191b-44ae-b274-aa56684d6ef5", "name": "network-vif-deleted", "tag": "d00d1762-7300-4b3c-a4de-72139335e02e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:50.088262 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ab666f3-a10e-460b-a218-2c47c9547266 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:50.089157 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'd0f216aa-3e40-48f2-870c-3aa3680304ab', 'status': 'completed', 'code': 200} Sep 24 18:58:50.089157 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fb2711-191b-44ae-b274-aa56684d6ef5', 'name': 'network-vif-deleted', 'tag': 'd00d1762-7300-4b3c-a4de-72139335e02e', 'status': 'completed', 'code': 200} Sep 24 18:58:50.099587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:50.100479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.110722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:50.139675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.158294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.177514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9b99cfae-6437-4b46-91f0-c012de3b6a65 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:50.178966 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.248946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Deleting subnet 4760813b-03e8-47f9-83f2-821540c4e995 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:58:50.263065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.399734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.401001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.408332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 200 len: 1091 time: 2.8756840 Sep 24 18:58:50.503632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:50.605904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:58:50.686924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.714222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b065ee-765e-41ed-a254-c3e79ef338b8 service neutron] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:50.727559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: d00d1762-7300-4b3c-a4de-72139335e02e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:58:50.727912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d00d1762-7300-4b3c-a4de-72139335e02e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:58:50.784900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e4011f-166e-4864-ad5a-5fbb95b64786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.795563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.817665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.829052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.853002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.874719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.886179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:50.891289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.912710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:50.922540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-a8720c58-55fd-4b04-8d73-c3eb61e2e509 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5385 time: 0.5322006 Sep 24 18:58:50.924407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.051730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16dbe13-3af6-432a-ad2b-68cbc6ddff37 None None] Network d5137844-6877-4513-8c95-41f0f5d76bff requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:58:51.061347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:51.063671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.093214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b34fb7f5-8b57-43e0-85d2-cd0603280ec9 req-d57d67a5-2536-4528-a278-8051405982c0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697474 Sep 24 18:58:51.145134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9b99cfae-6437-4b46-91f0-c012de3b6a65, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9b99cfae-6437-4b46-91f0-c012de3b6a65,segment=NetworkSegment(efeec716-f2e9-4823-b0fe-07ac0ea9f9b4),segment_id=efeec716-f2e9-4823-b0fe-07ac0ea9f9b4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:58:51.149265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Allocated IP 172.25.5.15 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/49d55a47-5cf3-467d-aee6-592bffb35ac4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:51.168369 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.221593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.222089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.222573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.231188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.231759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.232249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.232730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:51.245465 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-be285468-3448-4555-8a5f-f3969da87a9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6277 time: 1.1010370 Sep 24 18:58:51.279034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-55e54e37-b1b2-4b6e-96df-abe4b36c29d2 None None] Provisioning complete for port 9b99cfae-6437-4b46-91f0-c012de3b6a65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:51.279805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55e54e37-b1b2-4b6e-96df-abe4b36c29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.334809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9b99cfae-6437-4b46-91f0-c012de3b6a65,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:51.448895 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.517429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.519592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4760813b-03e8-47f9-83f2-821540c4e995 HTTP/1.1" status: 204 len: 168 time: 1.5599213 Sep 24 18:58:51.555053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:51.605009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69928a11-898b-48e3-801e-c4bb5e3a58af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4760813b-03e8-47f9-83f2-821540c4e995,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:51.636416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9b99cfae-6437-4b46-91f0-c012de3b6a65 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:58:51.754088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.794777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9b99cfae-6437-4b46-91f0-c012de3b6a65 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:51.795334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.839244 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098 associated. External IP: 172.25.5.24, port: ab4dcbaf-99cb-46b6-92cd-35547b045f0c. Sep 24 18:58:51.967052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:51.998990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:52.014379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be423e6a-1332-4f9f-8672-30781ca7b40c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:52.014681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be423e6a-1332-4f9f-8672-30781ca7b40c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:52.031645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-17aed454-8940-4607-b739-2baaa1ac4ba9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b69f4a7f07a3417eb4442ee37267b3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9675255 Sep 24 18:58:52.053394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.068964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.076160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:58:52.076584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.095055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: timer() Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:58:52.166686 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:58:52.171359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:52.173843 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ea256-3a90-4dec-a0a6-db1534392a63" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "42421aa6-2bd1-400f-881a-946e101866c1"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:52.200895 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.222217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.241128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47 HTTP/1.1" status: 204 len: 168 time: 0.6829295 Sep 24 18:58:52.268706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8981eb5-a2d2-4084-ae16-1017ad15d137 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:52.289882 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c4c383-b260-4994-8f33-c544dd21afda x-openstack-request-id: req-57c4c383-b260-4994-8f33-c544dd21afda {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:52.290444 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "42421aa6-2bd1-400f-881a-946e101866c1", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:52.291232 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57c4c383-b260-4994-8f33-c544dd21afda {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:52.291870 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1', 'status': 'completed', 'code': 200} Sep 24 18:58:52.313198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-037f03ab-7cc5-420a-a608-8202cee9da7f None None] Provisioning complete for port 9b99cfae-6437-4b46-91f0-c012de3b6a65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:58:52.313566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-037f03ab-7cc5-420a-a608-8202cee9da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.338490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.344442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28626c4-bb4e-4722-9ae6-35918946be88 admin admin] Pushing event deleted for resources: {'Network': ['ID=5943c62c-728e-4ac2-bf9e-ea8ae7b5ee47,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:52.350212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-ae0bdcaa-3495-4174-98b0-63b504c36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.350469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-ae0bdcaa-3495-4174-98b0-63b504c36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.351026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-ae0bdcaa-3495-4174-98b0-63b504c36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.352691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-ae0bdcaa-3495-4174-98b0-63b504c36dcd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1063669 Sep 24 18:58:52.389522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.475321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Transition to ACTIVE for port object a8981eb5-a2d2-4084-ae16-1017ad15d137 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:52.502408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.513732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.517522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:52.520282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.527402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.529322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.533389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.539748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.546095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.554599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ac84918-5926-43ab-89ea-13b920d7710e req-27cfaad5-2a6c-4c25-96c9-0a43d551647a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5385 time: 0.2443514 Sep 24 18:58:52.564295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.622441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:58:52.685236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-7b9dc420-084c-4d2e-84de-99cdc2d4c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.686705 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-67df89ab-5602-4db8-9ec8-b1fc4b91e164 req-7b9dc420-084c-4d2e-84de-99cdc2d4c240 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3180993 Sep 24 18:58:52.768651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ac84918-5926-43ab-89ea-13b920d7710e req-d2aa113e-8ba6-4a5e-9837-93f61c7ba1d6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128496 Sep 24 18:58:52.800612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:52.804996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.823523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:58:52.836415 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d1c25f7d-5d62-48ab-8cd8-30e4aeaa345b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=396dcc8489c94451a3ea5d75ef385f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149238 Sep 24 18:58:52.847941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:52.848810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Attempting to bind port a8981eb5-a2d2-4084-ae16-1017ad15d137 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:52.849516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Attempting to bind port a8981eb5-a2d2-4084-ae16-1017ad15d137 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:52.850204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Attempting to bind port a8981eb5-a2d2-4084-ae16-1017ad15d137 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:52.872124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.875746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Port a8981eb5-a2d2-4084-ae16-1017ad15d137 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:52.876362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Attempting to bind port a8981eb5-a2d2-4084-ae16-1017ad15d137 on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:52.888646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:52.891582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2b82-9159-4677-8cf9-b16be13e92d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.893618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Checking segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:52.894984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Bound using segment: {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:52.895760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Bound port: a8981eb5-a2d2-4084-ae16-1017ad15d137, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:52.896362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:52.939023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=49d55a47-5cf3-467d-aee6-592bffb35ac4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:52.976362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.977114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.977864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.978348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.978819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.979312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.979784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:52.981714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-36d706ba-1e2a-49cb-9eec-7a9a4cf7dff4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6302 time: 0.2393773 Sep 24 18:58:53.015015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:53.020743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:53.027280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.052442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:58:53.076204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:53.091718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:58:53.097501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:53.098561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.099541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 200 len: 1090 time: 2.6016128 Sep 24 18:58:53.140066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:53.182512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9466f4-5ffa-4d71-b134-cc6b182d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:53.227417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.229941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.234363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.247062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5 HTTP/1.1" status: 204 len: 168 time: 1.1508086 Sep 24 18:58:53.281253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.315905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.325269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f31f-f218-4df9-a6cf-d011b93c6d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5cb48e-3725-4935-9b1d-ddfed0c0aaa5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:53.434736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:58:53.439510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.447826 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:58:53.454405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.468668 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:53.469965 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:53.592767 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:53.622623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-3692c564-90b7-47a9-ba63-73c69e592a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:53.623138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-3692c564-90b7-47a9-ba63-73c69e592a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:53.623613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-3692c564-90b7-47a9-ba63-73c69e592a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:53.625265 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-3692c564-90b7-47a9-ba63-73c69e592a0a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5948260 Sep 24 18:58:53.746056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4a0ab13-9c07-46f4-bdf5-5ad74c2423e7 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "PUT /v2.0/floatingips/05c2e242-cccf-47ab-85f9-73384fcf7098 HTTP/1.1" status: 200 len: 990 time: 5.4066775 Sep 24 18:58:53.756716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2592910-74dc-4dda-b702-c11ae0ca6827 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:53.757716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:53.761026 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:53.786078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.794349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.804816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.806196 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182 HTTP/1.1" status: 204 len: 168 time: 0.9533525 Sep 24 18:58:53.824559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Transition to ACTIVE for port object e2592910-74dc-4dda-b702-c11ae0ca6827 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:53.834635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:53.854696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b4381-41f4-42f0-a481-e8463e7788cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9957d1-cdf6-47d3-b3b3-b6b4c9fe9182,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:53.930448 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da50494-112d-40b4-a2dc-d422e4f088d1 x-openstack-request-id: req-6da50494-112d-40b4-a2dc-d422e4f088d1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:53.930838 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:53.933828 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6da50494-112d-40b4-a2dc-d422e4f088d1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:53.934429 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'status': 'completed', 'code': 200} Sep 24 18:58:53.942425 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:b1:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b266013-69b5-4e8c-8b33-9a14be321317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:58:49Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:54.020801 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:58:54.022876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:54.066943 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:54.067499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:54.122773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-fe55e5e9-af74-46fd-842c-da72f4cd9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.125273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f4ea256-3a90-4dec-a0a6-db1534392a63 req-fe55e5e9-af74-46fd-842c-da72f4cd9fe8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4304354 Sep 24 18:58:54.183237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:54.237532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:54.245956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:54.288745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Pushing event updated for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:54.296988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-32b3fa48-c01e-4d36-acbe-204ef28dd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.298493 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-32b3fa48-c01e-4d36-acbe-204ef28dd606 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 1096 time: 0.2693422 Sep 24 18:58:54.335422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.351367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.364448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.384802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.402717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.416470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.429793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.437012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-e23b923b-9173-4399-9acd-b6564e810a7c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5409 time: 0.4232066 Sep 24 18:58:54.437552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:54.439823 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:54.503311 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e63562e3-a0bf-40f5-90be-18d7d443cfa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44433e196bb246d09f762d672be9bb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563372 Sep 24 18:58:54.506171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:54.513859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Attempting to bind port e2592910-74dc-4dda-b702-c11ae0ca6827 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:54.514198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Attempting to bind port e2592910-74dc-4dda-b702-c11ae0ca6827 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:54.514522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Attempting to bind port e2592910-74dc-4dda-b702-c11ae0ca6827 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:54.570615 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dff1eb-6b5e-40ed-b662-55ddf64c0346 x-openstack-request-id: req-e4dff1eb-6b5e-40ed-b662-55ddf64c0346 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:54.571592 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:54.574753 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4dff1eb-6b5e-40ed-b662-55ddf64c0346 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:54.575222 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137', 'status': 'completed', 'code': 200} Sep 24 18:58:54.600790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855eb51a-cd7e-4845-bd1b-802e3fef3dc5 req-b1867a49-fac5-4b0f-ada9-57aebd3c7c8b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440623 Sep 24 18:58:54.640870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Port e2592910-74dc-4dda-b702-c11ae0ca6827 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:54.640870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Attempting to bind port e2592910-74dc-4dda-b702-c11ae0ca6827 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:54.659102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:54.660059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Checking segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:54.661530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Bound using segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:54.663273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Bound port: e2592910-74dc-4dda-b702-c11ae0ca6827, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:54.663794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:54.679928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-12dcfb90-4971-47fd-92af-72cd6e0df927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:54.682019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-12dcfb90-4971-47fd-92af-72cd6e0df927 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 200 len: 923 time: 0.3674798 Sep 24 18:58:54.718685 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:b1:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b266013-69b5-4e8c-8b33-9a14be321317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:58:49Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:54.777971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:54.823132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:54.870991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4c8b-c0b8-4255-94ff-2cda699efaa9 None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '05c2e242-cccf-47ab-85f9-73384fcf7098', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'port_id': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'mac_address': 'fa:16:3e:b1:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b266013-69b5-4e8c-8b33-9a14be321317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:55:43Z', 'updated_at': '2021-09-24T18:58:49Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:58:55.280333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0edc85-cd5a-46ff-bd41-ef46daf8de3d None None] New status for floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 18:58:55.335353 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.341215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.346634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef752644-898c-4650-bb73-790ff4d9a915 HTTP/1.1" status: 204 len: 168 time: 0.8296418 Sep 24 18:58:55.376810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6bf5f-aa40-4a64-aa39-bd9a32b6c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef752644-898c-4650-bb73-790ff4d9a915,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:55.392063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:55.396894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e2592910-74dc-4dda-b702-c11ae0ca6827,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:55.405678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.406924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-a9486148-5f5d-4e9e-8ad1-79f8bd194ec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c HTTP/1.1" status: 200 len: 998 time: 0.7139113 Sep 24 18:58:55.442515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.445505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.448516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.449213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.450070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.456860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.457771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.460971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-ca422139-cb8f-4249-be1f-52dffc5c0b0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6369 time: 0.9015095 Sep 24 18:58:55.476035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.476706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.478194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] 10.222.0.69 "PUT /v2.0/ports/e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 200 len: 1091 time: 2.3429444 Sep 24 18:58:55.515976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Request body: {'port': {'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:55.544433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a44db3-3bb0-44ec-8661-2a05084c8465 service neutron] Pushing event updated for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:55.606503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.616867 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.631341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-a0d1639c-57b0-4af8-b275-5bf7f77ab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.633640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-a0d1639c-57b0-4af8-b275-5bf7f77ab7f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 200 len: 862 time: 0.1714785 Sep 24 18:58:55.801891 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:55.986694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-8817f4c9-213e-46ab-bd8b-e15f525dbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.987207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-8817f4c9-213e-46ab-bd8b-e15f525dbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.987679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-8817f4c9-213e-46ab-bd8b-e15f525dbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:55.989291 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-8817f4c9-213e-46ab-bd8b-e15f525dbee5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3523536 Sep 24 18:58:56.161174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-e37b4df8-f19f-464f-bffd-53bf972a09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.162793 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-e37b4df8-f19f-464f-bffd-53bf972a09cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e12d2d2-74e9-4177-bc67-165a152c2d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777465 Sep 24 18:58:56.164771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cde80b-cefd-477f-93a7-e1eb95ee92c6 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:58:56.193150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:56.213817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Router 9ae23943-f5c2-4e08-8b9c-1369663875d4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:58:56.216120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Transition to ACTIVE for port object 50cde80b-cefd-477f-93a7-e1eb95ee92c6 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:58:56.238439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-97ff4856-26db-466a-8458-6a299579212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.239890 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fbcbb8af-e66c-497a-9d70-4cfb4b05bcfc req-97ff4856-26db-466a-8458-6a299579212b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2383881 Sep 24 18:58:56.264314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:56.388509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Pushing event updated for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:56.536192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-0583ac96-edd4-4325-9eba-45011acc93ee service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546910 Sep 24 18:58:56.603601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.617860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.630772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.651759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.658184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:58:56.671698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.672344 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Sync routers for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:58:56.681878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.688659 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Routers {'9ae23943-f5c2-4e08-8b9c-1369663875d4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:56.695284 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae23943-f5c2-4e08-8b9c-1369663875d4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:56.703350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:56.716685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-70e07859-c875-476e-bf00-81947598fc97 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.4979324 Sep 24 18:58:56.723848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:56.729596 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bb396-ccfc-4782-962c-57671ecefc31" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:56.800945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Attempting to bind port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:56.801280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Attempting to bind port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:56.801612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Attempting to bind port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:56.847476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f5d2458-0327-4cb1-a3be-857d2ca99830 req-483dc18a-cfd5-4f1c-90a5-dff6c9353708 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263556 Sep 24 18:58:56.848984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:58:56.851254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:56.851791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Attempting to bind port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 on network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:56.855150 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-797771c7-c96b-4ecd-bde8-681a7108d5d4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.4654965 Sep 24 18:58:56.872707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:56.889333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:56.891497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Checking segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:56.907453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Bound using segment: {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:56.908796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Bound port: 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44393e-0c59-4bf9-9d76-af18ee88753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:56.909389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:56.941879 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55b2ba1-15b9-4853-b950-f4bd95dc9459 x-openstack-request-id: req-b55b2ba1-15b9-4853-b950-f4bd95dc9459 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:56.942602 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:56.942938 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b55b2ba1-15b9-4853-b950-f4bd95dc9459 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:56.943368 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827', 'status': 'completed', 'code': 200} Sep 24 18:58:56.945647 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Set router 9ae23943-f5c2-4e08-8b9c-1369663875d4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:57.031255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:57.039281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:57.055639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.114969 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4fc1b8e4-2fff-45ec-aa58-61568796b9a2 req-be90f269-789b-403b-b28e-ff38e3258ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051620 Sep 24 18:58:57.119617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:57.146777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.148053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.148762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.149399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.150024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.150654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.151323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.153459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-0b28cfd8-72f7-43ea-b48a-0457798cec86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6478 time: 0.1399009 Sep 24 18:58:57.185836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Pushing event updated for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:57.193553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.195243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.197089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-99aaca04-e3fe-4270-a965-e85b5cb56c8b service neutron] 10.222.0.69 "PUT /v2.0/ports/50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 1091 time: 1.6912522 Sep 24 18:58:57.283191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:57.441135 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:58:53Z', 'revision_number': 3, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:57.466827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-network', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:57.501914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Checking router: 9ae23943-f5c2-4e08-8b9c-1369663875d4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:58:57.502265 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Updating router 9ae23943-f5c2-4e08-8b9c-1369663875d4 port 49d55a47-5cf3-467d-aee6-592bffb35ac4 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:58:57.513842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f99510a-8f1e-47ad-b24a-7f19bfbbfb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.525319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-9cf06421-5b9c-4b29-bd2c-aec740ff7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.528143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-9cf06421-5b9c-4b29-bd2c-aec740ff7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.528794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-9cf06421-5b9c-4b29-bd2c-aec740ff7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.532692 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-9cf06421-5b9c-4b29-bd2c-aec740ff7640 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb496168af764b39afaa54cbb3ef8324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3700702 Sep 24 18:58:57.600762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Made reservation on behalf of 57587e9060c140ae89f63f9a7fda44bf for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:57.604022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.629395 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.699105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.735141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-2adc8cb8-bb57-4116-a8bd-e4eeb5b36f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.736613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e5bb396-ccfc-4782-962c-57671ecefc31 req-2adc8cb8-bb57-4116-a8bd-e4eeb5b36f62 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1896386 Sep 24 18:58:57.739156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f99510a-8f1e-47ad-b24a-7f19bfbbfb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.757883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f99510a-8f1e-47ad-b24a-7f19bfbbfb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.805948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99510a-8f1e-47ad-b24a-7f19bfbbfb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1845a-bcfd-4d94-8582-e5646cade5df,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:57.828105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f99510a-8f1e-47ad-b24a-7f19bfbbfb73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=909534d8dcf54394ab062d1868a4a287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433586 Sep 24 18:58:57.830294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49596) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:57.895186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.895673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.896144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.896616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.897080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.898086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.898547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:57.909611 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-48aef555-17f4-44bf-a233-95fc4338ef13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6478 time: 0.1099424 Sep 24 18:58:57.940198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:57.987231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-a557c324-fa24-4e90-80d8-4167c399a09a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 217 time: 0.0415385 Sep 24 18:58:57.992745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.112867 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.113417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1e99db43-0d1e-483d-b131-7c8b5d4bb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.114608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1e99db43-0d1e-483d-b131-7c8b5d4bb0c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 200 len: 851 time: 0.1154189 Sep 24 18:58:58.115537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.121050 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.125170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.132618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.141842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.149836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.156153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.167221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.176889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-96b6a851-5bc5-4430-8f3a-2dc6b450d4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.1880922 Sep 24 18:58:58.181206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Attempting to bind port 49d55a47-5cf3-467d-aee6-592bffb35ac4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:58:58.181789 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Attempting to bind port 49d55a47-5cf3-467d-aee6-592bffb35ac4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:58:58.182535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Attempting to bind port 49d55a47-5cf3-467d-aee6-592bffb35ac4 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:58:58.198315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.201458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:58:58.201851 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:58.202398 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.203130 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:58:58.203793 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Bound port: 49d55a47-5cf3-467d-aee6-592bffb35ac4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:58:58.204335 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.240305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13514cf0-a524-49b0-8307-d9ad7b3047bc req-3ccdb2e3-757f-4054-8fc8-8a83ca988a18 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624204 Sep 24 18:58:58.248081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.249185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.252101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.253641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.263736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bb1845a-bcfd-4d94-8582-e5646cade5df HTTP/1.1" status: 204 len: 168 time: 0.4293828 Sep 24 18:58:58.287874 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] For port 49d55a47-5cf3-467d-aee6-592bffb35ac4, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:58:58.290029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535118a6-3d11-4642-86cc-78ca96e23d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1845a-bcfd-4d94-8582-e5646cade5df,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:58.299197 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] For port 49d55a47-5cf3-467d-aee6-592bffb35ac4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=49d55a47-5cf3-467d-aee6-592bffb35ac4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:58:58.300479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:58.307284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ac03cc4c-c24b-455f-8d05-d225f02eb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.309121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ac03cc4c-c24b-455f-8d05-d225f02eb4ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859510 Sep 24 18:58:58.317521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:58:58.328429 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.348973 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Pushing event updated for resources: {'Port': ['ID=49d55a47-5cf3-467d-aee6-592bffb35ac4,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:58.354200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.354554 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Added segment dc363de8-1754-4c3c-8ad1-ddae6c84e9f7 of type vlan for network 9c22681a-a8aa-4b44-a1b9-110c62e02213 Sep 24 18:58:58.364460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.365102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.365630 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.366819 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.367648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.368165 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.368938 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.369596 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.370141 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.370671 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.371281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.371959 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:58:58.418184 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Routers {'9ae23943-f5c2-4e08-8b9c-1369663875d4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:58:58.418946 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae23943-f5c2-4e08-8b9c-1369663875d4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:58.484992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec4b83-59c6-4fb7-9a6a-4734db95ba02 None None] Pushing event updated for resources: {'Port': ['ID=49d55a47-5cf3-467d-aee6-592bffb35ac4,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:58.500894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.566483 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-b4724387-49c4-4dbc-b079-30d7b9e8c995 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466857 Sep 24 18:58:58.597704 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] Set router 9ae23943-f5c2-4e08-8b9c-1369663875d4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:58:58.672925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.673895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:58.674482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.800631 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-6499a1c1-6834-4c61-bf94-cbd24d2d0292 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247977 Sep 24 18:58:58.821418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49614) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:58:58.824774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7034018 Sep 24 18:58:58.827414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Request body: {'subnet': {'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-subnet', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:58:58.873671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Made reservation on behalf of 57587e9060c140ae89f63f9a7fda44bf for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:58:58.876930 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:58.942138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21746-2b04-4c09-af6c-cc7c4e2f543e admin admin] Pushing event updated for resources: {'Network': ['ID=9c22681a-a8aa-4b44-a1b9-110c62e02213,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:58.950306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Allocated IP 172.20.0.1 (d5137844-6877-4513-8c95-41f0f5d76bff/71ac2bd9-13d2-42ef-9a30-3a50fbcda18e/a5d16ea1-33ee-4774-96b8-090db8ad732a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:58:58.958463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:58:59.014437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:58:59.021359 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:58:59.023051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:58:53Z', 'revision_number': 3, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:58:59.084640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-70114e61-7f82-43ba-807b-887db33ee689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 217 time: 0.1692271 Sep 24 18:58:59.105329 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51a737-e9b6-4ba7-a0e0-b873c88716ac x-openstack-request-id: req-de51a737-e9b6-4ba7-a0e0-b873c88716ac {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:58:59.108298 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:58:59.108580 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de51a737-e9b6-4ba7-a0e0-b873c88716ac {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:58:59.109128 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6', 'status': 'completed', 'code': 200} Sep 24 18:58:59.152036 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81bfc3-456d-466b-805e-b10c747c0ddc None None] The sync data for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 is: [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:58:53Z', 'revision_number': 3, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:58:59.319324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:59.536267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5996b5-c1b9-4999-98a6-25e453b1016f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:58:59.589212 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:59.624980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Checking segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:58:59.625514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Network hostable DHCP agents. Network: 9c22681a-a8aa-4b44-a1b9-110c62e02213, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:58:59.650451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-785acb27-f59d-4474-868e-49d181c929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.686594 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-785acb27-f59d-4474-868e-49d181c929e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.6000650 Sep 24 18:58:59.721921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.729707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.737151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.748144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.756426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.766493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.776618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.778707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:59.790875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-4339274b-a712-4ca5-a3a2-f8054afabe5f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.3698251 Sep 24 18:58:59.873914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fdc414bd-7af8-485a-a545-85047e41e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.877477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-fdc414bd-7af8-485a-a545-85047e41e781 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1616905 Sep 24 18:58:59.932037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250c14b5-88b2-4b4c-b0a9-64d6349ba6c6 req-fffa4966-bdb4-4939-b8dc-2410f2aeec09 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362495 Sep 24 18:58:59.959684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:58:59.977867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9c22681a-a8aa-4b44-a1b9-110c62e02213) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:58:59.985892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:58:59.987170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:58:59.988861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14a72f-9006-41c3-8868-f3fe5662d51f None None] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:00.019126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cdf3a919-4be4-4528-b37f-1d81a170b336 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1962233 Sep 24 18:59:00.020157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49678) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:00.033233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:00.046753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Network d5137844-6877-4513-8c95-41f0f5d76bff is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:00.068409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:00.073346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:00.102492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.103588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.238799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.266339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:00.404733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-9c22681a-a8aa-4b44-a1b9-110c62e02213', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:59:00.405894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.542922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.721591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-07b950aa-89aa-4fde-8c01-b9ea12e4734c None None] Provisioning complete for port a5d16ea1-33ee-4774-96b8-090db8ad732a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:00.721968 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07b950aa-89aa-4fde-8c01-b9ea12e4734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.727546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:00.813080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-07b950aa-89aa-4fde-8c01-b9ea12e4734c None None] Port a5d16ea1-33ee-4774-96b8-090db8ad732a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:00.829915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Allocated IP 172.20.0.2 (9c22681a-a8aa-4b44-a1b9-110c62e02213/5a5996b5-c1b9-4999-98a6-25e453b1016f/4b060446-42a1-4646-abc8-b4fbdaac3448) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:01.126182 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.133680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.180842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:01.188766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:01.193160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:01.206179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Pushing event updated for resources: {'Port': ['ID=4b060446-42a1-4646-abc8-b4fbdaac3448,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:01.297679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Attempting to bind port 4b060446-42a1-4646-abc8-b4fbdaac3448 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:01.298266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Attempting to bind port 4b060446-42a1-4646-abc8-b4fbdaac3448 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:01.298871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Attempting to bind port 4b060446-42a1-4646-abc8-b4fbdaac3448 on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:01.305325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:01.305989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Checking segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:01.306569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.307145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Bound using segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:01.307795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Bound port: 4b060446-42a1-4646-abc8-b4fbdaac3448, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:01.308346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.371455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.432498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.440342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] For port 4b060446-42a1-4646-abc8-b4fbdaac3448, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:01.452207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] For port 4b060446-42a1-4646-abc8-b4fbdaac3448, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4b060446-42a1-4646-abc8-b4fbdaac3448,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:01.464018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.538216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-254d2be2-5ef8-4396-94ed-0764947e0995 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6406436 Sep 24 18:59:01.624235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 49d55a47-5cf3-467d-aee6-592bffb35ac4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:01.729285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Allocated IP 172.25.5.175 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9a75c460-b425-4d0d-ba9a-3d8752e0399a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:01.774319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55040fc7-1c87-4572-bdcd-632c8e148337 None None] Pushing event updated for resources: {'Port': ['ID=4b060446-42a1-4646-abc8-b4fbdaac3448,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:01.861908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 49d55a47-5cf3-467d-aee6-592bffb35ac4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:01.862595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.901547 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-7fdaa62b-3e98-43e8-ae40-674822206d38 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386528 Sep 24 18:59:01.966270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ceeea927-1b57-4ec7-8d84-322b1136c8cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 217 time: 0.0521047 Sep 24 18:59:01.967223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:01.976549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.024766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.033290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.042002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.061418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.090759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.111260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.129478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47102d2-fa3f-4873-a796-61a3c136464e req-319d6f01-d020-4be5-a8fa-156b3f76da0b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.9413366 Sep 24 18:59:02.129686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.182179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 49d55a47-5cf3-467d-aee6-592bffb35ac4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=49d55a47-5cf3-467d-aee6-592bffb35ac4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:02.192342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.249963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47102d2-fa3f-4873-a796-61a3c136464e req-23096462-d76a-4f81-b1de-9eef611442c6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179469 Sep 24 18:59:02.256292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-264fdec0-6bde-494f-9b61-3685eeb8403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.256454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.259892 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-264fdec0-6bde-494f-9b61-3685eeb8403d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2820017 Sep 24 18:59:02.303473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=49d55a47-5cf3-467d-aee6-592bffb35ac4,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:02.323761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.384737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:02.388793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:02.392418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:02.439422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.446444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Pushing event updated for resources: {'Port': ['ID=9a75c460-b425-4d0d-ba9a-3d8752e0399a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:02.458458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49752) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:02.465468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.555792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-5b58ee8b-34d1-4d39-b58d-0080a30736ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:02.558124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-5b58ee8b-34d1-4d39-b58d-0080a30736ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2723575 Sep 24 18:59:02.565268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.570609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:02.745738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66c48f1d-8c71-4708-8e55-d280a1fceb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.818661 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-c08c8751-62e7-4147-a6b6-28e8037c45ab service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504108 Sep 24 18:59:02.827416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Network d5137844-6877-4513-8c95-41f0f5d76bff is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:02.830516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:02.871107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:02.881481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.204096 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-76d1b86a-4ed9-4df7-b57f-d0100fb09dce service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746359 Sep 24 18:59:03.245813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.257704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66c48f1d-8c71-4708-8e55-d280a1fceb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.276227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ba0a52d0-3300-47de-96ca-731013283b2c None None] Provisioning complete for port a5d16ea1-33ee-4774-96b8-090db8ad732a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:03.276835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba0a52d0-3300-47de-96ca-731013283b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.320554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66c48f1d-8c71-4708-8e55-d280a1fceb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.324582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-a5ec3f87-3bb0-4479-bcf6-4382dfd36336 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 200 len: 217 time: 0.1117227 Sep 24 18:59:03.326945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Router 9ae23943-f5c2-4e08-8b9c-1369663875d4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:59:03.336666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a52d0-3300-47de-96ca-731013283b2c None None] Port a5d16ea1-33ee-4774-96b8-090db8ad732a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:03.355017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577913ad-bede-428a-9c23-e75340aa5f8a None None] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:03.449653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66c48f1d-8c71-4708-8e55-d280a1fceb32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f796f4a45257417a97a5fb37e6e24e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9887366 Sep 24 18:59:03.449840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-c943cdb4-172e-4339-af80-93e5de7caeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.451763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-c943cdb4-172e-4339-af80-93e5de7caeab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.1129909 Sep 24 18:59:03.453973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:03.465322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c48f1d-8c71-4708-8e55-d280a1fceb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0db3f-bee6-41a9-88d4-7271071a61e2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:03.617686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:03.626590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-440c7664-8d05-46cc-baa1-1c11e4a6db77 admin admin] 10.222.0.18 "PUT /v2.0/routers/9ae23943-f5c2-4e08-8b9c-1369663875d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7493312 Sep 24 18:59:03.626788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.630169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.634804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-a2a786cb-3115-4d92-8090-57ec492ebc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.636877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-a2a786cb-3115-4d92-8090-57ec492ebc37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660938 Sep 24 18:59:03.638081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.656690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.658072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Sync routers for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:03.662778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.683877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.696715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.711753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:03.713612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-3883a8ff-8a60-40ff-9a59-89e4f5661c30 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.3619738 Sep 24 18:59:03.756650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.764496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] Provisioning complete for port 4b060446-42a1-4646-abc8-b4fbdaac3448 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:03.764869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.766484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4b060446-42a1-4646-abc8-b4fbdaac3448 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:03.871508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c106e07e-e4e2-435e-b82b-e79e02be9fa7 req-73255d99-60bb-4262-a297-a78c10cbb4dc tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490583 Sep 24 18:59:03.894717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:59:03.916932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.922456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:03.923895 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73d0db3f-bee6-41a9-88d4-7271071a61e2 HTTP/1.1" status: 204 len: 168 time: 0.4689889 Sep 24 18:59:03.959192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07716514-046e-4406-884c-77f6c1ef2d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0db3f-bee6-41a9-88d4-7271071a61e2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:04.037498 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-90bcfa44-4054-4adb-ae58-7099898d7a6d service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813422 Sep 24 18:59:04.228975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Routers {'9ae23943-f5c2-4e08-8b9c-1369663875d4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:04.229864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae23943-f5c2-4e08-8b9c-1369663875d4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:04.234746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:04.310015 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-9bdbac1c-bcfa-42fd-b196-d8f0e05017a1 req-3917d61d-0eaf-475e-8995-861430134c59 tempest-FloatingIPDetailsNegativeTestJSON-1930716798 tempest-FloatingIPDetailsNegativeTestJSON-1930716798-project] show failed (client error): The resource could not be found. Sep 24 18:59:04.321004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bdbac1c-bcfa-42fd-b196-d8f0e05017a1 req-3917d61d-0eaf-475e-8995-861430134c59 tempest-FloatingIPDetailsNegativeTestJSON-1930716798 tempest-FloatingIPDetailsNegativeTestJSON-1930716798-project] 10.222.0.18 "GET /v2.0/floatingips/f83f7613-058a-4867-97af-4e6e5bd4ef93 HTTP/1.1" status: 404 len: 350 time: 0.1810658 Sep 24 18:59:04.323345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:04.334334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:04.346692 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:04.362625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:04.392058 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:04.396262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] For port 4b060446-42a1-4646-abc8-b4fbdaac3448, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4b060446-42a1-4646-abc8-b4fbdaac3448,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:04.422169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:04.425054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab2e38e3-36dd-49c8-a241-300809a5a084 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4022739 Sep 24 18:59:04.426840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:04.433875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:04.447330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-468f59f9-feec-4922-bfc2-0fe456017e69 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009805 Sep 24 18:59:04.470189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4b060446-42a1-4646-abc8-b4fbdaac3448 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:04.470588 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:04.540994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-9c7dad6f-46af-40c5-94e2-3743484dbc37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 200 len: 217 time: 0.0800405 Sep 24 18:59:04.698323 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:04.767841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-523a0287-8f58-43a9-b05e-69d06617d864 None None] Provisioning complete for port 4b060446-42a1-4646-abc8-b4fbdaac3448 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:04.768574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-523a0287-8f58-43a9-b05e-69d06617d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:04.780446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-5438b052-a5da-4f34-983e-1ba152f25792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:04.781907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-5438b052-a5da-4f34-983e-1ba152f25792 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2320607 Sep 24 18:59:04.902663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Set router 9ae23943-f5c2-4e08-8b9c-1369663875d4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:05.021322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-d891818d-6756-4240-8e2f-0bc30aab6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.023612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-d891818d-6756-4240-8e2f-0bc30aab6e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1603096 Sep 24 18:59:05.128156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e417fc7-7692-4169-a17d-58e8bee527be None None] Pushing event updated for resources: {'Port': ['ID=4b060446-42a1-4646-abc8-b4fbdaac3448,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:05.212122 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:05.238487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-16b2eb69-e5e3-43e9-b35c-050659a79693 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068641 Sep 24 18:59:05.418610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.440235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.453951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.481471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.489683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.513298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.519628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 49d55a47-5cf3-467d-aee6-592bffb35ac4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:05.539839 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:05.540384 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Updating router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea port 9a75c460-b425-4d0d-ba9a-3d8752e0399a binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:59:05.561371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.563612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-d55a0328-6e77-45dd-be43-8cc2bc4b065a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.3577802 Sep 24 18:59:05.584773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-ceeba83c-22be-4421-a740-c10b52a70398 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367336 Sep 24 18:59:05.594153 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:05.728334 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-761d017f-ccc5-4377-8dee-4326abbcb9ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 200 len: 217 time: 0.1355829 Sep 24 18:59:05.746617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:05.801026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1ead4a3f-e5b8-4bdd-8e92-7ec8bf5ca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:05.802689 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-1ead4a3f-e5b8-4bdd-8e92-7ec8bf5ca804 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.0640140 Sep 24 18:59:05.804316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5bb45abc-b58e-4b9d-91ee-cc11c74e22e9 req-f7e49ec2-6de6-4781-9b34-96b06262f9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2241249 Sep 24 18:59:05.811117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 49d55a47-5cf3-467d-aee6-592bffb35ac4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:05.811764 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:05.980008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:59:01Z', 'revision_number': 4, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a5d16ea1-33ee-4774-96b8-090db8ad732a', 'name': '', 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'mac_address': 'fa:16:3e:be:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:58Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 2, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'subnets': [{'id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:06.064963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Checking router: 9ae23943-f5c2-4e08-8b9c-1369663875d4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:06.070369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Updating router 9ae23943-f5c2-4e08-8b9c-1369663875d4 port a5d16ea1-33ee-4774-96b8-090db8ad732a binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:59:06.100006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0e9191a1-691e-42b1-b6b6-e53c160806dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:06.102977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0e9191a1-691e-42b1-b6b6-e53c160806dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730611 Sep 24 18:59:06.109594 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.159433 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.167508 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.207510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Attempting to bind port 9a75c460-b425-4d0d-ba9a-3d8752e0399a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:06.207938 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Attempting to bind port 9a75c460-b425-4d0d-ba9a-3d8752e0399a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:06.208551 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Attempting to bind port 9a75c460-b425-4d0d-ba9a-3d8752e0399a on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:06.244175 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:06.244599 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:06.245006 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.245594 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:06.246378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Bound port: 9a75c460-b425-4d0d-ba9a-3d8752e0399a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:06.246956 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.314330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] For port 9a75c460-b425-4d0d-ba9a-3d8752e0399a, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:06.318532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] For port 9a75c460-b425-4d0d-ba9a-3d8752e0399a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a75c460-b425-4d0d-ba9a-3d8752e0399a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:06.334151 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.360374 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a94557-ef6f-4d2a-acb3-30b06f185cbd None None] Pushing event updated for resources: {'Port': ['ID=9a75c460-b425-4d0d-ba9a-3d8752e0399a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:06.376354 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:06.376988 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:06.521501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4b060446-42a1-4646-abc8-b4fbdaac3448 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:06.541801 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a94557-ef6f-4d2a-acb3-30b06f185cbd None None] Pushing event updated for resources: {'Port': ['ID=9a75c460-b425-4d0d-ba9a-3d8752e0399a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:06.552517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.565774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-4d823d75-b5e5-453f-8770-a0ae017f5554 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032066 Sep 24 18:59:06.602257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:06.689862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4b060446-42a1-4646-abc8-b4fbdaac3448 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:06.690941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.743145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Allocated IP 172.20.0.1 (9c22681a-a8aa-4b44-a1b9-110c62e02213/5a5996b5-c1b9-4999-98a6-25e453b1016f/ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:06.747789 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.766559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.837179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-d1ea59dd-12a5-4d47-85c9-3302167892c0 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626925 Sep 24 18:59:06.843007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Deleting port a5d16ea1-33ee-4774-96b8-090db8ad732a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:59:06.843912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.844920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252112-04aa-4da6-b739-3886abe89e16 None None] Pushing event updated for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:06.949479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:06.960238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0206cbc2-4636-4211-be53-553d346f0fa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 217 time: 0.1125822 Sep 24 18:59:07.009101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Attempting to bind port a5d16ea1-33ee-4774-96b8-090db8ad732a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:07.009774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Attempting to bind port a5d16ea1-33ee-4774-96b8-090db8ad732a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:07.010415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Attempting to bind port a5d16ea1-33ee-4774-96b8-090db8ad732a on network d5137844-6877-4513-8c95-41f0f5d76bff {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:07.016110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:07.017029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Checking segment: {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:07.017615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.018444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Bound using segment: {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:07.019164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Bound port: a5d16ea1-33ee-4774-96b8-090db8ad732a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:07.019912 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.043498 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:07.079951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.127130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:07.131473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:07.133924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f248-39b3-461f-9c6e-50ef13dc42b6 None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:07.134238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:07.159647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] For port a5d16ea1-33ee-4774-96b8-090db8ad732a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:07.165232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] For port a5d16ea1-33ee-4774-96b8-090db8ad732a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a5d16ea1-33ee-4774-96b8-090db8ad732a,segment=NetworkSegment(efeec716-f2e9-4823-b0fe-07ac0ea9f9b4),segment_id=efeec716-f2e9-4823-b0fe-07ac0ea9f9b4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:07.188079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.202875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.209121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.216076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.227726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.238296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.245171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.259270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.260487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.262352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-525e362b-7504-4f78-8995-e843c2d8bfab tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.2408848 Sep 24 18:59:07.276729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:07.300906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Calling delete_port for a5d16ea1-33ee-4774-96b8-090db8ad732a owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:59:07.326570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0063c6ec-c69d-47b4-b3f6-6a802dc4c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:07.328085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-0063c6ec-c69d-47b4-b3f6-6a802dc4c017 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.3468323 Sep 24 18:59:07.351256 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.354959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Routers {'9ae23943-f5c2-4e08-8b9c-1369663875d4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:07.355611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae23943-f5c2-4e08-8b9c-1369663875d4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:07.474122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5dbc56a-1329-4904-aafe-599090d56a8f req-bf2ca9f1-ba65-4ce7-99a4-10ebfa4c503d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016501 Sep 24 18:59:07.485665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] Provisioning complete for port a5d16ea1-33ee-4774-96b8-090db8ad732a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:07.486046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.494239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252112-04aa-4da6-b739-3886abe89e16 None None] Pushing event updated for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:07.808797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.864495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] Set router 9ae23943-f5c2-4e08-8b9c-1369663875d4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:07.923372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:07.966282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] For port a5d16ea1-33ee-4774-96b8-090db8ad732a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a5d16ea1-33ee-4774-96b8-090db8ad732a,segment=NetworkSegment(efeec716-f2e9-4823-b0fe-07ac0ea9f9b4),segment_id=efeec716-f2e9-4823-b0fe-07ac0ea9f9b4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:07.977973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.036763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-193bf5d7-63d3-423f-bb9b-c8590a518b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:08.053639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-193bf5d7-63d3-423f-bb9b-c8590a518b3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904822 Sep 24 18:59:08.143744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ae087bc3-2e35-466e-acb8-a71a8ed680f2 None None] Provisioning complete for port a5d16ea1-33ee-4774-96b8-090db8ad732a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:08.144151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae087bc3-2e35-466e-acb8-a71a8ed680f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.170636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.180209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.275828 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-670aed0a-5600-4ab7-b8da-764bc1c5a29a service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758955 Sep 24 18:59:08.291106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ae4f-a47c-49d5-8516-39ce4eba77d7 None None] Pushing event updated for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:08.304229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:08.311055 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.351906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.434628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ae087bc3-2e35-466e-acb8-a71a8ed680f2 None None] Provisioning complete for port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:08.435444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae087bc3-2e35-466e-acb8-a71a8ed680f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.450074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d16ea1-33ee-4774-96b8-090db8ad732a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:08.499025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae087bc3-2e35-466e-acb8-a71a8ed680f2 None None] Port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:08.572855 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec65a554-783b-4498-994b-0115b0a52ac5 req-d9ab361f-980a-4d3e-902a-89a7d23ee2e0 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839432 Sep 24 18:59:08.582676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a75c460-b425-4d0d-ba9a-3d8752e0399a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:08.589436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:08.590585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:08.701410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.712746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:59:01Z', 'revision_number': 4, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a5d16ea1-33ee-4774-96b8-090db8ad732a', 'name': '', 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'mac_address': 'fa:16:3e:be:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:58Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'subnets': [{'id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:08.760494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c98398-80da-4ad9-a72d-8a942df820f1 None None] The sync data for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 is: [{'id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1386328833-router', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:58:47Z', 'updated_at': '2021-09-24T18:59:01Z', 'revision_number': 4, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'gw_port': {'id': '49d55a47-5cf3-467d-aee6-592bffb35ac4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:49Z', 'updated_at': '2021-09-24T18:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a5d16ea1-33ee-4774-96b8-090db8ad732a', 'name': '', 'network_id': 'd5137844-6877-4513-8c95-41f0f5d76bff', 'tenant_id': 'bcab2bff6fca48ebb337563d9568d594', 'mac_address': 'fa:16:3e:be:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae23943-f5c2-4e08-8b9c-1369663875d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:58:58Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': 'bcab2bff6fca48ebb337563d9568d594', 'subnets': [{'id': '71ac2bd9-13d2-42ef-9a30-3a50fbcda18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:08.793622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.812465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9a75c460-b425-4d0d-ba9a-3d8752e0399a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:08.830453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:08.986462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:59:08.996188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:08.996884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:08.998450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:08.999243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:08.999884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.005310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.005805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.008500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-ac2d77de-6739-4316-99fc-332bcbe4c59e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6478 time: 0.2188461 Sep 24 18:59:09.016701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.026406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.064928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:09.072758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.083318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.093083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9a75c460-b425-4d0d-ba9a-3d8752e0399a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a75c460-b425-4d0d-ba9a-3d8752e0399a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:09.101311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:09.101559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.113228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.120273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.122601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-d6010694-b60c-48e2-99d8-57a8b37047c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.3298116 Sep 24 18:59:09.167156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-41f358e8-2420-4bfe-a069-9db45bc75d85 None None] Provisioning complete for port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:09.167533 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41f358e8-2420-4bfe-a069-9db45bc75d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:09.215075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9a75c460-b425-4d0d-ba9a-3d8752e0399a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:09.249846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-41f358e8-2420-4bfe-a069-9db45bc75d85 None None] Port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:09.309619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-bea28548-ed8b-492c-8cd4-4eab63bf651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.311524 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-bea28548-ed8b-492c-8cd4-4eab63bf651a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 901 time: 0.2360291 Sep 24 18:59:09.355415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df4dbcc8-f8cd-4977-ac75-69bf53220501 req-803cc620-8415-49e7-bc2a-f27072bce242 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2237236 Sep 24 18:59:09.357335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:09.371116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac85f480-77fd-44f7-a280-459a7c9b7d96 admin admin] 10.222.0.18 "PUT /v2.0/routers/84145ae8-38c2-48ca-8ac7-4c61c7c79fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9325895 Sep 24 18:59:09.469051 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-61023187-4b4d-4e4a-a901-2fab3177b7a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 217 time: 0.1158700 Sep 24 18:59:09.561676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-5cb24cd3-7b5f-4e4b-a5f5-53ccfc3b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.563594 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-5cb24cd3-7b5f-4e4b-a5f5-53ccfc3b7497 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.0788188 Sep 24 18:59:09.573406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Router 9ae23943-f5c2-4e08-8b9c-1369663875d4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:59:09.701807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-c138122b-a9fe-46a2-bebb-e90cc5f3e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:09.703565 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-c138122b-a9fe-46a2-bebb-e90cc5f3e3de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285648 Sep 24 18:59:09.847122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:09.853731 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-34fe4bfb-e500-434b-a259-f8fc889409df admin admin] 10.222.0.18 "PUT /v2.0/routers/9ae23943-f5c2-4e08-8b9c-1369663875d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5293081 Sep 24 18:59:09.856398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49872) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:09.891034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-92be8787-5250-4136-90f3-ec8dc36e1444 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784949 Sep 24 18:59:10.002214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.011500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d4f8f9f-c1c5-4c82-9b98-803ea230c037 req-62388e66-d6bf-4c2e-a462-305570387a9a service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110053 Sep 24 18:59:10.114248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.150972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:10.162993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:10.164648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:10.189092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Deleting port 49d55a47-5cf3-467d-aee6-592bffb35ac4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:59:10.189513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.296134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:10.315932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] For port 49d55a47-5cf3-467d-aee6-592bffb35ac4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=49d55a47-5cf3-467d-aee6-592bffb35ac4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:10.316695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.337278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Calling delete_port for 49d55a47-5cf3-467d-aee6-592bffb35ac4 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:59:10.490251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a75c460-b425-4d0d-ba9a-3d8752e0399a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:10.582553 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.597186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9a75c460-b425-4d0d-ba9a-3d8752e0399a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:10.599282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.624089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d55a47-5cf3-467d-aee6-592bffb35ac4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:10.686151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.692619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 2, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:10.724793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:10.725791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Updating router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:59:10.739522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-6fe439ec-7df6-44e1-97d1-0346b405c9d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571916 Sep 24 18:59:10.794760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.811108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.813791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.856538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-5ec0877c-678b-4853-a9e5-727577eecaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:10.860607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-5ec0877c-678b-4853-a9e5-727577eecaa5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 1096 time: 0.0732398 Sep 24 18:59:10.910578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.911354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae23943-f5c2-4e08-8b9c-1369663875d4 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 18:59:10.917025 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:10.920989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06b8d32f-51c1-4354-9ef7-d6e0cd892ed3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9ae23943-f5c2-4e08-8b9c-1369663875d4 HTTP/1.1" status: 204 len: 168 time: 1.0611098 Sep 24 18:59:10.921368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49884) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:10.974413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Deleting subnet 71ac2bd9-13d2-42ef-9a30-3a50fbcda18e {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:59:10.978930 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.011779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-03fbe3c8-09ba-470e-ba07-74005387a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:11.013292 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-03fbe3c8-09ba-470e-ba07-74005387a83e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1298950 Sep 24 18:59:11.040165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.072177 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-04bd9dfb-aa00-457b-b989-3215fde5126b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 200 len: 217 time: 0.0498633 Sep 24 18:59:11.146238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-fdeca271-d8fe-4a04-9373-e13c2d1f446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:11.148908 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-fdeca271-d8fe-4a04-9373-e13c2d1f446e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0687523 Sep 24 18:59:11.167805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.178091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.192787 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-b97db14c-e07e-4cfa-b6ab-9037f9eb7065 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361984 Sep 24 18:59:11.240327 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Sync routers for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:11.252860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:11.253235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 18:59:11.258253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b731c27-10e9-42f5-a899-372b74308a43 None None] Pushing event updated for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:11.260675 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ae23943-f5c2-4e08-8b9c-1369663875d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 18:59:11.279116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:11.280161 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 18:59:11.280161 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ae23943-f5c2-4e08-8b9c-1369663875d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 18:59:11.280440 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfaa83-d7dd-49f7-a665-235e1cae782d None None] The sync data for ids ['9ae23943-f5c2-4e08-8b9c-1369663875d4'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:11.372776 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-28701f0a-203a-484e-aede-9ad4f0686d22 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710665 Sep 24 18:59:11.420877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Attempting to bind port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:11.422454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Attempting to bind port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:11.423808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Attempting to bind port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:11.437235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:11.437607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Checking segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:11.438013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.438430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Bound using segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:11.438889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Bound port: ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:11.439275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.482070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.552899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-afd1fbc8-06f4-4c3b-ab43-f95347647954 req-b7fe4ab9-9a33-45a8-9bc1-977883c97a8f service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699593 Sep 24 18:59:11.631085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] For port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:11.647681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] For port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:11.655947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.661338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.687148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ac2bd9-13d2-42ef-9a30-3a50fbcda18e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:11.698074 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.700344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d4c8040d-6888-41b9-9b7f-fdced1849218 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/71ac2bd9-13d2-42ef-9a30-3a50fbcda18e HTTP/1.1" status: 204 len: 168 time: 0.7778754 Sep 24 18:59:11.703007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49888) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:11.709754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b89d0-f7f6-4d61-8101-189667350204 None None] Network d5137844-6877-4513-8c95-41f0f5d76bff requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:11.817833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.841645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:11.842294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:11.929129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Deleting port 9b99cfae-6437-4b46-91f0-c012de3b6a65 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:59:11.929744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.948631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] Provisioning complete for port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:11.949030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:11.954292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b731c27-10e9-42f5-a899-372b74308a43 None None] Pushing event updated for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:12.058761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] For port 9b99cfae-6437-4b46-91f0-c012de3b6a65, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9b99cfae-6437-4b46-91f0-c012de3b6a65,segment=NetworkSegment(efeec716-f2e9-4823-b0fe-07ac0ea9f9b4),segment_id=efeec716-f2e9-4823-b0fe-07ac0ea9f9b4)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:12.059388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.073252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Calling delete_port for 9b99cfae-6437-4b46-91f0-c012de3b6a65 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:59:12.130573 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-77b5257a-4281-4542-bdd3-11e35bdcc449 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713127 Sep 24 18:59:12.172092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.226200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-e6d927d4-3d2d-4685-8cf7-38d98681239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:12.228107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-e6d927d4-3d2d-4685-8cf7-38d98681239f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 1095 time: 0.0640981 Sep 24 18:59:12.234458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b99cfae-6437-4b46-91f0-c012de3b6a65,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:12.236505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] No DVR routers for this DVR port 9b99cfae-6437-4b46-91f0-c012de3b6a65 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:59:12.346156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.375539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-91570fb7-0b95-405d-865a-62565dccfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:12.377637 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-91570fb7-0b95-405d-865a-62565dccfeca service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1261561 Sep 24 18:59:12.382807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5137844-6877-4513-8c95-41f0f5d76bff']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:12.392835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:12.393276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeec716-f2e9-4823-b0fe-07ac0ea9f9b4') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:12.405242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.425764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.434704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:59:12.435136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: timer() Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:59:12.436808 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:59:12.450730 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-8e782e98-b8e4-4e83-8024-64a3b9389641 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 200 len: 217 time: 0.0642815 Sep 24 18:59:12.464497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:12.495618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d89040-4c08-4ac8-8ce4-7418a089a257 None None] DHCP port deletion for d5137844-6877-4513-8c95-41f0f5d76bff request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 18:59:12.513104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.537133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.560104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-d753d119-687d-4319-bf1a-669221e904fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:12.561118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.561612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-d753d119-687d-4319-bf1a-669221e904fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0988786 Sep 24 18:59:12.566720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5137844-6877-4513-8c95-41f0f5d76bff HTTP/1.1" status: 204 len: 168 time: 0.8596292 Sep 24 18:59:12.568182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa3ec7-6654-4450-87b0-9dcb48f9831b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5137844-6877-4513-8c95-41f0f5d76bff,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:12.591440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a5d16ea1-33ee-4774-96b8-090db8ad732a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:59:12.611178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-77a3a8c5-a285-48c6-91cc-53a20f3a09fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284054 Sep 24 18:59:12.631340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a5d16ea1-33ee-4774-96b8-090db8ad732a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:59:12.632231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a5d16ea1-33ee-4774-96b8-090db8ad732a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:59:12.632653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 49d55a47-5cf3-467d-aee6-592bffb35ac4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:59:12.668601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 49d55a47-5cf3-467d-aee6-592bffb35ac4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:59:12.668953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 49d55a47-5cf3-467d-aee6-592bffb35ac4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:59:12.709493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] For port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:12.731050 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.751905 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-b13fc97d-dba4-4480-886f-56bbabdf03fe service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274214 Sep 24 18:59:12.831440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1df60-a099-4a00-b269-d76cee5944dc None None] Pushing event updated for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:12.864151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8588b1b9-71b5-4ac9-a920-84201a4053c7 None None] Provisioning complete for port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:12.864151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8588b1b9-71b5-4ac9-a920-84201a4053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:12.874175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49900) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:12.904343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:11Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:12.914197 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cfbff3d8-4723-447c-b1cd-a183a8f8d9f6 req-93255eb2-b9fa-4d04-9e81-60ab644d2258 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517200 Sep 24 18:59:12.944035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402132f-8086-4683-a513-a4d95cd57539 None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:11Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:12.974040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-57b0ad6d-7a23-4efe-b0d3-89adfc270b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcab2bff6fca48ebb337563d9568d594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991073 Sep 24 18:59:12.977473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:13.095261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:13.133677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:13.197425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:13.200362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:13.202070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b85d35c-4d03-4e7c-9ffd-e759fd5c5368 HTTP/1.1" status: 204 len: 168 time: 0.2235212 Sep 24 18:59:13.217318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e3fa-4450-46ed-8838-4283532d9cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85d35c-4d03-4e7c-9ffd-e759fd5c5368,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:14.091096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:14.212528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1620664113-network', 'tenant_id': '687734c9c5a44063afd01ca53ba4df34'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:14.238758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:14.242070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.252692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.355915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.360782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.396763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:59:14.403859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3e537-03e7-46fe-a431-7fe081588331,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:14.411917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.413217 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Added segment 3143fa88-4c16-4dad-a44c-e4e529a689d4 of type vlan for network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 Sep 24 18:59:14.481871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:14.495779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.528927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.530069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:14.530669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.578876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4839039 Sep 24 18:59:14.582363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:14.582987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228053cb-0861-4033-9824-6908686c03bc req-1564522d-8976-4a92-b09c-e2db3870f1f1 tempest-AbsoluteLimitsNegativeTestJSON-40167925 tempest-AbsoluteLimitsNegativeTestJSON-40167925-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e08f1d17361a453abf8aabd889606f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539298 Sep 24 18:59:14.584152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:14.584537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.614171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Request body: {'subnet': {'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1620664113-subnet', 'tenant_id': '687734c9c5a44063afd01ca53ba4df34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:14.621276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1b7e9-7a26-49b2-93d9-6b43dbf070cc admin admin] Pushing event updated for resources: {'Network': ['ID=4e5b4c22-be78-44e5-ad26-ece7e66bf875,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:14.648318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:59:14.653658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:14.657049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.799271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9b99cfae-6437-4b46-91f0-c012de3b6a65 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:59:14.827680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9b99cfae-6437-4b46-91f0-c012de3b6a65 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:59:14.828032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9b99cfae-6437-4b46-91f0-c012de3b6a65 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:59:14.841207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-0e856465-64fc-483d-b5d8-3586f358c7ff tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:14.844232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-0e856465-64fc-483d-b5d8-3586f358c7ff tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 819 time: 0.2781806 Sep 24 18:59:14.854393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228053cb-0861-4033-9824-6908686c03bc req-2422fd91-9313-4908-b5dc-4bb14696e26b tempest-AbsoluteLimitsNegativeTestJSON-40167925 tempest-AbsoluteLimitsNegativeTestJSON-40167925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:14.861533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228053cb-0861-4033-9824-6908686c03bc req-2422fd91-9313-4908-b5dc-4bb14696e26b tempest-AbsoluteLimitsNegativeTestJSON-40167925 tempest-AbsoluteLimitsNegativeTestJSON-40167925-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758949 Sep 24 18:59:14.886541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3a6523f2-a56c-4dd6-bdcf-ede93080061e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/quotas/57587e9060c140ae89f63f9a7fda44bf HTTP/1.1" status: 200 len: 375 time: 0.0227108 Sep 24 18:59:14.893787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228053cb-0861-4033-9824-6908686c03bc req-31a149a2-db14-49ea-97d7-85fd6855bf07 tempest-AbsoluteLimitsNegativeTestJSON-40167925 tempest-AbsoluteLimitsNegativeTestJSON-40167925-project] 10.222.0.18 "GET /v2.0/quotas/e08f1d17361a453abf8aabd889606f14 HTTP/1.1" status: 200 len: 375 time: 0.0311491 Sep 24 18:59:14.920215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:14.946642 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228053cb-0861-4033-9824-6908686c03bc req-9df55dd0-5dd3-464b-b324-d4db08210d63 tempest-AbsoluteLimitsNegativeTestJSON-40167925 tempest-AbsoluteLimitsNegativeTestJSON-40167925-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e08f1d17361a453abf8aabd889606f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516410 Sep 24 18:59:14.967799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-92c8637a-580d-4bb9-af2c-2637d3dd24e1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709257 Sep 24 18:59:14.970712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:15.016706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Checking segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:15.017061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Network hostable DHCP agents. Network: 4e5b4c22-be78-44e5-ad26-ece7e66bf875, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:59:15.041685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:59:15.064086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4e5b4c22-be78-44e5-ad26-ece7e66bf875) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:15.071377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.071966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:15.073515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f858c-3729-44e7-b037-7e6c1891bfb0 None None] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:15.095549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b4ecc92-200c-4599-83f0-a1d86e250d83 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5120046 Sep 24 18:59:15.288936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.295632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.302941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.313769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.326603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.337287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.351602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d5ce3-b0c4-4a0f-872c-64b3ef6112a9 None None] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:15.357234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:15.359928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-fe2c179d-70f0-4e6f-94dd-0ac4e0f83dd1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.2348516 Sep 24 18:59:15.363017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-bc47e657-94d0-4b2b-a417-3607570a51e9 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841178 Sep 24 18:59:15.407009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:15.519219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-defa51c2-17e7-4d0a-9ce3-207045c2f17e req-bd872110-4922-4fba-b3b2-5bf1f25320d1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530299 Sep 24 18:59:15.576082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-627f58a4-a5b3-466d-8e39-ea9c4b58726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:15.601587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-049b2f99-829a-4cda-8634-95963e2cf80f service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288458 Sep 24 18:59:15.719931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-627f58a4-a5b3-466d-8e39-ea9c4b58726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:15.724561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-627f58a4-a5b3-466d-8e39-ea9c4b58726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:15.816989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-627f58a4-a5b3-466d-8e39-ea9c4b58726f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e08f1d17361a453abf8aabd889606f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087112 Sep 24 18:59:15.820334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49986) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:15.832134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f58a4-a5b3-466d-8e39-ea9c4b58726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acaddeb-288d-46af-ae0a-ebf78e16aeb5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:15.923451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:15.966629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:16.036752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:16.043403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:16.051549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8acaddeb-288d-46af-ae0a-ebf78e16aeb5 HTTP/1.1" status: 204 len: 168 time: 0.2300005 Sep 24 18:59:16.073541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3054-8788-4230-ba20-cc24ed78d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acaddeb-288d-46af-ae0a-ebf78e16aeb5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:16.327636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-d9acdce6-759c-4d48-a182-ad8ab0ba7a9e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:16.329139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-d9acdce6-759c-4d48-a182-ad8ab0ba7a9e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.1795220 Sep 24 18:59:16.366690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-651eabd7-1491-4834-9083-a7a363fb9346 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/quotas/687734c9c5a44063afd01ca53ba4df34 HTTP/1.1" status: 200 len: 375 time: 0.0269535 Sep 24 18:59:16.443133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-4016f3e5-b536-4276-8806-8d97a31102d0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742874 Sep 24 18:59:16.466052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee2246fc-9baa-460d-a1a8-62d42d4d4b7a req-7d7ae98d-922f-4b44-a9b8-b56a939495e1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 210 time: 0.0373738 Sep 24 18:59:16.624679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-cf96a64b-c7b2-4c17-9d08-23b18b2e3382 service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617851 Sep 24 18:59:16.750983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-8682161a-c7eb-44f6-b8ea-1d4db71d51fd service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220996 Sep 24 18:59:16.983534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.000623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.014298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.030294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.036411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.055671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.072886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.074817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-c32ceb3a-7be6-4bc1-98c1-f37b761abcb4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.2013073 Sep 24 18:59:17.163472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecf023ca-ca40-4675-9a73-8eed8a2d67b7 req-1f9e6363-6179-4c3f-8541-a556df926860 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815988 Sep 24 18:59:17.205542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f37b403b-9eb3-4133-8c1a-46ccd91f6110 req-72cbe47e-dd57-456d-9bb0-76ac2575afa2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 210 time: 0.0307631 Sep 24 18:59:17.252896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:17.425244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-800728051-network', 'tenant_id': 'cd586a53b90b4a8987f6fe576afb7097'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:17.512815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Made reservation on behalf of cd586a53b90b4a8987f6fe576afb7097 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:17.523515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.527537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-55f599f4-a416-426d-ad81-9395227c4493 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:17.534258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-55f599f4-a416-426d-ad81-9395227c4493 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 819 time: 0.1817367 Sep 24 18:59:17.553046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'port': {'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'admin_state_up': True, 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:17.565606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.680218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-929fec81-7509-4f08-b3fc-d1e2e4de6c8b req-25d4cf5f-c508-4529-8aee-d5587289d83e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 210 time: 0.0518196 Sep 24 18:59:17.880430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.888144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.923559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Made reservation on behalf of 57587e9060c140ae89f63f9a7fda44bf for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:17.924460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:59:17.929443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.936593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cee00-4473-47b6-8475-82ac0e24f9dd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:17.945688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:17.947223 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Added segment fb22b73a-bcc5-4f1f-8748-4770ebad8bd6 of type vlan for network a83686eb-ef69-45cc-aadd-01df57401ef0 Sep 24 18:59:18.023110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.096278 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.099670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.107628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.118620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Allocated IP 172.20.0.12 (9c22681a-a8aa-4b44-a1b9-110c62e02213/5a5996b5-c1b9-4999-98a6-25e453b1016f/4a479fc7-f375-445d-9d51-9540f0c91b49) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:18.399756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] Pushing event updated for resources: {'Network': ['ID=a83686eb-ef69-45cc-aadd-01df57401ef0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:18.415451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network a83686eb-ef69-45cc-aadd-01df57401ef0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:59:18.456204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d42bac1b-2343-4d96-8e8a-d403b0cf358b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2019095 Sep 24 18:59:18.494497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.497003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50086) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:18.502028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Request body: {'subnet': {'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-800728051-subnet', 'tenant_id': 'cd586a53b90b4a8987f6fe576afb7097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:18.577833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deac0c86-cbc6-4e19-a14d-646cd2ff958b req-0e10aaa6-5a5b-479d-8c81-8e2c19d90700 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 210 time: 0.0719483 Sep 24 18:59:18.600860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.606911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.624725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.632994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.638759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.663756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.675694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.693211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-f409c90a-d11a-49e0-919b-8ca6274598fa tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.2655151 Sep 24 18:59:18.701537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Made reservation on behalf of cd586a53b90b4a8987f6fe576afb7097 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:18.704172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.733612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:18.798364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-1ff801db-d10f-4428-bf7a-f37860ebcb06 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:18.800186 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-1ff801db-d10f-4428-bf7a-f37860ebcb06 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.2613428 Sep 24 18:59:18.807757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:18.811301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:18.813761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:18.825426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Request body: {'port': {'device_id': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'admin_state_up': True, 'tenant_id': '687734c9c5a44063afd01ca53ba4df34'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:18.973687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55cfaaef-475c-4325-961b-8c50c8206d13 req-5a08ea8c-64da-4d61-aaa7-c0acf3660a6f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2794998 Sep 24 18:59:19.052219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa083c9-0713-485c-ac8f-7a5736ebf058 req-17dbb5cf-788d-483a-b923-8d310f5688f7 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:19.068960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa083c9-0713-485c-ac8f-7a5736ebf058 req-17dbb5cf-788d-483a-b923-8d310f5688f7 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 932 time: 0.2593286 Sep 24 18:59:19.221595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa083c9-0713-485c-ac8f-7a5736ebf058 req-4222ff42-199c-48fd-a6cd-50e9c6cddfed tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494911 Sep 24 18:59:19.260992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e99ccbf8-fb3c-4893-9048-e0417022b576 None None] Provisioning complete for port 4a479fc7-f375-445d-9d51-9540f0c91b49 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:19.261631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99ccbf8-fb3c-4893-9048-e0417022b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.299929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event updated for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:19.347896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.350797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e99ccbf8-fb3c-4893-9048-e0417022b576 None None] Port 4a479fc7-f375-445d-9d51-9540f0c91b49 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:19.420331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:19.421412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.440798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a84b66-4e0e-46bf-8629-da7da75bdbb0,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:19.450520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Checking segment: {'id': 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:19.451235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Network hostable DHCP agents. Network: a83686eb-ef69-45cc-aadd-01df57401ef0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:59:19.472831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Network a83686eb-ef69-45cc-aadd-01df57401ef0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:59:19.486167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, a83686eb-ef69-45cc-aadd-01df57401ef0) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:19.490511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:19.491382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.498078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9d9d4-577d-4fa4-8c14-03e061fe9746 None None] Network a83686eb-ef69-45cc-aadd-01df57401ef0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:19.503851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:19.511035 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.525714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-ef24b548-64ad-4c3e-b39f-f04ad1bff42d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9793782 Sep 24 18:59:19.526536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de93d4a3-f5ff-421f-b992-4b532f31b958 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0284638 Sep 24 18:59:19.542723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Request body: {'port': {'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:19.727354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:19.807364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27f81d94-9021-4167-8a13-133972e9a55a req-aa389d26-97ea-416b-a147-e450891cd2e5 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 210 time: 0.1082788 Sep 24 18:59:19.839388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d2d6b-4a74-4882-bd30-00a8ef7c3f2a None None] Network a83686eb-ef69-45cc-aadd-01df57401ef0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:20.054649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Allocated IP 172.20.0.10 (4e5b4c22-be78-44e5-ad26-ece7e66bf875/f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8/4668f2a2-1803-4d90-af86-3720625eb605) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:20.198537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.204878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.217586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.229079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.236638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.266463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.274892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbed05d8-9e10-460d-a0b6-c7c14e3ab5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:20.279267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.290025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-f2fbf94c-9d47-4e38-a253-ea3c4b4ffce7 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.1694441 Sep 24 18:59:20.369800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:20.377265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a479fc7-f375-445d-9d51-9540f0c91b49 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:20.388128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:20.422099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e404bf5-054b-4555-81e4-0f77780c8aac req-b60519af-7d13-49b6-aa2b-be41be09e656 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311071 Sep 24 18:59:20.439520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Transition to ACTIVE for port object 4a479fc7-f375-445d-9d51-9540f0c91b49 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:20.468302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:20.504203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-27f102df-c161-45d9-a857-f550bbc86dba tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.514551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-27f102df-c161-45d9-a857-f550bbc86dba tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/networks?id=a83686eb-ef69-45cc-aadd-01df57401ef0 HTTP/1.1" status: 200 len: 813 time: 0.2222044 Sep 24 18:59:20.533894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4701ee81-5e76-4219-9ba8-d9114ca6d9a3 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/quotas/cd586a53b90b4a8987f6fe576afb7097 HTTP/1.1" status: 200 len: 375 time: 0.0174713 Sep 24 18:59:20.576316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Pushing event updated for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:20.605422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:20.632872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-7f7192cd-8824-4260-a69e-c637e677deb2 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd586a53b90b4a8987f6fe576afb7097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976760 Sep 24 18:59:20.672600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e3a8-2cee-4780-87a4-4033ec4566d1 req-13f5e0bb-d21c-4263-ab06-382c4206f70b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:20.674366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adb0e3a8-2cee-4780-87a4-4033ec4566d1 req-13f5e0bb-d21c-4263-ab06-382c4206f70b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 944 time: 0.1063287 Sep 24 18:59:20.792736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:20.805109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:20.811852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:20.825931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:20.848144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adb0e3a8-2cee-4780-87a4-4033ec4566d1 req-2b7b5319-b481-4897-9238-a739e47e50a6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572325 Sep 24 18:59:20.954911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-c30071f3-6077-47a0-be43-10276c809224 service neutron] 10.222.0.18 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075466 Sep 24 18:59:21.005532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Attempting to bind port 4a479fc7-f375-445d-9d51-9540f0c91b49 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:21.005871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Attempting to bind port 4a479fc7-f375-445d-9d51-9540f0c91b49 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:21.006353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Attempting to bind port 4a479fc7-f375-445d-9d51-9540f0c91b49 on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:21.041259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.043501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:21.051956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Port 4a479fc7-f375-445d-9d51-9540f0c91b49 on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:21.052424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Attempting to bind port 4a479fc7-f375-445d-9d51-9540f0c91b49 on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:21.072682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:21.073428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Checking segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:21.073914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Bound using segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:21.074411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Bound port: 4a479fc7-f375-445d-9d51-9540f0c91b49, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:21.075093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:21.162508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-bf8acd62-1b59-4cd1-98f6-9127d52ad3ee tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3411665 Sep 24 18:59:21.174756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-98fe02ee-81dd-4bcc-908a-94142621d0cf service neutron] 10.222.0.18 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187293 Sep 24 18:59:21.176276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Request body: {'port': {'device_id': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:21.255143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:21.281808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a479fc7-f375-445d-9d51-9540f0c91b49,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:21.283565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:21.292293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff416e-dc1d-47d4-a71b-192d0eeb6f1d req-68cc51ca-faf7-4ac6-b8c1-84abaebd3145 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.298672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:21.301811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ff416e-dc1d-47d4-a71b-192d0eeb6f1d req-68cc51ca-faf7-4ac6-b8c1-84abaebd3145 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 932 time: 0.1407731 Sep 24 18:59:21.353272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ff416e-dc1d-47d4-a71b-192d0eeb6f1d req-c5508d76-7867-4b71-8663-42a0a5f58ea7 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498717 Sep 24 18:59:21.378926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.379885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:21.381821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] 10.222.0.15 "PUT /v2.0/ports/4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 1092 time: 1.8436582 Sep 24 18:59:21.384704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:21.387349 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d58beb-f2d5-4820-be37-2c72c8998e89" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:21.470876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fc705-a165-4f7c-9646-88af825a393c service neutron] Pushing event updated for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:21.487015 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1aca25-cb4d-45f8-a91a-4b57c04f6337 x-openstack-request-id: req-9a1aca25-cb4d-45f8-a91a-4b57c04f6337 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:21.487506 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:21.487941 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a1aca25-cb4d-45f8-a91a-4b57c04f6337 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:21.488949 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 18:59:21.513663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9d294ea-de9e-4a50-911a-bfb10cc3e370 req-ee76e6ef-b8b3-4d19-8298-89dca80f2342 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 210 time: 0.0821922 Sep 24 18:59:21.716295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.726188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.737211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.750029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.767677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.777470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.782666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-1bfce3ce-90ad-4b72-a680-b06691cb04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.784312 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-1bfce3ce-90ad-4b72-a680-b06691cb04e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1095 time: 0.2944200 Sep 24 18:59:21.784886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:21.786769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-a169b2d1-393a-460c-8f07-b6515a9fd363 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.1853395 Sep 24 18:59:21.869892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d27c7c96-d5dc-4c79-9b81-28de04f05f7d req-7b0659a3-30a7-418a-80db-6a10068aaa70 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664761 Sep 24 18:59:21.979624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-6f85ccef-ab37-4b2b-95f9-9b6a49f05eb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.1228373 Sep 24 18:59:22.119741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc780cb-e820-4dce-8596-6c716608f88b req-d633a111-635c-4cb0-b17c-25c63c091637 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.121596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfc780cb-e820-4dce-8596-6c716608f88b req-d633a111-635c-4cb0-b17c-25c63c091637 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 944 time: 0.1319203 Sep 24 18:59:22.172727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4668f2a2-1803-4d90-af86-3720625eb605 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:22.181911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfc780cb-e820-4dce-8596-6c716608f88b req-6d72ecc0-f9c6-4916-adb6-a77330f2967e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Sep 24 18:59:22.204189 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.218612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-c2b40a1b-2f4c-4f58-abb1-20c0edc3899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.226648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-c2b40a1b-2f4c-4f58-abb1-20c0edc3899c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.2333379 Sep 24 18:59:22.257594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Transition to ACTIVE for port object 4668f2a2-1803-4d90-af86-3720625eb605 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:22.283445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.355325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-96924585-9843-4e91-8841-ffcadda8cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.359626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-96924585-9843-4e91-8841-ffcadda8cf9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136451 Sep 24 18:59:22.427654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:22.570905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235d77-4a97-40d4-80d0-6a06fb671fcb req-31349004-2bc9-479f-9fe2-acd840bd0fcb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.575698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Attempting to bind port 4668f2a2-1803-4d90-af86-3720625eb605 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:22.576378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Attempting to bind port 4668f2a2-1803-4d90-af86-3720625eb605 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:22.576943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Attempting to bind port 4668f2a2-1803-4d90-af86-3720625eb605 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:22.579425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7235d77-4a97-40d4-80d0-6a06fb671fcb req-31349004-2bc9-479f-9fe2-acd840bd0fcb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 944 time: 0.0978560 Sep 24 18:59:22.590833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Port 4668f2a2-1803-4d90-af86-3720625eb605 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:22.591555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Attempting to bind port 4668f2a2-1803-4d90-af86-3720625eb605 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:22.596281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-7a6d98fc-5f46-42da-8089-76efa7f3ce65 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096374 Sep 24 18:59:22.599213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:22.599823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Checking segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:22.600600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Bound using segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:22.601243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Bound port: 4668f2a2-1803-4d90-af86-3720625eb605, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:22.601896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.653756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7235d77-4a97-40d4-80d0-6a06fb671fcb req-bd1f5cc6-6978-4c8c-8c74-7d5ca8ce70de tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733302 Sep 24 18:59:22.721993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f4067d0-5b9c-4da8-acc6-d9d3ee01ed5a req-2937e914-04eb-434f-97ed-64b6f09ff3a6 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 210 time: 0.0711272 Sep 24 18:59:22.750566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:22.755079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:22.758528 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-672e359a-9efd-4fb1-9e05-43e3a29a5f1f req-350589d0-8315-4fda-8246-c5de0f8cdb97 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472466 Sep 24 18:59:22.760089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.796457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.797069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.798474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] 10.222.0.69 "PUT /v2.0/ports/4668f2a2-1803-4d90-af86-3720625eb605 HTTP/1.1" status: 200 len: 1092 time: 1.6270621 Sep 24 18:59:22.823678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99607b8e-3ac6-46fb-8612-9e5d13ee035f service neutron] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:22.892084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47d9c608-ff7b-4e49-962d-3c66a11cda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:22.913520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-65f76f69-5780-4ebe-9e88-8b60da8fc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.914556 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-65f76f69-5780-4ebe-9e88-8b60da8fc7cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1095 time: 0.0784009 Sep 24 18:59:22.935218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-d2ae6b48-abe2-4f11-93cd-db9bdbcb7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:22.936784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-d2ae6b48-abe2-4f11-93cd-db9bdbcb7244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 1095 time: 0.0677814 Sep 24 18:59:23.026444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-8f150981-b9de-4039-bbc3-5cc9afe3c128 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4668f2a2-1803-4d90-af86-3720625eb605 HTTP/1.1" status: 200 len: 217 time: 0.0752032 Sep 24 18:59:23.057858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.067635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.088510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.095127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.102473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.115362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-297a8f21-b732-4bfa-a79f-5734db150353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.117817 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-297a8f21-b732-4bfa-a79f-5734db150353 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0780466 Sep 24 18:59:23.124152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.124342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-1afbae25-f891-499a-9e50-46cac9768a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.125154 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-1afbae25-f891-499a-9e50-46cac9768a29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.2006614 Sep 24 18:59:23.144188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.154136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-c4cd0077-2e50-4066-853e-f2d5568103be tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.1732280 Sep 24 18:59:23.204285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8cb28f7-e7ff-4524-9070-d9ffb7423267 req-2f34ba2a-a41e-4ba7-a95d-4ea40cd39ba6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454745 Sep 24 18:59:23.267863 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-dbaa6d5f-75a6-4a90-857d-e28b80c21b13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410837 Sep 24 18:59:23.269395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-2ccdcc85-c576-4749-9083-f6769ce2f83c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.1315670 Sep 24 18:59:23.313571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:23.365238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-3f44a488-2cdc-4af3-a232-70ce1872dbba tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.367426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-3f44a488-2cdc-4af3-a232-70ce1872dbba tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.15 "GET /v2.0/networks?id=a83686eb-ef69-45cc-aadd-01df57401ef0 HTTP/1.1" status: 200 len: 813 time: 0.1233950 Sep 24 18:59:23.422654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Request body: {'port': {'device_id': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0', 'admin_state_up': True, 'tenant_id': 'cd586a53b90b4a8987f6fe576afb7097'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:23.429162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-5edd9205-59c9-4c78-9547-6686bb436f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.430940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-5edd9205-59c9-4c78-9547-6686bb436f1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1312537 Sep 24 18:59:23.514896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:23.519174 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88373031-d8db-456d-8500-5d4a4a0067a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "tag": "4668f2a2-1803-4d90-af86-3720625eb605"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:23.549922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-ea338ca8-d487-43c8-8642-a4a4cfa49211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.551791 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-ea338ca8-d487-43c8-8642-a4a4cfa49211 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046102 Sep 24 18:59:23.608132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217485-2ddc-4c41-b1d8-1123a88b07ab req-61b4d659-2065-4282-8c00-4a17863dc06a tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.615365 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c3496-1f03-4d04-b0cb-2c13b0d024dd x-openstack-request-id: req-b73c3496-1f03-4d04-b0cb-2c13b0d024dd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:23.615675 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "tag": "4668f2a2-1803-4d90-af86-3720625eb605", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:23.615953 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b73c3496-1f03-4d04-b0cb-2c13b0d024dd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:23.616334 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605', 'status': 'completed', 'code': 200} Sep 24 18:59:23.617212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3217485-2ddc-4c41-b1d8-1123a88b07ab req-61b4d659-2065-4282-8c00-4a17863dc06a tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 944 time: 0.2598681 Sep 24 18:59:23.629708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-3bfaf20c-792b-474b-a1d0-cd33f0379bdd service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358867 Sep 24 18:59:23.644276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Made reservation on behalf of cd586a53b90b4a8987f6fe576afb7097 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:23.648572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:23.690508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3217485-2ddc-4c41-b1d8-1123a88b07ab req-7d07ceeb-cf9e-4a98-9925-a17cb0ed60df tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721025 Sep 24 18:59:23.829396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-5d3860de-2c6b-49ee-9f71-4cc6d0a16a3c service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618103 Sep 24 18:59:23.859889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29d01da9-a6fd-40de-8e6b-2965a3345a79 req-842e72fb-4a2c-46ff-849b-7aaeeea63c62 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 210 time: 0.0460348 Sep 24 18:59:23.885976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Allocated IP 172.20.0.2 (a83686eb-ef69-45cc-aadd-01df57401ef0/e1a84b66-4e0e-46bf-8629-da7da75bdbb0/b34a413c-163e-4f84-a19d-d1db0686c8dd) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:23.909388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9f6e-6113-466e-bf56-d406bd47647c req-97e9e5c1-2bf7-4dfe-9848-007302e78b94 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:23.916523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-94f03f2f-be13-43e9-bfef-62ad994da6a9 req-ca13739a-8061-43f8-ac8d-301b4dd4d942 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788782 Sep 24 18:59:23.916739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba3c9f6e-6113-466e-bf56-d406bd47647c req-97e9e5c1-2bf7-4dfe-9848-007302e78b94 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 944 time: 0.1558249 Sep 24 18:59:24.002497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba3c9f6e-6113-466e-bf56-d406bd47647c req-c1b36667-c13f-4b1f-a5d7-deb63a528def tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848713 Sep 24 18:59:24.015790 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:24.065560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-4faf488b-49d4-4c20-bf4a-6c3f67d4f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.067241 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-4faf488b-49d4-4c20-bf4a-6c3f67d4f77c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 1095 time: 0.0891969 Sep 24 18:59:24.076863 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-14d58beb-f2d5-4820-be37-2c72c8998e89 req-c77fc5b2-0347-4530-983b-ef419ad8d4b2 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150123 Sep 24 18:59:24.172842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-d2f60e84-6e65-4e37-9834-0fc7ee873a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.174269 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-d2f60e84-6e65-4e37-9834-0fc7ee873a60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 905 time: 0.0958147 Sep 24 18:59:24.187938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-33419524-59b7-468d-ae0f-14618f74ec01 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.189815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-33419524-59b7-468d-ae0f-14618f74ec01 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.1859901 Sep 24 18:59:24.206763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:24.211103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-b3b5ac05-77c6-4c9a-95d9-368350423f08 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/quotas/b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 375 time: 0.0153692 Sep 24 18:59:24.225826 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-8258c868-984d-4d26-a47e-aa847868e6f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4668f2a2-1803-4d90-af86-3720625eb605 HTTP/1.1" status: 200 len: 217 time: 0.0437288 Sep 24 18:59:24.286493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-fe81994e-18b9-41c5-a7c3-2046825f235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.288646 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-fe81994e-18b9-41c5-a7c3-2046825f235e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0541236 Sep 24 18:59:24.296688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:24.327194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-ddca7069-63fe-47c1-8c26-1d0a7b5cbb7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306649 Sep 24 18:59:24.433013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-a8ad9578-3f43-4da6-9d36-1e55c3d9b405 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977280 Sep 24 18:59:24.533527 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88373031-d8db-456d-8500-5d4a4a0067a6 req-9dcee3c9-f1c7-467b-87e2-7232f86aea2b service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919487 Sep 24 18:59:24.624858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Network a83686eb-ef69-45cc-aadd-01df57401ef0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:24.644940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-709b3316-9860-4a9f-9dc5-af271fc8e8ae tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4221294 Sep 24 18:59:24.645811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:24.649286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Pushing event updated for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:24.651631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:24.702505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.708344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.714687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.720546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.726355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.732180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.737996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.739918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0704d65d-f46d-4268-a0ed-940770ff128f req-10190c98-2195-4629-aec2-54a4c698923a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.4467249 Sep 24 18:59:24.753352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.753698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.754036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.754369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.754693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.755045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.755374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.755696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.756018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.756336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.757191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.757509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:24.830464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:24.830464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:24.869235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0704d65d-f46d-4268-a0ed-940770ff128f req-37e79e79-3e62-409b-8853-c22be1b3b662 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081889 Sep 24 18:59:24.890378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-5de78f50-029d-46a5-b022-e817b6d5e1ad tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4725962 Sep 24 18:59:24.895954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-3c098a04-17e6-4e16-a558-a3851cab9070 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396483 Sep 24 18:59:24.910613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Request body: {'port': {'device_id': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:25.026586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:25.069555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-204adce3-10b3-4d1c-af66-76de598112f7 service neutron] 10.222.0.18 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558626 Sep 24 18:59:25.232454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29b6e6-33c5-47ec-955e-0924ebf71e9d req-f5307bf1-5a65-495f-ae0f-ca954523b885 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:25.233986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad29b6e6-33c5-47ec-955e-0924ebf71e9d req-f5307bf1-5a65-495f-ae0f-ca954523b885 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 944 time: 0.1307561 Sep 24 18:59:25.284877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad29b6e6-33c5-47ec-955e-0924ebf71e9d req-5d13e6ef-2050-496e-9134-80c9ad304853 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 Sep 24 18:59:25.563537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651cd8-2499-4514-bc6d-b97aa10de2b6 req-4625c390-9277-4594-b2e1-b7936d951257 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:25.572921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12651cd8-2499-4514-bc6d-b97aa10de2b6 req-4625c390-9277-4594-b2e1-b7936d951257 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 931 time: 0.1608777 Sep 24 18:59:25.598142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f834b-8fce-4f32-9ca0-2773091e893e req-805d119d-2d89-4037-bc77-7838d2cb0be3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:25.599667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa8f834b-8fce-4f32-9ca0-2773091e893e req-805d119d-2d89-4037-bc77-7838d2cb0be3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 944 time: 0.1269019 Sep 24 18:59:25.672802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34a413c-163e-4f84-a19d-d1db0686c8dd {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:25.702394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12651cd8-2499-4514-bc6d-b97aa10de2b6 req-ffbcc44c-fda3-4179-9d57-dd900ce7b9bd tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235554 Sep 24 18:59:25.706826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:25.737997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa8f834b-8fce-4f32-9ca0-2773091e893e req-5b1f8821-eaaf-4153-8ef3-fb734c61a070 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295779 Sep 24 18:59:25.750418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Transition to ACTIVE for port object b34a413c-163e-4f84-a19d-d1db0686c8dd will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:25.764776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:25.789459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:25.868943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cbb15d0-8e5b-41a7-b67e-8e3e75ab03b5 req-7f6e77a2-72d4-47fb-b03a-29034a3d9b98 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.0465317 Sep 24 18:59:25.876007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:25.969917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Attempting to bind port b34a413c-163e-4f84-a19d-d1db0686c8dd on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:25.970567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Attempting to bind port b34a413c-163e-4f84-a19d-d1db0686c8dd by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:25.970921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Attempting to bind port b34a413c-163e-4f84-a19d-d1db0686c8dd on network a83686eb-ef69-45cc-aadd-01df57401ef0 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:25.976746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Port b34a413c-163e-4f84-a19d-d1db0686c8dd on network a83686eb-ef69-45cc-aadd-01df57401ef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:25.977071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Attempting to bind port b34a413c-163e-4f84-a19d-d1db0686c8dd on network a83686eb-ef69-45cc-aadd-01df57401ef0 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:25.983350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:25.983884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Checking segment: {'id': 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:25.984276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Bound using segment: {'id': 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:25.984833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Bound port: b34a413c-163e-4f84-a19d-d1db0686c8dd, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:25.985197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.104328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.110236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.120338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.128275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.137655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.144718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.153080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.155830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-b90973bd-09d5-4fc6-966a-d70a3ba087b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5421 time: 0.1594744 Sep 24 18:59:26.214220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:26.239665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd,segment=NetworkSegment(fb22b73a-bcc5-4f1f-8748-4770ebad8bd6),segment_id=fb22b73a-bcc5-4f1f-8748-4770ebad8bd6)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:26.247683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a3168be-ae3f-441e-a724-bd10b8e7d122 req-63318aec-8e21-4f5e-bbd8-e0c7809f69b1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663364 Sep 24 18:59:26.249541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.283620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.284556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.285970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] 10.222.0.15 "PUT /v2.0/ports/b34a413c-163e-4f84-a19d-d1db0686c8dd HTTP/1.1" status: 200 len: 1091 time: 1.3813012 Sep 24 18:59:26.288716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:26.291198 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31" -d '{"events": [{"name": "network-changed", "server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:26.306337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a479fc7-f375-445d-9d51-9540f0c91b49 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:26.381224 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ca855-09a9-4e90-ae78-e96c98a1d92b x-openstack-request-id: req-f42ca855-09a9-4e90-ae78-e96c98a1d92b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:26.382150 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:26.382424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f42ca855-09a9-4e90-ae78-e96c98a1d92b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:26.382817 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd', 'status': 'completed', 'code': 200} Sep 24 18:59:26.421078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaee686-63d0-4dc3-9c11-f183de553f52 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:26.441756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a479fc7-f375-445d-9d51-9540f0c91b49,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:26.456967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:26.498499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-55dcb824-e991-41a7-8a83-be0c5df124f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.501877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-55dcb824-e991-41a7-8a83-be0c5df124f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd586a53b90b4a8987f6fe576afb7097&device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 1094 time: 0.1377704 Sep 24 18:59:26.514297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.535457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49565d1-c826-445f-ad9a-6b9a0f1dec94 req-98196cd0-2a14-41d7-a9bd-8a707d78cfd4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.535956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a479fc7-f375-445d-9d51-9540f0c91b49 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:26.536996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d49565d1-c826-445f-ad9a-6b9a0f1dec94 req-98196cd0-2a14-41d7-a9bd-8a707d78cfd4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 944 time: 0.1521325 Sep 24 18:59:26.568737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a479fc7-f375-445d-9d51-9540f0c91b49,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:26.572043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-f12c8bc1-d098-4d54-ba8c-bbc3bc427f1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd HTTP/1.1" status: 200 len: 217 time: 0.0501170 Sep 24 18:59:26.574819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.643848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:26.675820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d49565d1-c826-445f-ad9a-6b9a0f1dec94 req-0d3cc4f3-38f4-457a-94a2-05b108088e82 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067417 Sep 24 18:59:26.703974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:26.723044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-02cd1db8-ed3f-43cf-b354-35cf8f5ce6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.724982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-02cd1db8-ed3f-43cf-b354-35cf8f5ce6bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a84b66-4e0e-46bf-8629-da7da75bdbb0 HTTP/1.1" status: 200 len: 853 time: 0.1351962 Sep 24 18:59:26.752862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-d54bce45-838a-4ab8-8f35-8517935bb13d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:26.755014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-d54bce45-838a-4ab8-8f35-8517935bb13d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 820 time: 0.1670718 Sep 24 18:59:26.774290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Request body: {'port': {'device_id': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'admin_state_up': True, 'tenant_id': 'b16dc1ca2b5c4323bf9afff8808c9c3c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:26.846583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-3394bf99-4195-4078-9424-d7df74edfec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a83686eb-ef69-45cc-aadd-01df57401ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057367 Sep 24 18:59:26.971589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Made reservation on behalf of b16dc1ca2b5c4323bf9afff8808c9c3c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:26.977026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:26.977609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:26.994958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'port_id': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:27.045642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.070097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:27.094894 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:27.099689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4a479fc7-f375-445d-9d51-9540f0c91b49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:27.149431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c54a-e981-4652-9a35-2ead4efb3126 req-6754378c-ed49-4204-b58e-623978ba5060 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.152866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.153590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:27.162501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa38c54a-e981-4652-9a35-2ead4efb3126 req-6754378c-ed49-4204-b58e-623978ba5060 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 943 time: 0.3192551 Sep 24 18:59:27.219625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c019521-9e00-4ae4-a09d-938f2f6b0c39 req-dc883f6b-e64a-4ec3-a989-ff91835f8d86 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.227890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c019521-9e00-4ae4-a09d-938f2f6b0c39 req-dc883f6b-e64a-4ec3-a989-ff91835f8d86 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 944 time: 0.2970767 Sep 24 18:59:27.235040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Allocated IP 172.20.0.10 (63a23328-1ed9-474c-a5bd-5235fddcda5f/10350ee2-0e9c-4567-a205-20d341e5f8b1/64dcc4db-316b-49e2-8abf-0494bba7da68) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:27.239104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-1861b494-d1ba-4725-ac09-41013d5365ed service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710015 Sep 24 18:59:27.262210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa38c54a-e981-4652-9a35-2ead4efb3126 req-9db60025-e4b5-4053-96ff-82b9d07d47d1 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Sep 24 18:59:27.340320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:27.361171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c019521-9e00-4ae4-a09d-938f2f6b0c39 req-054d2dd5-73d5-4d19-be73-5e37e58ea8d8 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306140 Sep 24 18:59:27.508125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.566683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e6ee0ed-eb99-4655-8b9e-7d576f76675c req-35c669ae-1ba7-41ae-b6cf-19f906b1a03b service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019726 Sep 24 18:59:27.601309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:27.630358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.636649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4668f2a2-1803-4d90-af86-3720625eb605', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '4668f2a2-1803-4d90-af86-3720625eb605', 'mac_address': 'fa:16:3e:3a:5d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:27.655470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71ce1282-6a32-4a8b-a152-b72e1135bd69 req-ef373736-eaea-4396-980c-68b3e9798898 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.2517931 Sep 24 18:59:27.686392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.702838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4668f2a2-1803-4d90-af86-3720625eb605 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:27.737098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Network 63a23328-1ed9-474c-a5bd-5235fddcda5f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:27.739933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:27.748667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:27.749104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-c72fa9be-86c3-496d-9b77-c00011737a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.751208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-c72fa9be-86c3-496d-9b77-c00011737a29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd586a53b90b4a8987f6fe576afb7097&device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 1094 time: 0.1062648 Sep 24 18:59:27.751525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.766983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:27.782552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:27.830932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:27.862126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.863370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:27.893036 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-7e8fdcae-fea6-4574-88c2-5e1e70cf1de0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1245081 Sep 24 18:59:27.900716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.907769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.908539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Request body: {'port': {'device_id': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:27.914574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.921043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.928680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.933315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.939290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:27.947511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-510b182c-2e9a-41db-951b-cd3419bdc742 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5422 time: 0.3012064 Sep 24 18:59:27.990551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:28.006210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4668f2a2-1803-4d90-af86-3720625eb605'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:28.020190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3ac5fdd5-b38c-44aa-97f1-fe3509519a20'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:28.106830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd32b7c4-4533-4e75-9e40-63537df5fafb req-78c78ef9-4296-4d88-b25f-08807b31125b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583631 Sep 24 18:59:28.127357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb904-152c-4dca-b3b1-f76e02a078e7 req-08ef0384-1c57-40bf-89f1-51675815ec16 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:28.129299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c9eb904-152c-4dca-b3b1-f76e02a078e7 req-08ef0384-1c57-40bf-89f1-51675815ec16 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 945 time: 0.3109820 Sep 24 18:59:28.140247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-a34e0376-3fb1-477e-9c36-ddda6cc75c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:28.141674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-a34e0376-3fb1-477e-9c36-ddda6cc75c10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a83686eb-ef69-45cc-aadd-01df57401ef0 HTTP/1.1" status: 200 len: 913 time: 0.3679836 Sep 24 18:59:28.243990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-11d6a493-f293-4525-85d5-5471a349cab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd HTTP/1.1" status: 200 len: 217 time: 0.0887983 Sep 24 18:59:28.274570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c9eb904-152c-4dca-b3b1-f76e02a078e7 req-172afb64-ea17-49f0-9e39-7eb4aa972426 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371455 Sep 24 18:59:28.369243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-fae71a9d-98da-49ed-a5a9-d4a71d77e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:28.370749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-fae71a9d-98da-49ed-a5a9-d4a71d77e388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a84b66-4e0e-46bf-8629-da7da75bdbb0 HTTP/1.1" status: 200 len: 853 time: 0.0895536 Sep 24 18:59:28.380408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:28.478153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-2c1a3d68-e507-49f9-99d2-385ff965af35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a83686eb-ef69-45cc-aadd-01df57401ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922225 Sep 24 18:59:28.663802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a8981eb5-a2d2-4084-ae16-1017ad15d137 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:28.698432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ce41-df7e-4534-a133-3272cd4b06c5 req-d1a6018a-1c51-4265-ae60-4dcf96e24aaf tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:28.706396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f6ce41-df7e-4534-a133-3272cd4b06c5 req-d1a6018a-1c51-4265-ae60-4dcf96e24aaf tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 943 time: 0.3032584 Sep 24 18:59:28.797296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf9285-ea1a-4b64-82f7-e22b6d01854e req-f20a68c6-5a93-495a-9296-ddb95976f72c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:28.805480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7bf9285-ea1a-4b64-82f7-e22b6d01854e req-f20a68c6-5a93-495a-9296-ddb95976f72c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 945 time: 0.3260477 Sep 24 18:59:28.857750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f6ce41-df7e-4534-a133-3272cd4b06c5 req-f868bd6d-3527-428e-8cb2-4d860a6bd0bc tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501460 Sep 24 18:59:28.905905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-62b01e23-cf6a-482e-b791-0ffe213d06f3 service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940220 Sep 24 18:59:28.970079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dcc4db-316b-49e2-8abf-0494bba7da68 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:28.986835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.020079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Transition to ACTIVE for port object 64dcc4db-316b-49e2-8abf-0494bba7da68 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:29.031946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.102404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7bf9285-ea1a-4b64-82f7-e22b6d01854e req-fa88442a-c35f-4a1f-9e4a-4adcc93a9b33 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957716 Sep 24 18:59:29.192486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:29.219903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.220280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.220598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.220924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.221244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.221735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.222054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.222369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.222684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.223038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.223353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.223663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:29.243400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fbbe95-ca46-4030-93e3-1ad8e131ca31 req-edda0139-a0b8-4520-972d-b418f76fddce service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214602 Sep 24 18:59:29.299948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:29.316988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'a8981eb5-a2d2-4084-ae16-1017ad15d137', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'port_id': 'a8981eb5-a2d2-4084-ae16-1017ad15d137', 'mac_address': 'fa:16:3e:d6:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:29.341602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:29.341943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:29.342291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:29.346975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:29.347292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:29.356048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:29.356384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:29.356766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:29.357195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Bound port: 64dcc4db-316b-49e2-8abf-0494bba7da68, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:29.357553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.371009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d56c43-db57-48aa-ae54-acaf3b63299e req-33775a01-88bb-4574-aff4-6177b094642a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.379275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12d56c43-db57-48aa-ae54-acaf3b63299e req-33775a01-88bb-4574-aff4-6177b094642a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.2626870 Sep 24 18:59:29.390175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.422232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8981eb5-a2d2-4084-ae16-1017ad15d137 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:29.424679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.433507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.445023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.457616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:29.460041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:29.461582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:29.463372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.466068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.466740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e2592910-74dc-4dda-b702-c11ae0ca6827 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:29.468283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.470131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.478758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.485342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.487387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-a965502e-4325-41d9-9fbd-a9784b5f38f2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5422 time: 0.2430935 Sep 24 18:59:29.534222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.534879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.536295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] 10.222.0.69 "PUT /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 1092 time: 1.6333518 Sep 24 18:59:29.539256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:29.541685 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa08abe-1e14-4032-9691-6ac9832d665e" -d '{"events": [{"name": "network-changed", "server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:29.562556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b804a6-cd0b-4b7f-9988-edd0731bf86b service neutron] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:29.592247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12d56c43-db57-48aa-ae54-acaf3b63299e req-8d1ba1dc-f258-4052-ba4f-cf5ef4089408 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120428 Sep 24 18:59:29.626349 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 18:59:29.653513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-804fd76c-7040-4ab9-ba67-9b6dfee2305c req-64bdebab-385c-4597-baf6-a620320a51e6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562810 Sep 24 18:59:29.672036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-ec0d71f3-b431-4432-a8a6-9e54c873f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.673619 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-ec0d71f3-b431-4432-a8a6-9e54c873f8e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1095 time: 0.0921834 Sep 24 18:59:29.763413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-07bbfdb2-6ea0-4c4e-aeed-7c01375dc5eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 217 time: 0.0809064 Sep 24 18:59:29.769963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:29.776407 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795e210a-2e99-4e0c-aa69-b6c949a382c5 x-openstack-request-id: req-795e210a-2e99-4e0c-aa69-b6c949a382c5 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:29.776701 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:29.776954 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-795e210a-2e99-4e0c-aa69-b6c949a382c5 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:29.777355 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'status': 'completed', 'code': 200} Sep 24 18:59:29.816896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953c3cc-75b1-4c37-bfbe-451c04f35e77 req-af058f92-1154-43ba-b147-21fb1ef3b05a tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.830011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3953c3cc-75b1-4c37-bfbe-451c04f35e77 req-af058f92-1154-43ba-b147-21fb1ef3b05a tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 945 time: 0.1152058 Sep 24 18:59:29.839292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e2592910-74dc-4dda-b702-c11ae0ca6827,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:29.856273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e2592910-74dc-4dda-b702-c11ae0ca6827', 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'port_id': 'e2592910-74dc-4dda-b702-c11ae0ca6827', 'mac_address': 'fa:16:3e:cd:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6461203a-65d9-4cd5-9852-9b7ea13a5ca7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:29.884811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-8726b08d-8026-4c2c-b53f-b218ad71393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:29.887603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-8726b08d-8026-4c2c-b53f-b218ad71393e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1094451 Sep 24 18:59:29.919490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:29.926596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3953c3cc-75b1-4c37-bfbe-451c04f35e77 req-42ca046f-0e63-4e0a-9e05-439f34e260db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Sep 24 18:59:29.941993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2592910-74dc-4dda-b702-c11ae0ca6827 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:29.953420 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-9c6b1b02-b1d6-454c-99f9-4f920f420670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580344 Sep 24 18:59:30.011865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e2592910-74dc-4dda-b702-c11ae0ca6827,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:30.022697 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:30.023523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d0f216aa-3e40-48f2-870c-3aa3680304ab details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:30.182076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed45ea-6cd6-41e3-90b4-47c8e5623038 req-23c476bb-9567-46c1-ac91-6f98787c3051 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:30.198649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 18:59:30.203453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11ed45ea-6cd6-41e3-90b4-47c8e5623038 req-23c476bb-9567-46c1-ac91-6f98787c3051 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 943 time: 0.1817145 Sep 24 18:59:30.257576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:30.300810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11ed45ea-6cd6-41e3-90b4-47c8e5623038 req-ec46ab75-2996-47e3-95e2-03011fc0a150 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956917 Sep 24 18:59:30.361921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a479fc7-f375-445d-9d51-9540f0c91b49 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:30.369041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd0f216aa-3e40-48f2-870c-3aa3680304ab', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'port_id': 'd0f216aa-3e40-48f2-870c-3aa3680304ab', 'mac_address': 'fa:16:3e:f9:69:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:30.372958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-09078093-b140-4b55-a9bc-d76c9c3ac042 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106927 Sep 24 18:59:30.473197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae278f-6820-4a07-b140-279eff67687b req-788a9696-2a7c-4897-8611-0758cfcaee54 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:30.486568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94ae278f-6820-4a07-b140-279eff67687b req-788a9696-2a7c-4897-8611-0758cfcaee54 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 945 time: 0.1696985 Sep 24 18:59:30.490336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:30.571468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:30.578700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94ae278f-6820-4a07-b140-279eff67687b req-9febdbb5-2f24-4a46-a6d7-6a593d978c77 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910640 Sep 24 18:59:30.601922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9a107263-44b7-4b06-8057-eab3a5d51628 req-57eec3cd-ea46-4499-a81a-98777aeff510 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225652 Sep 24 18:59:30.609926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f216aa-3e40-48f2-870c-3aa3680304ab {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:30.620526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 4a479fc7-f375-445d-9d51-9540f0c91b49 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:30.655806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4a479fc7-f375-445d-9d51-9540f0c91b49 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:30.657480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:30.711510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:30.763530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-3ea5de71-01f4-4ce7-b18a-a173d5a688cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:30.766981 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-3ea5de71-01f4-4ce7-b18a-a173d5a688cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1095 time: 0.0932260 Sep 24 18:59:30.824289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:30.825069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c0fea71b-2030-430a-a53c-d189c3def90b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:30.917340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0618-aabb-4761-b913-74c449eb4569 req-b67f2016-dedb-4890-b008-f30a8596a293 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:30.930011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8ec0618-aabb-4761-b913-74c449eb4569 req-b67f2016-dedb-4890-b008-f30a8596a293 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1838894 Sep 24 18:59:30.973212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c0fea71b-2030-430a-a53c-d189c3def90b,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:31.017753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8ec0618-aabb-4761-b913-74c449eb4569 req-b171e970-b0d1-4951-ac08-376c3717f306 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870631 Sep 24 18:59:31.021972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c0fea71b-2030-430a-a53c-d189c3def90b', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'port_id': 'c0fea71b-2030-430a-a53c-d189c3def90b', 'mac_address': 'fa:16:3e:98:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:31.034095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.042549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.051664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.061141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.073946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.081860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.089290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.101018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c579a174-001c-46a8-a5e2-1784255682d1 req-5a8eb185-b619-42c6-b4a5-0f032a307e36 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5425 time: 0.3239725 Sep 24 18:59:31.122194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-45fa7599-c2be-46ff-80d2-27023c6d2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.124133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-45fa7599-c2be-46ff-80d2-27023c6d2a99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.3502221 Sep 24 18:59:31.227445 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-eba90de5-d7f7-4a0e-8910-998a6f85e453 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 217 time: 0.0925295 Sep 24 18:59:31.260097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c579a174-001c-46a8-a5e2-1784255682d1 req-008b1e33-ae5d-4f90-b639-7536b18c8808 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570771 Sep 24 18:59:31.331093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.336982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:31.337491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf130bab-4a27-4d02-8d25-257a87b47e49 req-f77f969c-20b0-4463-9171-5cda07576ba4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.343124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf130bab-4a27-4d02-8d25-257a87b47e49 req-f77f969c-20b0-4463-9171-5cda07576ba4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 945 time: 0.1667609 Sep 24 18:59:31.360815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.386635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-05ee6b7f-2fff-4191-a16f-40ec71580e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.395966 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-05ee6b7f-2fff-4191-a16f-40ec71580e24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1624849 Sep 24 18:59:31.413655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a479fc7-f375-445d-9d51-9540f0c91b49,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:31.416696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:31.419615 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2649449-6d59-4dae-9678-6e8e5797d3a5" -d '{"events": [{"server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "name": "network-vif-plugged", "status": "completed", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:31.430810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.438137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fea71b-2030-430a-a53c-d189c3def90b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:31.498206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf130bab-4a27-4d02-8d25-257a87b47e49 req-cdbdca12-ab7f-4846-ba6e-21e3196d92a1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498697 Sep 24 18:59:31.522326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c0fea71b-2030-430a-a53c-d189c3def90b,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:31.524890 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-18745a43-e7d4-4ab5-a095-496a511c915d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050940 Sep 24 18:59:31.536113 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.537054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 42421aa6-2bd1-400f-881a-946e101866c1 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:31.618282 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e1efc-216e-476d-80ed-428558e396de x-openstack-request-id: req-160e1efc-216e-476d-80ed-428558e396de {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:31.627498 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "name": "network-vif-plugged", "status": "completed", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:31.628293 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-160e1efc-216e-476d-80ed-428558e396de {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:31.629248 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'code': 200} Sep 24 18:59:31.641350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:31.713650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:31.753433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:31.765221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b8d5-49f4-4a65-aea8-177a224b3c1f req-86e87ee8-9c14-4c33-83a0-3aa7a480f188 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.766783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2887b8d5-49f4-4a65-aea8-177a224b3c1f req-86e87ee8-9c14-4c33-83a0-3aa7a480f188 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 943 time: 0.1439967 Sep 24 18:59:31.777607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '42421aa6-2bd1-400f-881a-946e101866c1', 'network_id': '00e885f3-36e3-4dfb-801a-6b54ef4c8556', 'port_id': '42421aa6-2bd1-400f-881a-946e101866c1', 'mac_address': 'fa:16:3e:4e:6f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542d0f08-97ee-4c94-b430-d72efd6565a0', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:31.811947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-19bcf96a-64cf-4f10-b1ef-56a03a9925e0 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844410 Sep 24 18:59:31.883293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b086f2-fc58-449f-b2ad-44286d265b15 req-bc410ed9-724c-478e-9236-9c3d378da2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.886038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4b086f2-fc58-449f-b2ad-44286d265b15 req-bc410ed9-724c-478e-9236-9c3d378da2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.1842122 Sep 24 18:59:31.906297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.930541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42421aa6-2bd1-400f-881a-946e101866c1 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:31.962194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2887b8d5-49f4-4a65-aea8-177a224b3c1f req-755d5cb1-d7d0-4787-83e9-12b628c9a864 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654906 Sep 24 18:59:31.976086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c17e8-c213-44c2-b81e-283e658a7576 req-b07ac3b1-ed3a-41b5-a3c3-173319eb0ad5 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:31.977868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b09c17e8-c213-44c2-b81e-283e658a7576 req-b07ac3b1-ed3a-41b5-a3c3-173319eb0ad5 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 945 time: 0.2033603 Sep 24 18:59:31.979973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:31.986045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:31.986416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 50cde80b-cefd-477f-93a7-e1eb95ee92c6 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:32.059382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4b086f2-fc58-449f-b2ad-44286d265b15 req-0fb8bf21-b9f7-4396-b0e8-b7de6748b6f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579070 Sep 24 18:59:32.087652 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9fa08abe-1e14-4032-9691-6ac9832d665e req-de6e601f-4ad9-469f-8de1-eff86b49df3c service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679446 Sep 24 18:59:32.126903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b09c17e8-c213-44c2-b81e-283e658a7576 req-6a05bab4-da15-48f8-a3a5-6374aaece01d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272163 Sep 24 18:59:32.142514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:32.148639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:32.167358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '50cde80b-cefd-477f-93a7-e1eb95ee92c6', 'network_id': 'ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6', 'port_id': '50cde80b-cefd-477f-93a7-e1eb95ee92c6', 'mac_address': 'fa:16:3e:20:34:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6461203a-65d9-4cd5-9852-9b7ea13a5ca7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:32.213122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.213436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfc62-4f13-4b3e-b35e-af29bd5e6c75 req-d16da2ac-ab4a-484f-8694-5b08260e56c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.216653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd0bfc62-4f13-4b3e-b35e-af29bd5e6c75 req-d16da2ac-ab4a-484f-8694-5b08260e56c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.0641491 Sep 24 18:59:32.232353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cde80b-cefd-477f-93a7-e1eb95ee92c6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:32.255757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:32.262326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.270208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd0bfc62-4f13-4b3e-b35e-af29bd5e6c75 req-4f19fa85-8c9f-416a-9bf9-a69416559b2d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Sep 24 18:59:32.312489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:32.368413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b34a413c-163e-4f84-a19d-d1db0686c8dd details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:32.401839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:32.446837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.447416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:32.460158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.466244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.476151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.480762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:32.481154 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.488499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.500383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.508026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.510104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-3842493c-4856-4074-a983-b7137111a44e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5428 time: 0.1611865 Sep 24 18:59:32.558900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcf55b98-75a5-4db5-b667-452268e9f455 req-c14c4d33-5533-4815-bac2-ae3c92658976 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416205 Sep 24 18:59:32.568437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd,segment=NetworkSegment(fb22b73a-bcc5-4f1f-8748-4770ebad8bd6),segment_id=fb22b73a-bcc5-4f1f-8748-4770ebad8bd6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:32.587051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'b34a413c-163e-4f84-a19d-d1db0686c8dd', 'network_id': 'a83686eb-ef69-45cc-aadd-01df57401ef0', 'port_id': 'b34a413c-163e-4f84-a19d-d1db0686c8dd', 'mac_address': 'fa:16:3e:8d:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a84b66-4e0e-46bf-8629-da7da75bdbb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:32.659577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449573d9-d623-445a-8321-c30babfa2591 req-2b0411e9-b60a-4601-a468-613c683f55f6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:32.662223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-449573d9-d623-445a-8321-c30babfa2591 req-2b0411e9-b60a-4601-a468-613c683f55f6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Sep 24 18:59:32.687512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.714051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-449573d9-d623-445a-8321-c30babfa2591 req-8e5c65b2-ffb6-4766-871b-bb5f4066fb78 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Sep 24 18:59:32.715794 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.748734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34a413c-163e-4f84-a19d-d1db0686c8dd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:32.758496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:32.774161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.775032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:32.780390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd,segment=NetworkSegment(fb22b73a-bcc5-4f1f-8748-4770ebad8bd6),segment_id=fb22b73a-bcc5-4f1f-8748-4770ebad8bd6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:32.818689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.870104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:32.879616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d0f216aa-3e40-48f2-870c-3aa3680304ab'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:32.936801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['a8981eb5-a2d2-4084-ae16-1017ad15d137'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:32.939336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['42421aa6-2bd1-400f-881a-946e101866c1'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:32.941803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e2592910-74dc-4dda-b702-c11ae0ca6827'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:32.951534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:32.952741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['50cde80b-cefd-477f-93a7-e1eb95ee92c6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:33.172658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6a901-689f-4d3d-af9f-c1e199a8d071 req-5e02ec3a-4810-41e2-9a8a-33b6904f2df4 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:33.174184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb6a901-689f-4d3d-af9f-c1e199a8d071 req-5e02ec3a-4810-41e2-9a8a-33b6904f2df4 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 944 time: 0.0843792 Sep 24 18:59:33.231626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 4668f2a2-1803-4d90-af86-3720625eb605 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:33.259642 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb6a901-689f-4d3d-af9f-c1e199a8d071 req-04ade2df-fcbb-4dbc-a83a-822417c7d864 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788839 Sep 24 18:59:33.276059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4668f2a2-1803-4d90-af86-3720625eb605 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:33.276440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:33.279153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02bd9-355e-4813-9740-8cc6a491619a req-5b3a9c6e-c312-4016-b75f-33cfcfff1ee1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:33.287407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b02bd9-355e-4813-9740-8cc6a491619a req-5b3a9c6e-c312-4016-b75f-33cfcfff1ee1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 945 time: 0.0869141 Sep 24 18:59:33.339132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:33.346466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b02bd9-355e-4813-9740-8cc6a491619a req-a49a1988-500e-44b7-b621-af121c3b98e2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567696 Sep 24 18:59:33.385683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.386029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.386369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.386705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.387087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.387418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.387744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.388069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.388392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.388713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.389031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.389352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:33.402795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b34a413c-163e-4f84-a19d-d1db0686c8dd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:33.593900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f240c0-6a3c-4c88-a0e8-19aea0188ca9 req-aeeac9e2-47a0-44b0-8f6c-a34dcd9d5726 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:33.595773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f240c0-6a3c-4c88-a0e8-19aea0188ca9 req-aeeac9e2-47a0-44b0-8f6c-a34dcd9d5726 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1231411 Sep 24 18:59:33.632465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-cc9183d0-2ea5-4115-ba3c-52a0da50fbf0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:33.640132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-cc9183d0-2ea5-4115-ba3c-52a0da50fbf0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.1996162 Sep 24 18:59:33.651700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:33.653978 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023bb95-f0db-4819-b663-91d82fbbd1fb" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:33.666036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-09c5d906-631f-4cdd-9258-aaa2bdbea592 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/quotas/0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 375 time: 0.0252244 Sep 24 18:59:33.745194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f240c0-6a3c-4c88-a0e8-19aea0188ca9 req-2acf15ec-95db-4272-aac5-29777ed055e5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364377 Sep 24 18:59:33.820164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c0fea71b-2030-430a-a53c-d189c3def90b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:33.831130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-c048bc2a-cc3e-4bd7-8e21-b3b0dafea38a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630216 Sep 24 18:59:33.878068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:34.137008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:34.165159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:34.264474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:34.299481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.305510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.311917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.317817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.323736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.329640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.335548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.337471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-d25e099f-ea82-454b-88bb-42d99eb9a9c2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5429 time: 0.4206839 Sep 24 18:59:34.363272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-253b5bc9-af15-4198-af26-1736c0b4d0ee service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321202 Sep 24 18:59:34.401235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f373825c-bdbc-4f35-be71-3e8690cd8466 req-3176d93c-1c79-4ca3-8967-6a34a5e5891f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570331 Sep 24 18:59:34.466951 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edf813-4e9c-4ffd-bfea-de6eec4bbf68 x-openstack-request-id: req-19edf813-4e9c-4ffd-bfea-de6eec4bbf68 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:34.467899 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:34.468164 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19edf813-4e9c-4ffd-bfea-de6eec4bbf68 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:34.468611 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'code': 200} Sep 24 18:59:34.487928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-196f4fa9-2c96-4001-8cef-396344734c3a service neutron] 10.222.0.18 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129973 Sep 24 18:59:34.586249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551982c-f790-4340-aebe-5018f2b9dd59 req-6c036e0c-cc34-4185-a76b-d8e06c2263b5 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.588218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e551982c-f790-4340-aebe-5018f2b9dd59 req-6c036e0c-cc34-4185-a76b-d8e06c2263b5 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 946 time: 0.0661871 Sep 24 18:59:34.642378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e551982c-f790-4340-aebe-5018f2b9dd59 req-d7c8f406-c539-4334-a163-c11095151bf6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Sep 24 18:59:34.806005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bba75-03fa-4734-aa03-30dc866446c9 req-80b84e34-d405-43b2-bcc7-3af7e2138d6d tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:34.807804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a3bba75-03fa-4734-aa03-30dc866446c9 req-80b84e34-d405-43b2-bcc7-3af7e2138d6d tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 944 time: 0.0541990 Sep 24 18:59:34.898532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a3bba75-03fa-4734-aa03-30dc866446c9 req-7c7a32a4-ffb3-41fd-a8d2-e1bb66aa2c2f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Sep 24 18:59:35.008682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873c16-d6e0-4ffc-bb84-c3e633860942 req-7a2547e8-ffba-4209-839f-bffb74f19bc0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.011312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b873c16-d6e0-4ffc-bb84-c3e633860942 req-7a2547e8-ffba-4209-839f-bffb74f19bc0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 946 time: 0.0945883 Sep 24 18:59:35.173925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b873c16-d6e0-4ffc-bb84-c3e633860942 req-a4919c50-fd1b-456e-b05d-9552fe06c883 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515684 Sep 24 18:59:35.212828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-e9f101b5-4620-4012-9c38-37a3f90ee4c3 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2590148 Sep 24 18:59:35.226216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:35.262712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:35.338033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7fcb7-b28d-46c9-8b7c-2e8ac6004480 req-fd2bdd07-991e-46e2-afa5-4b800f5fce73 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.339958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-def7fcb7-b28d-46c9-8b7c-2e8ac6004480 req-fd2bdd07-991e-46e2-afa5-4b800f5fce73 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.0892637 Sep 24 18:59:35.418130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-def7fcb7-b28d-46c9-8b7c-2e8ac6004480 req-1e81b6df-08fa-4ac2-8450-25dd3f45213a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690985 Sep 24 18:59:35.453745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:35.549762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85ebd86b-1c7b-492b-9672-9b9cc45bf32b req-a451d947-5e6e-4736-9dc5-31e80de22822 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 210 time: 0.0433924 Sep 24 18:59:35.625796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Allocated IP 172.25.5.204 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:35.742727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:35.791965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:35.812900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:35.821159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:35.864245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:35.941243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event updated for resources: {'Port': ['ID=6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:35.965431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-4f65ca2f-9414-4e81-b0f1-9684083dccf0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.967101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-4f65ca2f-9414-4e81-b0f1-9684083dccf0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 807 time: 0.1206434 Sep 24 18:59:35.970506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.976752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.980760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Request body: {'port': {'device_id': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'admin_state_up': True, 'tenant_id': '0ff2ca12d5f04d6ea97cd9860e061090'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:35.984138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.990034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:35.996814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.003446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.009793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.011793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-e0efe848-a844-4be8-8a90-1da08091424b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5429 time: 0.1973701 Sep 24 18:59:36.087492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.094188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c65c5997-d68c-4e19-8f37-b5edebaa9015 req-971b4dbf-599b-407a-99b4-ea114801e928 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556786 Sep 24 18:59:36.119394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Made reservation on behalf of 0ff2ca12d5f04d6ea97cd9860e061090 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:36.123544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.141945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.235508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dcb8e-e8d4-402e-8e86-340a9fb1ce6c req-84d4952c-d705-42e2-806f-4196396a60d7 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.236965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d92dcb8e-e8d4-402e-8e86-340a9fb1ce6c req-84d4952c-d705-42e2-806f-4196396a60d7 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.0692787 Sep 24 18:59:36.283513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Allocated IP 172.20.0.10 (9d08bec6-781a-4fe4-b4b3-451f18f43560/30d58550-a8fe-4c91-a858-7dd88ccd5e6d/726a6e3f-68a6-4778-94e8-93af7aa96d9b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:36.304699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a8981eb5-a2d2-4084-ae16-1017ad15d137 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:36.353789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d92dcb8e-e8d4-402e-8e86-340a9fb1ce6c req-93137b15-8868-41ee-92dc-8b7e02105d14 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978417 Sep 24 18:59:36.374186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port a8981eb5-a2d2-4084-ae16-1017ad15d137 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:36.388487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b34a413c-163e-4f84-a19d-d1db0686c8dd up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:36.401167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port a8981eb5-a2d2-4084-ae16-1017ad15d137 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:36.401561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.417456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.424204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.473644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:36.477848 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc95055-a9ae-4405-be9c-7ca5533181b3" -d '{"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-plugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:36.517385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port b34a413c-163e-4f84-a19d-d1db0686c8dd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:36.524343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.527258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port b34a413c-163e-4f84-a19d-d1db0686c8dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:36.527834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.531409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event updated for resources: {'Port': ['ID=6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:36.548619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.571905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9b23-81db-4994-a228-7a0f03a82553 req-7fb3b510-0552-44d9-9856-3fa399ba7ae8 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.573589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f2e9b23-81db-4994-a228-7a0f03a82553 req-7fb3b510-0552-44d9-9856-3fa399ba7ae8 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 944 time: 0.1387403 Sep 24 18:59:36.574861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.576028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-28196e93-04b3-48bb-a6ff-cfc45bd738b8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3540728 Sep 24 18:59:36.587203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.610004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:36.668322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:36.668606 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.688823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Network 9d08bec6-781a-4fe4-b4b3-451f18f43560 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:36.691117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-dcf7686a-eccd-4aef-9c28-1f4bca293f4e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1015489 Sep 24 18:59:36.698551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:36.707445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:36.726556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f2e9b23-81db-4994-a228-7a0f03a82553 req-d340bc43-a488-47ac-b8a3-1501630195fd tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407342 Sep 24 18:59:36.728832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.777530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.780340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.802684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-22410ab7-0005-4f2f-8c52-66e764ccd4ff tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256154 Sep 24 18:59:36.819600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Request body: {'port': {'device_id': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:36.828357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:36.830895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd,segment=NetworkSegment(fb22b73a-bcc5-4f1f-8748-4770ebad8bd6),segment_id=fb22b73a-bcc5-4f1f-8748-4770ebad8bd6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:36.841279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.848185 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.848960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c0fea71b-2030-430a-a53c-d189c3def90b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:36.911013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:36.926117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-c3660bc5-3d00-4e16-bff6-36eca4e6223b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:36.937767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-c3660bc5-3d00-4e16-bff6-36eca4e6223b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2373486 Sep 24 18:59:36.956952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-5b8f95ab-8f5d-4715-9543-2b41ab678d5f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:59:36.964735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbbe3e68-c8b2-4cb3-b68c-78a50c846ba5 req-5b8f95ab-8f5d-4715-9543-2b41ab678d5f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256746 Sep 24 18:59:36.995442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdaf53-80e3-4ee0-9fc1-399409153073 req-e404c2f3-7d37-4352-9cb3-5575037b97a3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.001231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79cdaf53-80e3-4ee0-9fc1-399409153073 req-e404c2f3-7d37-4352-9cb3-5575037b97a3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 946 time: 0.1584961 Sep 24 18:59:37.033285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.084110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79cdaf53-80e3-4ee0-9fc1-399409153073 req-97ac6f7d-7be1-4fc1-8659-dc17f885738b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Sep 24 18:59:37.112536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.142054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c0fea71b-2030-430a-a53c-d189c3def90b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:37.158078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c0fea71b-2030-430a-a53c-d189c3def90b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:37.158808 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.169374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70271726-3b77-4e48-8bc8-b44d4b2db66f req-79027d3c-a2c0-4df0-b99e-0b9ce29e67aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.171643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70271726-3b77-4e48-8bc8-b44d4b2db66f req-79027d3c-a2c0-4df0-b99e-0b9ce29e67aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1294043 Sep 24 18:59:37.253855 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4103a984-ef1a-41e6-a9d3-688645f23f1c x-openstack-request-id: req-4103a984-ef1a-41e6-a9d3-688645f23f1c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:37.254497 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-plugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:37.254889 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4103a984-ef1a-41e6-a9d3-688645f23f1c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:37.255567 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605', 'code': 200} Sep 24 18:59:37.273571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70271726-3b77-4e48-8bc8-b44d4b2db66f req-bef68db4-eb54-4d90-8a58-1124da1ce533 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951912 Sep 24 18:59:37.292947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a6e3f-68a6-4778-94e8-93af7aa96d9b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:37.301568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.314208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.315070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Transition to ACTIVE for port object 726a6e3f-68a6-4778-94e8-93af7aa96d9b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:37.321366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.356210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c0fea71b-2030-430a-a53c-d189c3def90b,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:37.365373 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.366816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 42421aa6-2bd1-400f-881a-946e101866c1 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:37.401456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90f8f-e6a1-4a81-a59f-ac596b80771f req-ce5109ca-b2dd-4d7f-bf2c-7d3ab1ffb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.404517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59c90f8f-e6a1-4a81-a59f-ac596b80771f req-ce5109ca-b2dd-4d7f-bf2c-7d3ab1ffb145 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 1097 time: 0.1460793 Sep 24 18:59:37.454749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645233f-dabc-4a00-9521-af8d9b04901e req-9cffabab-c216-4d08-98e6-c092cfc5f1fb tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.463580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.470939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.482802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e645233f-dabc-4a00-9521-af8d9b04901e req-9cffabab-c216-4d08-98e6-c092cfc5f1fb tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 932 time: 0.2068927 Sep 24 18:59:37.483106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:37.483455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:37.483792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:37.491531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 42421aa6-2bd1-400f-881a-946e101866c1 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:37.498317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:37.505627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:37.509549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 42421aa6-2bd1-400f-881a-946e101866c1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:37.510364 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.521197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:37.521559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:37.522554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:37.523040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Bound port: 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:37.527098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.564705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e645233f-dabc-4a00-9521-af8d9b04901e req-ed3596fe-a126-45e5-95a1-6afff5a08102 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782316 Sep 24 18:59:37.618255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-7f32c983-1b7d-4392-865b-fe682edd2abd tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.620897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-7f32c983-1b7d-4392-865b-fe682edd2abd tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.2809031 Sep 24 18:59:37.635495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.637893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:37.641955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:37.648422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.677321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59c90f8f-e6a1-4a81-a59f-ac596b80771f req-0f2283f7-81c3-4bc7-98a7-81548f991def service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501662 Sep 24 18:59:37.685649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:37.691974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.692961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 50cde80b-cefd-477f-93a7-e1eb95ee92c6 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:37.711424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.712320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.713833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 1092 time: 0.9004660 Sep 24 18:59:37.714375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:37.717448 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437" -d '{"events": [{"name": "network-changed", "server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:37.745345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc460bc-3d24-4906-851d-2481eb31c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.793711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:37.829131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:37.833808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:37.834413 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.836575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.842452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.848447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.854368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.860514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.867054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.876883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.879887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba280977-6753-4001-9bdb-c15707e6b28e req-58902cd9-21c0-4341-b077-864280a81f0d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5431 time: 0.3305521 Sep 24 18:59:37.966936 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:37.972720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-5cb268f3-1e9c-45f9-8a2e-594adfdbd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.974384 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-5cb268f3-1e9c-45f9-8a2e-594adfdbd66b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1095 time: 0.0698457 Sep 24 18:59:37.979103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-869ef1a1-0648-4009-a050-f4c28c87dfa6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:37.980673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-869ef1a1-0648-4009-a050-f4c28c87dfa6 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 819 time: 0.2661357 Sep 24 18:59:37.987237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba280977-6753-4001-9bdb-c15707e6b28e req-f89c5726-dc57-41a3-858e-dfaf539b2cc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970294 Sep 24 18:59:38.006132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Deleting port ac5cb82f-1a47-43c5-b163-e44ecb2f493f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:59:38.006799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.024957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-0edf5fa6-a194-4878-8ad0-2f4747443052 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/quotas/57587e9060c140ae89f63f9a7fda44bf HTTP/1.1" status: 200 len: 375 time: 0.0252662 Sep 24 18:59:38.026659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:38.028999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-9c38977c-575b-4187-a607-23bcc3788baa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 217 time: 0.0453675 Sep 24 18:59:38.031527 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.032611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e2592910-74dc-4dda-b702-c11ae0ca6827 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:38.110291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-cb8990d7-79d6-4f74-871c-8fc4cc4d7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:38.112648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-cb8990d7-79d6-4f74-871c-8fc4cc4d7f89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0737705 Sep 24 18:59:38.143870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:38.149058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e2592910-74dc-4dda-b702-c11ae0ca6827 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:38.154436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e2592910-74dc-4dda-b702-c11ae0ca6827 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:38.155222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.160082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-172c2a47-b98a-46d7-9a80-4aa5445e1f44 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1353149 Sep 24 18:59:38.164765 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-3f765324-3ede-48bb-b878-b4c34e4a63a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436969 Sep 24 18:59:38.248030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.281521 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-74d86468-7d3e-462b-aa11-ad3736639688 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066773 Sep 24 18:59:38.290416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] For port ac5cb82f-1a47-43c5-b163-e44ecb2f493f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,segment=NetworkSegment(ce11a15e-4847-4037-a335-7732ceffbd35),segment_id=ce11a15e-4847-4037-a335-7732ceffbd35)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:38.290828 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.298940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e2592910-74dc-4dda-b702-c11ae0ca6827,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:38.305144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.306757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d0f216aa-3e40-48f2-870c-3aa3680304ab up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:38.319880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5d2c8-b63c-4195-9de1-84ba2eead481 req-a18c7d9d-79e7-4c26-94da-5732a899a168 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:38.321492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ee5d2c8-b63c-4195-9de1-84ba2eead481 req-a18c7d9d-79e7-4c26-94da-5732a899a168 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a280cc0-e2b6-44f0-9eda-6acb94a6e365 HTTP/1.1" status: 200 len: 946 time: 0.1924345 Sep 24 18:59:38.329990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Calling delete_port for ac5cb82f-1a47-43c5-b163-e44ecb2f493f owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:59:38.409846 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a96ae818-275a-45de-9152-2a04c1436cc0 req-b1998243-ea5a-4daf-9eb7-40e9c133c833 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193025 Sep 24 18:59:38.412520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:38.433712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port d0f216aa-3e40-48f2-870c-3aa3680304ab completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:38.437816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d0f216aa-3e40-48f2-870c-3aa3680304ab triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:38.438532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.441509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d7770e9d-5aef-4b27-8796-24732874ad4e service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805052 Sep 24 18:59:38.482518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ee5d2c8-b63c-4195-9de1-84ba2eead481 req-4b1142da-b299-4125-9f85-ad980a689c21 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.18 "GET /v2.0/security-groups?id=81229b8b-5ee8-495f-8adb-463be812804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504157 Sep 24 18:59:38.534527 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.539709 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82c92f-6dae-4898-a57d-3732251ff1b4 x-openstack-request-id: req-8c82c92f-6dae-4898-a57d-3732251ff1b4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:38.540415 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:38.540841 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c82c92f-6dae-4898-a57d-3732251ff1b4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:38.541404 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'status': 'completed', 'code': 200} Sep 24 18:59:38.577080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:38.600158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.612802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ac5cb82f-1a47-43c5-b163-e44ecb2f493f no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:59:38.636891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-8a5d12f7-8abb-49a2-991f-180e0e8b9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:38.638833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.639533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-8a5d12f7-8abb-49a2-991f-180e0e8b9439 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1095 time: 0.0697300 Sep 24 18:59:38.676675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-abf89627-c1b9-4da9-8c3c-3c337495fbb7 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253342 Sep 24 18:59:38.771229 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:38.838407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-0d643aa1-ba38-4993-b110-ece1fefff725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:38.840239 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-0d643aa1-ba38-4993-b110-ece1fefff725 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1884084 Sep 24 18:59:38.869009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No active binding found for port ac5cb82f-1a47-43c5-b163-e44ecb2f493f {{(pid=94857) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 18:59:38.869460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ac5cb82f-1a47-43c5-b163-e44ecb2f493f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:59:38.871583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:38.910441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfb0b2-1dcf-47b6-b011-f6f06b0d2a06 req-07810816-c82e-4a06-8387-c4a82f7460c0 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:38.912683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bbfb0b2-1dcf-47b6-b011-f6f06b0d2a06 req-07810816-c82e-4a06-8387-c4a82f7460c0 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.2613871 Sep 24 18:59:38.917017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Pushing event deleted for resources: {'Port': ['ID=ac5cb82f-1a47-43c5-b163-e44ecb2f493f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:38.948332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-1f9375e5-d885-4ba7-b5c2-d6e7c2de2b85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 217 time: 0.0989475 Sep 24 18:59:39.005323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-d1572b1a-a890-42c4-a3ef-7397d3fc4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.005480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] No DVR routers for this DVR port ac5cb82f-1a47-43c5-b163-e44ecb2f493f on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:59:39.009246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-d1572b1a-a890-42c4-a3ef-7397d3fc4dc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0536320 Sep 24 18:59:39.011055 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:39.013004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14b0b3fb-29bb-4010-8486-c95f40d3b04d req-e852a127-8310-4c3e-83b4-7892c3ad15e2 tempest-VolumesAdminNegativeTest-1606602705 tempest-VolumesAdminNegativeTest-1606602705-project] 10.222.0.69 "DELETE /v2.0/ports/ac5cb82f-1a47-43c5-b163-e44ecb2f493f HTTP/1.1" status: 204 len: 173 time: 1.3469553 Sep 24 18:59:39.013451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'name': 'network-vif-deleted', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:39.015890 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7fce8-2f32-41e7-b937-32a9647602df" -d '{"events": [{"server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "name": "network-vif-deleted", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:39.056246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bbfb0b2-1dcf-47b6-b011-f6f06b0d2a06 req-f909103e-1ac8-457a-a2aa-0bc2dd3cf642 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284504 Sep 24 18:59:39.058331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-a506683b-9735-4075-aecf-9051b9d9ddd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385160 Sep 24 18:59:39.087545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063775c-8075-4cd9-8088-ed5f5588f4be req-7f874f9f-4d31-481b-b4b0-33f3b31784bf tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.096023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e063775c-8075-4cd9-8088-ed5f5588f4be req-7f874f9f-4d31-481b-b4b0-33f3b31784bf tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 946 time: 0.1524508 Sep 24 18:59:39.163165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e063775c-8075-4cd9-8088-ed5f5588f4be req-c9ce3039-b300-4ca9-935c-213e87a9241c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624723 Sep 24 18:59:39.257335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137'}, {'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fea71b-2030-430a-a53c-d189c3def90b'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f216aa-3e40-48f2-870c-3aa3680304ab'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:39.260839 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e4614-354d-4e84-949b-118d01301de7" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137"}, {"server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "name": "network-vif-plugged", "status": "completed", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "c0fea71b-2030-430a-a53c-d189c3def90b"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "42421aa6-2bd1-400f-881a-946e101866c1"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f216aa-3e40-48f2-870c-3aa3680304ab"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:39.307583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-81aeca76-71fa-40ef-9502-543f015e8883 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388318 Sep 24 18:59:39.313412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f938e-34b5-4866-b514-14281468d657 req-834c84d7-870c-4952-8e11-85ca5c5b2b16 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.315501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9f938e-34b5-4866-b514-14281468d657 req-834c84d7-870c-4952-8e11-85ca5c5b2b16 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.0927372 Sep 24 18:59:39.372385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9f938e-34b5-4866-b514-14281468d657 req-3e0a1315-833c-4acc-823e-204e4e670c7e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480864 Sep 24 18:59:39.445725 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b7f41cc-b5dd-43f9-b754-c0ad9e583437 req-4e4d13ac-663a-42c1-855b-17137996353e service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272614 Sep 24 18:59:39.447927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4be4-caf3-4cdb-819c-9399c7a2f119 req-f0dee16f-2ba9-4533-a376-cb2a5119e9b9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.453187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c7e4be4-caf3-4cdb-819c-9399c7a2f119 req-f0dee16f-2ba9-4533-a376-cb2a5119e9b9 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0853219 Sep 24 18:59:39.499125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1131def2-8630-415d-9a5e-11d861cf40dd req-97d596b3-d945-4df8-b130-473a5a84c3ab tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 210 time: 0.0411105 Sep 24 18:59:39.521323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c7e4be4-caf3-4cdb-819c-9399c7a2f119 req-126e281f-a4b8-43a7-8047-5b8bb199f283 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Sep 24 18:59:39.561981 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35192425-1c2c-4f84-9d05-37ea915b48ba x-openstack-request-id: req-35192425-1c2c-4f84-9d05-37ea915b48ba {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:39.562644 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a280cc0-e2b6-44f0-9eda-6acb94a6e365", "name": "network-vif-deleted", "tag": "ac5cb82f-1a47-43c5-b163-e44ecb2f493f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:39.563002 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35192425-1c2c-4f84-9d05-37ea915b48ba {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:39.563790 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a280cc0-e2b6-44f0-9eda-6acb94a6e365', 'name': 'network-vif-deleted', 'tag': 'ac5cb82f-1a47-43c5-b163-e44ecb2f493f', 'status': 'completed', 'code': 200} Sep 24 18:59:39.680684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.687386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.693730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.703249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.711248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.718490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.725719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.727883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-0125ecc5-f9fc-47b0-8547-51bb55101255 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1249511 Sep 24 18:59:39.748216 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da8d490-8e98-4b95-bbdb-316102399eb7 x-openstack-request-id: req-2da8d490-8e98-4b95-bbdb-316102399eb7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:39.748710 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137", "code": 200}, {"server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "name": "network-vif-plugged", "status": "completed", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "c0fea71b-2030-430a-a53c-d189c3def90b", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "42421aa6-2bd1-400f-881a-946e101866c1", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f216aa-3e40-48f2-870c-3aa3680304ab", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:39.748838 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2da8d490-8e98-4b95-bbdb-316102399eb7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:39.749219 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137', 'code': 200} Sep 24 18:59:39.749772 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd', 'code': 200} Sep 24 18:59:39.750524 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fea71b-2030-430a-a53c-d189c3def90b', 'code': 200} Sep 24 18:59:39.750524 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1', 'code': 200} Sep 24 18:59:39.750524 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6', 'code': 200} Sep 24 18:59:39.750806 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827', 'code': 200} Sep 24 18:59:39.750979 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f216aa-3e40-48f2-870c-3aa3680304ab', 'code': 200} Sep 24 18:59:39.792308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bc13989-ea83-4f12-8d63-1a302ff3bafa req-8e05afbd-d8f4-43a0-bf54-4560ccf6af0a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569086 Sep 24 18:59:39.810089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:39.895605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Deleting subnet 03e0a9aa-2bad-4acc-b835-ddded7c949f1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:59:39.908746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:39.942917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948350c9-ce8e-4f93-b636-664b15283fcb req-1355dfb0-070c-4d13-a9a9-7c2debf44248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.944483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948350c9-ce8e-4f93-b636-664b15283fcb req-1355dfb0-070c-4d13-a9a9-7c2debf44248 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 1096 time: 0.0865774 Sep 24 18:59:39.961017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c6f3d-065d-442b-b851-b771bd1d26f4 req-82635861-1163-4c4c-b248-3c2282e7210f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:39.962443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d1c6f3d-065d-442b-b851-b771bd1d26f4 req-82635861-1163-4c4c-b248-3c2282e7210f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 946 time: 0.0923436 Sep 24 18:59:39.974658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.020265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.021010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.021863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.022328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.022795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.023286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.023758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.025899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-619c5c8f-3e93-4fb0-a661-79aef16a6284 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.1274745 Sep 24 18:59:40.027440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d1c6f3d-065d-442b-b851-b771bd1d26f4 req-48b4b331-0216-4af6-bcd1-552056d18b26 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Sep 24 18:59:40.031805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948350c9-ce8e-4f93-b636-664b15283fcb req-96948e4d-a3a0-4c6f-b842-d3c93c128264 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683901 Sep 24 18:59:40.043748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.099412 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c7d4c8da-0e41-4b26-ace7-f2963f9fd5cb req-7f6f4423-615a-41f9-8def-b99a8bff6d87 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653071 Sep 24 18:59:40.120717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.164483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e0a9aa-2bad-4acc-b835-ddded7c949f1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:40.169739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.172555 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5bb71f2-6415-4b78-9011-a5ed1284191b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03e0a9aa-2bad-4acc-b835-ddded7c949f1 HTTP/1.1" status: 204 len: 168 time: 0.3610847 Sep 24 18:59:40.175778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:40.226238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153429db-2347-454d-ae09-083d16b087f2 req-aefae88d-98b0-44cf-a08a-e74fe165b180 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.227723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-153429db-2347-454d-ae09-083d16b087f2 req-aefae88d-98b0-44cf-a08a-e74fe165b180 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.0667989 Sep 24 18:59:40.269087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-153429db-2347-454d-ae09-083d16b087f2 req-86073f71-c84e-4402-8dbe-d9dbf0705e0c tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Sep 24 18:59:40.270267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.358179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.381427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04684136-bc9e-495c-af33-23e7f54c26a6']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:40.391440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce11a15e-4847-4037-a335-7732ceffbd35') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:40.391733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce11a15e-4847-4037-a335-7732ceffbd35') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:40.401043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.420705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.437291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:59:40.437860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:59:40.440503 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:59:40.521175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.529527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.531669 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/04684136-bc9e-495c-af33-23e7f54c26a6 HTTP/1.1" status: 204 len: 168 time: 0.3547499 Sep 24 18:59:40.534650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:40.593480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Deleting subnet 2633b569-e69f-4eaf-9830-4ea950ca59a5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:59:40.597069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.618056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea0ad-b1f2-4e9f-8aa0-120e908f4bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04684136-bc9e-495c-af33-23e7f54c26a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:40.641234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.685380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.746224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.770445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633b569-e69f-4eaf-9830-4ea950ca59a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:40.780170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.782368 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ac387a8-1160-47f1-bfec-07826d36cf69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2633b569-e69f-4eaf-9830-4ea950ca59a5 HTTP/1.1" status: 204 len: 168 time: 0.2467425 Sep 24 18:59:40.784825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:40.827889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7c09cef2-827e-4670-a24c-bab943ddb07f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.829643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7c09cef2-827e-4670-a24c-bab943ddb07f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 819 time: 0.4249549 Sep 24 18:59:40.858654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'port': {'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'admin_state_up': True, 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:40.860623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.887055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0560848-b49c-4320-9612-535caee1d5c8 req-7e710e0f-75bb-4954-9ec6-95de600c128b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 210 time: 0.0667613 Sep 24 18:59:40.922979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5e824-1d53-4b5a-9152-58733a89af3e req-a16cbfba-2e72-4673-9f3d-e9471e3376c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:40.924598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0c5e824-1d53-4b5a-9152-58733a89af3e req-a16cbfba-2e72-4673-9f3d-e9471e3376c5 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.4110990 Sep 24 18:59:40.961760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:40.984640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45b4d50-43bb-4767-8e9c-1111fb335a47']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:40.994663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c923f6-5e98-4d64-aed6-b39f6db4dc8b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:40.995013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c923f6-5e98-4d64-aed6-b39f6db4dc8b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:41.005995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.022129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.028115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:59:41.028437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: timer() Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:59:41.030280 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:59:41.036500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0c5e824-1d53-4b5a-9152-58733a89af3e req-da884c9f-41c5-4b7b-a838-63578e9f148e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840151 Sep 24 18:59:41.068504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489f9b-bc27-4247-bc2b-64d3a374faf1 req-daa8f675-9f7f-44cb-9290-ea0a45b6eec7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.075717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16489f9b-bc27-4247-bc2b-64d3a374faf1 req-daa8f675-9f7f-44cb-9290-ea0a45b6eec7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1077807 Sep 24 18:59:41.102955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.103298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Made reservation on behalf of 57587e9060c140ae89f63f9a7fda44bf for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:41.108187 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.112727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.113766 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d45b4d50-43bb-4767-8e9c-1111fb335a47 HTTP/1.1" status: 204 len: 168 time: 0.3279138 Sep 24 18:59:41.129565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda9b20-ae56-48e5-9df5-66d832fe0556 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45b4d50-43bb-4767-8e9c-1111fb335a47,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:41.160357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16489f9b-bc27-4247-bc2b-64d3a374faf1 req-74539d08-66e5-4228-b758-5700f4ab3e80 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 Sep 24 18:59:41.251896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.257838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.264223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.265139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:41.269940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.275929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.281904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.288432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.290366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-b28bdb28-e0de-4bc2-be9b-36e08248b12a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1501806 Sep 24 18:59:41.311657 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-121b7518-8831-4a20-a7b4-6ae85429775c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4889f7419844581a4dc98c1af2753fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427947 Sep 24 18:59:41.312446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:41.362620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.386769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.415387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56a3984c-1c64-482e-93d2-9e6c94d33d97 req-2444ef55-ec7e-449b-a498-4f3843eb6b77 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050270 Sep 24 18:59:41.426066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d96306-a3d1-475f-8ab5-440dbf22a1c8 req-a05b9a8e-75c8-42be-8d94-113c2f8b88b1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.427618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62d96306-a3d1-475f-8ab5-440dbf22a1c8 req-a05b9a8e-75c8-42be-8d94-113c2f8b88b1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 946 time: 0.1323659 Sep 24 18:59:41.429322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Allocated IP 172.20.0.5 (9c22681a-a8aa-4b44-a1b9-110c62e02213/5a5996b5-c1b9-4999-98a6-25e453b1016f/c3166a5e-835d-4e8b-b86c-45aba2a2179d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:41.458127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.464383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.467772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81229b8b-5ee8-495f-8adb-463be812804b HTTP/1.1" status: 204 len: 168 time: 0.1545861 Sep 24 18:59:41.484478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0f932-0a5d-497d-9941-05ae9867085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81229b8b-5ee8-495f-8adb-463be812804b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:41.504742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62d96306-a3d1-475f-8ab5-440dbf22a1c8 req-ee91bb4a-732a-4d3c-91f6-eba6105080e2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Sep 24 18:59:41.676809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f193-5aa4-48eb-95f1-83be204c87f9 req-5cb60fc2-4c94-4cc2-91ad-b4291e3d53ac tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.678884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff71f193-5aa4-48eb-95f1-83be204c87f9 req-5cb60fc2-4c94-4cc2-91ad-b4291e3d53ac tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.1021752 Sep 24 18:59:41.717812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.743868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff71f193-5aa4-48eb-95f1-83be204c87f9 req-e245a7c4-3f57-4673-8b38-182cf8d9751b tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Sep 24 18:59:41.777802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.794128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4a479fc7-f375-445d-9d51-9540f0c91b49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:41.830998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:41.836666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:41.841199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:41.876401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event updated for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:41.914463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:41.915177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:41.943330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-d3b289ce-173d-4a37-82cf-172c98e91ca1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910754 Sep 24 18:59:41.964319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Request body: {'port': {'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:42.044087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:42.075535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.094028 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f93cc250-388b-443c-93ab-b575a1363f49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7004f21b32374ea5b55eb475d8886aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485301 Sep 24 18:59:42.096224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:42.111806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8290a1-fae4-41c7-81b3-56db118580a9 req-dfad1bba-44f9-4ab9-98a2-90902de4f78d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.119644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec8290a1-fae4-41c7-81b3-56db118580a9 req-dfad1bba-44f9-4ab9-98a2-90902de4f78d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 931 time: 0.0794046 Sep 24 18:59:42.150600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.181471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.189113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-331d502b-d22a-4a97-8776-eb3c39509183 None None] Provisioning complete for port c3166a5e-835d-4e8b-b86c-45aba2a2179d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:42.189487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331d502b-d22a-4a97-8776-eb3c39509183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.225664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-331d502b-d22a-4a97-8776-eb3c39509183 None None] Port c3166a5e-835d-4e8b-b86c-45aba2a2179d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:42.239803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.242878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.244315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5e5248c-3257-46c3-9d8e-5edcea9ffdcc HTTP/1.1" status: 204 len: 168 time: 0.1471119 Sep 24 18:59:42.252155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d32b9-fa12-4ac1-b3a3-361e99fe3ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5248c-3257-46c3-9d8e-5edcea9ffdcc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:42.299083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec8290a1-fae4-41c7-81b3-56db118580a9 req-f379947b-99da-401b-9253-fe825fc7fbd9 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785462 Sep 24 18:59:42.302381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:42.320267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb2e7-030b-4616-bdd6-b2974bf9bdbe req-80f80ff0-de82-4c44-8ea1-7fb052657eb6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.321815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13adb2e7-030b-4616-bdd6-b2974bf9bdbe req-80f80ff0-de82-4c44-8ea1-7fb052657eb6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1542921 Sep 24 18:59:42.450115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:42.451360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13adb2e7-030b-4616-bdd6-b2974bf9bdbe req-176fc196-94b8-4053-964b-68009a5fdb77 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158144 Sep 24 18:59:42.465167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f', 'port_id': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'mac_address': 'fa:16:3e:f5:0e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10350ee2-0e9c-4567-a205-20d341e5f8b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:42.502902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d38d27-bd97-4496-98fd-236ea20e3ace req-d37d987d-1259-4acc-9547-70c3cfd2fc99 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.504468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71d38d27-bd97-4496-98fd-236ea20e3ace req-d37d987d-1259-4acc-9547-70c3cfd2fc99 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1211724 Sep 24 18:59:42.518588 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.536173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dcc4db-316b-49e2-8abf-0494bba7da68 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:42.562251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:42.566498 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.617931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:42.619496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71d38d27-bd97-4496-98fd-236ea20e3ace req-4304a15f-2a74-4112-8631-f72d9452f6ee tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045055 Sep 24 18:59:42.645379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.651894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.657788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.663812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.670079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.675808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.681994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.683925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c052f2-712c-4156-9a69-b95b85875ada req-068e2a3d-821c-4235-92e2-8a30e42178e4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1531198 Sep 24 18:59:42.691630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3166a5e-835d-4e8b-b86c-45aba2a2179d {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:42.701402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.728751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Transition to ACTIVE for port object c3166a5e-835d-4e8b-b86c-45aba2a2179d will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 18:59:42.738300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:42.755079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c052f2-712c-4156-9a69-b95b85875ada req-3bf7dc16-9815-419b-b0c5-a9d3aae41769 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582871 Sep 24 18:59:42.807953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Pushing event updated for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:42.980343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0f930-b1d2-4214-b15e-e03f183b21a8 req-de99c04e-bb50-41a6-a779-41847411d1ee tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:42.981860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96a0f930-b1d2-4214-b15e-e03f183b21a8 req-de99c04e-bb50-41a6-a779-41847411d1ee tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.1377385 Sep 24 18:59:42.982561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Attempting to bind port c3166a5e-835d-4e8b-b86c-45aba2a2179d on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:42.982905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Attempting to bind port c3166a5e-835d-4e8b-b86c-45aba2a2179d by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:42.983235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Attempting to bind port c3166a5e-835d-4e8b-b86c-45aba2a2179d on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:42.990545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['64dcc4db-316b-49e2-8abf-0494bba7da68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:43.000762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.007239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.013052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.018823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.024820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.030569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.036391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.038496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff1c7249-309d-4501-b3cf-751ea4a310b8 req-0cb2b32f-e982-44ef-8955-8b5319eee19a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1591003 Sep 24 18:59:43.047393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Port c3166a5e-835d-4e8b-b86c-45aba2a2179d on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:43.047710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Attempting to bind port c3166a5e-835d-4e8b-b86c-45aba2a2179d on network 9c22681a-a8aa-4b44-a1b9-110c62e02213 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:43.050645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:43.058392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Request body: {'floatingip': {'port_id': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:43.060465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:43.060801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Checking segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:43.061175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Bound using segment: {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:43.062830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Bound port: c3166a5e-835d-4e8b-b86c-45aba2a2179d, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:43.062830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.093736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96a0f930-b1d2-4214-b15e-e03f183b21a8 req-bfd70a35-105b-4591-ab26-4ff2e7397731 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Sep 24 18:59:43.164780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.165150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:43.175628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:43.185522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.236377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.237170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.238783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] 10.222.0.15 "PUT /v2.0/ports/c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 1091 time: 1.2811940 Sep 24 18:59:43.242130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:43.251472 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40833c2-a2ce-48c7-9eb1-d057f5db6399" -d '{"events": [{"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:43.304647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b0594-e72c-409e-98a3-0bda06a453bd service neutron] Pushing event updated for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:43.371734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-e3b6e92b-8ddd-4a2e-aae7-c8e9ef583f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.373995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-e3b6e92b-8ddd-4a2e-aae7-c8e9ef583f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1094 time: 0.0805004 Sep 24 18:59:43.425045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-90b9b229-5a03-432c-a0c7-1d0450c35174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 217 time: 0.0371399 Sep 24 18:59:43.429740 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c37c6a7-9349-45c9-bb9f-3fb3118bcb6f x-openstack-request-id: req-5c37c6a7-9349-45c9-bb9f-3fb3118bcb6f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:43.430299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:43.430760 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c37c6a7-9349-45c9-bb9f-3fb3118bcb6f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:43.431385 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'status': 'completed', 'code': 200} Sep 24 18:59:43.584091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-48df3ac1-11e1-4419-9d19-2de2922efbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.585769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-48df3ac1-11e1-4419-9d19-2de2922efbc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1394365 Sep 24 18:59:43.606233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b8714-1f09-47ca-ab7a-f480580a5c8b req-12bbd3c3-1bc4-4cea-bfa7-8ede7c43082b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.608011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106b8714-1f09-47ca-ab7a-f480580a5c8b req-12bbd3c3-1bc4-4cea-bfa7-8ede7c43082b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 943 time: 0.1071532 Sep 24 18:59:43.626785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-d6d1fca6-f160-4545-9648-4765270de1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.628427 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-d6d1fca6-f160-4545-9648-4765270de1b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd586a53b90b4a8987f6fe576afb7097&device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 1096 time: 0.1449821 Sep 24 18:59:43.664041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b131a3d-052b-455f-952b-4157bf2d397b req-f8fc21f3-dd00-4144-8a0b-62df98c5de59 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.665716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b131a3d-052b-455f-952b-4157bf2d397b req-f8fc21f3-dd00-4144-8a0b-62df98c5de59 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.1502347 Sep 24 18:59:43.702118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106b8714-1f09-47ca-ab7a-f480580a5c8b req-8e42cd65-616d-4df4-aae7-f2c9cd202503 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831254 Sep 24 18:59:43.710217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-ba825173-69f1-4f5d-b9f2-28b7f9076dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.711835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-ba825173-69f1-4f5d-b9f2-28b7f9076dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141922 Sep 24 18:59:43.760366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b131a3d-052b-455f-952b-4157bf2d397b req-4c25c7b9-613b-4414-a894-b2f478fa934d tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 Sep 24 18:59:43.833802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:43.850974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-ae2ac394-0212-4a35-84d0-56803e247b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.852483 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-ae2ac394-0212-4a35-84d0-56803e247b5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a83686eb-ef69-45cc-aadd-01df57401ef0 HTTP/1.1" status: 200 len: 913 time: 0.1755803 Sep 24 18:59:43.863807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.868702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:43.892721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-14b86dae-79de-43e6-8507-9c7ce2a507aa service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639428 Sep 24 18:59:43.919493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e5cf-bb6d-4739-bb8e-70efb5ae9a49 req-a4b5a314-ea84-4fd8-9bc4-eb917437248d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:43.921253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bd0e5cf-bb6d-4739-bb8e-70efb5ae9a49 req-a4b5a314-ea84-4fd8-9bc4-eb917437248d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 945 time: 0.1298928 Sep 24 18:59:43.943605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-6d7e1993-e58f-453d-8440-414f393d62cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd HTTP/1.1" status: 200 len: 217 time: 0.0712731 Sep 24 18:59:44.029538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd073745-9f92-41e8-ac98-0b0f3e6b2fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.038406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc105684-b45a-4eaf-aafc-18a96f2c0703 req-f760e4dd-db92-4087-981c-7c6125ad1771 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.040024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc105684-b45a-4eaf-aafc-18a96f2c0703 req-f760e4dd-db92-4087-981c-7c6125ad1771 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1713226 Sep 24 18:59:44.085605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bd0e5cf-bb6d-4739-bb8e-70efb5ae9a49 req-f1dbe5b2-8e72-4456-b58d-4f93e007ac0c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524127 Sep 24 18:59:44.135263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf858f50-12e8-4d8d-8553-63533dd511c9 req-880df4b1-bb82-462e-804a-75de0e70ae95 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118747 Sep 24 18:59:44.146023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc105684-b45a-4eaf-aafc-18a96f2c0703 req-6cc92d2c-089a-4c7c-9e52-d6179d56a413 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825229 Sep 24 18:59:44.282531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd073745-9f92-41e8-ac98-0b0f3e6b2fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.286255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-4208b9a6-7196-476c-b602-563792f3e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.288216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-4208b9a6-7196-476c-b602-563792f3e7d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1094 time: 0.0823565 Sep 24 18:59:44.289594 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd073745-9f92-41e8-ac98-0b0f3e6b2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.303461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:44.307323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:44.338232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-45d9ad7e-8e4e-49c8-8fe1-42acc4104a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.339718 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-45d9ad7e-8e4e-49c8-8fe1-42acc4104a33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a84b66-4e0e-46bf-8629-da7da75bdbb0 HTTP/1.1" status: 200 len: 853 time: 0.3885574 Sep 24 18:59:44.345764 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Floating IP 7b6f138d-1995-4bbd-9d6e-79a07d6c9016 associated. External IP: 172.25.5.206, port: 3ac5fdd5-b38c-44aa-97f1-fe3509519a20. Sep 24 18:59:44.356705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd073745-9f92-41e8-ac98-0b0f3e6b2fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dc295f-fd13-44ec-97dd-3cfe9c3552ed,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:44.367176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fd073745-9f92-41e8-ac98-0b0f3e6b2fab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e64c20ce610b4f2d876b49b839acd054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195708 Sep 24 18:59:44.367815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50622) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:44.420922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-4658ec6a-bcaa-40d8-9047-1a62971b4706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a83686eb-ef69-45cc-aadd-01df57401ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280304 Sep 24 18:59:44.422043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 64dcc4db-316b-49e2-8abf-0494bba7da68 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:44.430083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 64dcc4db-316b-49e2-8abf-0494bba7da68 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:44.430543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.460603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-29d153fe-7da1-4ae5-b4d0-730bc6e46cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.462185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-29d153fe-7da1-4ae5-b4d0-730bc6e46cc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1540484 Sep 24 18:59:44.471636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:44.473727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.490122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4668f2a2-1803-4d90-af86-3720625eb605', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '4668f2a2-1803-4d90-af86-3720625eb605', 'mac_address': 'fa:16:3e:3a:5d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:44.502173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.519306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-ec700706-aa54-452c-8927-ce3f1cacd33e service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Sep 24 18:59:44.537297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-e6e49e02-f250-4940-be88-5c5bfd712599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 217 time: 0.0444727 Sep 24 18:59:44.552616 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.575708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4668f2a2-1803-4d90-af86-3720625eb605 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:44.580900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.610254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:44.611061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-4b757f39-03f4-4175-b00c-cacf72b88cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.612992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-4b757f39-03f4-4175-b00c-cacf72b88cf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0609753 Sep 24 18:59:44.617129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:44.619621 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d797e-d865-4d7f-b807-f5887ef7e0ba" -d '{"events": [{"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-plugged", "status": "completed", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:44.629737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.635314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.636633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:44.638550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.641126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7dc295f-fd13-44ec-97dd-3cfe9c3552ed HTTP/1.1" status: 204 len: 168 time: 0.2696853 Sep 24 18:59:44.664846 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:44.694908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:44.706904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6739d-8a89-413a-9044-73967afa6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dc295f-fd13-44ec-97dd-3cfe9c3552ed,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:44.710408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e4847da-4046-4f5c-bd02-f033608ad537 req-f8b0bea0-3459-4955-a57a-357d64305d6b service neutron] 10.222.0.15 "GET /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540990 Sep 24 18:59:44.745441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-2d36293a-8e14-4693-9914-287193559913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.752382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-2d36293a-8e14-4693-9914-287193559913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260517 Sep 24 18:59:44.757780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:44.766227 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33093a41-1054-49f1-bb1c-60569f0c070a x-openstack-request-id: req-33093a41-1054-49f1-bb1c-60569f0c070a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:44.767663 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-plugged", "status": "completed", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:44.767930 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33093a41-1054-49f1-bb1c-60569f0c070a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:44.768333 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'code': 200} Sep 24 18:59:44.791203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4668f2a2-1803-4d90-af86-3720625eb605'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:44.818218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Router 732a3691-1261-47b4-bfca-049e3ec091f2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:59:44.943814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ba5e-d40a-48f3-9d09-746e4025ab2a req-8736a455-169f-4d0c-a17a-3eb25032fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:44.946043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c876ba5e-d40a-48f3-9d09-746e4025ab2a req-8736a455-169f-4d0c-a17a-3eb25032fbef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1097 time: 0.0574064 Sep 24 18:59:45.027577 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c876ba5e-d40a-48f3-9d09-746e4025ab2a req-9dabd1bf-7cc2-48bf-b3b3-bd4e49b70f39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 Sep 24 18:59:45.039565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:45.052167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:45.057261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Sync routers for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:45.067024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:45.068517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:45.071375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-f7a002e2-cd25-4260-88c9-ec4b548ad03b service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117781 Sep 24 18:59:45.088050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-096f1b0d-dd87-4d00-a1da-96ceccc49fc2 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "PUT /v2.0/floatingips/7b6f138d-1995-4bbd-9d6e-79a07d6c9016 HTTP/1.1" status: 200 len: 992 time: 2.0356109 Sep 24 18:59:45.088938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:45.091976 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73" -d '{"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:45.096710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799123-61b3-4ad8-8e55-40466a559967 req-fe73c293-2221-46af-bd83-42859016ae06 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.098513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81799123-61b3-4ad8-8e55-40466a559967 req-fe73c293-2221-46af-bd83-42859016ae06 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 943 time: 0.2037656 Sep 24 18:59:45.121247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b554-f9cd-4d74-a17c-d42d97468716 req-53b3c704-c901-4b7a-82b6-b3ecf20b6e07 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.122700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5b1b554-f9cd-4d74-a17c-d42d97468716 req-53b3c704-c901-4b7a-82b6-b3ecf20b6e07 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.2290173 Sep 24 18:59:45.194283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:45.240040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81799123-61b3-4ad8-8e55-40466a559967 req-892a6152-0e83-4b27-bc86-edd42d3ed4d0 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311362 Sep 24 18:59:45.255573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5b1b554-f9cd-4d74-a17c-d42d97468716 req-23bf6daa-8638-4bd4-912d-04fd505e2e7c tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170497 Sep 24 18:59:45.311871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e40833c2-a2ce-48c7-9eb1-d057f5db6399 req-26780d64-fe64-4d40-8712-4dea244e033a service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123024 Sep 24 18:59:45.343740 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ffc7be-3e45-44a3-840f-d29fa2207d85 x-openstack-request-id: req-66ffc7be-3e45-44a3-840f-d29fa2207d85 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:45.344334 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:45.344450 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66ffc7be-3e45-44a3-840f-d29fa2207d85 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:45.344921 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'status': 'completed', 'code': 200} Sep 24 18:59:45.474394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.477632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.478129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.478615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.479116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.479592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.480066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.487457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-e9c5dbdb-7f98-4a27-96cc-5a01a4f9a5aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.0987046 Sep 24 18:59:45.488405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ffea2-b46d-447d-ab3f-81c6a5cc8837 req-47122408-a349-4f9f-a6f5-c3c299d43000 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.489957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee6ffea2-b46d-447d-ab3f-81c6a5cc8837 req-47122408-a349-4f9f-a6f5-c3c299d43000 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0845616 Sep 24 18:59:45.562397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816b9d2-b1d4-4c4c-af2f-902910f91395 req-6caf6c56-8775-40ce-8ddb-42aafdee1726 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.572696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e816b9d2-b1d4-4c4c-af2f-902910f91395 req-6caf6c56-8775-40ce-8ddb-42aafdee1726 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.1039424 Sep 24 18:59:45.575214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50670) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:45.602456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee6ffea2-b46d-447d-ab3f-81c6a5cc8837 req-8445e46d-12b2-4d36-bfc0-1fe9fec80c0b tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848281 Sep 24 18:59:45.654644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-5bd71049-1500-474d-aba8-f55fc65bb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.656762 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-5bd71049-1500-474d-aba8-f55fc65bb19b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c HTTP/1.1" status: 200 len: 912 time: 0.1489596 Sep 24 18:59:45.687206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e816b9d2-b1d4-4c4c-af2f-902910f91395 req-d18696d6-ffde-4259-a4b1-f8fb700424f9 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071992 Sep 24 18:59:45.708162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7b6f138d-1995-4bbd-9d6e-79a07d6c9016', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'port_id': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:58:14Z', 'updated_at': '2021-09-24T18:59:43Z', 'revision_number': 1, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:45.763438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Checking router: 732a3691-1261-47b4-bfca-049e3ec091f2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:45.773135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:45.773741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:45.779657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1410401831-network', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:45.790590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-ce29ae67-4f87-4dbf-b014-7012e5e4465d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 1000 time: 0.1245167 Sep 24 18:59:45.809822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Made reservation on behalf of e92d823b36674f16856450c38c0ad4a8 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:45.813335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:45.826003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:45.859265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-413a8a5c-c414-4fbe-bdda-29b09f06990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.860883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-413a8a5c-c414-4fbe-bdda-29b09f06990b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 200 len: 851 time: 0.0619931 Sep 24 18:59:45.896274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:45.929052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-80ae0e45-e510-4237-ab6b-0e923e86b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:45.931014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-80ae0e45-e510-4237-ab6b-0e923e86b282 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585983 Sep 24 18:59:45.947015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:45.952072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:45.983423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:59:45.993191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0d9d4-af1e-43ff-81c9-b68efabd4b20,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:46.001026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.002811 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Added segment 64cda780-675c-4e16-9d78-db962686393f of type vlan for network 4feef71f-72ee-43bb-a295-e6e59a28e92c Sep 24 18:59:46.050213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.054370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-f20d1f36-837c-458b-b502-1bd22e68c5d3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081653 Sep 24 18:59:46.084419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.085468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:46.086059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.119131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5401063 Sep 24 18:59:46.121729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50700) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:46.126386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Request body: {'subnet': {'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1410401831-subnet', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:46.161986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee713fa-8123-451d-91f9-e42854f30a4f admin admin] Pushing event updated for resources: {'Network': ['ID=4feef71f-72ee-43bb-a295-e6e59a28e92c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:46.176810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:59:46.180536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Made reservation on behalf of e92d823b36674f16856450c38c0ad4a8 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:46.184017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.194354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9eba4d9-ce85-4c50-9a4b-d4ac3596ab73 req-d6911718-6881-4107-9e38-8015960d8c1d service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263671 Sep 24 18:59:46.352072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:46.441249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.457431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4668f2a2-1803-4d90-af86-3720625eb605 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:46.458301 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.484019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7b6f138d-1995-4bbd-9d6e-79a07d6c9016', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'port_id': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:58:14Z', 'updated_at': '2021-09-24T18:59:43Z', 'revision_number': 1, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:46.521554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcf3e07-ae4c-482e-94f6-3fc38f7578c2 None None] The sync data for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 is: [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7b6f138d-1995-4bbd-9d6e-79a07d6c9016', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'port_id': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:58:14Z', 'updated_at': '2021-09-24T18:59:43Z', 'revision_number': 1, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:46.599151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c69993c-14d2-4c04-9184-89f9e648c1a2,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:46.604333 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.610564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5060f2-50ab-4c9e-985d-74a3fc354d7c req-3db1ee5c-2b7b-4c6f-8858-19b1af603f2b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:46.612453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b5060f2-50ab-4c9e-985d-74a3fc354d7c req-3db1ee5c-2b7b-4c6f-8858-19b1af603f2b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 943 time: 0.1983345 Sep 24 18:59:46.657884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:46.663542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:46.726213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:46.769898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:46.773863 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6e271-352f-4b14-bf02-decc2430da8a" -d '{"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-plugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:46.832226 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0fc4c-2467-4efc-8ea6-541c66552c4a None None] New status for floating IP 7b6f138d-1995-4bbd-9d6e-79a07d6c9016: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 18:59:46.962543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3e240-bccf-47a4-a223-5de71532c9cc req-68f6f658-9de2-4b25-bd5e-eee4439b12a5 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:46.964141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76e3e240-bccf-47a4-a223-5de71532c9cc req-68f6f658-9de2-4b25-bd5e-eee4439b12a5 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.5518730 Sep 24 18:59:46.990585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Checking segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:46.991059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Network hostable DHCP agents. Network: 4feef71f-72ee-43bb-a295-e6e59a28e92c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:59:47.020652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b5060f2-50ab-4c9e-985d-74a3fc354d7c req-9cff9537-f36e-4618-b2e6-8d3d3356c91e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900721 Sep 24 18:59:47.071458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76e3e240-bccf-47a4-a223-5de71532c9cc req-6a8ede66-8677-49dd-833f-eeeb395d35c1 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974240 Sep 24 18:59:47.102477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:59:47.117525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4feef71f-72ee-43bb-a295-e6e59a28e92c) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:47.126001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:47.126595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.128211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfafcf2-ee46-4dd3-9e5c-6e71848549bc None None] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:47.155330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f937013a-ffe8-4054-bd4b-75748d40b07b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0309265 Sep 24 18:59:47.155582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:47.160494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:47.211871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.213442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.293132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927216d0-3b43-482d-aa71-e5bf32ee1bd6 req-263c119e-9694-40c0-93c9-4026ed7fe84a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:47.294700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-927216d0-3b43-482d-aa71-e5bf32ee1bd6 req-263c119e-9694-40c0-93c9-4026ed7fe84a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0956578 Sep 24 18:59:47.311924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.349032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5e375-baac-41b5-856a-f7ab20c4f352 req-2e09bd24-743f-4472-8fec-ca5ae95ff61b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:47.357278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ee5e375-baac-41b5-856a-f7ab20c4f352 req-2e09bd24-743f-4472-8fec-ca5ae95ff61b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.1213927 Sep 24 18:59:47.393301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-927216d0-3b43-482d-aa71-e5bf32ee1bd6 req-d0941773-dc07-40fd-b671-9b8eb62aa1e2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898409 Sep 24 18:59:47.452083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ee5e375-baac-41b5-856a-f7ab20c4f352 req-f1e148f2-acd1-4dc1-860c-00a568df0ec4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938015 Sep 24 18:59:47.519893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.521078 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79166ea8-dc28-4607-8ccf-8a6a645dcd25 x-openstack-request-id: req-79166ea8-dc28-4607-8ccf-8a6a645dcd25 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:47.521365 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-plugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:47.532991 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79166ea8-dc28-4607-8ccf-8a6a645dcd25 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:47.534719 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605', 'code': 200} Sep 24 18:59:47.547435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-4feef71f-72ee-43bb-a295-e6e59a28e92c', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 18:59:47.548520 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.758243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Allocated IP 172.20.0.2 (4feef71f-72ee-43bb-a295-e6e59a28e92c/8c69993c-14d2-4c04-9184-89f9e648c1a2/f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:47.775506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677755-4af9-435d-b365-6d8b541a1c0f req-7aa57ba1-e3e6-454b-948d-6f0e7e16f4ea tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:47.779261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45677755-4af9-435d-b365-6d8b541a1c0f req-7aa57ba1-e3e6-454b-948d-6f0e7e16f4ea tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1097 time: 0.0944688 Sep 24 18:59:47.832117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45677755-4af9-435d-b365-6d8b541a1c0f req-2176b5ea-328b-4309-a84f-49538ffe4837 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Sep 24 18:59:47.955065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.963884 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:47.979166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.008165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.026453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Pushing event updated for resources: {'Port': ['ID=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:48.036173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:48.038493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:48.049090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:48.093321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233198da-0cd0-4781-9fc1-8c8d5e995c3d req-08dae422-576f-4beb-8381-9387a296bbb1 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:48.095409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-233198da-0cd0-4781-9fc1-8c8d5e995c3d req-08dae422-576f-4beb-8381-9387a296bbb1 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.1313014 Sep 24 18:59:48.097369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2408d99-c166-41fc-987f-d39a4dec4270 req-f0cf40b1-d4db-4ba8-b9d7-3ce413b9d208 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:48.098796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2408d99-c166-41fc-987f-d39a4dec4270 req-f0cf40b1-d4db-4ba8-b9d7-3ce413b9d208 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1097 time: 0.0956314 Sep 24 18:59:48.146519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Attempting to bind port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:48.147003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Attempting to bind port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:48.147489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Attempting to bind port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 on network 4feef71f-72ee-43bb-a295-e6e59a28e92c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:48.152326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Allocated IP 172.25.5.198 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/07537b91-9c72-4d88-94ae-86485b714dcc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:48.152688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:48.153059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Checking segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:48.153465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.153859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Bound using segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:48.154319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Bound port: f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:48.154703 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.197847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2408d99-c166-41fc-987f-d39a4dec4270 req-b38cc983-e4ec-4ada-ab55-1abdc302bc17 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923393 Sep 24 18:59:48.240033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-233198da-0cd0-4781-9fc1-8c8d5e995c3d req-e6ab3a15-637c-444c-a121-234c619c4f63 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160591 Sep 24 18:59:48.266987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] For port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:48.282228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] For port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:48.289932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.345656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:48.416714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.418136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eeee4-813b-44eb-bff2-49c09bb14012 None None] Pushing event updated for resources: {'Port': ['ID=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:48.430426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c3166a5e-835d-4e8b-b86c-45aba2a2179d details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 18:59:48.503459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d8ac-b7fe-4fc1-b1b9-eb82ce4b2849 req-11ad87f2-30ec-4314-a60b-ab4c7a746532 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:48.513387 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.514177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e457d8ac-b7fe-4fc1-b1b9-eb82ce4b2849 req-11ad87f2-30ec-4314-a60b-ab4c7a746532 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 943 time: 0.1481533 Sep 24 18:59:48.604840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:48.628232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:48.644066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e457d8ac-b7fe-4fc1-b1b9-eb82ce4b2849 req-46fcea54-c1a5-4c11-af60-1ec52830d979 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265543 Sep 24 18:59:48.666763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Pushing event updated for resources: {'Port': ['ID=07537b91-9c72-4d88-94ae-86485b714dcc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:48.673344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:48.755185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:48.785379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560', 'port_id': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'mac_address': 'fa:16:3e:d3:49:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d58550-a8fe-4c91-a858-7dd88ccd5e6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:48.840391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:48.870772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6525d-20c8-496e-9afe-99b0a3ef7930 req-e2a0677a-e327-4500-bc9f-00fadfd39116 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:48.873102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 18:59:48.876024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15a6525d-20c8-496e-9afe-99b0a3ef7930 req-e2a0677a-e327-4500-bc9f-00fadfd39116 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0982947 Sep 24 18:59:48.979845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15a6525d-20c8-496e-9afe-99b0a3ef7930 req-705892e7-b80a-4465-85cd-f97cb8c82453 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973392 Sep 24 18:59:48.984838 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:48.992072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:49.012727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a6e3f-68a6-4778-94e8-93af7aa96d9b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:49.018987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3166a5e-835d-4e8b-b86c-45aba2a2179d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 18:59:49.050582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:49.052488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:49.062327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:49.070639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:49.152208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:49.210070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:49.245976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:49.391047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d00b-cd20-43ca-ab90-e67b75e6fe87 req-751df425-312c-4d6a-80b3-05aa9c1c517c tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:49.395678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52b0d00b-cd20-43ca-ab90-e67b75e6fe87 req-751df425-312c-4d6a-80b3-05aa9c1c517c tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.0824463 Sep 24 18:59:49.447058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['726a6e3f-68a6-4778-94e8-93af7aa96d9b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:49.479177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52b0d00b-cd20-43ca-ab90-e67b75e6fe87 req-0c45c616-a170-4f71-86a3-36d947edb4dc tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Sep 24 18:59:49.487266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c3166a5e-835d-4e8b-b86c-45aba2a2179d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 18:59:49.540354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:49.826971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ac92-27af-4f34-a989-6e625c995442 req-86304e13-1663-4ed5-b069-00eeb4b84475 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:49.830627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Router 001a50a4-7da9-4859-9cc3-4c62cbf695ee is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 18:59:49.832290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7b8ac92-27af-4f34-a989-6e625c995442 req-86304e13-1663-4ed5-b069-00eeb4b84475 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 944 time: 0.0844016 Sep 24 18:59:49.914463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7b8ac92-27af-4f34-a989-6e625c995442 req-b9364c4c-5cf8-4b9f-b1c5-bab6c962171b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742052 Sep 24 18:59:50.009599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-b0dae0e9-ab91-457b-aa67-17beb43e7de4 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:50.011504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-b0dae0e9-ab91-457b-aa67-17beb43e7de4 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.15 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 945 time: 0.0946715 Sep 24 18:59:50.071887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-cdded2ae-eaba-4eb2-bded-59c7bd0476a6 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 18:59:50.073124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-cdded2ae-eaba-4eb2-bded-59c7bd0476a6 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234828 Sep 24 18:59:50.082950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:50.092355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Sync routers for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:50.108484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:50.113064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:50.197164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550167-d8b1-413e-8e98-653f654a9c86 req-6237496a-10ac-43a3-9885-9e705612fd0f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:50.199146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54550167-d8b1-413e-8e98-653f654a9c86 req-6237496a-10ac-43a3-9885-9e705612fd0f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1225662 Sep 24 18:59:50.242475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Deleting port b34a413c-163e-4f84-a19d-d1db0686c8dd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 18:59:50.243237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.266060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54550167-d8b1-413e-8e98-653f654a9c86 req-75ea3539-085d-4bb5-860d-f97c8213975d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Sep 24 18:59:50.281435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d67a9-a6cb-4c82-a39e-13c5aa38f3ed None None] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:50.397454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] For port b34a413c-163e-4f84-a19d-d1db0686c8dd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b34a413c-163e-4f84-a19d-d1db0686c8dd,segment=NetworkSegment(fb22b73a-bcc5-4f1f-8748-4770ebad8bd6),segment_id=fb22b73a-bcc5-4f1f-8748-4770ebad8bd6)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:50.398045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.418419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Calling delete_port for b34a413c-163e-4f84-a19d-d1db0686c8dd owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 18:59:50.505394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73b1d63a-d1d6-49f2-add7-b0f067027029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.517947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:50.607538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] Provisioning complete for port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:50.608010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.633518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:50.671051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-36a26ae6-94d3-47b9-b450-edca48038f8b tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:50.672567 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-36a26ae6-94d3-47b9-b450-edca48038f8b tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 1094 time: 0.5847616 Sep 24 18:59:50.688309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:50.688922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 18:59:50.722247 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.723707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ea0f439b-c604-4595-9e38-595fbb2bea2d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5670578 Sep 24 18:59:50.726994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:50.728436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.768141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Pushing event deleted for resources: {'Port': ['ID=b34a413c-163e-4f84-a19d-d1db0686c8dd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:50.781416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ed0ac-375a-449e-b699-8733880c88db req-a64b8e77-70ee-420e-a1c0-4dc46d5c1e09 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:50.789987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a51ed0ac-375a-449e-b699-8733880c88db req-a64b8e77-70ee-420e-a1c0-4dc46d5c1e09 tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ca8e11-b610-4bbe-b93a-4b9d5f27be8d HTTP/1.1" status: 200 len: 867 time: 0.1492875 Sep 24 18:59:50.865698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] No DVR routers for this DVR port b34a413c-163e-4f84-a19d-d1db0686c8dd on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 18:59:50.871001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.873065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49727d61-73ec-4b66-9ecc-c6391a29f86c req-72dc465a-d280-4b58-93a4-96d6992a972f tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.15 "DELETE /v2.0/ports/b34a413c-163e-4f84-a19d-d1db0686c8dd HTTP/1.1" status: 204 len: 173 time: 0.8535252 Sep 24 18:59:50.873570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'name': 'network-vif-deleted', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:50.876004 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d18492-339d-4e3b-965e-eec84e71b7a0" -d '{"events": [{"server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "name": "network-vif-deleted", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:50.896136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:50.896945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:50.903396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a51ed0ac-375a-449e-b699-8733880c88db req-70ad4acd-fdf0-4dfa-bf7a-57032a9c24af tempest-InstanceActionsTestJSON-703106295 tempest-InstanceActionsTestJSON-703106295-project] 10.222.0.18 "GET /v2.0/security-groups?id=664cee00-4473-47b6-8475-82ac0e24f9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123447 Sep 24 18:59:50.963861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.025986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] For port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:51.068527 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.077862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:48Z', 'revision_number': 3, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:51.137629 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9a23d-0343-49f9-be22-716e50e1092a x-openstack-request-id: req-31b9a23d-0343-49f9-be22-716e50e1092a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:51.138015 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ca8e11-b610-4bbe-b93a-4b9d5f27be8d", "name": "network-vif-deleted", "tag": "b34a413c-163e-4f84-a19d-d1db0686c8dd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:51.138304 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31b9a23d-0343-49f9-be22-716e50e1092a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:51.138780 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca8e11-b610-4bbe-b93a-4b9d5f27be8d', 'name': 'network-vif-deleted', 'tag': 'b34a413c-163e-4f84-a19d-d1db0686c8dd', 'status': 'completed', 'code': 200} Sep 24 18:59:51.272279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:51.273272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:51.273836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:51.278762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e686-ff65-4b11-a24e-1e8fe287019e req-e9167112-7481-4928-b1aa-d4a6c3cba903 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:51.280350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa44e686-ff65-4b11-a24e-1e8fe287019e req-e9167112-7481-4928-b1aa-d4a6c3cba903 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 944 time: 0.0670230 Sep 24 18:59:51.298424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 18:59:51.299175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:51.323741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:51.324903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:51.325655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:51.326366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Bound port: 64dcc4db-316b-49e2-8abf-0494bba7da68, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:51.338571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Checking router: 001a50a4-7da9-4859-9cc3-4c62cbf695ee for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:51.339121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Updating router 001a50a4-7da9-4859-9cc3-4c62cbf695ee port 07537b91-9c72-4d88-94ae-86485b714dcc binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:59:51.379060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa44e686-ff65-4b11-a24e-1e8fe287019e req-037ec7c6-2947-4722-ae2a-185eb1f88348 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886362 Sep 24 18:59:51.384995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e7d2a172-30f1-4f41-9997-4f36da108522 None None] Provisioning complete for port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:51.385347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a172-30f1-4f41-9997-4f36da108522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.397720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6e403-092c-4e35-8eac-b4e3f25b019a None None] Pushing event updated for resources: {'Port': ['ID=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:51.400275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.495485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:51.519900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.544733 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-100d421e-5089-4117-b51f-1bf5770244fa service neutron] 10.222.0.18 "POST /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68/bindings HTTP/1.1" status: 201 len: 389 time: 0.8625500 Sep 24 18:59:51.633308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b968d-136f-4696-b458-86508064a8bf req-8cdde448-3673-41e2-a158-9f65f75b3290 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:51.645856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-278b968d-136f-4696-b458-86508064a8bf req-8cdde448-3673-41e2-a158-9f65f75b3290 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1356854 Sep 24 18:59:51.689012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:51.735489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-278b968d-136f-4696-b458-86508064a8bf req-36ae1d4f-737f-4f63-8b02-1e42645ccda5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862796 Sep 24 18:59:51.969778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b014a4f-15ed-4b5a-973e-798b301168f1 req-e978b54c-1ed0-4bc4-b9cb-0dfd75d8bae4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:51.971850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b014a4f-15ed-4b5a-973e-798b301168f1 req-e978b54c-1ed0-4bc4-b9cb-0dfd75d8bae4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.0879240 Sep 24 18:59:51.995118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50834) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:52.032641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.043530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.108857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a746-355c-49a9-81eb-adf519feb588 None None] Pushing event updated for resources: {'Port': ['ID=07537b91-9c72-4d88-94ae-86485b714dcc,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:52.124628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Attempting to bind port 07537b91-9c72-4d88-94ae-86485b714dcc on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:52.125012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Attempting to bind port 07537b91-9c72-4d88-94ae-86485b714dcc by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:52.125382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Attempting to bind port 07537b91-9c72-4d88-94ae-86485b714dcc on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:52.132080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:52.132454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:52.132866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.133268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:52.133743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Bound port: 07537b91-9c72-4d88-94ae-86485b714dcc, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:52.134134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.153290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b014a4f-15ed-4b5a-973e-798b301168f1 req-cd7288f8-6b7f-421b-b881-903941205267 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686971 Sep 24 18:59:52.166680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-c06be2a3-68bd-4784-be45-1cc4ee191600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:52.173111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-c06be2a3-68bd-4784-be45-1cc4ee191600 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1097 time: 0.1980062 Sep 24 18:59:52.184121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Deleting subnet e1a84b66-4e0e-46bf-8629-da7da75bdbb0 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 18:59:52.216382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.247455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Allocated IP 172.20.0.1 (4feef71f-72ee-43bb-a295-e6e59a28e92c/8c69993c-14d2-4c04-9184-89f9e648c1a2/e64ff014-3215-4bc6-9430-40a1fa7c0729) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:52.274298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] For port 07537b91-9c72-4d88-94ae-86485b714dcc, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:52.286524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] For port 07537b91-9c72-4d88-94ae-86485b714dcc, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=07537b91-9c72-4d88-94ae-86485b714dcc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:52.296840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.328577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.376257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:52.416203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-6f525ec8-c3a9-49f6-908f-45c45f33c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:52.417711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-6f525ec8-c3a9-49f6-908f-45c45f33c55f service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2302563 Sep 24 18:59:52.464922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c3166a5e-835d-4e8b-b86c-45aba2a2179d up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:52.502848 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.508988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-a1a545cc-ff40-438e-b4fe-5572d98b7f54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 217 time: 0.0675004 Sep 24 18:59:52.511380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.530059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:52.532343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a746-355c-49a9-81eb-adf519feb588 None None] Pushing event updated for resources: {'Port': ['ID=07537b91-9c72-4d88-94ae-86485b714dcc,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:52.593594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.605677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:52.606341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:52.636057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bbb0-6e09-41d3-98de-f541dd061c25 req-8548a19d-d33b-4e04-9bd3-4127579c751f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:52.637499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5777bbb0-6e09-41d3-98de-f541dd061c25 req-8548a19d-d33b-4e04-9bd3-4127579c751f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 944 time: 0.1275985 Sep 24 18:59:52.652825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-584254a9-d9dc-4cb0-88ab-6081db094b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:52.654269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-584254a9-d9dc-4cb0-88ab-6081db094b1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.1131604 Sep 24 18:59:52.695233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:52.699743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:52.721200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:52.722729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-0c618bc2-0bb5-4ae9-a112-04807385edbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426834 Sep 24 18:59:52.724176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:52.731908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5777bbb0-6e09-41d3-98de-f541dd061c25 req-de01ff94-8f43-40ed-9063-50b6bbbda11b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837562 Sep 24 18:59:52.743954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:52.747058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.836010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.878866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a84b66-4e0e-46bf-8629-da7da75bdbb0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:52.902650 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:52.914079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 726a6e3f-68a6-4778-94e8-93af7aa96d9b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:52.919291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ae148647-b962-442f-9211-0a4550da340d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1a84b66-4e0e-46bf-8629-da7da75bdbb0 HTTP/1.1" status: 204 len: 168 time: 0.9201176 Sep 24 18:59:52.919447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50850) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:52.996023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 726a6e3f-68a6-4778-94e8-93af7aa96d9b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:52.996875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.040070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-009d545a-07a4-46ce-9be9-24949a9cd465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.041453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c3166a5e-835d-4e8b-b86c-45aba2a2179d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 18:59:53.053671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:53.054114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.062041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c3166a5e-835d-4e8b-b86c-45aba2a2179d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:53.062405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.152726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.202249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-258e8e97-03a3-4c01-b27a-c474a18456ed service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693668 Sep 24 18:59:53.209074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e2ed2146-f7c2-4b90-862a-151035aadef6 None None] Provisioning complete for port e64ff014-3215-4bc6-9430-40a1fa7c0729 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:53.210018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2146-f7c2-4b90-862a-151035aadef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.213223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.247813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef4f9f-ae11-4620-8034-18d856fc4802 req-eda2e84d-12a4-46e7-8440-14971e089d65 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:53.249626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfef4f9f-ae11-4620-8034-18d856fc4802 req-eda2e84d-12a4-46e7-8440-14971e089d65 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.2339485 Sep 24 18:59:53.268332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed2146-f7c2-4b90-862a-151035aadef6 None None] Port e64ff014-3215-4bc6-9430-40a1fa7c0729 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:53.342385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.385165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.394186 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.422681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.433205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.453742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:53.454666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfef4f9f-ae11-4620-8034-18d856fc4802 req-44e2f409-90c6-427f-a3d8-4281cd9d5ade tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886749 Sep 24 18:59:53.461725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-528902b7-3e3a-4847-a2a5-a8806b9df7cd service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451110 Sep 24 18:59:53.466076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:53.468419 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0142a16-153f-4856-8304-e6d477146531" -d '{"events": [{"server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:53.470133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669e56b-5682-4006-9e4e-ab34a0f44d41 req-51ce5074-8e49-4f56-928a-c46a4e6fa336 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:53.471683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1669e56b-5682-4006-9e4e-ab34a0f44d41 req-51ce5074-8e49-4f56-928a-c46a4e6fa336 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.1500242 Sep 24 18:59:53.473962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.474761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b34a413c-163e-4f84-a19d-d1db0686c8dd no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 18:59:53.482887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:48Z', 'revision_number': 3, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:53.522726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.560058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83686eb-ef69-45cc-aadd-01df57401ef0']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:53.576379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:53.576673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb22b73a-bcc5-4f1f-8748-4770ebad8bd6') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:53.590826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.612172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.613862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: b34a413c-163e-4f84-a19d-d1db0686c8dd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 18:59:53.615516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b34a413c-163e-4f84-a19d-d1db0686c8dd not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 18:59:53.625665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 18:59:53.626376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.636654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:53.642661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744cf22-d2b8-43d6-9be4-1d6dd8ac36c1 None None] The sync data for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 is: [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:48Z', 'revision_number': 3, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:53.656154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:53.661351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.689631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.703530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:53.748450 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8b349d-ce78-4e49-9e01-ee2370c92dd8 x-openstack-request-id: req-1a8b349d-ce78-4e49-9e01-ee2370c92dd8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:53.748973 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:53.749483 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a8b349d-ce78-4e49-9e01-ee2370c92dd8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:53.750230 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'code': 200} Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: timer() Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 18:59:53.769553 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 18:59:53.777182 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.789833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:53.792468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a83686eb-ef69-45cc-aadd-01df57401ef0 HTTP/1.1" status: 204 len: 168 time: 0.8720839 Sep 24 18:59:53.825986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:53.900790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1669e56b-5682-4006-9e4e-ab34a0f44d41 req-30d308d3-815a-43bd-8a77-a4c9af1f9364 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244082 Sep 24 18:59:53.918193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f89f54-190f-4266-b2fc-8966295b3c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83686eb-ef69-45cc-aadd-01df57401ef0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:53.921223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:53.923019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:53.961494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37a1a-32cf-447b-9e47-47ff41d6146f req-bb0da87f-015f-4645-8dd7-165fa06002c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:53.965161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48f37a1a-32cf-447b-9e47-47ff41d6146f req-bb0da87f-015f-4645-8dd7-165fa06002c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1096 time: 0.1564777 Sep 24 18:59:54.016642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.132361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48f37a1a-32cf-447b-9e47-47ff41d6146f req-25f89d54-5863-4495-86cf-9c395922b9ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583290 Sep 24 18:59:54.145102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:54.234742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e244-5152-455b-b66e-7d02aedb81c5 req-904b44ad-76b3-4935-8481-1d75564ebb03 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:54.245151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f2e244-5152-455b-b66e-7d02aedb81c5 req-904b44ad-76b3-4935-8481-1d75564ebb03 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 945 time: 0.1905022 Sep 24 18:59:54.269098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50884) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:54.270815 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ae6c910-4208-454a-83ac-901c57afcd9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd586a53b90b4a8987f6fe576afb7097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244991 Sep 24 18:59:54.302647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Router 001a50a4-7da9-4859-9cc3-4c62cbf695ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 18:59:54.360023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f2e244-5152-455b-b66e-7d02aedb81c5 req-2c4aa11c-d861-4a88-935a-a064bf855754 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130793 Sep 24 18:59:54.425927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.508843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.560539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 07537b91-9c72-4d88-94ae-86485b714dcc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:54.594018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 18:59:54.603953 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf59b8cf-5b5d-48e4-9a4b-bc3024695ae0 admin admin] 10.222.0.18 "PUT /v2.0/routers/001a50a4-7da9-4859-9cc3-4c62cbf695ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8759277 Sep 24 18:59:54.706044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a88382e9-1618-4dee-a2e9-b01688e79c74 None None] Provisioning complete for port e64ff014-3215-4bc6-9430-40a1fa7c0729 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:54.706680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a88382e9-1618-4dee-a2e9-b01688e79c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.748173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b403-eab9-4c43-8e08-b00bec17a979 req-b1051861-f67a-4102-a23c-5617b1895ac7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:54.750267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fd3b403-eab9-4c43-8e08-b00bec17a979 req-b1051861-f67a-4102-a23c-5617b1895ac7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1053822 Sep 24 18:59:54.758937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.766350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:54.771224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/664cee00-4473-47b6-8475-82ac0e24f9dd HTTP/1.1" status: 204 len: 168 time: 0.5009489 Sep 24 18:59:54.813483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addf093-1699-47f8-9dda-19e1b4e0fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cee00-4473-47b6-8475-82ac0e24f9dd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:54.870302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fd3b403-eab9-4c43-8e08-b00bec17a979 req-6855f635-035f-4bcf-b5d9-cd1d170a407f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 Sep 24 18:59:54.895418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a88382e9-1618-4dee-a2e9-b01688e79c74 None None] Port e64ff014-3215-4bc6-9430-40a1fa7c0729 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 18:59:54.895418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 07537b91-9c72-4d88-94ae-86485b714dcc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:54.895418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.172708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6439f6-75bf-4d12-bb97-4602a53c8ea6 req-1f66ae1d-296c-4bc2-bb05-51239f8eb84c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:55.185942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce6439f6-75bf-4d12-bb97-4602a53c8ea6 req-1f66ae1d-296c-4bc2-bb05-51239f8eb84c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.1241579 Sep 24 18:59:55.284589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce6439f6-75bf-4d12-bb97-4602a53c8ea6 req-b8664dbb-c731-4530-91b1-cc813f52024e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836232 Sep 24 18:59:55.459402 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.546840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 07537b91-9c72-4d88-94ae-86485b714dcc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=07537b91-9c72-4d88-94ae-86485b714dcc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:55.564313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.618505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:55.623286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147128434', 'description': 'tempest-description--655553318'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:55.660954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=07537b91-9c72-4d88-94ae-86485b714dcc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:55.670179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.751136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 18:59:55.755879 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc143d8-8c31-4869-9557-de76179adda7" -d '{"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-plugged", "status": "completed", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 18:59:55.819503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.833748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed53cdc-d8a3-4205-aedb-f5a85cfe61ec req-7ab8cd7b-4ec7-445b-bad5-b7fde30a5f1b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:55.844408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aed53cdc-d8a3-4205-aedb-f5a85cfe61ec req-7ab8cd7b-4ec7-445b-bad5-b7fde30a5f1b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 945 time: 0.1477973 Sep 24 18:59:55.885329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.894644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.923598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aed53cdc-d8a3-4205-aedb-f5a85cfe61ec req-10677ff0-4896-4f86-86ea-d7cb9d3c2a7f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712264 Sep 24 18:59:55.931680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:55.933796 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3140783 Sep 24 18:59:55.936792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:55.941264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'security_group_rule': {'security_group_id': 'd3588e64-7f29-4581-bcd0-f836a5152c56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:55.961220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238313cf-c8f2-4c96-b115-0fb824f8c20b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3588e64-7f29-4581-bcd0-f836a5152c56,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:55.981764 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45a1ed7-e509-4f8b-b984-6afcf94ca87b x-openstack-request-id: req-f45a1ed7-e509-4f8b-b984-6afcf94ca87b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 18:59:55.982270 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-plugged", "status": "completed", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 18:59:55.982706 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f45a1ed7-e509-4f8b-b984-6afcf94ca87b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 18:59:55.983303 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'code': 200} Sep 24 18:59:56.064281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.194781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014fc20-3927-43be-90e0-db84678086d1 req-cdbf28ce-6519-4de6-a05f-9a86a991a801 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:56.208801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8014fc20-3927-43be-90e0-db84678086d1 req-cdbf28ce-6519-4de6-a05f-9a86a991a801 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1435726 Sep 24 18:59:56.217387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18816cb8-cd8b-4be4-bfab-77ce756518f8 req-478e75c8-2414-48cd-8f96-87c170b4cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:56.222398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18816cb8-cd8b-4be4-bfab-77ce756518f8 req-478e75c8-2414-48cd-8f96-87c170b4cc9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1097 time: 0.1546035 Sep 24 18:59:56.286455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50942) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:56.318116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8014fc20-3927-43be-90e0-db84678086d1 req-506358d5-8f3b-48b8-b360-c7a3c879af52 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043065 Sep 24 18:59:56.343117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.345362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18816cb8-cd8b-4be4-bfab-77ce756518f8 req-7245fcdc-c71d-44fc-b1d9-0408e06864ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111453 Sep 24 18:59:56.349694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.376029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9e9bcd-2ac0-41fe-97f5-f88c201b1199,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:56.384351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.386274 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-774ab12b-67a3-47fe-8ef7-52bec5ba5510 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486473 Sep 24 18:59:56.388936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:56.394627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'security_group_rule': {'security_group_id': 'd3588e64-7f29-4581-bcd0-f836a5152c56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:56.427562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.504121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 07537b91-9c72-4d88-94ae-86485b714dcc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 18:59:56.542711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1916111563-network', 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:56.616331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 07537b91-9c72-4d88-94ae-86485b714dcc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:56.617352 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.683357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Sync routers for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 18:59:56.705250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e40e-df29-472c-ad71-d9c01fdd8c98 req-f8fcefcc-58e5-4ad5-a0eb-eec41a9cb74d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:56.711298 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:56.714729 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:56.715457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2386e40e-df29-472c-ad71-d9c01fdd8c98 req-f8fcefcc-58e5-4ad5-a0eb-eec41a9cb74d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.2432172 Sep 24 18:59:56.741450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:56.750096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.758614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.776901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.791068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.831357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2386e40e-df29-472c-ad71-d9c01fdd8c98 req-e8ebc3ba-0b4d-4010-9234-95c7126fc4aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146960 Sep 24 18:59:56.833789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f715eb-e106-4529-b877-709dc81a1a7d,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:56.865170 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:56.985469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.989026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:56.993696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-451b67fa-7fec-4c5f-b0bd-28c2e23f824b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6024756 Sep 24 18:59:56.995856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:56.997364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.001742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:57.024367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 18:59:57.060901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.062323 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Added segment a430527b-465a-4e91-b1d1-2f42bc732741 of type vlan for network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 Sep 24 18:59:57.097642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.134905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 2, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:57.145811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.175968 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Checking router: 001a50a4-7da9-4859-9cc3-4c62cbf695ee for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 18:59:57.176703 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Updating router 001a50a4-7da9-4859-9cc3-4c62cbf695ee port e64ff014-3215-4bc6-9430-40a1fa7c0729 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 18:59:57.203442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247b77c-28dd-4bfb-bd01-adf44097fbbc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:57.209873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.210815 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.210993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:57.211475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.246747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391bae6-6722-48f4-a5a9-30a154e418e7 req-955bc071-7f65-4190-8ad4-1b51fa2b7353 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:57.248383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d391bae6-6722-48f4-a5a9-30a154e418e7 req-955bc071-7f65-4190-8ad4-1b51fa2b7353 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 945 time: 0.1416397 Sep 24 18:59:57.275415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9851692 Sep 24 18:59:57.275627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.277756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 18:59:57.283680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Request body: {'subnet': {'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1916111563-subnet', 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:57.311631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f04f-308e-4d0e-b33a-bbef25fe179b admin admin] Pushing event updated for resources: {'Network': ['ID=b5fc286d-6195-4a7f-9d2b-c0dae60864d5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:57.312866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 18:59:57.315682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.324364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 18:59:57.334978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d391bae6-6722-48f4-a5a9-30a154e418e7 req-05ddaad8-1e4d-4d43-b7b2-1f5ce077253d tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731466 Sep 24 18:59:57.637184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Allocated IP 172.25.5.48 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3709325e-fae5-4ee4-987f-888ff3696c70) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 18:59:57.689752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96167b-1bfd-4f34-966e-af9bf2d3b151 req-dcf6d017-4ec5-477e-a1b7-28afc75f6b8c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:57.701959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c96167b-1bfd-4f34-966e-af9bf2d3b151 req-dcf6d017-4ec5-477e-a1b7-28afc75f6b8c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1994157 Sep 24 18:59:57.843282 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.867765 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:57.889249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c96167b-1bfd-4f34-966e-af9bf2d3b151 req-bda36634-65a6-4de0-b43b-ff066f436246 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860788 Sep 24 18:59:57.965892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Pushing event updated for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:57.985656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-d5da4c94-3019-4e59-8a7f-409e7987701e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:57.990118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-d5da4c94-3019-4e59-8a7f-409e7987701e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3356335 Sep 24 18:59:58.044340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.170408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:58.171298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Network hostable DHCP agents. Network: b5fc286d-6195-4a7f-9d2b-c0dae60864d5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 18:59:58.175427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-1a02df13-2de5-44cd-b842-e7163f1a9b16 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1692603 Sep 24 18:59:58.178600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.182185 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Attempting to bind port e64ff014-3215-4bc6-9430-40a1fa7c0729 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 18:59:58.182559 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Attempting to bind port e64ff014-3215-4bc6-9430-40a1fa7c0729 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 18:59:58.189372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Attempting to bind port e64ff014-3215-4bc6-9430-40a1fa7c0729 on network 4feef71f-72ee-43bb-a295-e6e59a28e92c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 18:59:58.192502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 18:59:58.207745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94051b73-f8fe-4028-a19c-3d7e62eb08f4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:58.209456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 18:59:58.213499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 18:59:58.217434 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Checking segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 18:59:58.218029 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.218483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Bound using segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 18:59:58.219037 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Bound port: e64ff014-3215-4bc6-9430-40a1fa7c0729, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 18:59:58.223648 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.227187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b5fc286d-6195-4a7f-9d2b-c0dae60864d5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:58.235285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:58.236123 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.241826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58565e27-b3a4-45e5-9b47-9dfa70471e7d None None] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:58.267933 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46bae048-caf2-458b-84b8-3f3a7dbb0375 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9889920 Sep 24 18:59:58.283076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.331295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 18:59:58.340340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 18:59:58.351203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 18:59:58.354538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'Port': ['ID=3709325e-fae5-4ee4-987f-888ff3696c70,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:58.464127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.498202 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] For port e64ff014-3215-4bc6-9430-40a1fa7c0729, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 18:59:58.512495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] For port e64ff014-3215-4bc6-9430-40a1fa7c0729, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e64ff014-3215-4bc6-9430-40a1fa7c0729,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 18:59:58.516939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.521055 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.527111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.548327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] Provisioning complete for port e64ff014-3215-4bc6-9430-40a1fa7c0729 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:58.551430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.663783 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 18:59:58.672011 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:58.722572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04cb3-af4e-45f6-8928-d2229cc2ddee req-5e5c2d26-8b5d-4d11-875b-bd02fc14ff92 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 18:59:58.734780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12c04cb3-af4e-45f6-8928-d2229cc2ddee req-5e5c2d26-8b5d-4d11-875b-bd02fc14ff92 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.3909869 Sep 24 18:59:58.824255 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 18:59:58.887596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.894481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:58.909871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12c04cb3-af4e-45f6-8928-d2229cc2ddee req-aca2380f-4f64-441a-822d-c0c46cc4d877 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732869 Sep 24 18:59:58.983112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'Port': ['ID=3709325e-fae5-4ee4-987f-888ff3696c70,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:59.027939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4fd0de-fb68-4ea0-8c4f-3dad911c7af8 None None] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 18:59:59.143322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:59.151393 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Pushing event updated for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:59.179941 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.180263 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.180543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.180882 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.181218 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.181550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.181880 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.182145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:59.182278 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.182513 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.182836 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.183186 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.195612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405618b2-9e16-4874-95ac-74136cc81d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 18:59:59.195748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16fde387-f80f-4c72-b1a2-7628442d088a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1861179 Sep 24 18:59:59.195848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:59.323053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] For port e64ff014-3215-4bc6-9430-40a1fa7c0729, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e64ff014-3215-4bc6-9430-40a1fa7c0729,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 18:59:59.342668 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:58Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 18:59:59.393988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 18:59:59.441478 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda0cf-66fa-4b7d-a274-ef3fe9924c57 None None] The sync data for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 is: [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:58Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 18:59:59.569272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba1f5-c485-4d95-972d-dd445fedced8 None None] Pushing event updated for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 18:59:59.591369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9eaa176b-fa6b-4956-a932-5812efbca5b9 None None] Provisioning complete for port e64ff014-3215-4bc6-9430-40a1fa7c0729 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 18:59:59.597181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9eaa176b-fa6b-4956-a932-5812efbca5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:00.359306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-cc6da9ec-a8de-4e0c-abd6-03f6f3566ed2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:00.361253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-cc6da9ec-a8de-4e0c-abd6-03f6f3566ed2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2646763 Sep 24 19:00:00.400535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-fe133983-f4c4-49b6-a911-2874e54b945f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0323570 Sep 24 19:00:00.406239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:00:00.492689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-bbceb3a6-18db-49e4-ab47-0119f72f792b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825953 Sep 24 19:00:00.561268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:00.566563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e64ff014-3215-4bc6-9430-40a1fa7c0729 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:00.642897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:00.659933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e64ff014-3215-4bc6-9430-40a1fa7c0729 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:00.660644 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:00.821059 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Floating IP 39c19734-8d8a-4179-a829-d541ed9070ce associated. External IP: 172.25.5.204, port: 4a479fc7-f375-445d-9d51-9540f0c91b49. Sep 24 19:00:00.873615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c1ac3da9-1d36-4116-bdd1-da8936f3c6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569415 Sep 24 19:00:01.207793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-71a0b032-6043-41fc-b75f-2a35737577a5 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652428 Sep 24 19:00:01.238581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:01.421156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:01.425795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:01.437325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:01.458449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:01.460583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:01.536381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-35fc3c8e-bb6c-4055-b23d-44f99833127e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "PUT /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 997 time: 3.3599486 Sep 24 19:00:01.537787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:01.548505 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff3fa2-6990-477f-880a-1436fd778858" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:01.616716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7729ba-8f17-420f-99f9-4abdfbb6f4eb req-01121598-8da1-4115-9289-94704be05004 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:01.618325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a7729ba-8f17-420f-99f9-4abdfbb6f4eb req-01121598-8da1-4115-9289-94704be05004 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1825767 Sep 24 19:00:01.639881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-6f299977-a36e-412b-a65f-a5708b7506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:01.641538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-6f299977-a36e-412b-a65f-a5708b7506fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.0901878 Sep 24 19:00:01.667951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:01.806040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a7729ba-8f17-420f-99f9-4abdfbb6f4eb req-2b92764b-46cb-4848-9be9-b824df1fa0be tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802156 Sep 24 19:00:01.948686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-91076ef6-840c-4d47-9f2d-6b4e5fcf10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:01.956876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-91076ef6-840c-4d47-9f2d-6b4e5fcf10d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.3024116 Sep 24 19:00:02.117305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:00Z', 'revision_number': 1, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:02.149312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:02.159882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:02.160701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:02.172170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-807f545a-6c1c-4bde-8372-92e56cd45fed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 1000 time: 0.1981978 Sep 24 19:00:02.265660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-e079fe1c-9b08-4552-93b0-646f9d071872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:02.273398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-e079fe1c-9b08-4552-93b0-646f9d071872 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1000402 Sep 24 19:00:02.319614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-a5582d22-621c-47d5-8d50-f9ee39788c99 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--147128434&fields=id&tenant_id=e92d823b36674f16856450c38c0ad4a8 HTTP/1.1" status: 200 len: 267 time: 0.1062953 Sep 24 19:00:02.336064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:02.495173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-cc349006-9f23-4a73-8660-d1a1d39c4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:02.497041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-cc349006-9f23-4a73-8660-d1a1d39c4f04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228532 Sep 24 19:00:02.513557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-b02a54e3-954e-49f6-b9c0-d893f3f72d3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:00:02.515326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-b02a54e3-954e-49f6-b9c0-d893f3f72d3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060916 Sep 24 19:00:02.530103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-3ad05a82-8e15-4b6b-ad29-d7d1349e7681 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:02.532277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-3ad05a82-8e15-4b6b-ad29-d7d1349e7681 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/networks?id=4feef71f-72ee-43bb-a295-e6e59a28e92c HTTP/1.1" status: 200 len: 806 time: 0.2104938 Sep 24 19:00:02.590167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-c48d5dda-4ba0-4b5e-8aee-28cc9511901a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/quotas/e92d823b36674f16856450c38c0ad4a8 HTTP/1.1" status: 200 len: 375 time: 0.0282702 Sep 24 19:00:02.614013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:00Z', 'revision_number': 1, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:02.654908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6138f-4fbf-4ef0-b345-7852dba40d6c None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:00Z', 'revision_number': 1, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:02.718566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-fb231d34-7f31-4453-960f-28af028661bf tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e92d823b36674f16856450c38c0ad4a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874474 Sep 24 19:00:02.727970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-07cc7c43-e650-40f0-b9e9-0e834df31b10 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944387 Sep 24 19:00:02.900598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:02.914912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-5a4df255-3b3b-4e63-8c9f-5332243dbeb6 service neutron] 10.222.0.18 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769862 Sep 24 19:00:02.922204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8574d51-6af6-43b6-a20f-f7e8fd398218 req-745441f9-ef6e-495e-a04c-3d400220e05a service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932161 Sep 24 19:00:03.015505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e0203-7f9c-4e03-abc0-5b721b5e579f None None] New status for floating IP 39c19734-8d8a-4179-a829-d541ed9070ce: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:03.502630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-ca60e8d6-39b0-46ee-9ac1-14086dcbc800 service neutron] 10.222.0.18 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775640 Sep 24 19:00:03.512479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-234dff3a-9512-42b2-ace1-f0884e86ac78 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:03.514277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-234dff3a-9512-42b2-ace1-f0884e86ac78 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.5907836 Sep 24 19:00:03.524447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b791553-c3dc-4906-9043-e60d453ecc76 req-fa2fd090-a0ad-483c-94c6-9795d568d9bb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:03.533874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b791553-c3dc-4906-9043-e60d453ecc76 req-fa2fd090-a0ad-483c-94c6-9795d568d9bb tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.4727020 Sep 24 19:00:03.540497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:03.636518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b791553-c3dc-4906-9043-e60d453ecc76 req-ec4f178d-b4a4-4533-9442-2df04ca6065c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017714 Sep 24 19:00:03.723131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:03.731555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:03.823941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1bb67215-54ce-4228-807a-fd289c499f24 req-25768082-23e2-4261-8949-3f60c2308ac3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 210 time: 0.0595670 Sep 24 19:00:03.854820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77792d2-d1d3-42ef-9844-8cea260ec64e x-openstack-request-id: req-b77792d2-d1d3-42ef-9844-8cea260ec64e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:03.854820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:03.854820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b77792d2-d1d3-42ef-9844-8cea260ec64e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:03.854820 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 19:00:03.957005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3fa2-6990-477f-880a-1436fd778858 req-ffa8ef50-2d67-4ceb-8ee5-bade2ce4eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:03.969721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-ffa8ef50-2d67-4ceb-8ee5-bade2ce4eed0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.1055217 Sep 24 19:00:04.078522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71457da6-6248-4576-94f3-ce9a9f5d9de3 req-f6313ab0-472d-411f-b5da-ddf6b0a2a14a tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.080159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71457da6-6248-4576-94f3-ce9a9f5d9de3 req-f6313ab0-472d-411f-b5da-ddf6b0a2a14a tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1097 time: 0.1698430 Sep 24 19:00:04.152899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3fa2-6990-477f-880a-1436fd778858 req-16b89d8b-e214-4222-9ed4-c1b5b7910f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.154773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-16b89d8b-e214-4222-9ed4-c1b5b7910f42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1743560 Sep 24 19:00:04.173217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.14 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/987458c8-25ed-4dd3-8765-84545f9e9c8a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:04.216507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71457da6-6248-4576-94f3-ce9a9f5d9de3 req-5ecc868c-fab6-439b-abe8-1bdc6b341d91 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Sep 24 19:00:04.245720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-64af0c2e-8a26-4227-abbf-9c4a2535e837 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.255919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-64af0c2e-8a26-4227-abbf-9c4a2535e837 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1823323 Sep 24 19:00:04.309482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-42e6ba60-7553-476b-9a82-732968256233 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 1002 time: 0.1437843 Sep 24 19:00:04.383128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3fa2-6990-477f-880a-1436fd778858 req-2ad68774-7637-4c75-ab5d-7a8c42c85b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.385429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-2ad68774-7637-4c75-ab5d-7a8c42c85b77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0624697 Sep 24 19:00:04.475198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3fa2-6990-477f-880a-1436fd778858 req-f8a63402-28ad-49c6-a63b-2432aab36cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.476866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-f8a63402-28ad-49c6-a63b-2432aab36cfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822227 Sep 24 19:00:04.512195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-7cdbf2a6-2a2a-4d2e-ab4f-506ad8b224cb tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1002 time: 0.2374663 Sep 24 19:00:04.521036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:04.614060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-a7f7c445-9e4a-4b12-b6c3-cebd81fb39f4 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273141 Sep 24 19:00:04.699523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5deae3b-ee8e-4789-bfb8-9f09cea75cdb req-fba3d916-1c81-4d27-80f4-4b397da449b7 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 210 time: 0.0681908 Sep 24 19:00:04.768059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:04.771977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccff3fa2-6990-477f-880a-1436fd778858 req-04152eba-a1c5-4c41-90c1-859fea18e0cc service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468229 Sep 24 19:00:04.786702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:04.901589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b91b-84f4-4198-a582-d0662cf4fe8a req-6c3882a8-bbf3-47f6-b836-59ca25960700 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:04.903179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cde8b91b-84f4-4198-a582-d0662cf4fe8a req-6c3882a8-bbf3-47f6-b836-59ca25960700 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1097 time: 0.1312871 Sep 24 19:00:04.971931 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.036322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cde8b91b-84f4-4198-a582-d0662cf4fe8a req-50f2f33b-db95-49a7-a96a-bcfd7894512d tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Sep 24 19:00:05.060700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:05.101021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:05.104105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:05.108642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:05.253420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:05.254349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.327097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883067af-a2f4-451a-82d1-396e6c319efd req-e314597c-23df-4322-a20f-2851f2ac7c49 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:05.335697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-883067af-a2f4-451a-82d1-396e6c319efd req-e314597c-23df-4322-a20f-2851f2ac7c49 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.2022080 Sep 24 19:00:05.350289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-c84b4e62-cda1-420b-bd63-73ef499a69cc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8135562 Sep 24 19:00:05.372099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Request body: {'port': {'device_id': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:05.455391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-a2c3d1cd-029e-4de9-8f7d-ce53354965d5 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:05.456979 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-a2c3d1cd-029e-4de9-8f7d-ce53354965d5 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.69 "GET /v2.0/networks?id=4feef71f-72ee-43bb-a295-e6e59a28e92c HTTP/1.1" status: 200 len: 806 time: 0.1727993 Sep 24 19:00:05.475566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-883067af-a2f4-451a-82d1-396e6c319efd req-d48466b8-9889-44d4-b034-15cc1e6b2755 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389709 Sep 24 19:00:05.530609 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-e14745c6-821f-405f-8fc9-313e260f63cc tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92d823b36674f16856450c38c0ad4a8 HTTP/1.1" status: 200 len: 379 time: 0.0622666 Sep 24 19:00:05.543487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'port': {'device_id': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'admin_state_up': True, 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'security_groups': ['d3588e64-7f29-4581-bcd0-f836a5152c56']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:05.567189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.666840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Made reservation on behalf of e92d823b36674f16856450c38c0ad4a8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:05.670326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.798386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Allocated IP 172.20.0.9 (4feef71f-72ee-43bb-a295-e6e59a28e92c/8c69993c-14d2-4c04-9184-89f9e648c1a2/721ed034-7a03-4ba6-b333-b5e0b60810fb) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:05.820305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ab7a5-bfb8-4dba-a47d-8cec5a0dbfc9 req-68dd6ab6-b85c-429c-9743-a3889a470168 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:05.821831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a38ab7a5-bfb8-4dba-a47d-8cec5a0dbfc9 req-68dd6ab6-b85c-429c-9743-a3889a470168 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 932 time: 0.1781759 Sep 24 19:00:05.838170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.871412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.951307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:05.977531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a38ab7a5-bfb8-4dba-a47d-8cec5a0dbfc9 req-f319ccd6-1342-48ed-b6ed-f8ddcd03b40e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474831 Sep 24 19:00:05.989302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.032489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:06.035705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:06.040438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:06.092239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event updated for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:06.111503 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Floating IP 39c19734-8d8a-4179-a829-d541ed9070ce associated. External IP: 172.25.5.204, port: 4a479fc7-f375-445d-9d51-9540f0c91b49. Sep 24 19:00:06.134680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:06.135460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.154057 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-789a2883-47f8-48c1-b293-529c57b876df tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151662 Sep 24 19:00:06.184601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Request body: {'port': {'device_id': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:06.226986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987458c8-25ed-4dd3-8765-84545f9e9c8a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:06.263951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.287234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Transition to ACTIVE for port object 987458c8-25ed-4dd3-8765-84545f9e9c8a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:06.291379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.294524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.387647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f3d1b86a-1da5-4bf6-b138-1d0f0d9f9cce None None] Provisioning complete for port 721ed034-7a03-4ba6-b333-b5e0b60810fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:06.388671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b86a-1da5-4bf6-b138-1d0f0d9f9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.437670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1b86a-1da5-4bf6-b138-1d0f0d9f9cce None None] Port 721ed034-7a03-4ba6-b333-b5e0b60810fb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:00:06.465111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Pushing event updated for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:06.626258 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:00:06.815387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa160a-c90f-4438-b818-91b6c2902518 req-4f3e349a-abfc-4fb5-a077-fa476a90fa41 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:06.816830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13fa160a-c90f-4438-b818-91b6c2902518 req-4f3e349a-abfc-4fb5-a077-fa476a90fa41 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 931 time: 0.5197060 Sep 24 19:00:06.850443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:06.888525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721ed034-7a03-4ba6-b333-b5e0b60810fb {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:06.897360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.909296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Transition to ACTIVE for port object 721ed034-7a03-4ba6-b333-b5e0b60810fb will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:06.914366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.928978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13fa160a-c90f-4438-b818-91b6c2902518 req-979151c2-d7b5-4517-9bdd-2826fa2422ab tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044669 Sep 24 19:00:06.932510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Attempting to bind port 987458c8-25ed-4dd3-8765-84545f9e9c8a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:06.932510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Attempting to bind port 987458c8-25ed-4dd3-8765-84545f9e9c8a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:06.932705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Attempting to bind port 987458c8-25ed-4dd3-8765-84545f9e9c8a on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:06.941615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Port 987458c8-25ed-4dd3-8765-84545f9e9c8a on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:06.941944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Attempting to bind port 987458c8-25ed-4dd3-8765-84545f9e9c8a on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:06.967603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:06.967949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:06.968337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:06.968783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Bound port: 987458c8-25ed-4dd3-8765-84545f9e9c8a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:06.969149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:06.985612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Pushing event updated for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:07.061767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Attempting to bind port 721ed034-7a03-4ba6-b333-b5e0b60810fb on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:07.062184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Attempting to bind port 721ed034-7a03-4ba6-b333-b5e0b60810fb by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:07.062570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Attempting to bind port 721ed034-7a03-4ba6-b333-b5e0b60810fb on network 4feef71f-72ee-43bb-a295-e6e59a28e92c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:07.069188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Port 721ed034-7a03-4ba6-b333-b5e0b60810fb on network 4feef71f-72ee-43bb-a295-e6e59a28e92c not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:07.069188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Attempting to bind port 721ed034-7a03-4ba6-b333-b5e0b60810fb on network 4feef71f-72ee-43bb-a295-e6e59a28e92c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:07.075530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:07.076115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Checking segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:07.076852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Bound using segment: {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:07.077397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Bound port: 721ed034-7a03-4ba6-b333-b5e0b60810fb, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64cda780-675c-4e16-9d78-db962686393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:07.077963 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.081098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:07.092975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:07.105949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:07.107016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:07.179958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:07.184285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:07.186774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:07.189790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.191687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:07.203569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.216422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.217343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.219158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] 10.222.0.69 "PUT /v2.0/ports/721ed034-7a03-4ba6-b333-b5e0b60810fb HTTP/1.1" status: 200 len: 1091 time: 1.0423133 Sep 24 19:00:07.221224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:07.225743 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225a665e-ca77-4381-b1ce-c8114fd73156" -d '{"events": [{"name": "network-changed", "server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:07.280708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Pushing event updated for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:07.321108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:07.322133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.322987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.324511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-1e45ccf0-d288-4971-a977-8a247e6c4a51 service neutron] 10.222.0.15 "PUT /v2.0/ports/987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 200 len: 1092 time: 1.9638915 Sep 24 19:00:07.325350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:07.327745 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b2b46-8970-44fd-896f-d62258156eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:07.341783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-f4f40018-1582-489a-9c01-b3e7d85f6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.343939 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-f4f40018-1582-489a-9c01-b3e7d85f6c34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e92d823b36674f16856450c38c0ad4a8&device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 1094 time: 0.0758221 Sep 24 19:00:07.344958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcecd-6c12-4a70-84ce-b10bb9528741 service neutron] Pushing event updated for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:07.406074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-b84fd38c-aa81-41e7-84c1-ce11eab5b70a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb HTTP/1.1" status: 200 len: 217 time: 0.0520253 Sep 24 19:00:07.485407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-5fcef7a3-b1ce-41c3-8343-4c9e21638589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.486807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-5fcef7a3-b1ce-41c3-8343-4c9e21638589 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c69993c-14d2-4c04-9184-89f9e648c1a2 HTTP/1.1" status: 200 len: 845 time: 0.0729923 Sep 24 19:00:07.568159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-921994cd-d02e-41a6-9172-68b3efde297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.570230 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-921994cd-d02e-41a6-9172-68b3efde297e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4feef71f-72ee-43bb-a295-e6e59a28e92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697393 Sep 24 19:00:07.576824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-5f3dd6c9-4ad2-4a0a-99b4-36b804ce71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.578692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-5f3dd6c9-4ad2-4a0a-99b4-36b804ce71eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 1095 time: 0.1436250 Sep 24 19:00:07.581882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:07.630257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-a2e21d19-a706-475d-b19c-6862a59e29fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 200 len: 217 time: 0.0393209 Sep 24 19:00:07.683381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:05Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:07.698932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-2460f7e3-c988-4c9a-9f83-e79406e5518c service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155865 Sep 24 19:00:07.711760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:07.722218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:07.723026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:07.735243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-fe0ab26e-b6bc-4f38-a133-b93dc13274bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:07.736617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-fe0ab26e-b6bc-4f38-a133-b93dc13274bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0629454 Sep 24 19:00:07.773643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-7a450405-a389-4af1-9c43-ca175c8c5d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271182 Sep 24 19:00:07.831929 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-21d8ba94-b452-4273-a19b-5a83c4a09aee req-2f9387d7-ed83-4eaa-b901-377bd086da12 service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227045 Sep 24 19:00:07.870824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:07.910875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:07.918463 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:07.983140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-69cc32c5-fde7-4733-a077-c95d6704c1bd service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986005 Sep 24 19:00:07.991426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-b394a3d2-5d54-4043-8617-02c5d034099b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "PUT /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 998 time: 3.4776256 Sep 24 19:00:08.085372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1b722000-2c8c-48fc-ad94-d06d3c3135fe tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.086683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1b722000-2c8c-48fc-ad94-d06d3c3135fe tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports/4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 943 time: 0.0815315 Sep 24 19:00:08.152269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc7a02f-0139-4527-b3f2-759e5eff52a3 req-81fffc68-482d-49ad-b38c-d6082eb4cd7f service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544418 Sep 24 19:00:08.156896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-11132d54-e362-417f-9b7f-59be162029fe tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:00:08.157869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-11132d54-e362-417f-9b7f-59be162029fe tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056889 Sep 24 19:00:08.207645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-e8342e7d-7a0f-4b97-a179-cc9c00fd85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.208819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-422b1f7a-004f-4a16-8f04-89bd968cc5eb tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.211107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-422b1f7a-004f-4a16-8f04-89bd968cc5eb tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 1094 time: 0.0462723 Sep 24 19:00:08.215429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-e8342e7d-7a0f-4b97-a179-cc9c00fd85d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.0515008 Sep 24 19:00:08.221902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:08.221902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Unknown quota resources ['binding']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:00:08.282576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:05Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:08.314560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd094677-8c0c-492b-aa63-0ca14a26355c None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:05Z', 'revision_number': 3, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:08.316461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-240b8fdf-0cbd-440a-9c1e-d03c0e378ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.318142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-240b8fdf-0cbd-440a-9c1e-d03c0e378ec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1012228 Sep 24 19:00:08.364987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:08.366157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:08.366594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:08.370529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-33176774-98c1-4574-aa78-384c7c3fe45c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.0438364 Sep 24 19:00:08.371517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:08.371984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:08.379005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:08.379421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:08.379859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:08.380463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Bound port: 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:08.412245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:08.440254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1b0c5161-ec07-4a53-b6d2-96481231dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.445017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:08.447378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1b0c5161-ec07-4a53-b6d2-96481231dc45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0675437 Sep 24 19:00:08.451865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:08.463553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-6074bf4a-8235-43ba-88ce-3889bbae3408 service neutron] 10.222.0.18 "POST /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2401323 Sep 24 19:00:08.496712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-6d5ab005-be8a-484f-b55b-94e88b656a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.498380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-6d5ab005-be8a-484f-b55b-94e88b656a40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482659 Sep 24 19:00:08.515551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-f668d644-fe58-4446-9e5d-19ee7946fb24 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:00:08.515551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-f668d644-fe58-4446-9e5d-19ee7946fb24 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057919 Sep 24 19:00:08.524927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:08.594195 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7bcc1-c7f7-4a44-aea5-79401004cc90 None None] New status for floating IP 39c19734-8d8a-4179-a829-d541ed9070ce: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:08.602212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:08.603641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:08.607366 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67178856-5a92-46a0-8f8d-dc813071272c" -d '{"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-unplugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:08.618132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:08.658321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:08.680741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:08.706439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-922181b9-833d-4418-9980-6482f953c20e tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.708279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-922181b9-833d-4418-9980-6482f953c20e tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1097 time: 0.1392586 Sep 24 19:00:08.729360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:08.761647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-81572a64-3264-45bf-a5aa-909a506c54fc service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340608 Sep 24 19:00:08.779337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2492f26-63c7-445a-813a-7729cc80b4aa req-f99f9f54-4813-4190-8627-6a997c430748 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:08.780846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2492f26-63c7-445a-813a-7729cc80b4aa req-f99f9f54-4813-4190-8627-6a997c430748 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 946 time: 0.1209686 Sep 24 19:00:08.840011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:08.849089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:08.849710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:08.855264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:08.913789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2492f26-63c7-445a-813a-7729cc80b4aa req-d3838d8b-17ca-4e24-8e7d-7553cde6c01e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031947 Sep 24 19:00:08.958100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:09.001914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-0da24640-1516-46fc-84a2-5718df32ba31 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190037 Sep 24 19:00:09.127063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:09.148388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-7b22f0e7-b25c-4af1-928c-b1ee13c0a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.149942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-7b22f0e7-b25c-4af1-928c-b1ee13c0a9bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1096 time: 0.1044598 Sep 24 19:00:09.184657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca352910-d781-4641-a5f9-d0f05214465e req-abaef7ff-5957-4c12-888c-0484d51d14c7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.186184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca352910-d781-4641-a5f9-d0f05214465e req-abaef7ff-5957-4c12-888c-0484d51d14c7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 944 time: 0.1279454 Sep 24 19:00:09.196613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:08Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:09.227681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:09.233344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:09.235773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:09.236388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:09.323950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca352910-d781-4641-a5f9-d0f05214465e req-199da4ea-44a7-4501-a92a-7e4a6f46a859 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247382 Sep 24 19:00:09.352316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:09.354807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-efbbfe06-c6b7-4fd8-b21f-2eba48678a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.356359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-efbbfe06-c6b7-4fd8-b21f-2eba48678a39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1987438 Sep 24 19:00:09.358481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:09.365530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:09.449060 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9b9ea-4679-4b0f-a6c6-5f7e3e6562db x-openstack-request-id: req-12a9b9ea-4679-4b0f-a6c6-5f7e3e6562db {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:09.449060 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:09.449548 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a9b9ea-4679-4b0f-a6c6-5f7e3e6562db {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:09.450832 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'status': 'completed', 'code': 200} Sep 24 19:00:09.510005 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134411f2-5513-43e5-add8-7c19e0653242 x-openstack-request-id: req-134411f2-5513-43e5-add8-7c19e0653242 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:09.510337 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:09.510527 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-134411f2-5513-43e5-add8-7c19e0653242 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:09.510954 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a', 'status': 'completed', 'code': 200} Sep 24 19:00:09.528140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-4b089ee0-e5f2-4231-baa2-277f97eaa01b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 1001 time: 0.1346633 Sep 24 19:00:09.531253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:09.586636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:09.587041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:09.587340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:09.589873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-5ef42ed9-8570-42c3-9e17-15062422a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.591424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-5ef42ed9-8570-42c3-9e17-15062422a30d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e92d823b36674f16856450c38c0ad4a8&device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 1094 time: 0.1127095 Sep 24 19:00:09.599688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-2fc90e41-af7f-4ddb-a764-deb37e0ef0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.601382 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-2fc90e41-af7f-4ddb-a764-deb37e0ef0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 1095 time: 0.0685000 Sep 24 19:00:09.616359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1bf4d6fb-13ca-4ada-bb9b-e3277db3a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.617985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-1bf4d6fb-13ca-4ada-bb9b-e3277db3a2cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0829360 Sep 24 19:00:09.620728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:09.621058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Attempting to bind port 64dcc4db-316b-49e2-8abf-0494bba7da68 on network 63a23328-1ed9-474c-a5bd-5235fddcda5f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:09.639994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:09.640367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Checking segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:09.640720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Bound using segment: {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:09.641169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Bound port: 64dcc4db-316b-49e2-8abf-0494bba7da68, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b031e6a-bcc7-485c-ac13-038f067c547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '63a23328-1ed9-474c-a5bd-5235fddcda5f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:09.641535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:09.641708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:08Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:09.670831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a28e35-4d3d-459b-ab6a-cea8c89586e4 None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:01:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:08Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:09.702304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce6055-9c1a-439a-a4bd-787f6d8e324c req-e3154320-7281-41e3-9ab3-5065084700a2 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.703994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80ce6055-9c1a-439a-a4bd-787f6d8e324c req-e3154320-7281-41e3-9ab3-5065084700a2 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 943 time: 0.1218092 Sep 24 19:00:09.772775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-ce5022ba-a3fe-458b-a7a1-a827e837eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.774290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-ce5022ba-a3fe-458b-a7a1-a827e837eb57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483347 Sep 24 19:00:09.779147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-7d527c69-0486-4ce7-8813-0cbda3933c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.780600 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-7d527c69-0486-4ce7-8813-0cbda3933c81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4feef71f-72ee-43bb-a295-e6e59a28e92c HTTP/1.1" status: 200 len: 906 time: 0.1783605 Sep 24 19:00:09.785674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-14bf25ee-d8a9-4d6d-9999-35b3c5f16ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:09.787133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-14bf25ee-d8a9-4d6d-9999-35b3c5f16ad7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.1761289 Sep 24 19:00:09.801841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80ce6055-9c1a-439a-a4bd-787f6d8e324c req-34bfbe25-bbe6-4e5f-a894-4d302b61cc5b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770440 Sep 24 19:00:09.831537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:09.854982 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-d88c4aee-66ea-499d-9091-ee398d49ff69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb HTTP/1.1" status: 200 len: 217 time: 0.0662072 Sep 24 19:00:09.867403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:09.910539 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-ffe6ae46-d522-404d-9282-ccc01c8787b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 200 len: 217 time: 0.0635300 Sep 24 19:00:09.914317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:10.000524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-06dede16-7099-42f9-9d47-2e91db17aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.002055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-06dede16-7099-42f9-9d47-2e91db17aeb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c69993c-14d2-4c04-9184-89f9e648c1a2 HTTP/1.1" status: 200 len: 845 time: 0.1004150 Sep 24 19:00:10.009176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-249ee85c-b64b-4c35-ad1b-bdfd6ba4942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.010596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-249ee85c-b64b-4c35-ad1b-bdfd6ba4942f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0727470 Sep 24 19:00:10.043404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-84045ec4-34d5-40e1-9313-bd261b032e5e service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596145 Sep 24 19:00:10.054302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881c08-c346-4209-9d49-db238c50be03 req-43686e93-2c94-4fdf-8e56-c221b3419353 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.055873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b881c08-c346-4209-9d49-db238c50be03 req-43686e93-2c94-4fdf-8e56-c221b3419353 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1456866 Sep 24 19:00:10.056524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=8']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:10.061994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-1ee521d9-fc38-414a-94eb-59574ca2b0c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407522 Sep 24 19:00:10.078210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-241afa0c-7bf7-4655-94c0-0b5f660d4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.079987 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-241afa0c-7bf7-4655-94c0-0b5f660d4a69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4feef71f-72ee-43bb-a295-e6e59a28e92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685346 Sep 24 19:00:10.087754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.088378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:10.089674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3b6ae0bc-a12d-4d3f-94e4-af140b14ab3f service neutron] 10.222.0.15 "PUT /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 1122 time: 1.3696280 Sep 24 19:00:10.166161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b881c08-c346-4209-9d49-db238c50be03 req-38cdd8e1-cfd5-4d74-96fe-d54fcd3ae0c0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890200 Sep 24 19:00:10.197122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2ff63c-ce26-4324-a483-a977d48cf253 req-341d07fd-e298-4b29-8b45-05df381aaefa service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188941 Sep 24 19:00:10.250269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['64dcc4db-316b-49e2-8abf-0494bba7da68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:10.275080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-814a354b-d090-469f-bd1b-fafff2b6ad99 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939130 Sep 24 19:00:10.276778 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-a1740cff-da05-4033-bd96-123be326bdee service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885464 Sep 24 19:00:10.299298 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7edf92f-9f09-4301-ad4b-9be3dac5f7d8 x-openstack-request-id: req-e7edf92f-9f09-4301-ad4b-9be3dac5f7d8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:10.299665 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-unplugged", "status": "completed", "tag": "4668f2a2-1803-4d90-af86-3720625eb605", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:10.299904 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7edf92f-9f09-4301-ad4b-9be3dac5f7d8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:10.300242 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605', 'code': 200} Sep 24 19:00:10.302347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['64dcc4db-316b-49e2-8abf-0494bba7da68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:10.395528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f59ef-1861-4f12-8bf2-49d471ec824e req-2e325785-343f-4083-af22-f1df98f8ac7e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.397218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79f59ef-1861-4f12-8bf2-49d471ec824e req-2e325785-343f-4083-af22-f1df98f8ac7e tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.0666103 Sep 24 19:00:10.433031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 721ed034-7a03-4ba6-b333-b5e0b60810fb details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:10.491048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79f59ef-1861-4f12-8bf2-49d471ec824e req-d406f57c-bcb0-461e-8bbc-895df2e9e032 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Sep 24 19:00:10.510228 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d5b2b46-8970-44fd-896f-d62258156eb4 req-9b32a2ff-a33c-44f1-a268-8083875df972 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262025 Sep 24 19:00:10.527078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:10.539168 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-225a665e-ca77-4381-b1ce-c8114fd73156 req-417855ba-0c56-499e-baa7-358a56794073 service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067645 Sep 24 19:00:10.681542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-f39ebeeb-6672-4166-89d5-90dabede4a85 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.0696626 Sep 24 19:00:10.737574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-93eaec0e-b561-49ff-bbaf-e1df893178fb tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.739017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-93eaec0e-b561-49ff-bbaf-e1df893178fb tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports/c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 942 time: 0.0502064 Sep 24 19:00:10.800677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:10.831072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'port_id': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'mac_address': 'fa:16:3e:ca:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:10.845528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:10.870602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-46e51279-6417-4f1a-b4fe-d0928c9de51b tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.0780561 Sep 24 19:00:10.884901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 19:00:10.900638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:10.917966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721ed034-7a03-4ba6-b333-b5e0b60810fb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:10.941464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:10.946101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:10.992071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-a303b8bb-be03-4faf-9385-363dfeff89ba tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:10.996503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62b41d4-9d45-4160-b25d-7955c6abba53 req-a303b8bb-be03-4faf-9385-363dfeff89ba tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1184726 Sep 24 19:00:11.023389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:11.077083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd35e72-b34b-4b5c-9dcc-e0d772038e6b req-01ac2abb-3e6d-48d9-92d3-05286afd124b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:11.078784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dd35e72-b34b-4b5c-9dcc-e0d772038e6b req-01ac2abb-3e6d-48d9-92d3-05286afd124b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 944 time: 0.0567036 Sep 24 19:00:11.128424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dd35e72-b34b-4b5c-9dcc-e0d772038e6b req-cd4e94f1-125e-4e73-a107-1f31d6f43d1a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Sep 24 19:00:11.172082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3de58-38ad-4762-b95f-17cf9f8bb01f req-c503ac12-e3eb-4e69-a109-a7765a3237ac tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:11.173598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65f3de58-38ad-4762-b95f-17cf9f8bb01f req-c503ac12-e3eb-4e69-a109-a7765a3237ac tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 944 time: 0.0566475 Sep 24 19:00:11.213179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65f3de58-38ad-4762-b95f-17cf9f8bb01f req-34c704f5-b702-49ec-a65d-713253304e2e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Sep 24 19:00:11.321987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a8fcb7f1-0c9d-42d4-96b5-98ca678c7f28 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.0847256 Sep 24 19:00:11.337469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['721ed034-7a03-4ba6-b333-b5e0b60810fb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:11.422546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-977ca82f-c9f9-4cca-aa5b-5392cbe65b4f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:11.424118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-977ca82f-c9f9-4cca-aa5b-5392cbe65b4f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports/c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 942 time: 0.0942051 Sep 24 19:00:11.449773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86778b9-46d5-4e99-8a67-f3e0a1d4bc65 req-9350761a-8d51-4353-bf3b-d9facd1af343 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:11.451633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c86778b9-46d5-4e99-8a67-f3e0a1d4bc65 req-9350761a-8d51-4353-bf3b-d9facd1af343 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1053402 Sep 24 19:00:11.528078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}, {'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'}, {'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68'}, {'name': 'network-changed', 'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:11.533639 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2a50ea-022d-453f-876b-15cd90f42816" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}, {"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d"}, {"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68"}, {"name": "network-changed", "server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:11.542681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c86778b9-46d5-4e99-8a67-f3e0a1d4bc65 req-bf1400e8-0a56-47e0-a2cf-7eaf71c4bb90 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784931 Sep 24 19:00:11.565284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-8b4736d9-7733-4de7-a7a6-c88408daa256 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.0789964 Sep 24 19:00:12.030240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-c1906b99-0deb-45e4-8360-27786bb858e0 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:12.031656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-c1906b99-0deb-45e4-8360-27786bb858e0 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.4605052 Sep 24 19:00:12.056386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-b26f3a75-0f04-48ee-a70d-00b4a187b523 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:12.058484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-b26f3a75-0f04-48ee-a70d-00b4a187b523 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.1780939 Sep 24 19:00:12.110771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-bada7336-3989-4919-9bbf-aa6d48e1272a tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/quotas/687734c9c5a44063afd01ca53ba4df34 HTTP/1.1" status: 200 len: 375 time: 0.0193985 Sep 24 19:00:12.133965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-480c7e0d-2dc0-4ec5-827c-aef3d8b0e8a8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.0940185 Sep 24 19:00:12.153153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:12.213854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-03c9daff-29f7-4f9f-bb02-53ed43e507ff tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959725 Sep 24 19:00:12.222161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.403255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-af0bf508-ed6d-4979-98ab-406e7c9edcab service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787703 Sep 24 19:00:12.456872 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.468566 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.468906 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Floating IP 39c19734-8d8a-4179-a829-d541ed9070ce disassociated. External IP: 172.25.5.204, port: c3166a5e-835d-4e8b-b86c-45aba2a2179d. Sep 24 19:00:12.511790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 987458c8-25ed-4dd3-8765-84545f9e9c8a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:12.611033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:12.621175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-9f22401c-c184-4c12-aed8-4b7c9c1fbfdf service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785486 Sep 24 19:00:12.622682 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '987458c8-25ed-4dd3-8765-84545f9e9c8a', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': '987458c8-25ed-4dd3-8765-84545f9e9c8a', 'mac_address': 'fa:16:3e:c6:94:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:12.667445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.682054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987458c8-25ed-4dd3-8765-84545f9e9c8a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:12.706342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:12.712290 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.773910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:12.781504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:12.915864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b53e4f-ba7e-4691-952f-0e1b69ead16e req-9740ed88-63b4-4457-bce6-fc599e6f78e3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:12.917355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33b53e4f-ba7e-4691-952f-0e1b69ead16e req-9740ed88-63b4-4457-bce6-fc599e6f78e3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.0974553 Sep 24 19:00:12.946146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:12.951898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:12.956992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:12.968516 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:12.969204 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:12.992936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33b53e4f-ba7e-4691-952f-0e1b69ead16e req-c45dad5a-748f-4960-aae6-9770cbabc6dd tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679953 Sep 24 19:00:12.994457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-a90e8bee-6321-4050-9426-c0f670046918 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "PUT /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 695 time: 0.8462100 Sep 24 19:00:13.082274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-efc424fa-1448-4f01-b39d-0e6655243464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.083926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-efc424fa-1448-4f01-b39d-0e6655243464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0725210 Sep 24 19:00:13.091869 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee3c76f-f667-4a72-a632-aed6121109cf x-openstack-request-id: req-8ee3c76f-f667-4a72-a632-aed6121109cf {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:13.092186 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d", "status": "completed", "code": 200}, {"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68", "code": 200}, {"name": "network-changed", "server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:13.092436 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ee3c76f-f667-4a72-a632-aed6121109cf {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:13.092849 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 19:00:13.093128 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'status': 'completed', 'code': 200} Sep 24 19:00:13.093368 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'code': 200} Sep 24 19:00:13.093617 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'status': 'completed', 'code': 200} Sep 24 19:00:13.134964 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:13.218162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-dac482ca-db19-4bac-9207-6730afd20b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.220808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-dac482ca-db19-4bac-9207-6730afd20b7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1125 time: 0.0992682 Sep 24 19:00:13.227160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-2e7a9418-4d97-4e00-aeb2-7536899bef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.229391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-2e7a9418-4d97-4e00-aeb2-7536899bef7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.0618827 Sep 24 19:00:13.245367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-78f24aaa-5a4b-4657-87d2-7a582e424211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.247120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-78f24aaa-5a4b-4657-87d2-7a582e424211 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1526358 Sep 24 19:00:13.276057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:13.295619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-c307be59-e191-4906-81f3-538ef5639548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 217 time: 0.0421453 Sep 24 19:00:13.423475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-c3e0312c-80c7-40a0-9305-2db170afad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.436217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-c3e0312c-80c7-40a0-9305-2db170afad7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1339698 Sep 24 19:00:13.457673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-0662725c-7bfb-4bf6-a18f-9bc1e528b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.459939 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-0662725c-7bfb-4bf6-a18f-9bc1e528b354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.2232313 Sep 24 19:00:13.464276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-154eb945-b3ea-41a7-897c-c6b1ae05c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.465938 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-154eb945-b3ea-41a7-897c-c6b1ae05c236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1943748 Sep 24 19:00:13.527195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a925d5-6601-4879-925b-67299de01195 req-1b120a8e-b5ef-4842-b144-c938be46c169 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.534811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9a925d5-6601-4879-925b-67299de01195 req-1b120a8e-b5ef-4842-b144-c938be46c169 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 945 time: 0.0963798 Sep 24 19:00:13.544425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-2e5528e1-5d01-4c9b-aab1-4f926116129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.552728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-2e5528e1-5d01-4c9b-aab1-4f926116129a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155174 Sep 24 19:00:13.556991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:13.596509 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:13.606463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:13.607345 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:13.626752 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-352d53c1-3332-44d6-9c27-caf17dfde0d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 217 time: 0.1530240 Sep 24 19:00:13.627976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-c4309c11-1356-42c5-b96f-027f714c4473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.1420112 Sep 24 19:00:13.646081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9a925d5-6601-4879-925b-67299de01195 req-bb68e215-f9f0-46d9-9382-29fa972de6e9 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102328 Sep 24 19:00:13.717711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-50b855aa-f959-4fcb-b1ef-31e230738e3a service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634698 Sep 24 19:00:13.739454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-8ef6a566-9b8c-45c8-aca7-7e3347d88d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.741317 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-8ef6a566-9b8c-45c8-aca7-7e3347d88d7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0963657 Sep 24 19:00:13.748325 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:13.749776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-8331e008-d6a2-4c2c-bf45-38a8031b6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.751436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-8331e008-d6a2-4c2c-bf45-38a8031b6748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0756488 Sep 24 19:00:13.785911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-12971a54-4e81-4662-9aa7-73bc50435bdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334852 Sep 24 19:00:13.847998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-79f979f4-2af2-417a-b7c7-692fca36c320 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.849491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-79f979f4-2af2-417a-b7c7-692fca36c320 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ee6a843-0e85-49b7-8786-99c1c70ebc5e HTTP/1.1" status: 200 len: 944 time: 0.1707437 Sep 24 19:00:13.868871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d222a-c6b3-4e72-ba39-a35db12a5aa8 req-d7043193-5c95-46df-9af3-c9b819b1de0e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.870378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5d222a-c6b3-4e72-ba39-a35db12a5aa8 req-d7043193-5c95-46df-9af3-c9b819b1de0e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 944 time: 0.1562257 Sep 24 19:00:13.876416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-5d21e410-662a-421c-8e05-d4ebbe423c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:13.877908 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-5d21e410-662a-421c-8e05-d4ebbe423c49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012928 Sep 24 19:00:13.941261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3be9129a-2eb3-4aaf-8930-b0afebaddec5 req-24c2ed3a-75b3-4ce6-9762-9f92819813ac service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089019 Sep 24 19:00:13.944022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-db0e7991-94ea-4cdf-8857-acc2a9e0b741 service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384280 Sep 24 19:00:13.993755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5d222a-c6b3-4e72-ba39-a35db12a5aa8 req-8b9f5e8a-83ae-437b-80d1-3873a9962792 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103849 Sep 24 19:00:14.027924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:14.077187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Deleting port 4668f2a2-1803-4d90-af86-3720625eb605 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:14.077537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:14.092435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe57ba-366a-42c6-b49e-464bdf27f34b None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:14.178362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-dabf1577-8da4-49ae-8398-fa597d00e23e service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670407 Sep 24 19:00:14.180568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-01b1034e-4aee-40e3-8809-90c3b0cd692b service neutron] 10.222.0.69 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169182 Sep 24 19:00:14.271403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dabfcc70-8b86-489c-ab5c-44a675986459 req-ff43cf15-4571-4e97-bab4-16371209d28d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 210 time: 0.0927839 Sep 24 19:00:14.324734 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-467f15ee-01d7-4ea8-b39e-730c81a9c00c service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290085 Sep 24 19:00:14.362721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107c2b-95a7-4bfc-a43b-c7c5905a2a4a req-b5c50e97-40ee-4897-9da2-189e50072e39 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.364421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38107c2b-95a7-4bfc-a43b-c7c5905a2a4a req-b5c50e97-40ee-4897-9da2-189e50072e39 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.3266299 Sep 24 19:00:14.378493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] For port 4668f2a2-1803-4d90-af86-3720625eb605, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4668f2a2-1803-4d90-af86-3720625eb605,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:14.378991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:14.423706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Calling delete_port for 4668f2a2-1803-4d90-af86-3720625eb605 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:14.454583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-26f34170-7787-4d2b-aead-9daa237c103d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.455994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 721ed034-7a03-4ba6-b333-b5e0b60810fb up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:14.456471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-26f34170-7787-4d2b-aead-9daa237c103d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.3753223 Sep 24 19:00:14.478716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Request body: {'port': {'device_id': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'admin_state_up': True, 'tenant_id': '687734c9c5a44063afd01ca53ba4df34'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:14.529852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38107c2b-95a7-4bfc-a43b-c7c5905a2a4a req-2e031e32-0c80-4aa1-ad3a-047664bf2f80 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404192 Sep 24 19:00:14.555063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-7cbaa5a4-5c82-4517-8baf-62d7f5230005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.557118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-7cbaa5a4-5c82-4517-8baf-62d7f5230005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0591908 Sep 24 19:00:14.561391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8441b4-bfd4-4442-9799-abb44581854b None None] New status for floating IP 39c19734-8d8a-4179-a829-d541ed9070ce: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:14.565487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 721ed034-7a03-4ba6-b333-b5e0b60810fb completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:00:14.663554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f0ee-2930-42b0-8cc0-11416eeedfc6 req-d00be857-dc90-4569-829d-7080bccaa12b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.665172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a961f0ee-2930-42b0-8cc0-11416eeedfc6 req-d00be857-dc90-4569-829d-7080bccaa12b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1344166 Sep 24 19:00:14.686359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-b8f92d50-dc42-4345-960a-fa71db88c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.688246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-b8f92d50-dc42-4345-960a-fa71db88c32c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1127737 Sep 24 19:00:14.767267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a961f0ee-2930-42b0-8cc0-11416eeedfc6 req-0e82d3c4-e3d0-4baf-83c8-363ab41b9074 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903137 Sep 24 19:00:14.781035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 721ed034-7a03-4ba6-b333-b5e0b60810fb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:14.781412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:14.795009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:14.800186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:14.818987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:14.857616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event deleted for resources: {'Port': ['ID=4668f2a2-1803-4d90-af86-3720625eb605,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:14.864627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-0a197b8c-0250-4c21-9548-03d158b7d3fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 217 time: 0.1188149 Sep 24 19:00:14.956241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-6cb48b73-e396-4f64-8d55-ba32c34cc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:14.958256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-6cb48b73-e396-4f64-8d55-ba32c34cc313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0555701 Sep 24 19:00:14.996083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] No DVR routers for this DVR port 4668f2a2-1803-4d90-af86-3720625eb605 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:15.002973 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:15.004974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0275a288-9c30-4c08-bbc0-a42790755bc6 req-62bf38f9-a46c-4a8b-8a1f-22e684e56133 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "DELETE /v2.0/ports/4668f2a2-1803-4d90-af86-3720625eb605 HTTP/1.1" status: 204 len: 173 time: 1.1336427 Sep 24 19:00:15.031491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-e7ea270c-130c-4f74-aeaf-7d497b6473be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:15.033356 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-e7ea270c-130c-4f74-aeaf-7d497b6473be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566244 Sep 24 19:00:15.058138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:15.078020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6f66a-049b-49f2-ba81-dd9bfaaa18d4 req-dac49846-7a3b-4744-b1b5-c47f4dc9f3ab tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:15.080079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33a6f66a-049b-49f2-ba81-dd9bfaaa18d4 req-dac49846-7a3b-4744-b1b5-c47f4dc9f3ab tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 945 time: 0.2046411 Sep 24 19:00:15.087319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:15.090432 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff93638c-b94c-4c5c-a162-38c2094aebcd" -d '{"events": [{"server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "name": "network-vif-plugged", "status": "completed", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:15.101162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-2a9e1649-9492-4d56-a64f-e3d3fba7dfee tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:15.105632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-2a9e1649-9492-4d56-a64f-e3d3fba7dfee tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2050066 Sep 24 19:00:15.109106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:15.112226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'}, {'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-deleted', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:15.114656 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d"}, {"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-deleted", "tag": "4668f2a2-1803-4d90-af86-3720625eb605"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:15.116945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:15.188007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:15.215857 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-ac0e4917-dfd3-438a-9730-d60685b6bb3d service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439056 Sep 24 19:00:15.349551 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa2a50ea-022d-453f-876b-15cd90f42816 req-60b44a27-23d9-4944-b0b0-f34d2613e083 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Sep 24 19:00:15.472415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Allocated IP 172.20.0.9 (4e5b4c22-be78-44e5-ad26-ece7e66bf875/f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8/ed14068f-bea6-4477-b5f2-b3669051a1ce) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:15.482300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-2a6e719b-3d61-4df9-9b74-4fb1e8fc7ee9 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.3556786 Sep 24 19:00:15.504143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:15.543508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33a6f66a-049b-49f2-ba81-dd9bfaaa18d4 req-5b942f3a-c8c2-4927-a7e7-24b9c9042e1d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321053 Sep 24 19:00:15.561123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:15.842678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01a7d-d720-4f97-8bb4-e73bd6d8ea1b req-de6d5431-db74-40d1-bc44-4c64a8ce913b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:15.844200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45c01a7d-d720-4f97-8bb4-e73bd6d8ea1b req-de6d5431-db74-40d1-bc44-4c64a8ce913b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.2090998 Sep 24 19:00:15.939277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:15.945080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45c01a7d-d720-4f97-8bb4-e73bd6d8ea1b req-a0ea763e-c368-4071-b6a6-def1cd5d3cb3 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939009 Sep 24 19:00:15.993868 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4bb29-3989-4f43-9f49-0b9d17c39aa8 x-openstack-request-id: req-34d4bb29-3989-4f43-9f49-0b9d17c39aa8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:15.994631 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "name": "network-vif-plugged", "status": "completed", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:15.995147 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d4bb29-3989-4f43-9f49-0b9d17c39aa8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:15.995827 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'code': 200} Sep 24 19:00:16.046552 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5a9c8-4f38-4170-bdb6-cc5a579b0409 x-openstack-request-id: req-c6a5a9c8-4f38-4170-bdb6-cc5a579b0409 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:16.046935 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d", "status": "completed", "code": 200}, {"server_uuid": "9ee6a843-0e85-49b7-8786-99c1c70ebc5e", "name": "network-vif-deleted", "tag": "4668f2a2-1803-4d90-af86-3720625eb605", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:16.047342 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6a5a9c8-4f38-4170-bdb6-cc5a579b0409 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:16.053784 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'status': 'completed', 'code': 200} Sep 24 19:00:16.053784 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a843-0e85-49b7-8786-99c1c70ebc5e', 'name': 'network-vif-deleted', 'tag': '4668f2a2-1803-4d90-af86-3720625eb605', 'status': 'completed', 'code': 200} Sep 24 19:00:16.113407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.136114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-21ce6e72-3346-4ee0-8633-ab051224d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.137753 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-21ce6e72-3346-4ee0-8633-ab051224d064 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0495040 Sep 24 19:00:16.237319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:16.246249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-78e56075-9263-4d17-882e-a91cbf9320a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.247695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-78e56075-9263-4d17-882e-a91cbf9320a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.0889778 Sep 24 19:00:16.249646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:16.270321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:16.272756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:16.279446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc3d-4f50-40ee-8f1a-38487e2f0df4 req-e60fcf04-e972-42f2-bb40-f1f278bba3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.280914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4f5fc3d-4f50-40ee-8f1a-38487e2f0df4 req-e60fcf04-e972-42f2-bb40-f1f278bba3df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 1096 time: 0.2072506 Sep 24 19:00:16.307624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-7d24c9b6-134c-4780-a0f2-e91509b221d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 200 len: 217 time: 0.0404358 Sep 24 19:00:16.330028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a170-7b72-495b-a387-1bf8c278c293 req-929fa557-d5ef-4530-be3f-f6552a088361 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.331532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbf9a170-7b72-495b-a387-1bf8c278c293 req-929fa557-d5ef-4530-be3f-f6552a088361 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 931 time: 0.2161725 Sep 24 19:00:16.370691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-be758b50-f78f-4e5b-991e-d2444e790b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.372373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-be758b50-f78f-4e5b-991e-d2444e790b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.0470138 Sep 24 19:00:16.430356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.430949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.435279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-551db922-0a79-49f3-95f0-9abd5ad295b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.437065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-551db922-0a79-49f3-95f0-9abd5ad295b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428917 Sep 24 19:00:16.444518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4f5fc3d-4f50-40ee-8f1a-38487e2f0df4 req-c5990af2-72f4-4a0d-b40f-c8da0c9dc328 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363196 Sep 24 19:00:16.461364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.465649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.466722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:16.470151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbf9a170-7b72-495b-a387-1bf8c278c293 req-03e30890-facd-4d22-abf8-fee3ef7a630e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226909 Sep 24 19:00:16.472472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-0b8196b6-85d7-44df-af13-99c70aa08d0d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9978650 Sep 24 19:00:16.560756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 987458c8-25ed-4dd3-8765-84545f9e9c8a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:16.561581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-4a26a840-8bba-43b4-911f-a954f079bf90 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096101 Sep 24 19:00:16.605545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:16.607156 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Floating IP 39c19734-8d8a-4179-a829-d541ed9070ce associated. External IP: 172.25.5.204, port: 4a479fc7-f375-445d-9d51-9540f0c91b49. Sep 24 19:00:16.630044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 4668f2a2-1803-4d90-af86-3720625eb605 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:16.630713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4668f2a2-1803-4d90-af86-3720625eb605 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:16.663453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 987458c8-25ed-4dd3-8765-84545f9e9c8a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:00:16.663642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605014f-ef04-4a24-82cd-edd8fdff743c req-c15094c8-7bb2-4a82-8fc7-d93316065916 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:16.665214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d605014f-ef04-4a24-82cd-edd8fdff743c req-c15094c8-7bb2-4a82-8fc7-d93316065916 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1042917 Sep 24 19:00:16.667667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 987458c8-25ed-4dd3-8765-84545f9e9c8a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:16.667963 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.689373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb4b2b3-5d47-4c9a-a4dc-19d2eafe7ce5 req-f566d1dc-7813-4b00-abc2-a3eaa869c990 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049414 Sep 24 19:00:16.694296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Request body: {'port': {'device_id': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:16.776717 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.784941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d605014f-ef04-4a24-82cd-edd8fdff743c req-fca4986b-f600-4ba9-a01d-4c27972cb0ec tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029818 Sep 24 19:00:16.816185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:16.821135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.850463 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:16.877600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:17.017482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:17.146511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b246a-e5f1-45f5-9f5c-3411266f318b req-60aff1d1-4ec3-4f06-a9b1-085eea0768f6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:17.148517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-157b246a-e5f1-45f5-9f5c-3411266f318b req-60aff1d1-4ec3-4f06-a9b1-085eea0768f6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1331437 Sep 24 19:00:17.274115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-157b246a-e5f1-45f5-9f5c-3411266f318b req-0d05adb8-60c5-46a6-8b44-909f76856658 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989215 Sep 24 19:00:17.275135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:17.284717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:17.286114 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:17.298330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:17.304283 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:17.395197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-235f8b47-e162-4d94-8d30-1953c7b1c1db tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "PUT /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 997 time: 1.9032261 Sep 24 19:00:17.432498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed14068f-bea6-4477-b5f2-b3669051a1ce {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:17.446295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:17.461563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:17.480338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e08b11-7b90-4f92-bd1a-608936037afa req-7f18a5ba-b763-4d99-8c2d-41e76f4b1801 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:17.482611 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-68e08b11-7b90-4f92-bd1a-608936037afa req-7f18a5ba-b763-4d99-8c2d-41e76f4b1801 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "GET /v2.0/ports?device_id=58dc2948-5492-472c-bbaa-afff6db2e2ca HTTP/1.1" status: 200 len: 945 time: 0.0596049 Sep 24 19:00:17.492645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Transition to ACTIVE for port object ed14068f-bea6-4477-b5f2-b3669051a1ce will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:17.494837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-31f016d6-cba2-4eac-9b22-d53db69dcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:17.496488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-31f016d6-cba2-4eac-9b22-d53db69dcf99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.0809903 Sep 24 19:00:17.498483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:17.508336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85d22-e3b1-4cd9-acb7-f3ab256d4ae1 req-08b81a6e-d8fb-42aa-9b46-7cd1cfff2625 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:17.509969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31d85d22-e3b1-4cd9-acb7-f3ab256d4ae1 req-08b81a6e-d8fb-42aa-9b46-7cd1cfff2625 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.1348176 Sep 24 19:00:17.619489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Deleting port c3166a5e-835d-4e8b-b86c-45aba2a2179d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:17.620114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:17.636816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31d85d22-e3b1-4cd9-acb7-f3ab256d4ae1 req-dc326e02-55d4-4c40-854c-fa207ade31bd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990944 Sep 24 19:00:17.675692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:17.799382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-544416b2-e301-4f96-a15e-e703e2dbe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:17.800857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-544416b2-e301-4f96-a15e-e703e2dbe8dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.2899964 Sep 24 19:00:17.825816 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:16Z', 'revision_number': 8, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:17.828517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] For port c3166a5e-835d-4e8b-b86c-45aba2a2179d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c3166a5e-835d-4e8b-b86c-45aba2a2179d,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:17.829116 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:17.845355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Calling delete_port for c3166a5e-835d-4e8b-b86c-45aba2a2179d owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:17.877325 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:17.891593 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:17.892231 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T18:59:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:17.896137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-da84c84a-3cc9-4fda-bd1c-16a337b08653 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 1000 time: 0.0728154 Sep 24 19:00:17.997055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:17.999434 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5760399-996c-4386-8701-afb86325333f" -d '{"events": [{"server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "name": "network-vif-plugged", "status": "completed", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:18.022921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:18.033411 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:18.038239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4a479fc7-f375-445d-9d51-9540f0c91b49', 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:18.073822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event deleted for resources: {'Port': ['ID=c3166a5e-835d-4e8b-b86c-45aba2a2179d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:18.135970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] No DVR routers for this DVR port c3166a5e-835d-4e8b-b86c-45aba2a2179d on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:18.141031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:18.143599 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-68e08b11-7b90-4f92-bd1a-608936037afa req-3c2527cc-a79d-48f7-a7ca-423fbd5e0eb1 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "DELETE /v2.0/ports/c3166a5e-835d-4e8b-b86c-45aba2a2179d HTTP/1.1" status: 204 len: 173 time: 0.6488845 Sep 24 19:00:18.144580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'name': 'network-vif-deleted', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:18.151388 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db5ca23-f433-499c-b50a-2efb91ad2922" -d '{"events": [{"server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "name": "network-vif-deleted", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:18.289403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Attempting to bind port ed14068f-bea6-4477-b5f2-b3669051a1ce on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:18.290099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Attempting to bind port ed14068f-bea6-4477-b5f2-b3669051a1ce by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:18.290598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Attempting to bind port ed14068f-bea6-4477-b5f2-b3669051a1ce on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:18.295904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:18.298650 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7021ee-d222-4c4e-81bc-936f1ba205d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:18.305295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Port ed14068f-bea6-4477-b5f2-b3669051a1ce on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:18.305870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Attempting to bind port ed14068f-bea6-4477-b5f2-b3669051a1ce on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:18.321882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:18.322490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Checking segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:18.323112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Bound using segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:18.323853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Bound port: ed14068f-bea6-4477-b5f2-b3669051a1ce, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:18.324507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:18.383855 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:16Z', 'revision_number': 8, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:18.390659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b33e-637e-48d2-91b4-9abf960373ae req-afbc4e48-9286-44ee-be66-294a9449c69c tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.399003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4510b33e-637e-48d2-91b4-9abf960373ae req-afbc4e48-9286-44ee-be66-294a9449c69c tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.5969064 Sep 24 19:00:18.422115 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dac63-e0a6-4988-8e62-4010b5227f25 None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '39c19734-8d8a-4179-a829-d541ed9070ce', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'port_id': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'mac_address': 'fa:16:3e:5e:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:35Z', 'updated_at': '2021-09-24T19:00:16Z', 'revision_number': 8, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:18.425110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-94758599-38de-441b-84f9-24902afbd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.431332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-94758599-38de-441b-84f9-24902afbd373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.5145195 Sep 24 19:00:18.517743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4510b33e-637e-48d2-91b4-9abf960373ae req-8f5fcd09-61b6-4c3f-85c9-aabaf7f848ae tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171010 Sep 24 19:00:18.518749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:18.534195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-a3208194-da94-4239-b3b8-9b1c6d5164c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.542681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-a3208194-da94-4239-b3b8-9b1c6d5164c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066389 Sep 24 19:00:18.545552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:18.555678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:18.669114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.669742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:18.671193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] 10.222.0.69 "PUT /v2.0/ports/ed14068f-bea6-4477-b5f2-b3669051a1ce HTTP/1.1" status: 200 len: 1091 time: 1.9818215 Sep 24 19:00:18.695058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19c07e-444a-4487-8f1c-a5aeb6797f7b None None] New status for floating IP 39c19734-8d8a-4179-a829-d541ed9070ce: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:18.707258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292a7b0-3139-494e-9198-d4b4bccc130f service neutron] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:18.760947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-87f76ac7-6c16-4ecd-a251-87b2b6df95c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173750 Sep 24 19:00:18.777666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287d8-03b0-48b3-ae15-7c0f43058574 req-7def09fc-b025-43af-844b-8d0eebd356dc tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.779494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f287d8-03b0-48b3-ae15-7c0f43058574 req-7def09fc-b025-43af-844b-8d0eebd356dc tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 943 time: 0.1776466 Sep 24 19:00:18.903793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-ccb4a5a3-c51e-4b11-bf67-91fe8f0675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:18.906123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-ccb4a5a3-c51e-4b11-bf67-91fe8f0675b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 1094 time: 0.1815660 Sep 24 19:00:18.918499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00f287d8-03b0-48b3-ae15-7c0f43058574 req-e821a4b7-87f5-44b6-9eb5-ab0d8198a2e2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275733 Sep 24 19:00:18.991908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-5e4d0cc6-a217-432f-a54f-e0fd68c67338 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce HTTP/1.1" status: 200 len: 217 time: 0.0650120 Sep 24 19:00:19.015296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d10c8b05-f1c5-45e5-85cc-ae19a4724516 req-a2a6f99e-0eeb-4cd4-a4e6-ad79a9c38f69 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346699 Sep 24 19:00:19.080436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e505-6d70-4481-82aa-261874067045 req-93c7a40b-aa3a-47c7-b299-bcf0dcab5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.081966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-93c7a40b-aa3a-47c7-b299-bcf0dcab5087 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0782917 Sep 24 19:00:19.091019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870cc9b-15d6-4683-a0ee-85e5a3b82b91 req-e7115332-bfb2-40b0-b477-b43461a49be5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.098281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9870cc9b-15d6-4683-a0ee-85e5a3b82b91 req-e7115332-bfb2-40b0-b477-b43461a49be5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1090252 Sep 24 19:00:19.161027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-e05b0adc-0b21-4976-9d15-83f6b009218f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600376 Sep 24 19:00:19.204586 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d33134-c18a-48dc-9109-746f75275b95 x-openstack-request-id: req-35d33134-c18a-48dc-9109-746f75275b95 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:19.205052 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "name": "network-vif-plugged", "status": "completed", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:19.205154 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35d33134-c18a-48dc-9109-746f75275b95 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:19.205511 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a', 'code': 200} Sep 24 19:00:19.215830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9870cc9b-15d6-4683-a0ee-85e5a3b82b91 req-7ebbefd7-f6a1-435b-a6fd-7f640d17e08c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166811 Sep 24 19:00:19.243400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-acfbead4-5760-4088-bb2c-7dc900608df4 service neutron] 10.222.0.69 "GET /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.1277342 Sep 24 19:00:19.248365 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f781cee-c7f4-44fa-8d3d-64bc12fca590 x-openstack-request-id: req-6f781cee-c7f4-44fa-8d3d-64bc12fca590 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:19.248883 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dc2948-5492-472c-bbaa-afff6db2e2ca", "name": "network-vif-deleted", "tag": "c3166a5e-835d-4e8b-b86c-45aba2a2179d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:19.249080 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f781cee-c7f4-44fa-8d3d-64bc12fca590 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:19.249427 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc2948-5492-472c-bbaa-afff6db2e2ca', 'name': 'network-vif-deleted', 'tag': 'c3166a5e-835d-4e8b-b86c-45aba2a2179d', 'status': 'completed', 'code': 200} Sep 24 19:00:19.301500 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ee92f-f789-40a1-afb9-547c48c02137 x-openstack-request-id: req-c38ee92f-f789-40a1-afb9-547c48c02137 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:19.302019 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:19.302019 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c38ee92f-f789-40a1-afb9-547c48c02137 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:19.302432 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 19:00:19.341706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98346eb6-a09c-47d4-9ee7-46fa811a1c88 req-e30fc7b0-d36c-47e4-bf09-123e52d292d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.343404 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-98346eb6-a09c-47d4-9ee7-46fa811a1c88 req-e30fc7b0-d36c-47e4-bf09-123e52d292d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 1097 time: 0.0575640 Sep 24 19:00:19.380258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-98346eb6-a09c-47d4-9ee7-46fa811a1c88 req-0cb9c963-4098-4caa-a002-61044ea1063e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284069 Sep 24 19:00:19.411353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-c2130233-01b0-4161-9844-84b3ecdbbd10 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355630 Sep 24 19:00:19.512510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d602c3-9769-403f-97f6-a6db55b141f7 req-c60db2cf-bf2a-4bbf-a39e-4378b8ca3a81 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.514005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d602c3-9769-403f-97f6-a6db55b141f7 req-c60db2cf-bf2a-4bbf-a39e-4378b8ca3a81 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 944 time: 0.1979294 Sep 24 19:00:19.519430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-5294bbda-700e-4bb3-88b0-51943da4f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.520818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-5294bbda-700e-4bb3-88b0-51943da4f8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.1998971 Sep 24 19:00:19.578883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf17b4-c761-443a-952b-e0c942373c96 req-cf9d7b4b-1532-4eba-ac40-7523f2b8476c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.580298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7cf17b4-c761-443a-952b-e0c942373c96 req-cf9d7b4b-1532-4eba-ac40-7523f2b8476c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.2321689 Sep 24 19:00:19.701419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a89e505-6d70-4481-82aa-261874067045 req-1b61e711-9930-4bd9-9e18-f78398e28a23 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702470 Sep 24 19:00:19.714565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d602c3-9769-403f-97f6-a6db55b141f7 req-cc429323-9c22-44e1-9444-63b55d8badd6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912680 Sep 24 19:00:19.737552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7cf17b4-c761-443a-952b-e0c942373c96 req-0eec2046-2289-44ae-96fb-31d5b1256297 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388152 Sep 24 19:00:19.841939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:19.909220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-3da9a4e2-5eb0-426a-8389-fe0a34b82df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:19.910692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-3da9a4e2-5eb0-426a-8389-fe0a34b82df7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.2689638 Sep 24 19:00:19.913127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:19.980444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-069e4c7e-30f8-4cd8-b484-e730e31c6c71 req-3efc4749-c7e4-48e2-b190-ec465b7c7cc3 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 999 time: 0.2005935 Sep 24 19:00:20.000705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dcc4db-316b-49e2-8abf-0494bba7da68 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:20.026575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8a6b-f9be-424a-b558-d65031cd2145 req-63042799-076a-4a9c-97d0-e38b88495597 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.028115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-404a8a6b-f9be-424a-b558-d65031cd2145 req-63042799-076a-4a9c-97d0-e38b88495597 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.1937010 Sep 24 19:00:20.050634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:20.094679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-6e99a3fe-b906-40de-b06d-d2d9ea04dbe6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 1002 time: 0.1601214 Sep 24 19:00:20.098820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:20.196490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-404a8a6b-f9be-424a-b558-d65031cd2145 req-026a1401-cc52-4b52-91cf-04a217836849 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523592 Sep 24 19:00:20.246216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e4c7e-30f8-4cd8-b484-e730e31c6c71 req-3b581404-b2d6-48c6-b90c-a5e5418dc0a2 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.247656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-069e4c7e-30f8-4cd8-b484-e730e31c6c71 req-3b581404-b2d6-48c6-b90c-a5e5418dc0a2 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2605619 Sep 24 19:00:20.251062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-51345816-ef8e-465b-9881-03192154c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.252599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-51345816-ef8e-465b-9881-03192154c054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1263359 Sep 24 19:00:20.255547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fab8e7c5-acf4-4e06-bfd0-35d069061a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:20.271402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-069e4c7e-30f8-4cd8-b484-e730e31c6c71 req-a8d71bdb-af33-4997-a61e-9be87dfe0ae2 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:00:20.273069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-069e4c7e-30f8-4cd8-b484-e730e31c6c71 req-a8d71bdb-af33-4997-a61e-9be87dfe0ae2 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134289 Sep 24 19:00:20.347651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] Transition to ACTIVE for port object 64dcc4db-316b-49e2-8abf-0494bba7da68 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:20.356218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:20.363385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-7f1860d8-983c-479c-abde-9ba4aa9d8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.364917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-7f1860d8-983c-479c-abde-9ba4aa9d8fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910032 Sep 24 19:00:20.409818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75af18-63c9-431e-bb70-874c51ad8408 req-0fc9f9d6-14d9-463a-995b-39d233432c50 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.410983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e75af18-63c9-431e-bb70-874c51ad8408 req-0fc9f9d6-14d9-463a-995b-39d233432c50 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 943 time: 0.1250236 Sep 24 19:00:20.496399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] No DVR routers for this DVR port 64dcc4db-316b-49e2-8abf-0494bba7da68 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:20.545954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:20.596906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e75af18-63c9-431e-bb70-874c51ad8408 req-7ba63098-46f9-48a1-a985-74d48420e7bd tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702931 Sep 24 19:00:20.600306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-445dca40-a309-4169-92d9-12683087f3b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3284252 Sep 24 19:00:20.617846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-c89deb7e-58b1-48d9-ba01-02a2dfcf4a0b service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240705 Sep 24 19:00:20.628569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acd3d6-9193-4c08-a5c9-94cd60d0bc12 req-9922cc35-f094-412f-b97f-e2ad95a2e4a0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.630122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2acd3d6-9193-4c08-a5c9-94cd60d0bc12 req-9922cc35-f094-412f-b97f-e2ad95a2e4a0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.1772261 Sep 24 19:00:20.639475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51326) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:20.644708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Request body: {'floatingip': {'port_id': '721ed034-7a03-4ba6-b333-b5e0b60810fb'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:20.737155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5ec4720c-3c00-4ecf-8b84-6bd83387097b tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.738764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5ec4720c-3c00-4ecf-8b84-6bd83387097b tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0426412 Sep 24 19:00:20.770227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:20.800853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-982f70d2-0001-461d-bb4b-9febe9a323cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.802446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-982f70d2-0001-461d-bb4b-9febe9a323cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c HTTP/1.1" status: 200 len: 1096 time: 0.0448194 Sep 24 19:00:20.873295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-6bb21038-1a7f-4ed6-b67d-a5aa063c0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.874721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-6bb21038-1a7f-4ed6-b67d-a5aa063c0fc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1096 time: 0.0430622 Sep 24 19:00:20.987924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5b82da4b-454c-4247-bad0-a6557b2750cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:20.989630 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5b82da4b-454c-4247-bad0-a6557b2750cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 200 len: 920 time: 0.0999627 Sep 24 19:00:21.171836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-3aefd3ae-2dc5-4645-91e7-c7dd9af1ccab tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1002 time: 0.5229175 Sep 24 19:00:21.218770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a6fac-2f03-40b3-ab1e-03157b4e2799 req-40abab7d-74d7-4921-8b0c-9ffe4530f6ad tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.220286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f9a6fac-2f03-40b3-ab1e-03157b4e2799 req-40abab7d-74d7-4921-8b0c-9ffe4530f6ad tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.5615723 Sep 24 19:00:21.270356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec7021ee-d222-4c4e-81bc-936f1ba205d3 req-d9522161-ec70-44c3-8b9f-7b6063a0a89f service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392529 Sep 24 19:00:21.308296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-bb4456cb-0cb4-42bc-8ccd-14b213998b1f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.309667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-bb4456cb-0cb4-42bc-8ccd-14b213998b1f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports/4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 943 time: 0.1226218 Sep 24 19:00:21.316203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:21.318455 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:21.320222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-0d1007bc-8835-487a-9e57-f9808634a2cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 200 len: 217 time: 0.3198569 Sep 24 19:00:21.371382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f9a6fac-2f03-40b3-ab1e-03157b4e2799 req-c7363d0a-ccd9-42a6-83dc-19b3e29584c0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385689 Sep 24 19:00:21.377034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5eaf667b-3d15-4ed6-b646-8108be74482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.378687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-5eaf667b-3d15-4ed6-b646-8108be74482a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 200 len: 860 time: 0.0445182 Sep 24 19:00:21.423992 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-63ebccc1-36ba-45ef-9f24-a58c726a5f9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63a23328-1ed9-474c-a5bd-5235fddcda5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312748 Sep 24 19:00:21.468831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-be842692-7fd7-4b21-95b5-8d9db7562bcc tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1002 time: 0.1097269 Sep 24 19:00:21.523445 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-7d52fc23-9536-48d4-b76f-2f89a85c4e17 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Sep 24 19:00:21.619986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-4afe49f9-21bd-49a1-b830-0d76ed8ae338 service neutron] 10.222.0.15 "GET /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891843 Sep 24 19:00:21.669836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace026f-dc78-4d8f-b531-4ee6b1532440 req-0b3e4139-f4e9-4a37-98ba-d3567f0dd295 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.671388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ace026f-dc78-4d8f-b531-4ee6b1532440 req-0b3e4139-f4e9-4a37-98ba-d3567f0dd295 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 945 time: 0.2354736 Sep 24 19:00:21.757232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-ec3ead78-9afc-4d65-8613-ecad1e60de8e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.758629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-ec3ead78-9afc-4d65-8613-ecad1e60de8e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2790205 Sep 24 19:00:21.786383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ace026f-dc78-4d8f-b531-4ee6b1532440 req-4ebf61d2-0709-4964-b940-2a696df9c06b tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063673 Sep 24 19:00:21.905678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-22e25664-b1a4-441e-82cf-8e949729edc2 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1002 time: 0.1378801 Sep 24 19:00:21.918248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:21.929868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-8b1db816-5f19-4372-9ffd-68cbc6d96f78 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:21.931405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-8b1db816-5f19-4372-9ffd-68cbc6d96f78 tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a&tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0482767 Sep 24 19:00:22.020493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104ea20-480e-409f-943d-02c3ede42c03 req-99f003cd-2bf7-4859-adea-1d309e5a09ad tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:22.022421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d104ea20-480e-409f-943d-02c3ede42c03 req-99f003cd-2bf7-4859-adea-1d309e5a09ad tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.1581857 Sep 24 19:00:22.029618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.043454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.045312 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.057499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3e48e288-a50f-4f08-ac18-10dbb8c59abf service neutron] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:22.061242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3e48e288-a50f-4f08-ac18-10dbb8c59abf service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.062466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dcd372a4-5799-4133-a999-db9f4dac18dc req-3e48e288-a50f-4f08-ac18-10dbb8c59abf service neutron] 10.222.0.15 "DELETE /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.1221757 Sep 24 19:00:22.167060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d104ea20-480e-409f-943d-02c3ede42c03 req-099fc53a-d7da-4b8d-bfc3-22e1cae5d1df tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323602 Sep 24 19:00:22.240694 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23edd65d-7166-4e3a-ae27-ca49e0619cc9 x-openstack-request-id: req-23edd65d-7166-4e3a-ae27-ca49e0619cc9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:22.240694 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:22.240694 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23edd65d-7166-4e3a-ae27-ca49e0619cc9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:22.240694 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'status': 'completed', 'code': 200} Sep 24 19:00:22.297133 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Floating IP b774f245-8431-4fc6-bd81-945ac49dd70f associated. External IP: 172.25.5.48, port: 721ed034-7a03-4ba6-b333-b5e0b60810fb. Sep 24 19:00:22.337228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.371960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.372358 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Floating IP 39c19734-8d8a-4179-a829-d541ed9070ce disassociated. External IP: 172.25.5.204, port: 4a479fc7-f375-445d-9d51-9540f0c91b49. Sep 24 19:00:22.424065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-808cd0f9-6d0b-4678-901b-1d8229bc9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:22.425616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-808cd0f9-6d0b-4678-901b-1d8229bc9479 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 1094 time: 0.1823027 Sep 24 19:00:22.491356 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:22.591763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c3166a5e-835d-4e8b-b86c-45aba2a2179d no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:22.616997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c3166a5e-835d-4e8b-b86c-45aba2a2179d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:22.617337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c3166a5e-835d-4e8b-b86c-45aba2a2179d not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:22.645061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:22.657280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'mac_address': 'fa:16:3e:34:e8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:22.699282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.713267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed14068f-bea6-4477-b5f2-b3669051a1ce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:22.735791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:22.739992 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.801858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:22.882502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14ebea2c-e3f9-4373-8294-724b41ddc02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:22.941825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4c4ce-d3e7-4e66-9a56-eb09728a52b2 req-bc727c3f-bfa6-442c-aac1-883f11a65115 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:22.943713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29f4c4ce-d3e7-4e66-9a56-eb09728a52b2 req-bc727c3f-bfa6-442c-aac1-883f11a65115 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 943 time: 0.5295787 Sep 24 19:00:22.992650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-1f36320f-9ed5-4e25-bd5a-e149ee59bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:22.994199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-1f36320f-9ed5-4e25-bd5a-e149ee59bd4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 905 time: 0.5521107 Sep 24 19:00:23.088038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ed14068f-bea6-4477-b5f2-b3669051a1ce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:23.096603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-ac7bfd87-ac03-4fbd-b44a-3b2d8666098d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce HTTP/1.1" status: 200 len: 217 time: 0.0824575 Sep 24 19:00:23.147987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29f4c4ce-d3e7-4e66-9a56-eb09728a52b2 req-1515b90e-1451-40c3-a104-af72784055be tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891837 Sep 24 19:00:23.216206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-326a6605-94f9-4656-a4d0-8956765f9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:23.218406 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-326a6605-94f9-4656-a4d0-8956765f9aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1097 time: 0.0538013 Sep 24 19:00:23.286607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-51a8eb18-e91f-47ec-be66-b31e4f990ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:23.288667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-51a8eb18-e91f-47ec-be66-b31e4f990ca2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.1801941 Sep 24 19:00:23.290516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Router 001a50a4-7da9-4859-9cc3-4c62cbf695ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:23.303000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:23.317803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:23.339338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-2936c702-11d2-44e9-897b-d0f5cbbd0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:23.341212 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-2936c702-11d2-44e9-897b-d0f5cbbd0685 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1013775 Sep 24 19:00:23.348984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-05cd2760-1b76-4c27-a40e-73651e5de9d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514607 Sep 24 19:00:23.392258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-bc6d5303-0d6f-484c-a0a5-3a844f3b7a30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 217 time: 0.0386007 Sep 24 19:00:23.451744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-287bacb2-8260-45cd-b3b3-db6c83cef0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:23.453281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-287bacb2-8260-45cd-b3b3-db6c83cef0ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0446618 Sep 24 19:00:23.491113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-4daec8d7-7888-4dc8-9b1f-6a69c2327aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257959 Sep 24 19:00:23.549823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-266eb110-333c-49f9-984a-435e0c4bba30 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:23.551338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-266eb110-333c-49f9-984a-435e0c4bba30 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.3024454 Sep 24 19:00:23.592060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-be2a51d2-1473-4799-80d3-0e2a0d8b8605 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899932 Sep 24 19:00:23.638041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-eb71f518-c1e5-4351-9ce3-7e8c6baaa436 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0694346 Sep 24 19:00:23.687567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-0dd5c257-2abe-44ae-ae0b-331edae8c38c service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093767 Sep 24 19:00:23.705882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-2b92054c-6736-4e4a-b31b-afa5988452c5 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936706 Sep 24 19:00:23.738393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:23.748687 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Sync routers for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:23.749205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:23.759261 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:23.759883 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:23.764494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:23.776354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:23.785589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:23.790737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:23.791751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:23.864229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8c57f9d4-6c98-4add-9952-d2b2cb33f038 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "PUT /v2.0/floatingips/b774f245-8431-4fc6-bd81-945ac49dd70f HTTP/1.1" status: 200 len: 990 time: 3.2206535 Sep 24 19:00:23.866117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-bb58aa61-97b3-46f3-85c9-9a3bc68f019b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922867 Sep 24 19:00:23.872888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-62a64413-c133-46c9-a947-16b5f71675f8 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "PUT /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 696 time: 1.9585836 Sep 24 19:00:23.910876 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:23.939388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bb232bc-0b6d-4bdb-975d-1d3458984ff1 req-89df79cf-1fda-43c7-858e-db9979c2dd34 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308946 Sep 24 19:00:23.975534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:24.001195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-af1fa2a4-a0a6-4e0b-a9a0-1d74fd820064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.002827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-af1fa2a4-a0a6-4e0b-a9a0-1d74fd820064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.1100106 Sep 24 19:00:24.023172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-595c2119-33d4-4ab9-87f4-dddd836303d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477845 Sep 24 19:00:24.174129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-3cb8d038-4dc8-4a90-93ca-23be6d41bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.175602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-3cb8d038-4dc8-4a90-93ca-23be6d41bbb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.1649337 Sep 24 19:00:24.194255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-35fb3d66-43b1-4a83-a3d6-64de63912bef service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608665 Sep 24 19:00:24.222651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-13e64298-7b32-43e0-815d-c4927eb37987 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.0391700 Sep 24 19:00:24.244632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb'}, {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:24.247330 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8da29-77a1-4370-a980-a38c5bc05b89" -d '{"events": [{"name": "network-changed", "server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb"}, {"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:24.263903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:24.288763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:24.321634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:24.332758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:24.333565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:24.338548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-b6d7e0c3-32d0-4a6b-91d1-f47d69dafdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.343919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-b6d7e0c3-32d0-4a6b-91d1-f47d69dafdb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.1120622 Sep 24 19:00:24.419995 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b774f245-8431-4fc6-bd81-945ac49dd70f', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'port_id': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'mac_address': 'fa:16:3e:ca:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:58Z', 'updated_at': '2021-09-24T19:00:21Z', 'revision_number': 1, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:24.481958 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Checking router: 001a50a4-7da9-4859-9cc3-4c62cbf695ee for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:24.492121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-160265b8-99b6-406d-b9ff-a02dca143ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.493349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:24.502463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-160265b8-99b6-406d-b9ff-a02dca143ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531501 Sep 24 19:00:24.511046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:24.512468 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:24.526837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:24.557893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432fcbf-c588-469e-812f-103f1a5170be req-98637814-5e77-4455-bb70-84a2c2bd92b8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.559728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6432fcbf-c588-469e-812f-103f1a5170be req-98637814-5e77-4455-bb70-84a2c2bd92b8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1191015 Sep 24 19:00:24.604851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port ed14068f-bea6-4477-b5f2-b3669051a1ce completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:00:24.648822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6432fcbf-c588-469e-812f-103f1a5170be req-280fd31d-24d2-48f4-ada6-8b5ea7bbd380 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Sep 24 19:00:24.655509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ed14068f-bea6-4477-b5f2-b3669051a1ce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:24.657485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-02617897-0fd8-4b98-a5eb-f93737899748 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541789 Sep 24 19:00:24.659270 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:24.731935 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:24.867609 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:24.899136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:24.901543 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddebe4-792f-454b-9843-534a40143e20" -d '{"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-plugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:24.918932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807f14a-2cfe-4445-811c-f57df03af162 req-7bbfa3d7-b6e3-4b18-ab5e-2988cc8c28e6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:24.923094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:24.927629 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:24.930454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6807f14a-2cfe-4445-811c-f57df03af162 req-7bbfa3d7-b6e3-4b18-ab5e-2988cc8c28e6 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 945 time: 0.1916230 Sep 24 19:00:24.965062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:25.006000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-905133b2-070a-4d3f-bc9b-7c75bab96af1 req-d063277e-f59c-42be-bf9d-32acc4b4b9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449817 Sep 24 19:00:25.047135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6807f14a-2cfe-4445-811c-f57df03af162 req-b3434e3d-bd7f-4727-884b-651223368391 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154563 Sep 24 19:00:25.185529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce100aa-b662-426f-956f-50ba953e1849 None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T18:59:07Z', 'revision_number': 4, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc', 'name': '', 'network_id': '9c22681a-a8aa-4b44-a1b9-110c62e02213', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'mac_address': 'fa:16:3e:26:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:06Z', 'updated_at': '2021-09-24T18:59:12Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'subnets': [{'id': '5a5996b5-c1b9-4999-98a6-25e453b1016f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:25.229937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:25.327683 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b774f245-8431-4fc6-bd81-945ac49dd70f', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'port_id': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'mac_address': 'fa:16:3e:ca:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:58Z', 'updated_at': '2021-09-24T19:00:21Z', 'revision_number': 1, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:25.368813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d463d3-3dbf-4c44-b349-d7b7cfda795b None None] The sync data for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 is: [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b774f245-8431-4fc6-bd81-945ac49dd70f', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'port_id': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'mac_address': 'fa:16:3e:ca:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T18:59:58Z', 'updated_at': '2021-09-24T19:00:21Z', 'revision_number': 1, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:25.372656 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44def954-a350-4995-bf3d-0a97051434b8 x-openstack-request-id: req-44def954-a350-4995-bf3d-0a97051434b8 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:25.373146 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:25.373726 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44def954-a350-4995-bf3d-0a97051434b8 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:25.376408 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'status': 'completed', 'code': 200} Sep 24 19:00:25.376859 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 19:00:25.457235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe72a1-0aa4-4d82-9a02-0cc580c73a0b req-8e3de47e-cb8c-43bd-89db-2644b499d461 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.463571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adfe72a1-0aa4-4d82-9a02-0cc580c73a0b req-8e3de47e-cb8c-43bd-89db-2644b499d461 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1805730 Sep 24 19:00:25.506989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-bafadb24-b3c4-41e1-a0fc-b1e70839cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.510973 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-bafadb24-b3c4-41e1-a0fc-b1e70839cabd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57587e9060c140ae89f63f9a7fda44bf&device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 1097 time: 0.0989645 Sep 24 19:00:25.517549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adfe72a1-0aa4-4d82-9a02-0cc580c73a0b req-88372258-4ca4-49a4-ae5a-317f8b1821fb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Sep 24 19:00:25.521154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-c2a09e16-8a97-4040-94dc-bda9e0e44b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.523613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-c2a09e16-8a97-4040-94dc-bda9e0e44b7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e92d823b36674f16856450c38c0ad4a8&device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 1096 time: 0.1754508 Sep 24 19:00:25.643849 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27b31e-0f8e-4547-a973-1d0e166aeb7d x-openstack-request-id: req-2f27b31e-0f8e-4547-a973-1d0e166aeb7d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:25.644140 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-plugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:25.644396 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f27b31e-0f8e-4547-a973-1d0e166aeb7d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:25.644865 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'code': 200} Sep 24 19:00:25.801325 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2ef88-5cb2-42e2-b646-7f17b158e515 None None] New status for floating IP b774f245-8431-4fc6-bd81-945ac49dd70f: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:25.803903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-ed568b58-533c-4e4c-92c8-6cffe8776b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.806233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-ed568b58-533c-4e4c-92c8-6cffe8776b5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4feef71f-72ee-43bb-a295-e6e59a28e92c HTTP/1.1" status: 200 len: 906 time: 0.2730112 Sep 24 19:00:25.836937 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:25.870826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0719546-4543-4778-a8ab-3e2ce6f30e2d None None] New status for floating IP 39c19734-8d8a-4179-a829-d541ed9070ce: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:25.929356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d85ac-f19f-4ad8-a5d0-59a99bb6b9ec req-4e6b50f7-fa77-4caf-8556-4037b13d22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.931170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-247d85ac-f19f-4ad8-a5d0-59a99bb6b9ec req-4e6b50f7-fa77-4caf-8556-4037b13d22fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 1096 time: 0.2110825 Sep 24 19:00:25.936290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-0a70616e-6071-47bd-9385-5c86843ad118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:25.940230 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-0a70616e-6071-47bd-9385-5c86843ad118 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 200 len: 919 time: 0.4006624 Sep 24 19:00:26.016601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-78341f3a-b061-43a9-a490-98af00d59047 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb HTTP/1.1" status: 200 len: 998 time: 0.2022767 Sep 24 19:00:26.080288 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-0d7b7e17-6cad-45d5-9e1d-57d7fba1044f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 200 len: 217 time: 0.1218948 Sep 24 19:00:26.174685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-1fdbacc5-b0af-4b53-b209-abd9b24d21b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=b6ed4d63-5cdd-4840-ac44-4a84825ea819 HTTP/1.1" status: 200 len: 210 time: 0.1011188 Sep 24 19:00:26.231109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-e3058a5a-724c-4a3e-9290-768fbcbbfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.233039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-e3058a5a-724c-4a3e-9290-768fbcbbfb80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c69993c-14d2-4c04-9184-89f9e648c1a2 HTTP/1.1" status: 200 len: 845 time: 0.2081261 Sep 24 19:00:26.427564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-ffa3f72f-0496-4db2-9d4c-5b8fb15ca0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.430222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-ffa3f72f-0496-4db2-9d4c-5b8fb15ca0ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 200 len: 858 time: 0.2506554 Sep 24 19:00:26.435771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-a1ab0205-b5b0-45cf-a9a2-dd3422fc72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.437606 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-a1ab0205-b5b0-45cf-a9a2-dd3422fc72ea service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2534313 Sep 24 19:00:26.545266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-4bf451d6-a380-44b5-8685-4aecbebb7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.547097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-4bf451d6-a380-44b5-8685-4aecbebb7bdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c22681a-a8aa-4b44-a1b9-110c62e02213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079199 Sep 24 19:00:26.594590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-444c7b28-5fc3-441c-b664-ec62b2ab157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.596155 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-444c7b28-5fc3-441c-b664-ec62b2ab157a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1477656 Sep 24 19:00:26.646371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84992-135b-4a43-b5b1-98886407dc34 req-10d465a1-8c06-4785-929b-849192a5292d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.648672 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40e84992-135b-4a43-b5b1-98886407dc34 req-10d465a1-8c06-4785-929b-849192a5292d tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.5998280 Sep 24 19:00:26.650448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-247d85ac-f19f-4ad8-a5d0-59a99bb6b9ec req-9c99030c-1d33-4b52-88d5-69f4540208fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6933510 Sep 24 19:00:26.688195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-361ad509-7996-49bf-bd06-b9f45ad24791 req-a118fd66-314f-4f1d-865b-576d280512d0 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6ed4d63-5cdd-4840-ac44-4a84825ea819 HTTP/1.1" status: 200 len: 210 time: 0.0594952 Sep 24 19:00:26.698289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-9c090e21-6337-42cb-bb5c-07b8fa3f9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.699617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-9c090e21-6337-42cb-bb5c-07b8fa3f9696 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4feef71f-72ee-43bb-a295-e6e59a28e92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4378219 Sep 24 19:00:26.703150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40e84992-135b-4a43-b5b1-98886407dc34 req-cdfdd5e7-44fe-48a4-bf5d-43a08a132254 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Sep 24 19:00:26.720612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-8365a3dc-31f4-44f8-84f2-c47638da3da5 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558142 Sep 24 19:00:26.776185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c530a32-a7d7-4140-b526-9a415ce7d408 req-210a6070-b80e-46b7-9bf4-3a1a8a7be48a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:26.783386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c530a32-a7d7-4140-b526-9a415ce7d408 req-210a6070-b80e-46b7-9bf4-3a1a8a7be48a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 1096 time: 0.1566789 Sep 24 19:00:26.816685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c530a32-a7d7-4140-b526-9a415ce7d408 req-36520852-a24b-49e0-ab6b-bf6cb237fc3a tempest-LiveAutoBlockMigrationV225Test-1888063390 tempest-LiveAutoBlockMigrationV225Test-1888063390-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Sep 24 19:00:26.839615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-0c225574-9e04-44aa-97d7-c53e49f7cde0 service neutron] 10.222.0.15 "GET /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054015 Sep 24 19:00:27.099463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-32945508-096d-41f4-a11d-13d64d719f20 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 200 len: 694 time: 0.0696757 Sep 24 19:00:27.175718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-b53d82b9-7e1e-498e-9fbc-3162675bc41b service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955780 Sep 24 19:00:27.309922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dfa1a-d355-406a-bf37-bc325615191a req-48e5532e-f8aa-4b31-b468-443368376695 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:27.311451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-192dfa1a-d355-406a-bf37-bc325615191a req-48e5532e-f8aa-4b31-b468-443368376695 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1884718 Sep 24 19:00:27.333653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc803d8-3956-4129-900a-50c9aeb42751 req-e6705cbe-af7c-4978-92b4-86cc01a37724 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:27.335574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-e6705cbe-af7c-4978-92b4-86cc01a37724 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2325752 Sep 24 19:00:27.376204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d8da29-77a1-4370-a980-a38c5bc05b89 req-2f2e2c73-85f7-4523-ba2b-b424a1fba80b service neutron] 10.222.0.69 "GET /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903996 Sep 24 19:00:27.383849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-192dfa1a-d355-406a-bf37-bc325615191a req-d6b05ea8-f2a0-47b5-b049-6e007d525a6f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654368 Sep 24 19:00:27.425291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-0f29828c-9227-4ff5-8353-00f197ca6c31 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:00:27.426326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-0f29828c-9227-4ff5-8353-00f197ca6c31 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0810652 Sep 24 19:00:27.480507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-e2672604-4206-464a-abd3-0a100af3e1dd tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 697 time: 0.0467050 Sep 24 19:00:27.542717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-8e8ada61-7911-414c-b64c-5169c991ff18 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 697 time: 0.0556290 Sep 24 19:00:27.766261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Deleting port 6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:27.766627 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:27.793601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bacc2f73-abfd-4341-b4e3-c314bdd5c23a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:27.795208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bacc2f73-abfd-4341-b4e3-c314bdd5c23a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.1323638 Sep 24 19:00:27.853675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bb0b415b-e0de-4ca5-a1af-762ec748bae1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0419080 Sep 24 19:00:27.883119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:27.883536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:27.912555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Calling delete_port for 6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:27.979549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-10c7de8c-bf80-4171-9e0d-dfab9e0d8712 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145313 Sep 24 19:00:28.133054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-17850dec-e0bb-4381-b6a2-74b48af29427 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399581 Sep 24 19:00:28.161736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:28.197671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event deleted for resources: {'Port': ['ID=6b9753ba-7568-40b6-a9b0-0c9b6ac2ba59,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:28.258723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.259089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.259483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.259766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.260101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.260439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.260772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.261193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.261426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.261752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.262071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.262398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:28.316429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-73c38717-8820-4c39-992c-6e35d3f021bc service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742361 Sep 24 19:00:28.319591 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:28.322473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:28.331500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc803d8-3956-4129-900a-50c9aeb42751 req-160b6197-28fa-4bb7-9145-52170c77ae94 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "DELETE /v2.0/floatingips/39c19734-8d8a-4179-a829-d541ed9070ce HTTP/1.1" status: 204 len: 173 time: 0.7793005 Sep 24 19:00:28.440706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d386aee-46b5-4905-90ec-096b5dd67635 req-127c8941-8604-4f20-95cb-b89023d61905 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:28.452710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d386aee-46b5-4905-90ec-096b5dd67635 req-127c8941-8604-4f20-95cb-b89023d61905 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 945 time: 0.0774620 Sep 24 19:00:28.505070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d386aee-46b5-4905-90ec-096b5dd67635 req-5be7e3f2-b7bb-43ea-8e76-2f77337bd3d3 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Sep 24 19:00:28.555685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-daa6b267-361d-44d7-b838-6c76c29f54b0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:28.557885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-daa6b267-361d-44d7-b838-6c76c29f54b0 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 945 time: 0.1194947 Sep 24 19:00:28.590169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019781e-f684-4f37-a09b-6509d320ba15 req-634fceca-a7c3-45e0-a7e6-fa1eb8ca1468 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:28.591785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d019781e-f684-4f37-a09b-6509d320ba15 req-634fceca-a7c3-45e0-a7e6-fa1eb8ca1468 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.0849934 Sep 24 19:00:28.665361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d019781e-f684-4f37-a09b-6509d320ba15 req-6c9a4014-e48b-4db9-94b9-ecec870dee52 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626090 Sep 24 19:00:28.715021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Deleting port 64dcc4db-316b-49e2-8abf-0494bba7da68 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:28.715685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:28.861839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] For port 64dcc4db-316b-49e2-8abf-0494bba7da68, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=64dcc4db-316b-49e2-8abf-0494bba7da68,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:28.862439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:28.891326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba9d2f-820a-44c9-bb0e-127c79e86688 req-b22eb1da-dc45-4ced-80d5-d23cf9366f8d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:28.899681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0ba9d2f-820a-44c9-bb0e-127c79e86688 req-b22eb1da-dc45-4ced-80d5-d23cf9366f8d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0769036 Sep 24 19:00:28.912136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Calling delete_port for 64dcc4db-316b-49e2-8abf-0494bba7da68 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:28.965464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0ba9d2f-820a-44c9-bb0e-127c79e86688 req-e8288a14-c853-4d2c-93db-ff9fb92e5e6c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616322 Sep 24 19:00:29.028113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91a93c10-ff83-4761-b108-2aa322f316a3 req-191d7149-0269-4dcc-b571-8401d9f335ea tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 210 time: 0.0501559 Sep 24 19:00:29.157043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d54d-f89d-48ac-a117-33ac1ebe58ba req-5de90a09-b2d9-44c2-86a9-1531d4b578d4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:29.159524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8321d54d-f89d-48ac-a117-33ac1ebe58ba req-5de90a09-b2d9-44c2-86a9-1531d4b578d4 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 946 time: 0.0876014 Sep 24 19:00:29.175736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:29.194094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754', '64dcc4db-316b-49e2-8abf-0494bba7da68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:29.250694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8321d54d-f89d-48ac-a117-33ac1ebe58ba req-498b6fae-8aac-41c4-a6d7-a6f6a94e336e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698647 Sep 24 19:00:29.255321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event deleted for resources: {'Port': ['ID=64dcc4db-316b-49e2-8abf-0494bba7da68,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:29.281057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.281644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.282170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.282880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.284485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.285005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.285844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.286360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.286950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.287566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.288072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.288599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:29.314753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] No DVR routers for this DVR port 64dcc4db-316b-49e2-8abf-0494bba7da68 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:29.319494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:29.321839 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2741e86d-ff6a-4252-a145-ad388c9682f9 req-2b0e44ee-f110-4847-86f8-f47372aa2dbe tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "DELETE /v2.0/ports/64dcc4db-316b-49e2-8abf-0494bba7da68 HTTP/1.1" status: 204 len: 173 time: 0.7519827 Sep 24 19:00:29.322518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-deleted', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:29.325389 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e094a56-2010-4201-8a18-41746ad9349a" -d '{"events": [{"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-deleted", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:29.385558 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bfa1ae-aa05-43e5-9fef-96a98e47d226 x-openstack-request-id: req-04bfa1ae-aa05-43e5-9fef-96a98e47d226 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:29.386074 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892ded0c-1f1e-4c75-be95-71295c81dc6a", "name": "network-vif-deleted", "tag": "64dcc4db-316b-49e2-8abf-0494bba7da68", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:29.387123 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04bfa1ae-aa05-43e5-9fef-96a98e47d226 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:29.387728 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892ded0c-1f1e-4c75-be95-71295c81dc6a', 'name': 'network-vif-deleted', 'tag': '64dcc4db-316b-49e2-8abf-0494bba7da68', 'status': 'completed', 'code': 200} Sep 24 19:00:29.413255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbdf9e-43ec-4313-acea-4441515fb3da req-7e42f7da-d045-4bed-b2ac-e7fc653afdd9 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:29.425876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bcbdf9e-43ec-4313-acea-4441515fb3da req-7e42f7da-d045-4bed-b2ac-e7fc653afdd9 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0975127 Sep 24 19:00:29.486103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4bcbdf9e-43ec-4313-acea-4441515fb3da req-0a931d81-6df0-4796-871d-d8d63515cc5b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Sep 24 19:00:29.605926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cd5b5ff-855b-4400-b6f5-b245e3f504b8 req-33dcd208-e1d4-42a2-89ff-0b7ab1d44d19 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.0292406 Sep 24 19:00:29.813191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a381c8-c41a-40ad-83cc-593398432e2a req-df167392-818d-4ebc-b959-89a2e98938e2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:29.814751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7a381c8-c41a-40ad-83cc-593398432e2a req-df167392-818d-4ebc-b959-89a2e98938e2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.0845897 Sep 24 19:00:30.048602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7a381c8-c41a-40ad-83cc-593398432e2a req-04cb80cb-745b-41d2-8c2c-ba471f1e5207 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166784 Sep 24 19:00:30.071205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-cc082aab-fad8-4c19-9091-c1870783af04 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:30.072832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-cc082aab-fad8-4c19-9091-c1870783af04 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.1654687 Sep 24 19:00:30.087761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': '185967eb-bd79-42c5-a526-05068c7521ff', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:30.198093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de06bc8d-51d7-4d36-a141-db85306df970 req-4630e3c0-5f49-4bbf-a6a8-ae63aaa85045 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 210 time: 0.0676150 Sep 24 19:00:30.272380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:30.278259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:30.446031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca66cd-f439-43c8-b25d-5c2b302aeb2f req-fa9afedb-7014-443f-b4fd-91d7e34a3f0f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:30.447599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ca66cd-f439-43c8-b25d-5c2b302aeb2f req-fa9afedb-7014-443f-b4fd-91d7e34a3f0f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 946 time: 0.1092172 Sep 24 19:00:30.494530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.3 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/c6d92d3b-9e04-41f0-bd39-6e88918078db) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:30.519596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ca66cd-f439-43c8-b25d-5c2b302aeb2f req-e87e0429-2f3c-46ad-bc64-85079d99c99e tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/security-groups?id=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636368 Sep 24 19:00:30.667202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee471-bc4f-4941-980c-905b7ae17b11 req-4b4f9168-2509-497a-bb39-49b46495d148 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:30.669287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cffee471-bc4f-4941-980c-905b7ae17b11 req-4b4f9168-2509-497a-bb39-49b46495d148 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1071372 Sep 24 19:00:30.763282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3c02f75-e6ad-490c-9ae2-749167a338e2 req-3a02272f-cd7b-4df4-8e9b-27a21fda6358 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.0592976 Sep 24 19:00:30.824240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cffee471-bc4f-4941-980c-905b7ae17b11 req-73dad4e1-43cc-4a04-9422-953d45d24b91 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187360 Sep 24 19:00:30.851649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:30.895446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:30.913051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:30.965555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:30.972949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:30.975075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:30.977403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:31.041371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:31.042000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.062299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-647c8e1a-c631-41f5-bc28-162986ab87a6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782069 Sep 24 19:00:31.075763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Request body: {'port': {'device_id': '185967eb-bd79-42c5-a526-05068c7521ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:31.144358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-35e24ec8-aa61-4263-a20f-0f96525bb85f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:31.146806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-35e24ec8-aa61-4263-a20f-0f96525bb85f tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 946 time: 0.1210117 Sep 24 19:00:31.149802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.261601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5eb1-295b-49ab-9be7-2ac30c2a5ada req-6ddea208-f0d5-4f9a-87d3-69893c112cc0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:31.263396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e3a5eb1-295b-49ab-9be7-2ac30c2a5ada req-6ddea208-f0d5-4f9a-87d3-69893c112cc0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1098680 Sep 24 19:00:31.279922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Deleting port 4a479fc7-f375-445d-9d51-9540f0c91b49 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:31.280365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.389049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] For port 4a479fc7-f375-445d-9d51-9540f0c91b49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a479fc7-f375-445d-9d51-9540f0c91b49,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:31.389403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.399783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e3a5eb1-295b-49ab-9be7-2ac30c2a5ada req-a07539fa-32a1-41db-b711-d241c8a75dc2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282682 Sep 24 19:00:31.403109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Calling delete_port for 4a479fc7-f375-445d-9d51-9540f0c91b49 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:31.436568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c4902-0102-44a8-90f1-ac8d5226dace req-ef3796db-688f-4a13-921d-8419274185a3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:31.439336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-651c4902-0102-44a8-90f1-ac8d5226dace req-ef3796db-688f-4a13-921d-8419274185a3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 931 time: 0.1223226 Sep 24 19:00:31.523937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-651c4902-0102-44a8-90f1-ac8d5226dace req-f6feff8b-0a3c-4de0-b1e7-f800ee8b2926 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791898 Sep 24 19:00:31.551269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.570136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4a479fc7-f375-445d-9d51-9540f0c91b49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:31.589642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Pushing event deleted for resources: {'Port': ['ID=4a479fc7-f375-445d-9d51-9540f0c91b49,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:31.652078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d92d3b-9e04-41f0-bd39-6e88918078db {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:31.667487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] No DVR routers for this DVR port 4a479fc7-f375-445d-9d51-9540f0c91b49 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:31.670440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.672779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33a175c6-970c-4d50-ad12-36eda842e882 req-c4a4707b-35c7-48c4-9f85-9b5a0dafabd3 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9a9f807-8ce8-409a-93f0-5f3397da7c93 HTTP/1.1" status: 200 len: 210 time: 0.0402889 Sep 24 19:00:31.673199 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-65f35c6b-fdcc-4ebe-9f17-07af605f49fa req-0a0cb360-e91d-4802-a680-3aff74f40931 tempest-FloatingIPsAssociationTestJSON-892159231 tempest-FloatingIPsAssociationTestJSON-892159231-project] 10.222.0.15 "DELETE /v2.0/ports/4a479fc7-f375-445d-9d51-9540f0c91b49 HTTP/1.1" status: 204 len: 173 time: 0.5171580 Sep 24 19:00:31.673821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'name': 'network-vif-deleted', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:31.674826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.676646 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43f2fd-c953-4910-bf83-06d96a82ea29" -d '{"events": [{"server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "name": "network-vif-deleted", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:31.705574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Transition to ACTIVE for port object c6d92d3b-9e04-41f0-bd39-6e88918078db will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:31.710754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.722306 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f74abb-8bcd-44b5-b66b-b4350b3ca2f2 x-openstack-request-id: req-25f74abb-8bcd-44b5-b66b-b4350b3ca2f2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:31.722797 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9f807-8ce8-409a-93f0-5f3397da7c93", "name": "network-vif-deleted", "tag": "4a479fc7-f375-445d-9d51-9540f0c91b49", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:31.723279 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25f74abb-8bcd-44b5-b66b-b4350b3ca2f2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:31.723851 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9f807-8ce8-409a-93f0-5f3397da7c93', 'name': 'network-vif-deleted', 'tag': '4a479fc7-f375-445d-9d51-9540f0c91b49', 'status': 'completed', 'code': 200} Sep 24 19:00:31.807081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:31.894232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ced1bd67-9794-4844-9b91-ad28312faa5e req-5ac2b25d-87fe-438e-9aab-3aec9ca8e77f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.0350680 Sep 24 19:00:31.897487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Attempting to bind port c6d92d3b-9e04-41f0-bd39-6e88918078db on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:31.897812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Attempting to bind port c6d92d3b-9e04-41f0-bd39-6e88918078db by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:31.898183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Attempting to bind port c6d92d3b-9e04-41f0-bd39-6e88918078db on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:31.902835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Port c6d92d3b-9e04-41f0-bd39-6e88918078db on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:31.903182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Attempting to bind port c6d92d3b-9e04-41f0-bd39-6e88918078db on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:31.938065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:31.938412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:31.938708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:31.939144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Bound port: c6d92d3b-9e04-41f0-bd39-6e88918078db, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:31.939571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:31.994197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30cb9-9219-4c32-b0da-f0166c7fe669 req-bc34f072-dccf-4386-b9e3-02945c66720e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:31.995783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdb30cb9-9219-4c32-b0da-f0166c7fe669 req-bc34f072-dccf-4386-b9e3-02945c66720e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0887144 Sep 24 19:00:32.062027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdb30cb9-9219-4c32-b0da-f0166c7fe669 req-3b288192-fce0-4cc4-899e-9f8a14bb5e39 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537169 Sep 24 19:00:32.070013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:32.079025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:32.093312 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:32.134044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:32.134686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:32.136270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/c6d92d3b-9e04-41f0-bd39-6e88918078db HTTP/1.1" status: 200 len: 1091 time: 1.0661798 Sep 24 19:00:32.137365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:32.139272 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e" -d '{"events": [{"name": "network-changed", "server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:32.187332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a27a-9882-4164-9f96-490798fb62f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:32.210181 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5942a918-5edb-41f0-98ba-c2d82ddb4e95 x-openstack-request-id: req-5942a918-5edb-41f0-98ba-c2d82ddb4e95 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:32.210570 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:32.210953 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5942a918-5edb-41f0-98ba-c2d82ddb4e95 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:32.211449 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db', 'status': 'completed', 'code': 200} Sep 24 19:00:32.326261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-d6d21ed5-4de3-48dd-afc7-3f9983aab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:32.328545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-d6d21ed5-4de3-48dd-afc7-3f9983aab3e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 1094 time: 0.1098020 Sep 24 19:00:32.377384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-ec1ab3cb-10f7-4c87-b587-e99343aa0431 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db HTTP/1.1" status: 200 len: 217 time: 0.0388875 Sep 24 19:00:32.429016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-41b7ddca-8a3d-4381-996f-b21630c3d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:32.430583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-41b7ddca-8a3d-4381-996f-b21630c3d5fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0452456 Sep 24 19:00:32.469919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-d6e77707-723d-4dd4-9861-f65a477c5507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272489 Sep 24 19:00:32.589246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45c15-1ff3-40f1-b25c-676a62ec17cb req-2474045f-d9fc-44aa-b100-a593ac9773d6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:32.590873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2b45c15-1ff3-40f1-b25c-676a62ec17cb req-2474045f-d9fc-44aa-b100-a593ac9773d6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1040580 Sep 24 19:00:32.628506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:32.631980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-37dbee12-d356-483a-8f4f-9056f56ab23a service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521783 Sep 24 19:00:32.652919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 64dcc4db-316b-49e2-8abf-0494bba7da68 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:32.653368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 64dcc4db-316b-49e2-8abf-0494bba7da68 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:32.897743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:32.992904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2b45c15-1ff3-40f1-b25c-676a62ec17cb req-34233255-a571-4fa5-8f5e-2fdf0b23438e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880358 Sep 24 19:00:33.033856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54882cd-d7c0-40e8-bdcf-9365444e2eff req-1956e492-fe25-4cfe-83dd-c76cecc23148 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:33.035445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e54882cd-d7c0-40e8-bdcf-9365444e2eff req-1956e492-fe25-4cfe-83dd-c76cecc23148 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 943 time: 0.4279282 Sep 24 19:00:33.039797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:33.144327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1745ad52-fd94-49ac-9fb1-eebfebef9085 req-ddf9c1c9-c675-4002-94a5-b8b059aca190 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=892ded0c-1f1e-4c75-be95-71295c81dc6a HTTP/1.1" status: 200 len: 210 time: 0.0356908 Sep 24 19:00:33.148421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df6cf078-1b2b-49e9-95ec-e7dcd34ec3b2 req-4fe7d4f6-d68d-4f90-9dbb-c30f3ef28565 service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972770 Sep 24 19:00:33.176561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e54882cd-d7c0-40e8-bdcf-9365444e2eff req-8dcf1fd9-33e4-4d9a-adf0-68be41b20112 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284359 Sep 24 19:00:33.320951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-52638156-3274-45d5-9af0-b20151b3cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:33.322619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-52638156-3274-45d5-9af0-b20151b3cd80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 1094 time: 0.1059351 Sep 24 19:00:33.366585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae24e-a6e1-4339-a830-3bfc80d3302f req-e62b5212-a05e-4dc6-967d-e87372769a58 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:33.368413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9dae24e-a6e1-4339-a830-3bfc80d3302f req-e62b5212-a05e-4dc6-967d-e87372769a58 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0939031 Sep 24 19:00:33.454721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9dae24e-a6e1-4339-a830-3bfc80d3302f req-2fcd5b0b-ab1f-40b3-8a96-3c9acb0b15d9 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746193 Sep 24 19:00:33.455735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:33.484639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-bf311f12-131f-4e19-8cb7-7d694ccdcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:33.486591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-bf311f12-131f-4e19-8cb7-7d694ccdcb6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.1534698 Sep 24 19:00:33.530615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-85b1e434-f154-4e72-bdc3-b08149e0e3d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db HTTP/1.1" status: 200 len: 217 time: 0.0372260 Sep 24 19:00:33.600793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-11288422-c963-4db3-abb0-d690d5a78164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:33.602485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-11288422-c963-4db3-abb0-d690d5a78164 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0624557 Sep 24 19:00:33.661770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-0fbd248a-200a-43ec-86f7-471132c9ccd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454829 Sep 24 19:00:33.740071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Deleting port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:33.740484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:33.814682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-ce212913-2a16-408e-9ddd-00b9cef353d5 service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419621 Sep 24 19:00:33.855663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] For port ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:33.856077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:33.870285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Calling delete_port for ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:33.931104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47cf4e9e-2fa3-4571-af94-4325b0f2c53e req-5609f4a7-390d-4afe-8c94-dadf91fd13df service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094096 Sep 24 19:00:34.077611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:34.103126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:34.136237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5cd97-d544-4f09-ae85-f6184734a9f2 req-599ea4d5-fca6-493c-a747-dd4fc2872562 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:34.138154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cc5cd97-d544-4f09-ae85-f6184734a9f2 req-599ea4d5-fca6-493c-a747-dd4fc2872562 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.0664041 Sep 24 19:00:34.198814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cc5cd97-d544-4f09-ae85-f6184734a9f2 req-eb4d4f8c-3492-4f11-8e2a-93ab35ba3ba2 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Sep 24 19:00:34.341678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:34.405873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854bc9-2a7f-49b3-8da5-5990ca3e7e71 req-e4297c26-c03c-47f1-9dfa-918d3cd1be2a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:34.413070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec854bc9-2a7f-49b3-8da5-5990ca3e7e71 req-e4297c26-c03c-47f1-9dfa-918d3cd1be2a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 943 time: 0.1254447 Sep 24 19:00:34.511273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec854bc9-2a7f-49b3-8da5-5990ca3e7e71 req-41142703-f35e-466f-9850-13b21eef429b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Sep 24 19:00:34.653042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437294a-c5bc-47a0-999f-359a15e545d2 req-466e0a4d-b7d1-4c35-baba-6c81bd1dbc72 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:34.654790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5437294a-c5bc-47a0-999f-359a15e545d2 req-466e0a4d-b7d1-4c35-baba-6c81bd1dbc72 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Sep 24 19:00:34.731033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5437294a-c5bc-47a0-999f-359a15e545d2 req-79a85632-604a-409a-823b-b4122c3ba418 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626836 Sep 24 19:00:34.972606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:35.080782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:35.089775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51546) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:35.090005 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2d372639-cea8-4566-a814-f411f95bd68a admin admin] 10.222.0.18 "PUT /v2.0/routers/84145ae8-38c2-48ca-8ac7-4c61c7c79fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0483317 Sep 24 19:00:35.225713 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Sync routers for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:35.230847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:35.252282 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:35.254613 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:35.386678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbedbd1-ad4c-44bb-b59c-5481be5c02c1 req-1b00b2f9-7fa6-4021-a322-d8f3b127e67a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:35.394075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecbedbd1-ad4c-44bb-b59c-5481be5c02c1 req-1b00b2f9-7fa6-4021-a322-d8f3b127e67a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 946 time: 0.1191897 Sep 24 19:00:35.407101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:35.420613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:35.487585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecbedbd1-ad4c-44bb-b59c-5481be5c02c1 req-1173ceae-a244-4096-a975-afc27917eeeb tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882785 Sep 24 19:00:35.524793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Deleting port 9a75c460-b425-4d0d-ba9a-3d8752e0399a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:35.525137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:35.684361 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T19:00:34Z', 'revision_number': 5, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port': {'id': '9a75c460-b425-4d0d-ba9a-3d8752e0399a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:01Z', 'updated_at': '2021-09-24T18:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:35.720208 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Checking router: 84145ae8-38c2-48ca-8ac7-4c61c7c79fea for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:35.733391 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Routers {'84145ae8-38c2-48ca-8ac7-4c61c7c79fea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:35.733946 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:35.747536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4c9d-e265-490d-800a-4e770d717262 req-cfba09b2-bf46-4b0e-8cd9-257693f4729d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:35.749510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bfb4c9d-e265-490d-800a-4e770d717262 req-cfba09b2-bf46-4b0e-8cd9-257693f4729d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 943 time: 0.1498232 Sep 24 19:00:35.783892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] For port 9a75c460-b425-4d0d-ba9a-3d8752e0399a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a75c460-b425-4d0d-ba9a-3d8752e0399a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:35.784519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:35.817665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Calling delete_port for 9a75c460-b425-4d0d-ba9a-3d8752e0399a owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:35.840375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] Set router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:35.869734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bfb4c9d-e265-490d-800a-4e770d717262 req-6ee63999-a4a2-4d8c-a633-67ad0179ef92 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054170 Sep 24 19:00:35.908446 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T19:00:35Z', 'revision_number': 6, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:35.929163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680c5a-beeb-456d-b091-38782d1158cb req-725f1e68-de9b-4a08-b363-891fdb7b9f1e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:35.930792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03680c5a-beeb-456d-b091-38782d1158cb req-725f1e68-de9b-4a08-b363-891fdb7b9f1e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1238370 Sep 24 19:00:35.948447 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48b4e4-1c89-4c78-ad38-484c7dd87b8c None None] The sync data for ids ['84145ae8-38c2-48ca-8ac7-4c61c7c79fea'] in n-d-810952-2 is: [{'id': '84145ae8-38c2-48ca-8ac7-4c61c7c79fea', 'name': 'tempest-FloatingIPsAssociationTestJSON-87225693-router', 'tenant_id': '57587e9060c140ae89f63f9a7fda44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:00Z', 'updated_at': '2021-09-24T19:00:35Z', 'revision_number': 6, 'project_id': '57587e9060c140ae89f63f9a7fda44bf', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:36.031534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03680c5a-beeb-456d-b091-38782d1158cb req-da0aec6e-a2b6-437a-858e-b5a6a5bd0ff6 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Sep 24 19:00:36.069356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-ab920d26-b52e-42cb-b734-e16179ec9e0f tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:36.070965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-ab920d26-b52e-42cb-b734-e16179ec9e0f tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1097 time: 0.0703521 Sep 24 19:00:36.088902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:36.116870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.144885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a75c460-b425-4d0d-ba9a-3d8752e0399a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:36.162418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.212457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.300743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:36.316756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.320571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.356599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:36.376776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.378330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84145ae8-38c2-48ca-8ac7-4c61c7c79fea {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:00:36.386325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.388063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9a62d91-dab4-4ab5-9196-b054a8b0d1b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/84145ae8-38c2-48ca-8ac7-4c61c7c79fea HTTP/1.1" status: 204 len: 168 time: 1.2970541 Sep 24 19:00:36.390732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51562) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:36.429181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:36.433637 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b40570-253c-4c3d-9d7c-52cd94a60963" -d '{"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-unplugged", "status": "completed", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:36.438185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.462660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.483644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Deleting subnet 5a5996b5-c1b9-4999-98a6-25e453b1016f {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:00:36.488391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.539024 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef5724f-54c5-4511-8e46-416c37c0450c x-openstack-request-id: req-aef5724f-54c5-4511-8e46-416c37c0450c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:36.539299 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-unplugged", "status": "completed", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:36.539548 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aef5724f-54c5-4511-8e46-416c37c0450c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:36.539949 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'code': 200} Sep 24 19:00:36.541870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.565178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:36.580184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:36.580585 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:36.580982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:36.587344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:36.587916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Attempting to bind port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on network 9d08bec6-781a-4fe4-b4b3-451f18f43560 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:36.593310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:36.593843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Checking segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:36.594288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Bound using segment: {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:36.595310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Bound port: 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0452bcea-7cf6-45e0-a47e-ab365b736e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9d08bec6-781a-4fe4-b4b3-451f18f43560'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:36.595441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.633098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c6d92d3b-9e04-41f0-bd39-6e88918078db details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:36.649603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a479fc7-f375-445d-9d51-9540f0c91b49 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:36.713936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 4a479fc7-f375-445d-9d51-9540f0c91b49 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:36.714574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:36.714727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a479fc7-f375-445d-9d51-9540f0c91b49 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:36.721134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:36.727462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.760211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f452f72-66bd-4bf5-9634-24341b7c1890 req-2efee546-1bf3-47ca-afcb-00631ef26728 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:36.768235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f452f72-66bd-4bf5-9634-24341b7c1890 req-2efee546-1bf3-47ca-afcb-00631ef26728 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1302774 Sep 24 19:00:36.864717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:36.867651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.877073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:36.935768 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f452f72-66bd-4bf5-9634-24341b7c1890 req-50406a1f-3d2f-45a2-8ba7-955e283e3cf7 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664879 Sep 24 19:00:36.947681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:36.964288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:36.964712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:36.974489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:36.977461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-6d440bbe-c269-436e-add0-4dbdd08fe6d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 1122 time: 0.8973110 Sep 24 19:00:36.980489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ed5fc5be-edd4-45fb-8c2b-97d9abe07ffc not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:36.989505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c6d92d3b-9e04-41f0-bd39-6e88918078db', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': 'c6d92d3b-9e04-41f0-bd39-6e88918078db', 'mac_address': 'fa:16:3e:f8:5d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:37.029638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.096294 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.098010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5996b5-c1b9-4999-98a6-25e453b1016f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:37.112904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.116356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-887139cd-7ef6-4757-bf86-f278dfc54812 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a5996b5-c1b9-4999-98a6-25e453b1016f HTTP/1.1" status: 204 len: 168 time: 0.7230437 Sep 24 19:00:37.117977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:37.131993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['726a6e3f-68a6-4778-94e8-93af7aa96d9b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:37.138978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4273a9-ce7d-4075-a7f9-1b3657037e0f None None] Network 9c22681a-a8aa-4b44-a1b9-110c62e02213 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:00:37.182625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d92d3b-9e04-41f0-bd39-6e88918078db {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:37.195016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['726a6e3f-68a6-4778-94e8-93af7aa96d9b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:37.235040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5e025-bddb-4ae3-9c4e-881a4033d569 req-b53ca378-1c37-48a3-8f35-f528eb2e2fbb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:37.236562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93b5e025-bddb-4ae3-9c4e-881a4033d569 req-b53ca378-1c37-48a3-8f35-f528eb2e2fbb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 943 time: 0.2228236 Sep 24 19:00:37.267625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.298614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:37.324488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85a7b4-3008-4e37-b185-31efc60171a6 req-18571907-c7e5-4d05-92b3-f6ddf5a21517 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:37.326092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c85a7b4-3008-4e37-b185-31efc60171a6 req-18571907-c7e5-4d05-92b3-f6ddf5a21517 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1803036 Sep 24 19:00:37.351021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Deleting port 4b060446-42a1-4646-abc8-b4fbdaac3448 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:37.351497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.367396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.400599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93b5e025-bddb-4ae3-9c4e-881a4033d569 req-85fc7468-2dc7-4352-9378-304ad16d9898 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457186 Sep 24 19:00:37.433501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c85a7b4-3008-4e37-b185-31efc60171a6 req-3a4deb4c-0363-4484-9c79-17ccd01f8334 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839641 Sep 24 19:00:37.487461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] For port 4b060446-42a1-4646-abc8-b4fbdaac3448, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4b060446-42a1-4646-abc8-b4fbdaac3448,segment=NetworkSegment(dc363de8-1754-4c3c-8ad1-ddae6c84e9f7),segment_id=dc363de8-1754-4c3c-8ad1-ddae6c84e9f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:37.488125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.502658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Calling delete_port for 4b060446-42a1-4646-abc8-b4fbdaac3448 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:37.553966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:37.587660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.587999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.588338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.588931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.589058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.589304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.589627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.589947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.590267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.590585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.590941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.591268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:00:37.621178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.670197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] No DVR routers for this DVR port 4b060446-42a1-4646-abc8-b4fbdaac3448 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:37.673316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b060446-42a1-4646-abc8-b4fbdaac3448,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:37.752379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd62be-6ea8-402e-a8b5-cb0b30f3ef74 None None] DHCP port deletion for 9c22681a-a8aa-4b44-a1b9-110c62e02213 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:00:37.799262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c6d92d3b-9e04-41f0-bd39-6e88918078db'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:37.804431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.830473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c22681a-a8aa-4b44-a1b9-110c62e02213']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:37.844839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:37.845144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc363de8-1754-4c3c-8ad1-ddae6c84e9f7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:37.863210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.899386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.913869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:00:37.915573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:00:37.920116 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:00:37.998260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.022991 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.025441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] 10.222.0.18 "DELETE /v2.0/networks/9c22681a-a8aa-4b44-a1b9-110c62e02213 HTTP/1.1" status: 204 len: 168 time: 0.9057696 Sep 24 19:00:38.026423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bd309-4ab6-482a-839e-461d4176946c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c22681a-a8aa-4b44-a1b9-110c62e02213,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:38.101284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c8552-bb7a-4372-a836-876468e43f5a req-50bf3bf2-ff6e-486e-a05c-e4b49d253756 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.103436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c3c8552-bb7a-4372-a836-876468e43f5a req-50bf3bf2-ff6e-486e-a05c-e4b49d253756 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.1076584 Sep 24 19:00:38.143752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172135-3c6b-4a9b-a2ec-c399d7b76311 req-7c4ad107-f2ce-4691-96c7-9a9ae0a71782 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.145172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92172135-3c6b-4a9b-a2ec-c399d7b76311 req-7c4ad107-f2ce-4691-96c7-9a9ae0a71782 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0947325 Sep 24 19:00:38.173010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c3c8552-bb7a-4372-a836-876468e43f5a req-4e0e4e45-525f-4b28-a633-43cc263c15a4 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Sep 24 19:00:38.175239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:38.206627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92172135-3c6b-4a9b-a2ec-c399d7b76311 req-4e3f47fa-ecb2-424c-829b-148d7613b0e4 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Sep 24 19:00:38.228908 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be00c2c3-1c8b-4db9-bbe1-93aca3a18d05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57587e9060c140ae89f63f9a7fda44bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523877 Sep 24 19:00:38.231905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:38.280280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.301282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.351829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.354580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.355828 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0694bb08-ac8f-4039-b4e7-aaa55d7ca83c HTTP/1.1" status: 204 len: 168 time: 0.1229715 Sep 24 19:00:38.363742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d3774-4e24-4044-b243-34c3a648233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694bb08-ac8f-4039-b4e7-aaa55d7ca83c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:38.471366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4b060446-42a1-4646-abc8-b4fbdaac3448 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:38.501673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4b060446-42a1-4646-abc8-b4fbdaac3448 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:38.502189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4b060446-42a1-4646-abc8-b4fbdaac3448 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:38.502710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a75c460-b425-4d0d-ba9a-3d8752e0399a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:38.526243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9a75c460-b425-4d0d-ba9a-3d8752e0399a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:38.526715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a75c460-b425-4d0d-ba9a-3d8752e0399a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:38.541737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:38.545565 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd29fc-ec70-4f11-b11c-240288eab281" -d '{"events": [{"name": "network-changed", "server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:38.562298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6168994-1c51-4e1b-ad85-a09bccd55198 req-e10caee0-7374-44eb-a732-228cb3f6790e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.563949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6168994-1c51-4e1b-ad85-a09bccd55198 req-e10caee0-7374-44eb-a732-228cb3f6790e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 944 time: 0.0863690 Sep 24 19:00:38.581114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393a7f6-3d7f-466f-8d2e-ebff1e4053dd req-35b39b2d-9ecd-4b0f-b918-c48f199e207c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.583091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8393a7f6-3d7f-466f-8d2e-ebff1e4053dd req-35b39b2d-9ecd-4b0f-b918-c48f199e207c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0748687 Sep 24 19:00:38.597049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:38.640082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6168994-1c51-4e1b-ad85-a09bccd55198 req-81ca47ab-b7e6-4cee-b578-313ba621f3d0 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558097 Sep 24 19:00:38.653111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8393a7f6-3d7f-466f-8d2e-ebff1e4053dd req-472809b3-2c98-4dba-8618-15970184e0ce tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 Sep 24 19:00:38.665769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:38.688469 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8440ad46-fa9c-4095-a49c-ef43483f9475 x-openstack-request-id: req-8440ad46-fa9c-4095-a49c-ef43483f9475 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:38.688828 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:38.689204 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8440ad46-fa9c-4095-a49c-ef43483f9475 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:38.689831 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'status': 'completed', 'code': 200} Sep 24 19:00:38.770783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-bacd1c22-d6dc-4df7-a051-a90da3c5b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.772915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-bacd1c22-d6dc-4df7-a051-a90da3c5b02f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1125 time: 0.0561309 Sep 24 19:00:38.776172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:38.791780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 19:00:38.881906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-a7821e26-a98a-4afe-aa5e-acfb69650a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.883516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-a7821e26-a98a-4afe-aa5e-acfb69650a91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1014035 Sep 24 19:00:38.929849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-9f2e724a-e370-4768-bbf2-9a2e61b23fd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 217 time: 0.0379329 Sep 24 19:00:38.983619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-847c7d0a-4919-41f0-b268-d9a69d743296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.985300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-847c7d0a-4919-41f0-b268-d9a69d743296 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.0475078 Sep 24 19:00:38.987272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-7d3c347b-2c45-4277-b6bb-64749bf5371d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:38.988772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-7d3c347b-2c45-4277-b6bb-64749bf5371d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.0537271 Sep 24 19:00:39.031787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-f4f140e7-6f4d-4b8b-bed5-d935b03f28b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270391 Sep 24 19:00:39.111655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Deleting port 1221e77b-39f3-4d61-a7bb-d1aea015a754 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:39.111884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.150364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-a54807f6-5783-4015-828e-8966070e319a service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049170 Sep 24 19:00:39.214615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] For port 1221e77b-39f3-4d61-a7bb-d1aea015a754, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1221e77b-39f3-4d61-a7bb-d1aea015a754,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:39.215133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.217216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:39.237553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Calling delete_port for 1221e77b-39f3-4d61-a7bb-d1aea015a754 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:39.308273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfd29fc-ec70-4f11-b11c-240288eab281 req-158dbd77-c019-467e-a440-2ffc84fd9c04 service neutron] 10.222.0.69 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482043 Sep 24 19:00:39.352955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aadaae-5bd7-4b9e-99f6-73124ea1befe req-96ac6359-f0e1-4d9c-9fc5-055ffc5fed80 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:39.354475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77aadaae-5bd7-4b9e-99f6-73124ea1befe req-96ac6359-f0e1-4d9c-9fc5-055ffc5fed80 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9f0168-4a3e-4ea3-81a4-58570afb42a8 HTTP/1.1" status: 200 len: 945 time: 0.0961587 Sep 24 19:00:39.357202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-network', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:39.363346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757f0a-34a5-4c59-b996-23dc826c89d2 req-b53748b1-e77a-4478-9498-1fe68b1cce38 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:39.364747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0757f0a-34a5-4c59-b996-23dc826c89d2 req-b53748b1-e77a-4478-9498-1fe68b1cce38 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0710740 Sep 24 19:00:39.423301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0757f0a-34a5-4c59-b996-23dc826c89d2 req-44e9aa09-d903-49bd-ad32-4c3e06d1fee6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503089 Sep 24 19:00:39.426134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77aadaae-5bd7-4b9e-99f6-73124ea1befe req-54e68b88-edf5-484a-8a95-177bc76e4a2f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604899 Sep 24 19:00:39.429083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Made reservation on behalf of 100491f279fa40fc92d6fa11eec52ae0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:39.431537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.440945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.442744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.464158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1221e77b-39f3-4d61-a7bb-d1aea015a754'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:39.480879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event deleted for resources: {'Port': ['ID=1221e77b-39f3-4d61-a7bb-d1aea015a754,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:39.534960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] No DVR routers for this DVR port 1221e77b-39f3-4d61-a7bb-d1aea015a754 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:39.539422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.541806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf5b0be-7120-49d8-a947-4b5c9dfe239b req-0316175d-2d19-4048-a243-b60dbaf0b209 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "DELETE /v2.0/ports/1221e77b-39f3-4d61-a7bb-d1aea015a754 HTTP/1.1" status: 204 len: 173 time: 0.5406241 Sep 24 19:00:39.599054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.603157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.627990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:00:39.637739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bfeded-2732-4706-8553-304148495d14,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:39.643422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.643851 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Added segment 67ff45a5-8619-4385-bb97-39c8b330f442 of type vlan for network 3f073555-7a28-44cc-912d-1031ba7f6e19 Sep 24 19:00:39.690813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.718374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.719544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:39.720236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.750958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5325644 Sep 24 19:00:39.754015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51646) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:39.759775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Request body: {'subnet': {'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-subnet', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:39.792215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84bbd-5362-435f-8de3-1770f9bc5c8f admin admin] Pushing event updated for resources: {'Network': ['ID=3f073555-7a28-44cc-912d-1031ba7f6e19,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:39.802887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:00:39.814292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Made reservation on behalf of 100491f279fa40fc92d6fa11eec52ae0 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:39.816545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:39.827427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd76b62-3d52-4d70-b3e7-f0f1548f2b72 req-c206a856-b897-4d72-9093-a71b6b0d46ed tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:39.828923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-efd76b62-3d52-4d70-b3e7-f0f1548f2b72 req-c206a856-b897-4d72-9093-a71b6b0d46ed tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1002693 Sep 24 19:00:39.836123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a6e73-30be-44d4-8108-3f83542be004 req-217dbc7e-5a5e-4168-88a0-e42a22dbff53 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:39.837527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd5a6e73-30be-44d4-8108-3f83542be004 req-217dbc7e-5a5e-4168-88a0-e42a22dbff53 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 944 time: 0.1199887 Sep 24 19:00:39.960072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd5a6e73-30be-44d4-8108-3f83542be004 req-0ccac707-4825-4b3a-9590-96ff325c7870 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110573 Sep 24 19:00:39.964404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-efd76b62-3d52-4d70-b3e7-f0f1548f2b72 req-9898dd33-6b60-4ac4-9c14-a7de407c185d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259911 Sep 24 19:00:40.074518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.132241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd69eae-4881-435b-a83b-d94e099f29a6,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:40.166048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Checking segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:40.166712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Network hostable DHCP agents. Network: 3f073555-7a28-44cc-912d-1031ba7f6e19, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:00:40.199596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937c04-ab5d-4a22-98e9-142592b358b1 req-5c97ccd2-692e-4369-a653-80a034d42d78 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:40.201125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4937c04-ab5d-4a22-98e9-142592b358b1 req-5c97ccd2-692e-4369-a653-80a034d42d78 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.0701003 Sep 24 19:00:40.201889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:00:40.215858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3f073555-7a28-44cc-912d-1031ba7f6e19) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:40.224380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760e53d-ad11-47f3-8ed1-02c5aff1f7eb None None] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:00:40.227292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:40.227893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.258837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4937c04-ab5d-4a22-98e9-142592b358b1 req-1a3cc7e0-67ed-475c-9be8-c4ad8b8a2121 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503135 Sep 24 19:00:40.260321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-769810f5-ad62-4fc5-b39e-4aaca526de7f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5048890 Sep 24 19:00:40.264405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:40.272608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:40.297926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.299752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.366360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.393887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-3f073555-7a28-44cc-912d-1031ba7f6e19', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:00:40.394959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.532436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.565232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01ab5-4dcc-45b4-ba03-010c56480f9d req-a710bd9b-17cf-4d46-8ad9-8f848b3783ad tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:40.566213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Allocated IP 172.20.0.2 (3f073555-7a28-44cc-912d-1031ba7f6e19/cbd69eae-4881-435b-a83b-d94e099f29a6/997d2487-259d-4ed4-8e2f-7223afc482a2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:40.567485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25a01ab5-4dcc-45b4-ba03-010c56480f9d req-a710bd9b-17cf-4d46-8ad9-8f848b3783ad tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0585399 Sep 24 19:00:40.621793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25a01ab5-4dcc-45b4-ba03-010c56480f9d req-641bc8e1-e329-4d3e-aa5b-b608c6fdd96a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Sep 24 19:00:40.664544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c6d92d3b-9e04-41f0-bd39-6e88918078db up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:40.701874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-deleted', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:40.704105 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35457a-c63c-46a2-b433-0d3abc9c15e8" -d '{"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-deleted", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:40.763748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882cb5b-5a9e-453e-b3af-df43561d6f7d req-7a818cea-68a5-4d21-9bc5-5713e8f4299a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:40.765595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7882cb5b-5a9e-453e-b3af-df43561d6f7d req-7a818cea-68a5-4d21-9bc5-5713e8f4299a tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.0579381 Sep 24 19:00:40.770295 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd5292-4dbd-447d-93ee-91b234f330c9 x-openstack-request-id: req-14fd5292-4dbd-447d-93ee-91b234f330c9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:40.770580 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9f0168-4a3e-4ea3-81a4-58570afb42a8", "name": "network-vif-deleted", "tag": "1221e77b-39f3-4d61-a7bb-d1aea015a754", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:40.770982 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14fd5292-4dbd-447d-93ee-91b234f330c9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:40.771242 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9f0168-4a3e-4ea3-81a4-58570afb42a8', 'name': 'network-vif-deleted', 'tag': '1221e77b-39f3-4d61-a7bb-d1aea015a754', 'status': 'completed', 'code': 200} Sep 24 19:00:40.772194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c6d92d3b-9e04-41f0-bd39-6e88918078db completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:00:40.783573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c6d92d3b-9e04-41f0-bd39-6e88918078db triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:40.783948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.789340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.793195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.813772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.816247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.816802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7882cb5b-5a9e-453e-b3af-df43561d6f7d req-a3f6c3c2-c733-4989-ab8e-d679347c2633 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Sep 24 19:00:40.865302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:40.876208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:40.879410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:40.882229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Pushing event updated for resources: {'Port': ['ID=997d2487-259d-4ed4-8e2f-7223afc482a2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:40.931233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Allocated IP 172.25.5.64 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/f49fa156-d6e2-48e3-8d9c-8e3c221c75cd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:40.966385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.969236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Attempting to bind port 997d2487-259d-4ed4-8e2f-7223afc482a2 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:40.969537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Attempting to bind port 997d2487-259d-4ed4-8e2f-7223afc482a2 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:40.969899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Attempting to bind port 997d2487-259d-4ed4-8e2f-7223afc482a2 on network 3f073555-7a28-44cc-912d-1031ba7f6e19 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:40.987583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:40.987959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Checking segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:40.988357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:40.988746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Bound using segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:40.989213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Bound port: 997d2487-259d-4ed4-8e2f-7223afc482a2, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:40.989595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.003192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:41.005434 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268d253-8d28-42b5-b9d6-8d2b25b08b02" -d '{"events": [{"server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:41.022554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:41.040178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.047429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.095499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.116892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] For port 997d2487-259d-4ed4-8e2f-7223afc482a2, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:41.122571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:41.134111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] For port 997d2487-259d-4ed4-8e2f-7223afc482a2, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=997d2487-259d-4ed4-8e2f-7223afc482a2,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:41.137365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:41.140637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.142365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:41.146185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:41.153510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c9a79-c129-4fc2-b2f1-f783686efbd6 req-4dba7796-6f03-477f-a6ab-811dd8e05776 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.155072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a22c9a79-c129-4fc2-b2f1-f783686efbd6 req-4dba7796-6f03-477f-a6ab-811dd8e05776 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0884545 Sep 24 19:00:41.177331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832378-dc45-4c61-a6b0-0ff6327727da req-66c00294-c50b-491d-8811-13e788b78da8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.179588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a832378-dc45-4c61-a6b0-0ff6327727da req-66c00294-c50b-491d-8811-13e788b78da8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.0806303 Sep 24 19:00:41.188612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Pushing event updated for resources: {'Port': ['ID=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:41.224222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238efe-db47-4d8a-9180-034ec423fb2e None None] Pushing event updated for resources: {'Port': ['ID=997d2487-259d-4ed4-8e2f-7223afc482a2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:41.260808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a22c9a79-c129-4fc2-b2f1-f783686efbd6 req-b7df433d-736d-40ef-bd95-31f2cb1bd5de tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970364 Sep 24 19:00:41.268883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a832378-dc45-4c61-a6b0-0ff6327727da req-896302a4-83e9-4683-ae28-df0633d1c018 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706336 Sep 24 19:00:41.322608 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca24da59-2d85-4bc9-9439-31edcc1da345 x-openstack-request-id: req-ca24da59-2d85-4bc9-9439-31edcc1da345 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:41.323438 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:41.323835 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca24da59-2d85-4bc9-9439-31edcc1da345 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:41.324324 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db', 'code': 200} Sep 24 19:00:41.481579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.483202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7428-68ce-4d04-bdf6-fb2415d55c0d req-31435995-3c97-4745-8e6f-079ac63c70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.484726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c38f7428-68ce-4d04-bdf6-fb2415d55c0d req-31435995-3c97-4745-8e6f-079ac63c70b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 1096 time: 0.0490582 Sep 24 19:00:41.524214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c38f7428-68ce-4d04-bdf6-fb2415d55c0d req-db4ea7c0-9e01-49d6-acc9-5262e5222e37 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Sep 24 19:00:41.662222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-eaa26541-9342-41b9-8e28-20c271ed7945 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.663781 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-eaa26541-9342-41b9-8e28-20c271ed7945 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.1009514 Sep 24 19:00:41.741386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db7a53-db11-4737-9b80-e33f2555d23d req-064491b4-7f1c-416c-b773-53ebf6faf12f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.742823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72db7a53-db11-4737-9b80-e33f2555d23d req-064491b4-7f1c-416c-b773-53ebf6faf12f tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.0546520 Sep 24 19:00:41.746674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.780828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72db7a53-db11-4737-9b80-e33f2555d23d req-cd9f8f80-e487-4121-ae06-4dfeaaeff11a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Sep 24 19:00:41.883854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Deleting port f3a61db0-ce3c-4fc8-b081-e21f57470203 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:41.884192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:41.943607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d03e-0e7d-46fd-b7d3-e99660d65bf2 req-6cd3ae6f-3de3-4b51-86e3-c1765b629908 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:41.945245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4652d03e-0e7d-46fd-b7d3-e99660d65bf2 req-6cd3ae6f-3de3-4b51-86e3-c1765b629908 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 945 time: 0.0526876 Sep 24 19:00:41.988204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4652d03e-0e7d-46fd-b7d3-e99660d65bf2 req-860e0493-b329-4c5a-b839-f0170214369c tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 Sep 24 19:00:42.153995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c56939-27ff-4d54-bac0-52b9f968c75f None None] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:00:42.233248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] Provisioning complete for port 997d2487-259d-4ed4-8e2f-7223afc482a2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:42.233642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.253200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:00:42.274391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] For port f3a61db0-ce3c-4fc8-b081-e21f57470203, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f3a61db0-ce3c-4fc8-b081-e21f57470203,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:42.274757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.325357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Calling delete_port for f3a61db0-ce3c-4fc8-b081-e21f57470203 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:42.403062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4040f6-38e5-40dc-bf01-885ce9d20292 req-48cb10fd-0350-4e89-ac06-4674e204ea3b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:42.414353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e4040f6-38e5-40dc-bf01-885ce9d20292 req-48cb10fd-0350-4e89-ac06-4674e204ea3b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0701635 Sep 24 19:00:42.442312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:42.469225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Sync routers for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:42.470831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.472410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b4b36d3f-4097-49f0-9191-f97a34a41f7a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.2045710 Sep 24 19:00:42.483789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51696) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:42.499490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e4040f6-38e5-40dc-bf01-885ce9d20292 req-0b29f90e-1ba1-48bf-bf86-d83f5bea51ec tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Sep 24 19:00:42.499739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.531327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:42.532067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:42.615152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.674509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event deleted for resources: {'Port': ['ID=f3a61db0-ce3c-4fc8-b081-e21f57470203,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:42.731755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] No DVR routers for this DVR port f3a61db0-ce3c-4fc8-b081-e21f57470203 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:42.734747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.737364 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da8ae470-be6d-44e7-abf5-9fd292318267 req-d09b6c67-8f07-4be3-8659-3cbad9da74aa tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "DELETE /v2.0/ports/f3a61db0-ce3c-4fc8-b081-e21f57470203 HTTP/1.1" status: 204 len: 173 time: 1.0350165 Sep 24 19:00:42.772756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-deleted', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:42.775031 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1bf3dc-f41e-4267-b0c2-451d654696a6" -d '{"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-deleted", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:42.808584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941067-0fa5-447e-9ae7-3810926db81b req-793a0324-5f71-4a3c-980c-73a8d45e4988 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:42.810822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67941067-0fa5-447e-9ae7-3810926db81b req-793a0324-5f71-4a3c-980c-73a8d45e4988 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.1551867 Sep 24 19:00:42.812149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 997d2487-259d-4ed4-8e2f-7223afc482a2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:42.814556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:42.870814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 1221e77b-39f3-4d61-a7bb-d1aea015a754 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:42.871246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1221e77b-39f3-4d61-a7bb-d1aea015a754 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:42.885711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] For port 997d2487-259d-4ed4-8e2f-7223afc482a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=997d2487-259d-4ed4-8e2f-7223afc482a2,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:42.903827 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:42.959081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67941067-0fa5-447e-9ae7-3810926db81b req-d503516f-305b-436b-98bc-2e4bb98528f9 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155918 Sep 24 19:00:43.024764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:43.071533 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38bd6e-59d0-42b5-bb7f-4445ad1b27b4 x-openstack-request-id: req-3e38bd6e-59d0-42b5-bb7f-4445ad1b27b4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:43.071946 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abf638b-50b4-4a46-825b-0109a3aa2e99", "name": "network-vif-deleted", "tag": "f3a61db0-ce3c-4fc8-b081-e21f57470203", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:43.072297 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e38bd6e-59d0-42b5-bb7f-4445ad1b27b4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:43.072788 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abf638b-50b4-4a46-825b-0109a3aa2e99', 'name': 'network-vif-deleted', 'tag': 'f3a61db0-ce3c-4fc8-b081-e21f57470203', 'status': 'completed', 'code': 200} Sep 24 19:00:43.125703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 997d2487-259d-4ed4-8e2f-7223afc482a2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:43.127297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.127847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751088-8bd9-48e2-992a-e7f690b310d5 None None] Pushing event updated for resources: {'Port': ['ID=997d2487-259d-4ed4-8e2f-7223afc482a2,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:43.184561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-afdc9ca1-78e4-49c1-a917-a20b1c520cf9 None None] Provisioning complete for port 997d2487-259d-4ed4-8e2f-7223afc482a2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:43.185472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-afdc9ca1-78e4-49c1-a917-a20b1c520cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.213697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1914dd-cd05-44db-a147-71d44554f3fb req-ce4184ce-6f9a-4702-a888-8fe1256501a4 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:43.215581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd1914dd-cd05-44db-a147-71d44554f3fb req-ce4184ce-6f9a-4702-a888-8fe1256501a4 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.3470116 Sep 24 19:00:43.286082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf84c9-5f1a-4407-943a-16b1bff4c7fd req-a509d0e3-1430-4b04-9b76-986e592937f5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:43.287948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ecf84c9-5f1a-4407-943a-16b1bff4c7fd req-a509d0e3-1430-4b04-9b76-986e592937f5 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1383147 Sep 24 19:00:43.332245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd1914dd-cd05-44db-a147-71d44554f3fb req-4d18123e-0ad4-47c8-8b28-263afd349512 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961692 Sep 24 19:00:43.378885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ecf84c9-5f1a-4407-943a-16b1bff4c7fd req-4c2aa4c1-877e-44de-b443-0734e99564ad tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Sep 24 19:00:43.387674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.397493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:41Z', 'revision_number': 3, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:43.433336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Checking router: 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:43.433686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Updating router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:00:43.459126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.627101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:00:43.777683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.786212 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.809641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0755e083-3f14-4414-894b-55033eb7f965 req-320ed5e0-4224-43a5-992a-ff4701a28d1d tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=3abf638b-50b4-4a46-825b-0109a3aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.3558373 Sep 24 19:00:43.838035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b0dda-05b5-467d-a3a6-1be84ca99f98 None None] Pushing event updated for resources: {'Port': ['ID=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:43.867610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Attempting to bind port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:43.867997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Attempting to bind port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:43.868369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Attempting to bind port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:43.875727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:43.876115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:43.876539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.876937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:43.877410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Bound port: f49fa156-d6e2-48e3-8d9c-8e3c221c75cd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:43.877799 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:43.916208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ff44-86ce-43af-9e14-ed64fca84698 req-1585a131-dad5-41c5-90d3-53065c17eecc tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:43.924370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ef8ff44-86ce-43af-9e14-ed64fca84698 req-1585a131-dad5-41c5-90d3-53065c17eecc tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1349504 Sep 24 19:00:43.944388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] For port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:43.949652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] For port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:43.954795 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.011151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ef8ff44-86ce-43af-9e14-ed64fca84698 req-cbe8bd2a-808b-444b-b86d-28ca2ace4ae7 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856183 Sep 24 19:00:44.025072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Allocated IP 172.20.0.1 (3f073555-7a28-44cc-912d-1031ba7f6e19/cbd69eae-4881-435b-a83b-d94e099f29a6/428b7be9-cd0b-4042-aeec-7268996db947) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:44.043999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:44.044892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:44.046919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b0dda-05b5-467d-a3a6-1be84ca99f98 None None] Pushing event updated for resources: {'Port': ['ID=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:44.166225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:44.186207 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.197100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105a74-ed20-4dab-9985-792a7a2436f7 req-731696bf-b3fc-43d3-924a-9247301aacb7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:44.198671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b105a74-ed20-4dab-9985-792a7a2436f7 req-731696bf-b3fc-43d3-924a-9247301aacb7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.0945370 Sep 24 19:00:44.267194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b105a74-ed20-4dab-9985-792a7a2436f7 req-cd06285e-5bed-4723-bf7c-dac8ab1652d4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Sep 24 19:00:44.269884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.314937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:44.319343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:44.323364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:44.378681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Pushing event updated for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:44.434730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.436301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:41Z', 'revision_number': 3, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:44.476940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7827d-a569-42cf-8acc-b9bc401126af None None] The sync data for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 is: [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:41Z', 'revision_number': 3, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:44.511541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1375-d72b-4c38-a6f8-b36c8d676ccb req-1d4d925c-64e8-43aa-a6b6-4764e17e9a8d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:44.513298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ebe1375-d72b-4c38-a6f8-b36c8d676ccb req-1d4d925c-64e8-43aa-a6b6-4764e17e9a8d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.1483293 Sep 24 19:00:44.540474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 997d2487-259d-4ed4-8e2f-7223afc482a2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:44.612063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 997d2487-259d-4ed4-8e2f-7223afc482a2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:44.612496 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.647876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:44.659124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ebe1375-d72b-4c38-a6f8-b36c8d676ccb req-d59ba18f-2e95-4ab7-a202-c283f48230aa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302528 Sep 24 19:00:44.725633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47770dab-176b-4aa7-8396-455c36171463 req-725684ad-0d14-4372-83d8-e8c49b7dd3f0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:44.735625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47770dab-176b-4aa7-8396-455c36171463 req-725684ad-0d14-4372-83d8-e8c49b7dd3f0 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.2452416 Sep 24 19:00:44.773405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.816050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1673d9ca-4ab2-4585-b408-f5ae77d7499c None None] Provisioning complete for port 428b7be9-cd0b-4042-aeec-7268996db947 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:44.816519 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1673d9ca-4ab2-4585-b408-f5ae77d7499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:44.856808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1673d9ca-4ab2-4585-b408-f5ae77d7499c None None] Port 428b7be9-cd0b-4042-aeec-7268996db947 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:00:44.914558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47770dab-176b-4aa7-8396-455c36171463 req-1c6a697c-61f9-4b05-928d-c9b4c654619c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups?id=deeb58d1-5c14-4bd8-a809-10cc583d7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781597 Sep 24 19:00:44.956500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1bbf3-8e59-4a90-9c00-7872472c1c76 req-033f0282-79cb-4552-85b3-a379036dc072 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:44.958085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68d1bbf3-8e59-4a90-9c00-7872472c1c76 req-033f0282-79cb-4552-85b3-a379036dc072 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 944 time: 0.1736975 Sep 24 19:00:44.991490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-fa9918cb-08dd-4e38-a51a-8112003ce008 service neutron] 10.222.0.69 "GET /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.1804688 Sep 24 19:00:45.105417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68d1bbf3-8e59-4a90-9c00-7872472c1c76 req-2da286e8-4703-4804-9dd4-ce8074153be6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375749 Sep 24 19:00:45.267026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.284590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.301764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-53fd958c-f353-442d-9e3e-42155e555668 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:45.303992 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-53fd958c-f353-442d-9e3e-42155e555668 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 945 time: 0.0803132 Sep 24 19:00:45.413325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Deleting port ab4dcbaf-99cb-46b6-92cd-35547b045f0c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:45.413758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.472475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Pushing event updated for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:45.476863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.480610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:45.498152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208b2a3-b810-482d-8c1b-31047e4e0a59 req-2ddce8ad-a034-464b-a19a-a7cf2c7cb8e6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:45.499766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9208b2a3-b810-482d-8c1b-31047e4e0a59 req-2ddce8ad-a034-464b-a19a-a7cf2c7cb8e6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.2193434 Sep 24 19:00:45.516414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] For port ab4dcbaf-99cb-46b6-92cd-35547b045f0c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:45.516770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.532754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01708f0-150f-4c86-a02d-c173a4f57951 req-de5dea19-4049-4594-b4d8-77867ce60f58 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:45.534508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e01708f0-150f-4c86-a02d-c173a4f57951 req-de5dea19-4049-4594-b4d8-77867ce60f58 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.2161624 Sep 24 19:00:45.558458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:45.644788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9208b2a3-b810-482d-8c1b-31047e4e0a59 req-f1702517-9448-4e46-86ea-b75cf0321d70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348648 Sep 24 19:00:45.688033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a6e3f-68a6-4778-94e8-93af7aa96d9b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:45.695299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e01708f0-150f-4c86-a02d-c173a4f57951 req-6439b9f3-7160-4bf1-b017-fad73e184252 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500261 Sep 24 19:00:45.707045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:45.711685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.712064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.717396 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098 disassociated. External IP: 172.25.5.24, port: ab4dcbaf-99cb-46b6-92cd-35547b045f0c. Sep 24 19:00:45.718088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Calling delete_port for ab4dcbaf-99cb-46b6-92cd-35547b045f0c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:45.738955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.753636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:45.758552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:45.896638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.933023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event deleted for resources: {'Port': ['ID=ab4dcbaf-99cb-46b6-92cd-35547b045f0c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:45.975775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] Transition to ACTIVE for port object 726a6e3f-68a6-4778-94e8-93af7aa96d9b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:45.985143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:45.995263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:46.036549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20986bad-008e-4867-bccd-4a71006c5e6f req-68fc3834-49d8-4511-a675-5e476235dadf tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.048631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20986bad-008e-4867-bccd-4a71006c5e6f req-68fc3834-49d8-4511-a675-5e476235dadf tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.1647334 Sep 24 19:00:46.086698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-93447037-ccab-4813-880c-90686bde4caf None None] Provisioning complete for port 428b7be9-cd0b-4042-aeec-7268996db947 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:46.087427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93447037-ccab-4813-880c-90686bde4caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:46.100619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:46.131794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-93447037-ccab-4813-880c-90686bde4caf None None] Port 428b7be9-cd0b-4042-aeec-7268996db947 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:00:46.169261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1ffb651-417b-4835-ba3f-6486b514a494 req-5a94d8a2-1d9f-4d5f-90ae-a809c387b997 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b266013-69b5-4e8c-8b33-9a14be321317 HTTP/1.1" status: 200 len: 210 time: 0.1075606 Sep 24 19:00:46.201601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] No DVR routers for this DVR port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:46.210768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:46.211040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:46.231180 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:46.241822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20986bad-008e-4867-bccd-4a71006c5e6f req-b894a6c5-6cf6-4c37-afc8-cdd3bdd9af90 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922038 Sep 24 19:00:46.243707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:46.244724 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:46.276276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] No DVR routers for this DVR port ab4dcbaf-99cb-46b6-92cd-35547b045f0c on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:46.279228 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:46.281633 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7c0bdff-f124-4e8f-8c82-355378e5b135 req-598a760c-1866-4576-9efd-06bc94d7996f tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.15 "DELETE /v2.0/ports/ab4dcbaf-99cb-46b6-92cd-35547b045f0c HTTP/1.1" status: 204 len: 173 time: 0.9703379 Sep 24 19:00:46.282386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'name': 'network-vif-deleted', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:46.293217 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca996b-37f3-4d3a-b673-89278a6970e2" -d '{"events": [{"server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "name": "network-vif-deleted", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:46.323005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-b24b7e88-4fe3-4674-aec6-0e17f6f5d0ef service neutron] 10.222.0.69 "PUT /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3158336 Sep 24 19:00:46.366577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:46.375683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-373a88cc-81bc-4106-8291-2eb4d74d585a admin admin] 10.222.0.18 "PUT /v2.0/routers/025f7f0c-ea13-4baa-a80a-5b2b2947bd7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8746514 Sep 24 19:00:46.453573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4370-9e9c-43a4-85b7-8cd9a48713d9 req-947112e4-5482-4a09-afa1-4b2ee7987d5c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.460286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d44f4370-9e9c-43a4-85b7-8cd9a48713d9 req-947112e4-5482-4a09-afa1-4b2ee7987d5c tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1812036 Sep 24 19:00:46.572376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-10a33aa1-bdbd-4b01-a20b-64b08675e998 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.576833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-10a33aa1-bdbd-4b01-a20b-64b08675e998 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0795307 Sep 24 19:00:46.589117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d44f4370-9e9c-43a4-85b7-8cd9a48713d9 req-21bda4d7-7bda-4e26-b71f-12d600ba3b38 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266716 Sep 24 19:00:46.607261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f49fa156-d6e2-48e3-8d9c-8e3c221c75cd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:46.667904 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bb022f-1481-4601-a5a7-f0e679aafa5b x-openstack-request-id: req-53bb022f-1481-4601-a5a7-f0e679aafa5b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:46.668495 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b266013-69b5-4e8c-8b33-9a14be321317", "name": "network-vif-deleted", "tag": "ab4dcbaf-99cb-46b6-92cd-35547b045f0c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:46.668903 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53bb022f-1481-4601-a5a7-f0e679aafa5b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:46.669531 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b266013-69b5-4e8c-8b33-9a14be321317', 'name': 'network-vif-deleted', 'tag': 'ab4dcbaf-99cb-46b6-92cd-35547b045f0c', 'status': 'completed', 'code': 200} Sep 24 19:00:46.711215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:46.712049 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:46.725712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-d9ba8058-54df-4aaf-9d6f-48601e1b7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.732515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-d9ba8058-54df-4aaf-9d6f-48601e1b7cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090 HTTP/1.1" status: 200 len: 1096 time: 0.1256976 Sep 24 19:00:46.747208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Sync routers for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:46.750718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: f3a61db0-ce3c-4fc8-b081-e21f57470203 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:46.755698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f3a61db0-ce3c-4fc8-b081-e21f57470203 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:46.781804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-4dd7b51f-bb7d-4162-8396-58830725ff17 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.783383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-4dd7b51f-bb7d-4162-8396-58830725ff17 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.1827528 Sep 24 19:00:46.785749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:46.787063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:46.793757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-220525d5-b36d-4378-994b-95561a798f28 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.794193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-220525d5-b36d-4378-994b-95561a798f28 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.1300678 Sep 24 19:00:46.837812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-799b4bb1-436d-4482-8b5b-957898d01d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.841858 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-799b4bb1-436d-4482-8b5b-957898d01d32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1096 time: 0.0712743 Sep 24 19:00:46.850822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:46.851362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:46.977175 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:46.985780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-df2ad52f-edca-42b5-ae15-2d8f648aafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:46.987318 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-df2ad52f-edca-42b5-ae15-2d8f648aafbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 200 len: 907 time: 0.1336961 Sep 24 19:00:47.008208 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:47.016780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33541555-12b7-4738-acdf-17aefd9e7350 req-273747f4-1343-4f3c-8d91-adabeefbf659 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:47.018384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33541555-12b7-4738-acdf-17aefd9e7350 req-273747f4-1343-4f3c-8d91-adabeefbf659 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 945 time: 0.2152975 Sep 24 19:00:47.019971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:47.021095 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:47.061867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735340fd-b943-4ef3-96a7-87fe563ef8b0 req-e9d075b0-687c-4ed0-861c-b8f3f4eeb316 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:47.069483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-735340fd-b943-4ef3-96a7-87fe563ef8b0 req-e9d075b0-687c-4ed0-861c-b8f3f4eeb316 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.2247326 Sep 24 19:00:47.121510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-c1a3a7c5-069b-46f3-89d7-b405e241934f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 200 len: 217 time: 0.0991874 Sep 24 19:00:47.132889 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.156440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:47.168114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port c6d92d3b-9e04-41f0-bd39-6e88918078db {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:47.168461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.182630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33541555-12b7-4738-acdf-17aefd9e7350 req-227e82a1-1b77-45c6-a3b6-6bfad558e0b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566360 Sep 24 19:00:47.184751 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:47.191086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:47.210548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-735340fd-b943-4ef3-96a7-87fe563ef8b0 req-e3ea332f-4606-44c6-aeff-3b9eaa6fd3dd tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401269 Sep 24 19:00:47.217057 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.249637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-6c1d1d3b-15e9-40b3-8869-738be5ad40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:47.251722 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-6c1d1d3b-15e9-40b3-8869-738be5ad40c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 200 len: 847 time: 0.1205995 Sep 24 19:00:47.315766 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-a19e04db-d71d-4e59-9e09-cb3b73f7ee6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d08bec6-781a-4fe4-b4b3-451f18f43560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333245 Sep 24 19:00:47.322173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:47.326615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Deleting port 343b20fa-19d6-4df4-a134-ac119996f543 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:47.327064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.454817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port c6d92d3b-9e04-41f0-bd39-6e88918078db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c6d92d3b-9e04-41f0-bd39-6e88918078db,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:47.455192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.473029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-f4b5e687-e8b8-4912-a203-5a0921c66a78 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475680 Sep 24 19:00:47.521876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for c6d92d3b-9e04-41f0-bd39-6e88918078db owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:47.546944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] For port 343b20fa-19d6-4df4-a134-ac119996f543, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=343b20fa-19d6-4df4-a134-ac119996f543,segment=NetworkSegment(9b031e6a-bcc7-485c-ac13-038f067c547b),segment_id=9b031e6a-bcc7-485c-ac13-038f067c547b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:47.547682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.551273 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:47.558208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 2, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:47.582797 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b847fb8-ca45-4ea8-9cc8-0f990a0dbfa3 None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T18:55:24Z', 'revision_number': 4, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95', 'name': '', 'network_id': '5e12d2d2-74e9-4177-bc67-165a152c2d14', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'mac_address': 'fa:16:3e:55:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:23Z', 'updated_at': '2021-09-24T18:55:31Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'subnets': [{'id': '59289075-8b25-4b9d-bc0f-9e81d5fb2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:47.588424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-83ea291f-8d64-4a0a-8b43-09497df2f4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075547 Sep 24 19:00:47.593264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Checking router: 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:47.593625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Updating router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d port 428b7be9-cd0b-4042-aeec-7268996db947 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:00:47.628596 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.906153 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378a84b-0f49-40ac-ba60-05660bb9d081 None None] New status for floating IP 05c2e242-cccf-47ab-85f9-73384fcf7098: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:00:47.918304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Calling delete_port for 343b20fa-19d6-4df4-a134-ac119996f543 owned by compute:tempest-test_az-1576132644 {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:47.935397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eaea9-4b8e-4eb3-a152-d0edcdee3906 req-cbe1c34c-88cc-4ae6-9ea0-3e0efe03bb2f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:47.936923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb7eaea9-4b8e-4eb3-a152-d0edcdee3906 req-cbe1c34c-88cc-4ae6-9ea0-3e0efe03bb2f tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa4eb3d-5953-4454-b016-dd1960498f53 HTTP/1.1" status: 200 len: 966 time: 0.5131106 Sep 24 19:00:47.947133 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.957389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:47.990084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996397d2-f588-42db-907f-77ad64fd7efa req-b9b43558-841f-4c31-83ee-31a13f40a80b tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:47.993437 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-b9b43558-841f-4c31-83ee-31a13f40a80b tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569&tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0667026 Sep 24 19:00:48.027604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c065cf7-9817-4cd6-a41b-dbc7047a8687 None None] Pushing event updated for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:48.034355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-e8ec0b3e-ccd2-4008-bb1c-eb313d67758e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:48.036108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-e8ec0b3e-ccd2-4008-bb1c-eb313d67758e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 829 time: 0.6140802 Sep 24 19:00:48.096309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Attempting to bind port 428b7be9-cd0b-4042-aeec-7268996db947 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:48.096680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Attempting to bind port 428b7be9-cd0b-4042-aeec-7268996db947 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:48.097045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Attempting to bind port 428b7be9-cd0b-4042-aeec-7268996db947 on network 3f073555-7a28-44cc-912d-1031ba7f6e19 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:48.103836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:48.104208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Checking segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:48.104620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.105116 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Bound using segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:48.105589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Bound port: 428b7be9-cd0b-4042-aeec-7268996db947, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:48.106167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.164603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c532038-9c27-456d-9973-be11f9042cdf tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/quotas/100491f279fa40fc92d6fa11eec52ae0 HTTP/1.1" status: 200 len: 375 time: 0.1068850 Sep 24 19:00:48.175812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb7eaea9-4b8e-4eb3-a152-d0edcdee3906 req-4784d545-e245-464d-a1d1-8b1c3a093a63 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d3431b4-7928-418e-8f3a-71134e8e1730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268507 Sep 24 19:00:48.182655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] For port 428b7be9-cd0b-4042-aeec-7268996db947, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:48.186501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] For port 428b7be9-cd0b-4042-aeec-7268996db947, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=428b7be9-cd0b-4042-aeec-7268996db947,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:48.189263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-996397d2-f588-42db-907f-77ad64fd7efa req-e933c2a2-8f8b-48a2-8529-a616cf32b08a service neutron] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:48.193017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-996397d2-f588-42db-907f-77ad64fd7efa req-e933c2a2-8f8b-48a2-8529-a616cf32b08a service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.194199 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-996397d2-f588-42db-907f-77ad64fd7efa req-e933c2a2-8f8b-48a2-8529-a616cf32b08a service neutron] 10.222.0.15 "DELETE /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.1784821 Sep 24 19:00:48.196176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.273629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:48.274190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.274354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:48.322829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:48.351532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=c6d92d3b-9e04-41f0-bd39-6e88918078db,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:48.356309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c065cf7-9817-4cd6-a41b-dbc7047a8687 None None] Pushing event updated for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:48.417973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port c6d92d3b-9e04-41f0-bd39-6e88918078db on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:48.420926 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.425549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3472f2e2-b7f2-410f-a00a-88aefa436557 req-21251977-d0a9-401b-8639-59c4ea69e2e7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "DELETE /v2.0/ports/c6d92d3b-9e04-41f0-bd39-6e88918078db HTTP/1.1" status: 204 len: 173 time: 1.6286333 Sep 24 19:00:48.427638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'name': 'network-vif-deleted', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:48.430767 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4d916-f346-4880-b8ad-f52a9a0d0153" -d '{"events": [{"server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "name": "network-vif-deleted", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:48.446089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] Provisioning complete for port 428b7be9-cd0b-4042-aeec-7268996db947 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:48.446474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.452563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-af445b09-a69b-4b58-a8ea-2933b8d2f4e3 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2237988 Sep 24 19:00:48.458645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.512037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Pushing event deleted for resources: {'Port': ['ID=343b20fa-19d6-4df4-a134-ac119996f543,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:48.563588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] No DVR routers for this DVR port 343b20fa-19d6-4df4-a134-ac119996f543 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:48.566586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.569803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5308c9a2-160f-4e6c-b52f-e8ad25593162 req-d2f03155-1740-4f81-9d22-81bac5c62136 tempest-LiveAutoBlockMigrationV225Test-594427664 tempest-LiveAutoBlockMigrationV225Test-594427664-project] 10.222.0.15 "DELETE /v2.0/ports/343b20fa-19d6-4df4-a134-ac119996f543 HTTP/1.1" status: 204 len: 173 time: 1.7426713 Sep 24 19:00:48.597861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:48.644170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f49fa156-d6e2-48e3-8d9c-8e3c221c75cd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:48.670479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932277f-c413-4bb0-89ca-bc5ad4e0e547 req-34d152ad-a230-492b-9fe4-db7abb3d9b54 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:48.672148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b932277f-c413-4bb0-89ca-bc5ad4e0e547 req-34d152ad-a230-492b-9fe4-db7abb3d9b54 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1099849 Sep 24 19:00:48.681937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c6d92d3b-9e04-41f0-bd39-6e88918078db no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:48.766480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: c6d92d3b-9e04-41f0-bd39-6e88918078db {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:48.766821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c6d92d3b-9e04-41f0-bd39-6e88918078db not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:48.780422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b932277f-c413-4bb0-89ca-bc5ad4e0e547 req-c9ff3575-ca77-4890-8fb4-5a707f392829 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943787 Sep 24 19:00:48.796211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-e5aa0f42-238e-4c9a-b3e7-479ccaf21620 service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297434 Sep 24 19:00:48.898934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1fe2810-b7c8-4dd2-bfc9-f6f1ca7d840f req-9e6c7ece-9427-4faf-9b2f-30dc32fb6b98 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=185967eb-bd79-42c5-a526-05068c7521ff HTTP/1.1" status: 200 len: 210 time: 0.0336194 Sep 24 19:00:48.912488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:48.920883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-919481f7-7d15-42fb-8ae8-ae0d66d014a4 service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162262 Sep 24 19:00:48.921906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:48.922648 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.034181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeaa4c-183a-4d41-85d4-1ae25a771be2 req-a031e26c-4a70-4765-ac50-72b7c82fab26 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:49.042268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3aeaa4c-183a-4d41-85d4-1ae25a771be2 req-a031e26c-4a70-4765-ac50-72b7c82fab26 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0740986 Sep 24 19:00:49.052603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] For port 428b7be9-cd0b-4042-aeec-7268996db947, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=428b7be9-cd0b-4042-aeec-7268996db947,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:49.072319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.141018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3aeaa4c-183a-4d41-85d4-1ae25a771be2 req-e978d6b6-75c2-4c17-ac02-09dedf77cf67 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868757 Sep 24 19:00:49.243615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f327cc9-aa6e-40c1-9007-7dd2e7af18b6 req-5d4c6616-233a-4940-a463-7875dae4d887 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 210 time: 0.0430391 Sep 24 19:00:49.250761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc83a2e-5f33-441f-a096-518d66e7f8be None None] Pushing event updated for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:49.270962 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcf832f-285c-4c0e-b974-c7a264dc1a3f x-openstack-request-id: req-8bcf832f-285c-4c0e-b974-c7a264dc1a3f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:49.271487 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185967eb-bd79-42c5-a526-05068c7521ff", "name": "network-vif-deleted", "tag": "c6d92d3b-9e04-41f0-bd39-6e88918078db", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:49.272365 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bcf832f-285c-4c0e-b974-c7a264dc1a3f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:49.273292 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185967eb-bd79-42c5-a526-05068c7521ff', 'name': 'network-vif-deleted', 'tag': 'c6d92d3b-9e04-41f0-bd39-6e88918078db', 'status': 'completed', 'code': 200} Sep 24 19:00:49.286843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:49.294267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:49.351581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8adeefc1-7f37-4b96-880f-676940ba6e26 None None] Provisioning complete for port 428b7be9-cd0b-4042-aeec-7268996db947 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:49.351919 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8adeefc1-7f37-4b96-880f-676940ba6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.353794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0833e32-a82d-4859-9f37-d30f56bdc7f8 None None] The sync data for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 is: [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:49.413795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.532628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.604551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39043ff9-2462-4c13-b70c-4caf8c830bd7 req-eff734a4-cdf8-48fa-9e47-992e57f211dd tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:49.613740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39043ff9-2462-4c13-b70c-4caf8c830bd7 req-eff734a4-cdf8-48fa-9e47-992e57f211dd tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 1096 time: 0.2011592 Sep 24 19:00:49.622462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51818) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:49.672726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39043ff9-2462-4c13-b70c-4caf8c830bd7 req-66a70bc6-b770-4e88-9b92-3928af0a1746 tempest-LiveMigrationTest-1634048696 tempest-LiveMigrationTest-1634048696-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Sep 24 19:00:49.683339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.686104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.701515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:49.710148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "DELETE /v2.0/security-groups/deeb58d1-5c14-4bd8-a809-10cc583d7fc4 HTTP/1.1" status: 204 len: 168 time: 0.3998826 Sep 24 19:00:49.735553 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-9190cce6-630c-4cdf-b9ed-66c72bbba1fa tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] show failed (client error): The resource could not be found. Sep 24 19:00:49.736575 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9190cce6-630c-4cdf-b9ed-66c72bbba1fa tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "GET /v2.0/security-groups/deeb58d1-5c14-4bd8-a809-10cc583d7fc4 HTTP/1.1" status: 404 len: 347 time: 0.0340314 Sep 24 19:00:49.744495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51826) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:49.839290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Deleting subnet 10350ee2-0e9c-4567-a205-20d341e5f8b1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:00:49.842159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:49.870398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e59a2-8e90-44b2-b7cf-633f8873df03 tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb58d1-5c14-4bd8-a809-10cc583d7fc4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:49.934684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.041880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.071648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Deleting port 0a700022-876e-41c9-9861-d5055b65b948 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:50.075238 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.163797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.222994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.228199 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10350ee2-0e9c-4567-a205-20d341e5f8b1 HTTP/1.1" status: 204 len: 168 time: 0.6043236 Sep 24 19:00:50.229282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fad364-f815-4121-8785-b1ef4273ffad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10350ee2-0e9c-4567-a205-20d341e5f8b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:50.231634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:50.251105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.251656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.274943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09110-c702-4b9e-864b-643823f77672 req-60105139-c7cf-4fa0-8b9d-4e6113b7aa69 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:50.276718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2af09110-c702-4b9e-864b-643823f77672 req-60105139-c7cf-4fa0-8b9d-4e6113b7aa69 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1302962 Sep 24 19:00:50.286995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Calling delete_port for 0a700022-876e-41c9-9861-d5055b65b948 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:50.341322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.441072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2af09110-c702-4b9e-864b-643823f77672 req-81d36362-f977-4861-98f6-290c4e3971f0 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511657 Sep 24 19:00:50.441932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-254b9d8c-8816-442c-8225-052ccb154076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.534383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.573291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a23328-1ed9-474c-a5bd-5235fddcda5f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:50.587527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b031e6a-bcc7-485c-ac13-038f067c547b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:50.587842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b031e6a-bcc7-485c-ac13-038f067c547b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:50.598727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.602776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 428b7be9-cd0b-4042-aeec-7268996db947 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:00:50.615188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.622993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:00:50.624115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:00:50.626027 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:00:50.706117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.708749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 428b7be9-cd0b-4042-aeec-7268996db947 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:50.709550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.732576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.736031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] 10.222.0.18 "DELETE /v2.0/networks/63a23328-1ed9-474c-a5bd-5235fddcda5f HTTP/1.1" status: 204 len: 168 time: 0.5032115 Sep 24 19:00:50.737210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134acfa6-ae02-4e42-ab59-979d3be6a86d admin admin] Pushing event deleted for resources: {'Network': ['ID=63a23328-1ed9-474c-a5bd-5235fddcda5f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:50.739465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:50.762332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-a5026afd-0612-4c93-b3eb-e673a61f0dfa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:50.766371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-a5026afd-0612-4c93-b3eb-e673a61f0dfa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.69 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 829 time: 0.2804644 Sep 24 19:00:50.789150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Deleting subnet ff686670-482e-4da0-9fc1-6c1aa822083b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:00:50.791429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ab4dcbaf-99cb-46b6-92cd-35547b045f0c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:50.793139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.822007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: ab4dcbaf-99cb-46b6-92cd-35547b045f0c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:50.822621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ab4dcbaf-99cb-46b6-92cd-35547b045f0c not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:50.823101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:50.853720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'port': {'device_id': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'admin_state_up': True, 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:50.857302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 343b20fa-19d6-4df4-a134-ac119996f543 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:50.857659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 343b20fa-19d6-4df4-a134-ac119996f543 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:50.868351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.916941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b3c6-904f-44f3-a82a-f6eec4b0c200 req-b55e8153-40be-4082-b9ca-6f37d63fd49e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:50.921267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:50.925526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a67b3c6-904f-44f3-a82a-f6eec4b0c200 req-b55e8153-40be-4082-b9ca-6f37d63fd49e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.3578320 Sep 24 19:00:50.991647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.020503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.020729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff686670-482e-4da0-9fc1-6c1aa822083b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:51.025483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.031320 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bb07c00d-7130-46c0-8a66-e3dd71273749 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ff686670-482e-4da0-9fc1-6c1aa822083b HTTP/1.1" status: 204 len: 168 time: 0.2897623 Sep 24 19:00:51.031974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:51.111110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.116693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Pushing event deleted for resources: {'Port': ['ID=0a700022-876e-41c9-9861-d5055b65b948,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:51.177337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.179405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.180600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13247555-148d-415f-a78f-58f75ddae43c tempest-ServersWithSpecificFlavorTestJSON-1890983862 tempest-ServersWithSpecificFlavorTestJSON-1890983862-project] 10.222.0.18 "DELETE /v2.0/floatingips/05c2e242-cccf-47ab-85f9-73384fcf7098 HTTP/1.1" status: 204 len: 168 time: 1.4350841 Sep 24 19:00:51.192547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a67b3c6-904f-44f3-a82a-f6eec4b0c200 req-a5cd39c0-a784-4803-b396-0a9cce58506b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639694 Sep 24 19:00:51.217215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.242005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc15bac-6783-44bb-9c2c-6823931c2ef5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:51.245392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-e2c058c8-4d54-4136-a9ea-31e9b8e15daa tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:51.246967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-e2c058c8-4d54-4136-a9ea-31e9b8e15daa tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.2902558 Sep 24 19:00:51.255421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cd341e-4a9a-4d37-b409-71c2f9cd98b9') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:51.255840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cd341e-4a9a-4d37-b409-71c2f9cd98b9') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:51.266843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.280155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-deleted', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:51.282924 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52cc62-5cd2-44d4-8860-9e8d8831343b" -d '{"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-deleted", "tag": "343b20fa-19d6-4df4-a134-ac119996f543"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:51.287089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ca57a8a-32b4-4075-aeb5-14e872f68404 req-da7f7fbd-3bcf-49cc-b1fa-e08419be3e1a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 210 time: 0.0781169 Sep 24 19:00:51.297650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.314130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:00:51.314589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:00:51.316632 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:00:51.318794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Made reservation on behalf of 100491f279fa40fc92d6fa11eec52ae0 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:51.321533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.438429 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b20cabe-4a6d-4004-98c0-2dbe1b7436bd x-openstack-request-id: req-7b20cabe-4a6d-4004-98c0-2dbe1b7436bd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:51.438727 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa4eb3d-5953-4454-b016-dd1960498f53", "name": "network-vif-deleted", "tag": "343b20fa-19d6-4df4-a134-ac119996f543", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:51.439009 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b20cabe-4a6d-4004-98c0-2dbe1b7436bd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:51.439408 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa4eb3d-5953-4454-b016-dd1960498f53', 'name': 'network-vif-deleted', 'tag': '343b20fa-19d6-4df4-a134-ac119996f543', 'status': 'completed', 'code': 200} Sep 24 19:00:51.440828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.446446 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.452298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bbc15bac-6783-44bb-9c2c-6823931c2ef5 HTTP/1.1" status: 204 len: 168 time: 0.4193211 Sep 24 19:00:51.482484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd161-7e9d-4610-905e-cb64f9d56651 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc15bac-6783-44bb-9c2c-6823931c2ef5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:51.497540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Deleting port 726a6e3f-68a6-4778-94e8-93af7aa96d9b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:51.497988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.562137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Allocated IP 172.20.0.3 (3f073555-7a28-44cc-912d-1031ba7f6e19/cbd69eae-4881-435b-a83b-d94e099f29a6/7798af2c-edd9-4891-a6a3-23a468cb779d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:51.628955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:51.668925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c99e0ed9-0c7e-4aee-b39e-66f29e633aa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b16dc1ca2b5c4323bf9afff8808c9c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382855 Sep 24 19:00:51.671591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:51.679233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed6f7-34ee-43fa-8564-98cd12745942 req-15c5a634-390e-4dc5-80ae-442e166924bf tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:51.680748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e5ed6f7-34ee-43fa-8564-98cd12745942 req-15c5a634-390e-4dc5-80ae-442e166924bf tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 945 time: 0.1651509 Sep 24 19:00:51.721699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.743120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.784407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] For port 726a6e3f-68a6-4778-94e8-93af7aa96d9b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=726a6e3f-68a6-4778-94e8-93af7aa96d9b,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:51.784758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.791505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.793450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:51.794593 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d3431b4-7928-418e-8f3a-71134e8e1730 HTTP/1.1" status: 204 len: 168 time: 0.1216583 Sep 24 19:00:51.803330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e8b2e-eac7-4b40-b733-7c57ecfa87fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3431b4-7928-418e-8f3a-71134e8e1730,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:51.825965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Calling delete_port for 726a6e3f-68a6-4778-94e8-93af7aa96d9b owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:51.845500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e5ed6f7-34ee-43fa-8564-98cd12745942 req-6ba0d97f-bf7d-41dc-b46b-a9058876d778 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533601 Sep 24 19:00:51.872732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-aa0d2bc3-730c-4d48-b47c-686cde0c5ad6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:51.879558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-aa0d2bc3-730c-4d48-b47c-686cde0c5ad6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2630355 Sep 24 19:00:51.963907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-09f0192e-600e-40fe-ad1c-cca2b4fcc193 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0829282 Sep 24 19:00:52.069705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.095442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-e1c5f866-52a8-45bf-9e62-eff9e17aed1f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163607 Sep 24 19:00:52.187055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:52.204233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:52.220140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.222158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.241140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['726a6e3f-68a6-4778-94e8-93af7aa96d9b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:52.244669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:52.259313 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5698a87b-0579-4b8c-abb0-6c2857267c45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38c717d7624f47ff855cb28533344240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705283 Sep 24 19:00:52.259886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51902) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:52.274395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event deleted for resources: {'Port': ['ID=726a6e3f-68a6-4778-94e8-93af7aa96d9b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:52.339918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:52.377713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:52.423466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-07dfe06c-3874-408e-8bad-911824a68df5 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995229 Sep 24 19:00:52.466840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:52.472341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event updated for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:52.491349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] No DVR routers for this DVR port 726a6e3f-68a6-4778-94e8-93af7aa96d9b on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:52.565296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.567500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1fdef20-d71f-44f4-9153-ba2b917fcc5f req-447ad970-ea34-41ef-a70c-33cdfb3bd063 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "DELETE /v2.0/ports/726a6e3f-68a6-4778-94e8-93af7aa96d9b HTTP/1.1" status: 204 len: 173 time: 1.2967014 Sep 24 19:00:52.633763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19eb17-53f0-451e-80a0-120b7b53db46 req-cfd5be9e-de44-4af1-b0a8-05c3583605b6 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:52.647402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a19eb17-53f0-451e-80a0-120b7b53db46 req-cfd5be9e-de44-4af1-b0a8-05c3583605b6 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.3517582 Sep 24 19:00:52.649693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.696184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:52.696843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.717256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74d477c2-e8d0-4efd-8fa1-f190ee60bc60 None None] Provisioning complete for port 7798af2c-edd9-4891-a6a3-23a468cb779d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:00:52.717781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74d477c2-e8d0-4efd-8fa1-f190ee60bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.782135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-3184fdd6-14ee-423d-8cdc-b920940184c1 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9401195 Sep 24 19:00:52.801326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-74d477c2-e8d0-4efd-8fa1-f190ee60bc60 None None] Port 7798af2c-edd9-4891-a6a3-23a468cb779d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:00:52.804670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-a6c9c469-6e7a-4356-9c04-9b431a8517e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186929 Sep 24 19:00:52.823777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.834721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Request body: {'port': {'device_id': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:52.893450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb7c084a-06e6-4607-9958-d78c08ac1895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:52.896835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a19eb17-53f0-451e-80a0-120b7b53db46 req-e2fb4b7f-d2ae-44e2-bd38-876a444c7f08 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484195 Sep 24 19:00:53.027739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.044954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.132088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.134829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.136254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2d13825-48fe-4bd8-86e4-5c1055c8d41e HTTP/1.1" status: 204 len: 168 time: 0.8716455 Sep 24 19:00:53.184487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a6a3b-8d26-427a-a699-f973bad00206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d13825-48fe-4bd8-86e4-5c1055c8d41e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:53.313664 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.444153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Deleting port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:53.444507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.560936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-deleted', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:53.563428 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2740d809-c9ee-4aa1-9ba5-a99e9363475a" -d '{"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-deleted", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:53.573213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] For port 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:53.573213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.595354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Calling delete_port for 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:53.634353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-913cf267-2fde-43bf-8762-0a04674e467b req-4e353d73-c5b9-486f-a159-f6bf41e69c05 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 210 time: 0.4520240 Sep 24 19:00:53.641963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dd2ec-401c-492d-a6f6-4d6002830163 req-32155633-d6a3-4d81-a85a-be2097fa59af tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:53.654452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56dd2ec-401c-492d-a6f6-4d6002830163 req-32155633-d6a3-4d81-a85a-be2097fa59af tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 931 time: 0.5820169 Sep 24 19:00:53.814180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56dd2ec-401c-492d-a6f6-4d6002830163 req-6b506599-0e61-4946-9a07-96cc16d2915f tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456640 Sep 24 19:00:53.854627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fed3868-524a-414c-8864-51bb1be7a6c7 req-92a70859-82b6-4fd6-9e4f-3a689825adb8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 210 time: 0.0839627 Sep 24 19:00:53.915039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:53.922817 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61abfa6-cbdb-477a-8a37-9ecc5a288966 x-openstack-request-id: req-f61abfa6-cbdb-477a-8a37-9ecc5a288966 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:53.923076 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e44135-cc94-45cb-ae42-e2f0d4a5a569", "name": "network-vif-deleted", "tag": "726a6e3f-68a6-4778-94e8-93af7aa96d9b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:53.923261 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f61abfa6-cbdb-477a-8a37-9ecc5a288966 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:53.923692 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e44135-cc94-45cb-ae42-e2f0d4a5a569', 'name': 'network-vif-deleted', 'tag': '726a6e3f-68a6-4778-94e8-93af7aa96d9b', 'status': 'completed', 'code': 200} Sep 24 19:00:53.947481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:54.029768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.111859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7798af2c-edd9-4891-a6a3-23a468cb779d {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:54.128547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2383-36ac-46d9-a21a-c74030653e14 req-a54f38c6-db01-4f2a-9fcb-45852938c7eb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:54.142435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3cf2383-36ac-46d9-a21a-c74030653e14 req-a54f38c6-db01-4f2a-9fcb-45852938c7eb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.1316075 Sep 24 19:00:54.185988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.232033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Transition to ACTIVE for port object 7798af2c-edd9-4891-a6a3-23a468cb779d will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:54.243407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.260893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3cf2383-36ac-46d9-a21a-c74030653e14 req-4bee4c19-d91a-4b8c-ba8e-933692bee8e2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132684 Sep 24 19:00:54.326680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.338705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Pushing event updated for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:54.485608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Attempting to bind port 7798af2c-edd9-4891-a6a3-23a468cb779d on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:54.485947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Attempting to bind port 7798af2c-edd9-4891-a6a3-23a468cb779d by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:54.486282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Attempting to bind port 7798af2c-edd9-4891-a6a3-23a468cb779d on network 3f073555-7a28-44cc-912d-1031ba7f6e19 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:54.494932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Port 7798af2c-edd9-4891-a6a3-23a468cb779d on network 3f073555-7a28-44cc-912d-1031ba7f6e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:54.495275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Attempting to bind port 7798af2c-edd9-4891-a6a3-23a468cb779d on network 3f073555-7a28-44cc-912d-1031ba7f6e19 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:54.501795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:54.502138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Checking segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:54.502521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Bound using segment: {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:54.508313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Bound port: 7798af2c-edd9-4891-a6a3-23a468cb779d, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ff45a5-8619-4385-bb97-39c8b330f442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:54.508787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.627582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-1369cfd1-1d71-4de7-9403-fb212419b625 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:54.628003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:54.630001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-1369cfd1-1d71-4de7-9403-fb212419b625 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2964170 Sep 24 19:00:54.632844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7798af2c-edd9-4891-a6a3-23a468cb779d,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:54.640947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.667556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:54.694638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:54.695319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:54.696779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] 10.222.0.69 "PUT /v2.0/ports/7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 1091 time: 1.8909369 Sep 24 19:00:54.728413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f0e5f-94f6-4835-a3b9-dd9ac756d94c service neutron] Pushing event updated for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:54.759531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:54.806491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c44a63f-154d-43c7-bf8e-7eb3cbef7a53 req-4e867c3d-1535-402d-b6f7-7ef0a780e54a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 210 time: 0.0510199 Sep 24 19:00:54.832467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 726a6e3f-68a6-4778-94e8-93af7aa96d9b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:54.833207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 726a6e3f-68a6-4778-94e8-93af7aa96d9b not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:54.969503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-1abce887-b14a-421d-9e8c-4400f8ad3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:54.971471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-1abce887-b14a-421d-9e8c-4400f8ad3008 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1094 time: 0.1390769 Sep 24 19:00:55.074827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-329667cf-0aae-479b-9e9e-7f330cad7bf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 217 time: 0.0910835 Sep 24 19:00:55.102555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4454dd0-3c1f-4685-beff-2d5ec15121c6 req-a755f498-c81d-40fa-b923-d0068a1d1880 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 210 time: 0.0805836 Sep 24 19:00:55.150534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066af73-465b-43a0-a1ff-e59502b3bd28 req-eb4dd8e7-5978-48a8-b121-3726a3627cdf tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:55.157859 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2066af73-465b-43a0-a1ff-e59502b3bd28 req-eb4dd8e7-5978-48a8-b121-3726a3627cdf tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 943 time: 0.1852283 Sep 24 19:00:55.196269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-23bd628b-e5ba-448e-ba10-fd999234f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:55.196556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-23bd628b-e5ba-448e-ba10-fd999234f672 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.1040962 Sep 24 19:00:55.209688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2066af73-465b-43a0-a1ff-e59502b3bd28 req-74d1b8ab-5293-4b1d-ac57-201fd4935422 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508769 Sep 24 19:00:55.290914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-b900775a-a4f6-472a-a5a1-409ec80b30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:55.292361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-b900775a-a4f6-472a-a5a1-409ec80b30ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815930 Sep 24 19:00:55.458357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-2adc2f15-4608-42b3-9bf3-1861da306916 service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344457 Sep 24 19:00:55.484076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:00:55.487784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:55.501650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1883b-e879-4009-9720-bacb92ac771f req-93a57a67-fa37-49ec-8f43-c1849d57d4a0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:55.502799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:00:55.503428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f1883b-e879-4009-9720-bacb92ac771f req-93a57a67-fa37-49ec-8f43-c1849d57d4a0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 945 time: 0.0774240 Sep 24 19:00:55.581266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f1883b-e879-4009-9720-bacb92ac771f req-493df4e5-d59f-405f-84ae-187a9ed54b14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Sep 24 19:00:55.608148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40dfff04-e24d-4495-b76a-4a9e19e2d3d8 req-32facea5-e316-4c76-a6e1-9cdd9041cfb7 service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405232 Sep 24 19:00:55.698700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.10 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/5b4b063a-8d09-4255-ac04-e28c62672078) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:00:55.811244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:55.874231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:00:55.881405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bb661a01-b875-4c40-b0fc-cbb34d479bd3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c1ed1475-ff6b-415c-84ab-79eb4b02dda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6758060 Sep 24 19:00:55.883949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51994) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:55.886835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Sync routers for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:00:55.903521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:55.905498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:55.958204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:55.972891 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c5d9a2-f9ad-439f-b580-85e090128bba" -d '{"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:55.976461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.048779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.120759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.125526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:00:56.170545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:00:56.172384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:56.177761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:00:56.184363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:00:56.207032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d72e2bb6-2cf6-48f2-8a3e-a1fc2ddd44d0 req-e2fac67b-c249-4782-ae92-59d894b61306 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 210 time: 0.0365217 Sep 24 19:00:56.287053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.291643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.309286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:56.309518 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1916b74-5cf4-4233-b617-565495a4b3ba x-openstack-request-id: req-a1916b74-5cf4-4233-b617-565495a4b3ba {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:56.309645 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:56.310813 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1916b74-5cf4-4233-b617-565495a4b3ba {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:56.311347 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'status': 'completed', 'code': 200} Sep 24 19:00:56.312910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.324416 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-27068b9f-e7c6-4a04-8cf6-e621caa0f043 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6685936 Sep 24 19:00:56.340869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Request body: {'port': {'device_id': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:00:56.473683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-4e1fefca-2c3c-4daa-a03a-d6c81b0a0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.474234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.475918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-4e1fefca-2c3c-4daa-a03a-d6c81b0a0d38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1094 time: 0.1683164 Sep 24 19:00:56.487565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Deleting port 3ef05279-ce08-40b7-a3b5-5769ce472fa3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:56.487934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.608315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-dc5edac2-c285-406d-b694-9ca108b91365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.609823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-dc5edac2-c285-406d-b694-9ca108b91365 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 929 time: 0.1242452 Sep 24 19:00:56.708004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-0adc743c-5a03-4ab8-88e3-39c97242274c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 217 time: 0.0802701 Sep 24 19:00:56.737495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T19:00:53Z', 'revision_number': 5, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port': {'id': '3ef05279-ce08-40b7-a3b5-5769ce472fa3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:21Z', 'updated_at': '2021-09-24T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:56.769369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Checking router: c1ed1475-ff6b-415c-84ab-79eb4b02dda4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:00:56.780896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Routers {'c1ed1475-ff6b-415c-84ab-79eb4b02dda4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:00:56.781865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:56.795397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-15ee0e3a-9116-4b1f-8e45-008374ee458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.796878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-15ee0e3a-9116-4b1f-8e45-008374ee458e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.0595279 Sep 24 19:00:56.874235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309923-41a3-4575-98f8-b86e0cd8f8f5 req-50e638bf-197e-460a-a6fc-c3e1e9cc5918 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.875838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98309923-41a3-4575-98f8-b86e0cd8f8f5 req-50e638bf-197e-460a-a6fc-c3e1e9cc5918 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 943 time: 0.2651167 Sep 24 19:00:56.890735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4b063a-8d09-4255-ac04-e28c62672078 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:56.893477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135e96-110b-46fe-9864-cd536c973b94 req-5cc9f89d-ed5c-45b8-b24b-5794bd67edfa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:56.900457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] Set router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:00:56.901026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d135e96-110b-46fe-9864-cd536c973b94 req-5cc9f89d-ed5c-45b8-b24b-5794bd67edfa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 932 time: 0.2874672 Sep 24 19:00:56.905921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.907159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] For port 3ef05279-ce08-40b7-a3b5-5769ce472fa3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef05279-ce08-40b7-a3b5-5769ce472fa3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:56.907526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.926817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Transition to ACTIVE for port object 5b4b063a-8d09-4255-ac04-e28c62672078 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:00:56.933502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:56.953222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Calling delete_port for 3ef05279-ce08-40b7-a3b5-5769ce472fa3 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:56.961443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T19:00:56Z', 'revision_number': 6, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:56.990266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbadbd2-b282-4561-86c8-208ad77190e5 None None] The sync data for ids ['c1ed1475-ff6b-415c-84ab-79eb4b02dda4'] in n-d-810952-2 is: [{'id': 'c1ed1475-ff6b-415c-84ab-79eb4b02dda4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373256317-router', 'tenant_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:20Z', 'updated_at': '2021-09-24T19:00:56Z', 'revision_number': 6, 'project_id': 'cf867b7ac74e43d3bbc53c793cf99d63', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:00:56.992349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d135e96-110b-46fe-9864-cd536c973b94 req-cc24e8f0-ef43-456d-8221-043cdedc5942 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Sep 24 19:00:57.000006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-5b1132bd-a32d-42d3-b973-bb0b850ebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:57.019376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-5b1132bd-a32d-42d3-b973-bb0b850ebe64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094333 Sep 24 19:00:57.080674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:57.105334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98309923-41a3-4575-98f8-b86e0cd8f8f5 req-ef71155a-06a1-4673-a54f-e3c26348406f tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000690 Sep 24 19:00:57.127146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Attempting to bind port 5b4b063a-8d09-4255-ac04-e28c62672078 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:00:57.127663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Attempting to bind port 5b4b063a-8d09-4255-ac04-e28c62672078 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:00:57.128094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Attempting to bind port 5b4b063a-8d09-4255-ac04-e28c62672078 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:57.132883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Port 5b4b063a-8d09-4255-ac04-e28c62672078 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:00:57.133206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Attempting to bind port 5b4b063a-8d09-4255-ac04-e28c62672078 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:00:57.139061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:00:57.139400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:00:57.139790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:00:57.140219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Bound port: 5b4b063a-8d09-4255-ac04-e28c62672078, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:00:57.140663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.251654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:00:57.258807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5b4b063a-8d09-4255-ac04-e28c62672078,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:00:57.268703 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.305613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-fa7178a0-a514-4ac8-8810-fa5e5cd8ffb7 service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763665 Sep 24 19:00:57.363421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31477103-dae6-4741-ad13-cabcc4d067ba req-e857effd-2202-46b1-8449-673fc1c337ee tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e44135-cc94-45cb-ae42-e2f0d4a5a569 HTTP/1.1" status: 200 len: 210 time: 0.0488403 Sep 24 19:00:57.372118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:57.377139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:57.377764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.379319 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-54aa892d-ce00-446b-bd8c-e942783b3835 service neutron] 10.222.0.69 "PUT /v2.0/ports/5b4b063a-8d09-4255-ac04-e28c62672078 HTTP/1.1" status: 200 len: 1092 time: 1.0432503 Sep 24 19:00:57.379783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:00:57.394329 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db016060-55c0-45fd-9180-d9468e1a1840" -d '{"events": [{"name": "network-changed", "server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:00:57.487433 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac7393-ca8d-45ce-b795-a62f108c829b x-openstack-request-id: req-8bac7393-ca8d-45ce-b795-a62f108c829b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:00:57.487723 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:00:57.487973 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bac7393-ca8d-45ce-b795-a62f108c829b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:00:57.488368 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078', 'status': 'completed', 'code': 200} Sep 24 19:00:57.527095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0c5d9a2-f9ad-439f-b580-85e090128bba req-544ca1d7-57c8-48f8-886f-27908efe5a33 service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025263 Sep 24 19:00:57.544798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-64876f6e-4193-4fb0-aa40-bfaf3fa1d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:57.546680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-64876f6e-4193-4fb0-aa40-bfaf3fa1d983 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 1095 time: 0.1187327 Sep 24 19:00:57.556329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.594435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef05279-ce08-40b7-a3b5-5769ce472fa3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:57.608111 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-91964ae3-d99f-4489-92ca-167ca344e12a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b4b063a-8d09-4255-ac04-e28c62672078 HTTP/1.1" status: 200 len: 217 time: 0.0499434 Sep 24 19:00:57.665696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.673128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-88af0a6f-7d8e-45b5-b9ff-b40199cdd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:57.675538 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-88af0a6f-7d8e-45b5-b9ff-b40199cdd54d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0596077 Sep 24 19:00:57.715886 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-e10ab8b8-a88a-40d9-86a0-97acf63c992c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315883 Sep 24 19:00:57.730204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:57.768965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.771373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.820602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.821159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ed1475-ff6b-415c-84ab-79eb4b02dda4 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:00:57.826298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.833244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-197c744a-7c68-48d7-84cb-8d65ae1c9d4d admin admin] 10.222.0.18 "DELETE /v2.0/routers/c1ed1475-ff6b-415c-84ab-79eb4b02dda4 HTTP/1.1" status: 204 len: 168 time: 1.9461186 Sep 24 19:00:57.834958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52042) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:57.848699 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-021b44c0-81b0-443a-928e-56a029d3bbb1 service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234417 Sep 24 19:00:57.884528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Deleting subnet 59289075-8b25-4b9d-bc0f-9e81d5fb2803 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:00:57.892815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.951321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69392980-5c89-4feb-9000-ba196b77aeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.957904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:57.977214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7ae3aeef-8f5e-48d1-8d95-26224d0cfd9d req-f351c0d2-918f-4818-aef5-d74008c4c28a service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166263 Sep 24 19:00:58.127777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016060-55c0-45fd-9180-d9468e1a1840 req-98e0f16a-9bee-4786-aab6-f483442d9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:58.132432 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-98e0f16a-9bee-4786-aab6-f483442d9762 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 1095 time: 0.0850718 Sep 24 19:00:58.156389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.222136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33a81-f404-4941-9b7d-328e3a90a320 req-f013d584-052d-4a73-96c7-e306e3bd447c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:58.231714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9b33a81-f404-4941-9b7d-328e3a90a320 req-f013d584-052d-4a73-96c7-e306e3bd447c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 944 time: 0.1204228 Sep 24 19:00:58.301144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9b33a81-f404-4941-9b7d-328e3a90a320 req-e76c493c-6422-4158-b7e2-b053d6f27766 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684636 Sep 24 19:00:58.338460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69392980-5c89-4feb-9000-ba196b77aeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.348906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69392980-5c89-4feb-9000-ba196b77aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.366236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016060-55c0-45fd-9180-d9468e1a1840 req-54e654fc-d366-48af-b9db-e2178c7d7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:58.368204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-54e654fc-d366-48af-b9db-e2178c7d7d2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.2273793 Sep 24 19:00:58.385351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.438585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-69392980-5c89-4feb-9000-ba196b77aeec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a3d8138accb4fd483d803a8cae1ab60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073267 Sep 24 19:00:58.501820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52054) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:58.517615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-e42495a3-1723-48ff-ab4e-6964cc950b7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b4b063a-8d09-4255-ac04-e28c62672078 HTTP/1.1" status: 200 len: 217 time: 0.1116483 Sep 24 19:00:58.532433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69392980-5c89-4feb-9000-ba196b77aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f708b6b-2a57-4aa0-9ec6-4efcb73738bd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:58.550806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59289075-8b25-4b9d-bc0f-9e81d5fb2803,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:58.571944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.572874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c04db5-d5e6-419e-aab5-5f8d4a454b22 None None] Network 5e12d2d2-74e9-4177-bc67-165a152c2d14 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:00:58.576402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b19cb6da-65d2-465a-a26d-6f4853cdde3c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59289075-8b25-4b9d-bc0f-9e81d5fb2803 HTTP/1.1" status: 204 len: 168 time: 0.7380745 Sep 24 19:00:58.586918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:58.634352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef05279-ce08-40b7-a3b5-5769ce472fa3 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:58.643781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016060-55c0-45fd-9180-d9468e1a1840 req-98d6b928-0bae-442d-b575-f32bbdd946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:58.645603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-98d6b928-0bae-442d-b575-f32bbdd946b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1152325 Sep 24 19:00:58.653579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e016f09-8b96-4449-9bfc-297fe6a38f08 req-d32b8c89-97ac-4a77-8197-6e11249e81b9 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:58.671847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e016f09-8b96-4449-9bfc-297fe6a38f08 req-d32b8c89-97ac-4a77-8197-6e11249e81b9 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 943 time: 0.3125498 Sep 24 19:00:58.687067 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-081a726c-28d3-444f-b7d6-229cf7d8d92e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323250 Sep 24 19:00:58.698124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3ef05279-ce08-40b7-a3b5-5769ce472fa3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:58.698470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef05279-ce08-40b7-a3b5-5769ce472fa3 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:58.698907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:00:58.757149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:58.765037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:00:58.765617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d3c6255-4d22-43c9-9bf1-b9bcb5a4cd95 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:00:58.810174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-01d8f852-bf68-45dd-8545-4324df84f58d service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129279 Sep 24 19:00:58.812570 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.833478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e016f09-8b96-4449-9bfc-297fe6a38f08 req-5d227ead-4570-48d4-a44c-dcec686e7dd0 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616006 Sep 24 19:00:58.837426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.868798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.949712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:58.961202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'mac_address': 'fa:16:3e:34:e8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:58.986146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Deleting port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:58.986695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:58.993513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.007279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.010165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f708b6b-2a57-4aa0-9ec6-4efcb73738bd HTTP/1.1" status: 204 len: 168 time: 0.4852066 Sep 24 19:00:59.014770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.055800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-db016060-55c0-45fd-9180-d9468e1a1840 req-96016f35-a7a7-4075-8f67-1eadefff7696 service neutron] 10.222.0.69 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369733 Sep 24 19:00:59.056457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505945b9-9a9e-411a-a198-7b314e599d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f708b6b-2a57-4aa0-9ec6-4efcb73738bd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:59.058341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed14068f-bea6-4477-b5f2-b3669051a1ce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:59.064027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] DHCP port deletion for 5e12d2d2-74e9-4177-bc67-165a152c2d14 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:00:59.129655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:59.145398 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.146099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7798af2c-edd9-4891-a6a3-23a468cb779d details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:00:59.156247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] For port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:59.156700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.170890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Calling delete_port for 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:59.263976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:59.293723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Deleting port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:00:59.294389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.327466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.408887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] No DVR routers for this DVR port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:59.419022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:00:59.545468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] For port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,segment=NetworkSegment(5bdc5606-2aad-4b26-98f0-2610284ee954),segment_id=5bdc5606-2aad-4b26-98f0-2610284ee954)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:59.546472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.577386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7798af2c-edd9-4891-a6a3-23a468cb779d,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:59.581181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Calling delete_port for 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:00:59.601823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'mac_address': 'fa:16:3e:28:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:00:59.636397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.658455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.669628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:00:59.702815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4b54d-1aa0-4142-9aa2-fee35675dcd0 req-f58f4acc-78fa-4e17-9d56-d31e9a62228e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:00:59.704467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31d4b54d-1aa0-4142-9aa2-fee35675dcd0 req-f58f4acc-78fa-4e17-9d56-d31e9a62228e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 944 time: 0.2320983 Sep 24 19:00:59.719528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-504a6931-2f28-4bbc-b0d3-1d32a01574ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.727707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12d2d2-74e9-4177-bc67-165a152c2d14']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:59.738593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7798af2c-edd9-4891-a6a3-23a468cb779d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:00:59.813123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7798af2c-edd9-4891-a6a3-23a468cb779d,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:00:59.823032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.835035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdc5606-2aad-4b26-98f0-2610284ee954') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:59.835332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdc5606-2aad-4b26-98f0-2610284ee954') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:00:59.857693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.903376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.916205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] No DVR routers for this DVR port 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:00:59.965332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31d4b54d-1aa0-4142-9aa2-fee35675dcd0 req-f059f715-2517-4377-b314-567508ca7acd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466609 Sep 24 19:00:59.967715 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:00:59.983718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ed14068f-bea6-4477-b5f2-b3669051a1ce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:00.006669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-504a6931-2f28-4bbc-b0d3-1d32a01574ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.014624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-504a6931-2f28-4bbc-b0d3-1d32a01574ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.016925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:00.055190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9edc-8685-4942-9df4-9a46b2ef0ae6 None None] Pushing event deleted for resources: {'Port': ['ID=215761c1-fc31-4e3d-ac6c-6923b68ef6f8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:00.058617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:01:00.059169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:01:00.067216 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:01:00.135978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-504a6931-2f28-4bbc-b0d3-1d32a01574ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b79575bbb39246528d7f8e1983d8bdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652879 Sep 24 19:01:00.138961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:00.154098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a6931-2f28-4bbc-b0d3-1d32a01574ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7c79e-7764-40db-afa5-4b10de0a7b9f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:00.174304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7798af2c-edd9-4891-a6a3-23a468cb779d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:00.225469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9850-9697-4791-b466-9cda182cd756 req-c5784128-f2cf-4e34-87d2-dad36352f0a4 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:00.230257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-895a9850-9697-4791-b466-9cda182cd756 req-c5784128-f2cf-4e34-87d2-dad36352f0a4 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 944 time: 0.2639282 Sep 24 19:01:00.259228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.260428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.270242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.280807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e12d2d2-74e9-4177-bc67-165a152c2d14 HTTP/1.1" status: 204 len: 168 time: 1.6900508 Sep 24 19:01:00.301826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52124) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:00.314889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.446142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.449332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:00.458387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fb7c79e-7764-40db-afa5-4b10de0a7b9f HTTP/1.1" status: 204 len: 168 time: 0.3176320 Sep 24 19:01:00.487251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae2927-e600-4dba-bd9b-f0f5a56ace59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7c79e-7764-40db-afa5-4b10de0a7b9f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:00.586299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624cea-bbff-4ffb-9ce9-4a199d7811c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12d2d2-74e9-4177-bc67-165a152c2d14,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:00.608338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:00.618504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-895a9850-9697-4791-b466-9cda182cd756 req-3acf96c2-c52b-47ec-83ca-e87b010a1f1e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808131 Sep 24 19:01:00.688434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:00.688797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 215761c1-fc31-4e3d-ac6c-6923b68ef6f8 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:00.726848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5b4b063a-8d09-4255-ac04-e28c62672078 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:00.728907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:00.972196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5b4b063a-8d09-4255-ac04-e28c62672078,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:00.995119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '5b4b063a-8d09-4255-ac04-e28c62672078', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': '5b4b063a-8d09-4255-ac04-e28c62672078', 'mac_address': 'fa:16:3e:2d:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:01.079630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ed14068f-bea6-4477-b5f2-b3669051a1ce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:01.080220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.107068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.155071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4b063a-8d09-4255-ac04-e28c62672078 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:01.187383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5b4b063a-8d09-4255-ac04-e28c62672078,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:01.216091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.263557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.296075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eaec1-e041-4725-aea0-39457a9ba68b req-d8f312d8-3762-4eec-80d9-f27e8cbbb136 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:01.297929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da5eaec1-e041-4725-aea0-39457a9ba68b req-d8f312d8-3762-4eec-80d9-f27e8cbbb136 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 944 time: 0.1843677 Sep 24 19:01:01.309691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:01.312252 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c276a3-a5e8-4154-81bf-2e5227e73c4b" -d '{"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-plugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:01.326873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:01.341344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:01.352015 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.444812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:01.472240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da5eaec1-e041-4725-aea0-39457a9ba68b req-d581545e-3c4b-40b7-a6b9-46939b58b38d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564279 Sep 24 19:01:01.506144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:01.572280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['5b4b063a-8d09-4255-ac04-e28c62672078'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:01.703372 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b69a2c-7ae5-465e-b14b-47b23fd866f8 x-openstack-request-id: req-13b69a2c-7ae5-465e-b14b-47b23fd866f8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:01.704039 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-plugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:01.705325 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13b69a2c-7ae5-465e-b14b-47b23fd866f8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:01.705514 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'code': 200} Sep 24 19:01:02.310810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cb0f2-b193-4ccd-9588-016b1e888392 req-70e12c41-a7b8-49fc-83dc-ee08281ac808 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:02.323001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d8cb0f2-b193-4ccd-9588-016b1e888392 req-70e12c41-a7b8-49fc-83dc-ee08281ac808 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 944 time: 0.0993466 Sep 24 19:01:02.410167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d8cb0f2-b193-4ccd-9588-016b1e888392 req-fa7b8c74-bc16-4ea6-8cc3-741e22bb7014 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704114 Sep 24 19:01:02.528564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Deleting port 6e1a06d2-4f60-4355-8a31-d688e195b90a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:02.535391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:02.708891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] For port 6e1a06d2-4f60-4355-8a31-d688e195b90a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6e1a06d2-4f60-4355-8a31-d688e195b90a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:02.710023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:02.724622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7798af2c-edd9-4891-a6a3-23a468cb779d up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:02.731787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6f67-b30b-4671-9e77-4a027c167b11 req-2f7a0440-cf26-48aa-acce-6db045c5b212 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:02.739659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69de6f67-b30b-4671-9e77-4a027c167b11 req-2f7a0440-cf26-48aa-acce-6db045c5b212 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 945 time: 0.0953989 Sep 24 19:01:02.758548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Calling delete_port for 6e1a06d2-4f60-4355-8a31-d688e195b90a owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:02.801829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69de6f67-b30b-4671-9e77-4a027c167b11 req-d0589452-5810-4393-aaa4-65cc858ad165 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550678 Sep 24 19:01:02.916283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 7798af2c-edd9-4891-a6a3-23a468cb779d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:02.919357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:02.928760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 7798af2c-edd9-4891-a6a3-23a468cb779d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:02.929312 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:03.141499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:03.201867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7798af2c-edd9-4891-a6a3-23a468cb779d,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:03.210558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:03.262282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:03.294295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:03.332154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1a06d2-4f60-4355-8a31-d688e195b90a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:03.706512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:03.709195 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a87c64-9d4f-473d-812e-507f7c699b37" -d '{"events": [{"server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "name": "network-vif-plugged", "status": "completed", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:03.752163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:03.756689 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951e2b9-5115-47ec-a53f-b5f3ceebd041 x-openstack-request-id: req-3951e2b9-5115-47ec-a53f-b5f3ceebd041 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:03.757187 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "name": "network-vif-plugged", "status": "completed", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:03.758206 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3951e2b9-5115-47ec-a53f-b5f3ceebd041 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:03.758706 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'code': 200} Sep 24 19:01:03.926938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c5f5-cad7-48a7-8bae-63691c7ff6a7 req-1160a9f0-a80c-4431-b034-5ad0a9f11b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:03.939534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d731c5f5-cad7-48a7-8bae-63691c7ff6a7 req-1160a9f0-a80c-4431-b034-5ad0a9f11b8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1096 time: 0.1194324 Sep 24 19:01:03.994218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece0ca4-158d-4c90-8ce7-7ee66b019bbe req-ce35001b-bb48-456c-92a3-477d30bea2bc tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:04.001614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ece0ca4-158d-4c90-8ce7-7ee66b019bbe req-ce35001b-bb48-456c-92a3-477d30bea2bc tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.2882085 Sep 24 19:01:04.024000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d731c5f5-cad7-48a7-8bae-63691c7ff6a7 req-39b0a56c-cafb-4d01-8c63-010073e7e13d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761361 Sep 24 19:01:04.067933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ece0ca4-158d-4c90-8ce7-7ee66b019bbe req-f72eb087-9e3f-4ce4-8fb7-e8f39d19a207 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654426 Sep 24 19:01:04.143035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Router 4a8750e8-f753-4244-8310-5b55fdde10b6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:04.337385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:04.345329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ecf1b71d-c96c-42c1-b933-13f38b30af29 admin admin] 10.222.0.18 "PUT /v2.0/routers/4a8750e8-f753-4244-8310-5b55fdde10b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357609 Sep 24 19:01:04.347498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52250) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:04.351143 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Sync routers for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:04.368370 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:04.369015 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:04.376891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65c885-45c4-4869-95cc-e9f3363ce4ec req-c059cae4-870e-48e1-bbcf-acfc864e5b58 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:04.378784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf65c885-45c4-4869-95cc-e9f3363ce4ec req-c059cae4-870e-48e1-bbcf-acfc864e5b58 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 945 time: 0.1830432 Sep 24 19:01:04.546849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf65c885-45c4-4869-95cc-e9f3363ce4ec req-6cf71d59-9204-4254-b5c2-167ace0b4e2c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897157 Sep 24 19:01:04.677776 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:04.706376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:04.738053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5b4b063a-8d09-4255-ac04-e28c62672078 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:04.883115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 5b4b063a-8d09-4255-ac04-e28c62672078 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:04.891358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 5b4b063a-8d09-4255-ac04-e28c62672078 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:04.895206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:04.989535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec252d-19ea-4671-b572-f21483738e8f req-9d4f428e-d936-4ca4-8fe4-e4254bee7173 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:04.991712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6ec252d-19ea-4671-b572-f21483738e8f req-9d4f428e-d936-4ca4-8fe4-e4254bee7173 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.1575496 Sep 24 19:01:05.058352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.096636 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '82633fb0-bb57-42e3-9393-136550145d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T19:01:03Z', 'revision_number': 5, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port': {'id': '82633fb0-bb57-42e3-9393-136550145d4c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:55:32Z', 'updated_at': '2021-09-24T18:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:05.105971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6ec252d-19ea-4671-b572-f21483738e8f req-e82f9319-d0c2-44a4-b84e-64e20e50fad6 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075265 Sep 24 19:01:05.173586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.175087 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Checking router: 4a8750e8-f753-4244-8310-5b55fdde10b6 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:05.190470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Deleting port 82633fb0-bb57-42e3-9393-136550145d4c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:05.190816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.217771 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Routers {'4a8750e8-f753-4244-8310-5b55fdde10b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:05.218578 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a8750e8-f753-4244-8310-5b55fdde10b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:05.271089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5b4b063a-8d09-4255-ac04-e28c62672078,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:05.282608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.372925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:05.379842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-feb6a7d4-59b6-4a55-b645-5aa2392b9d9e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:05.383872 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-feb6a7d4-59b6-4a55-b645-5aa2392b9d9e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 945 time: 0.1182401 Sep 24 19:01:05.396806 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] Set router 4a8750e8-f753-4244-8310-5b55fdde10b6 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:05.484760 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T19:01:05Z', 'revision_number': 6, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:05.492997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] For port 82633fb0-bb57-42e3-9393-136550145d4c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=82633fb0-bb57-42e3-9393-136550145d4c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:05.493999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.496269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Deleting port 705d9778-9650-42bb-b5a3-5d8a442f74c5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:05.497105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.509246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Calling delete_port for 82633fb0-bb57-42e3-9393-136550145d4c owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:05.517317 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3d3b9-6d55-42f1-a26b-d05a5faa01f9 None None] The sync data for ids ['4a8750e8-f753-4244-8310-5b55fdde10b6'] in n-d-810952-2 is: [{'id': '4a8750e8-f753-4244-8310-5b55fdde10b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1370060825-router', 'tenant_id': '1542a333dfe64d49ab9bb7d918c87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:55:30Z', 'updated_at': '2021-09-24T19:01:05Z', 'revision_number': 6, 'project_id': '1542a333dfe64d49ab9bb7d918c87d45', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:05.719680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57197087-4807-478c-9dc0-54ca605d6d08 req-3536e321-f2d7-4828-a093-708b0d0ed129 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:05.721846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57197087-4807-478c-9dc0-54ca605d6d08 req-3536e321-f2d7-4828-a093-708b0d0ed129 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.4313240 Sep 24 19:01:05.723879 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.751082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] For port 705d9778-9650-42bb-b5a3-5d8a442f74c5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=705d9778-9650-42bb-b5a3-5d8a442f74c5,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:05.751692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:05.760028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:05.762378 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c55be6-2419-4caa-93aa-fd68efb746ee" -d '{"events": [{"server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "name": "network-vif-plugged", "status": "completed", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:05.780720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Calling delete_port for 705d9778-9650-42bb-b5a3-5d8a442f74c5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:05.837475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=82633fb0-bb57-42e3-9393-136550145d4c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:05.891103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57197087-4807-478c-9dc0-54ca605d6d08 req-a65b2b44-ef81-4a75-991b-33edef28b5ae tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569009 Sep 24 19:01:05.929683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.007962 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8909a-5acb-4088-a408-45a23c37377e x-openstack-request-id: req-a4c8909a-5acb-4088-a408-45a23c37377e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:06.008571 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "name": "network-vif-plugged", "status": "completed", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:06.008571 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4c8909a-5acb-4088-a408-45a23c37377e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:06.008910 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078', 'code': 200} Sep 24 19:01:06.064443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.067223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.068835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.081412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['705d9778-9650-42bb-b5a3-5d8a442f74c5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:06.149586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event deleted for resources: {'Port': ['ID=705d9778-9650-42bb-b5a3-5d8a442f74c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:06.159351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.159351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8750e8-f753-4244-8310-5b55fdde10b6 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:01:06.175012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.178433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-816f7918-0d6f-4faf-90e0-0c056629dd04 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4a8750e8-f753-4244-8310-5b55fdde10b6 HTTP/1.1" status: 204 len: 168 time: 1.8276076 Sep 24 19:01:06.179314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52312) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:06.221366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] No DVR routers for this DVR port 705d9778-9650-42bb-b5a3-5d8a442f74c5 on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:06.224033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.226922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c86f9ceb-cc10-45b4-aaf4-ef7b396b4924 req-3e63ff17-2190-42b7-968b-4e27f3d5980e tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.69 "DELETE /v2.0/ports/705d9778-9650-42bb-b5a3-5d8a442f74c5 HTTP/1.1" status: 204 len: 173 time: 0.8365467 Sep 24 19:01:06.227375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-deleted', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:06.236270 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efc4179-f522-442c-aecb-e3ba2e1c5ecc" -d '{"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-deleted", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:06.264988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764bca-d4a9-4ab8-b270-1d910803514b req-b2c36144-a9e5-454d-bc7d-57608c600b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:06.266526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3764bca-d4a9-4ab8-b270-1d910803514b req-b2c36144-a9e5-454d-bc7d-57608c600b72 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 1097 time: 0.1467276 Sep 24 19:01:06.268273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a54399d3-595e-4b7e-8327-24035c33c933 req-1b630c83-c012-4da4-9d7b-d4d2f87a64f8 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59 HTTP/1.1" status: 200 len: 210 time: 0.0406356 Sep 24 19:01:06.294044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Deleting subnet 5c343f12-0680-4d51-8039-98d0ab03c6a7 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:01:06.311148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc661-24fb-4cea-8036-8f232aea3843 req-0ffa78c3-d3ae-4dd5-9382-a6774efec876 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:06.318536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-558bc661-24fb-4cea-8036-8f232aea3843 req-0ffa78c3-d3ae-4dd5-9382-a6774efec876 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 946 time: 0.1999316 Sep 24 19:01:06.322248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.392894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3764bca-d4a9-4ab8-b270-1d910803514b req-945e9d1d-63bc-4418-81b0-e30f30813f77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124578 Sep 24 19:01:06.395077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.452888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-558bc661-24fb-4cea-8036-8f232aea3843 req-abca41d9-10b4-46a3-9aed-5f87432e55d6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333020 Sep 24 19:01:06.597648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.601292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6e1a06d2-4f60-4355-8a31-d688e195b90a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:06.663973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6e1a06d2-4f60-4355-8a31-d688e195b90a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:06.664398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6e1a06d2-4f60-4355-8a31-d688e195b90a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:06.664886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 82633fb0-bb57-42e3-9393-136550145d4c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:06.691956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 82633fb0-bb57-42e3-9393-136550145d4c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:06.692575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 82633fb0-bb57-42e3-9393-136550145d4c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:06.711694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.753885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c343f12-0680-4d51-8039-98d0ab03c6a7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:06.755381 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af25923-be80-4ef8-b30b-2010ff86e7b9 x-openstack-request-id: req-2af25923-be80-4ef8-b30b-2010ff86e7b9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:06.756478 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59", "name": "network-vif-deleted", "tag": "705d9778-9650-42bb-b5a3-5d8a442f74c5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:06.756478 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2af25923-be80-4ef8-b30b-2010ff86e7b9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:06.756891 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf08ab-89b3-4df2-a8f8-3f20f8fafd59', 'name': 'network-vif-deleted', 'tag': '705d9778-9650-42bb-b5a3-5d8a442f74c5', 'status': 'completed', 'code': 200} Sep 24 19:01:06.762246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:06.764338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-46dd8f42-5a89-4597-bed7-74925a68724e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c343f12-0680-4d51-8039-98d0ab03c6a7 HTTP/1.1" status: 204 len: 168 time: 0.5669553 Sep 24 19:01:06.766717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:06.775563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89539f40-71bc-4b18-a52b-4ad5fc0351f6 None None] Network e8a072dd-33ed-43be-ba22-caa79b77d3ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:01:06.887500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.084760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Deleting port 42125b2f-e297-4c83-a475-ff5be6f6cd0a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:07.088396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.227889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] DHCP port deletion for e8a072dd-33ed-43be-ba22-caa79b77d3ea request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:01:07.264639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] For port 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42125b2f-e297-4c83-a475-ff5be6f6cd0a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:07.265487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.288546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Calling delete_port for 42125b2f-e297-4c83-a475-ff5be6f6cd0a owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:07.291536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Deleting port 42125b2f-e297-4c83-a475-ff5be6f6cd0a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:07.292179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.333206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353504c-b02f-4fc7-a8d6-04c790bfd3be req-b187d872-35fa-4b74-b093-0d98311d53f6 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:07.338619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a353504c-b02f-4fc7-a8d6-04c790bfd3be req-b187d872-35fa-4b74-b093-0d98311d53f6 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.2435734 Sep 24 19:01:07.368450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] For port 42125b2f-e297-4c83-a475-ff5be6f6cd0a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42125b2f-e297-4c83-a475-ff5be6f6cd0a,segment=NetworkSegment(eb0a193f-6ec7-46ff-9b40-012c22194627),segment_id=eb0a193f-6ec7-46ff-9b40-012c22194627)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:07.369223 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.384291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Calling delete_port for 42125b2f-e297-4c83-a475-ff5be6f6cd0a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:07.480948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.507590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] Pushing event deleted for resources: {'Port': ['ID=42125b2f-e297-4c83-a475-ff5be6f6cd0a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:07.516640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b6844-965c-4d8b-8033-ad8e15d0b7ea None None] No DVR routers for this DVR port 42125b2f-e297-4c83-a475-ff5be6f6cd0a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:07.542111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a353504c-b02f-4fc7-a8d6-04c790bfd3be req-49dd2e77-f048-436b-a060-31d221bd9d5b tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950421 Sep 24 19:01:07.592119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.639979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Pushing event deleted for resources: {'Port': ['ID=42125b2f-e297-4c83-a475-ff5be6f6cd0a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:07.661031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] No DVR routers for this DVR port 42125b2f-e297-4c83-a475-ff5be6f6cd0a on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:07.759005 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.782168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a072dd-33ed-43be-ba22-caa79b77d3ea']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:07.793577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0a193f-6ec7-46ff-9b40-012c22194627') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:07.793879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0a193f-6ec7-46ff-9b40-012c22194627') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:07.821285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.911605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.943101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:01:07.943556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:01:07.945846 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:01:08.359356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b18-71c2-499b-a2fc-f0b23d28f2b3 req-4ad9fbef-e27c-40fa-8297-eed3c8515fe8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:08.361373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84827b18-71c2-499b-a2fc-f0b23d28f2b3 req-4ad9fbef-e27c-40fa-8297-eed3c8515fe8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 946 time: 0.5705495 Sep 24 19:01:08.498741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:08.513281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:08.525539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e8a072dd-33ed-43be-ba22-caa79b77d3ea HTTP/1.1" status: 204 len: 168 time: 1.7522886 Sep 24 19:01:08.534398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42125b2f-e297-4c83-a475-ff5be6f6cd0a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:08.546062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84827b18-71c2-499b-a2fc-f0b23d28f2b3 req-9262d97c-2744-4c10-ad66-a5e3b7b4ecdf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542711 Sep 24 19:01:08.566673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905112-caaa-43f4-b104-45bb957cfe10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a072dd-33ed-43be-ba22-caa79b77d3ea,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:08.569543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 42125b2f-e297-4c83-a475-ff5be6f6cd0a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:08.570117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42125b2f-e297-4c83-a475-ff5be6f6cd0a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:08.599399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-f62dfefa-082c-446f-8d62-d8ff28af4324 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 258 time: 0.7807930 Sep 24 19:01:08.603176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:08.611921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:08.655503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:08.761802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:08.789023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 705d9778-9650-42bb-b5a3-5d8a442f74c5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:08.789709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 705d9778-9650-42bb-b5a3-5d8a442f74c5 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:08.824331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:08.879618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:08.891420 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e02f6e3-2a0b-4277-8331-0ad6d8f6ceb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf867b7ac74e43d3bbc53c793cf99d63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0667832 Sep 24 19:01:08.895796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52392) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:09.143704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Allocated IP 172.25.5.94 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/8e638093-5dfb-49f9-883e-29946d70ec38) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:09.266342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.307232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.318217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.356804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:09.372391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:09.384092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:09.398811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.454341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event updated for resources: {'Port': ['ID=8e638093-5dfb-49f9-883e-29946d70ec38,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:09.569852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c18f-49d5-4f0f-8087-ba832c6359ef req-ffab2a86-15bc-4c98-b70f-25d83a47a6ab tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:09.572201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a395c18f-49d5-4f0f-8087-ba832c6359ef req-ffab2a86-15bc-4c98-b70f-25d83a47a6ab tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 946 time: 0.1058784 Sep 24 19:01:09.578060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.580818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.582017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc2c7274-4d21-4142-8080-5c0221f2045d HTTP/1.1" status: 204 len: 168 time: 0.6840196 Sep 24 19:01:09.616597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681d210-0df1-48c4-8a10-497fb2f5be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2c7274-4d21-4142-8080-5c0221f2045d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:09.618836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.684571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a395c18f-49d5-4f0f-8087-ba832c6359ef req-025a3d35-2975-422b-b695-5dc75ec9b82e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837355 Sep 24 19:01:09.690349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:09.949251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221f4c-1f5c-41c3-a900-44cc52b936b4 req-7999edbb-cc50-4b79-971e-e7139a5a2d92 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:09.957307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d221f4c-1f5c-41c3-a900-44cc52b936b4 req-7999edbb-cc50-4b79-971e-e7139a5a2d92 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 944 time: 0.1128664 Sep 24 19:01:09.999148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.014276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.027664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-3b45f021-9066-4d53-94dc-e89d8f2b2b2a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:10.029224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-3b45f021-9066-4d53-94dc-e89d8f2b2b2a tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f18cbfe-b1c9-48f0-866e-b106d9067569 HTTP/1.1" status: 200 len: 944 time: 0.1442475 Sep 24 19:01:10.042752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d221f4c-1f5c-41c3-a900-44cc52b936b4 req-3687066b-dddb-4c3d-87fe-0b70227d1c64 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Sep 24 19:01:10.168689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event updated for resources: {'Port': ['ID=8e638093-5dfb-49f9-883e-29946d70ec38,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:10.179423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.202884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.204239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-51ec59c2-e065-452b-aa5d-283f90998f9e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5966480 Sep 24 19:01:10.227821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Deleting port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:10.228211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.238483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:10.289624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-646831a5-afa2-45e0-9292-7d1914183213 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0752795 Sep 24 19:01:10.326995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ac687b03-77bb-4198-aeca-0ecc247d1211 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1542a333dfe64d49ab9bb7d918c87d45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874002 Sep 24 19:01:10.328102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:10.425146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.462981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] For port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:10.463354 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.476249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.485941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Calling delete_port for 18dd1b97-ef36-4c60-ad34-d1fac666cb3c owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:10.507017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-e3babaab-9f76-471a-ba96-852d40f95be8 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:10.508464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-e3babaab-9f76-471a-ba96-852d40f95be8 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2116661 Sep 24 19:01:10.520721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-f505bad8-77fe-4045-a24b-5ebb9517ca00 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:01:10.522303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a063c39b-8463-447d-9b7a-1f61c3629f82 req-f505bad8-77fe-4045-a24b-5ebb9517ca00 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058992 Sep 24 19:01:10.588490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.591603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.592924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a69f9d8-af5f-4bee-bbb0-afc1ff68f134 HTTP/1.1" status: 204 len: 168 time: 0.2634084 Sep 24 19:01:10.608755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299dabb-77a4-4a90-9226-f61ade3f6cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a69f9d8-af5f-4bee-bbb0-afc1ff68f134,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:10.705807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.745718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event deleted for resources: {'Port': ['ID=18dd1b97-ef36-4c60-ad34-d1fac666cb3c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:10.837555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] No DVR routers for this DVR port 18dd1b97-ef36-4c60-ad34-d1fac666cb3c on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:10.840477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:10.842734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89bfa292-24ed-4259-a579-3c36d2aa26da req-48b7ebcc-ec45-4279-a1cd-12a8676d6446 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "DELETE /v2.0/ports/18dd1b97-ef36-4c60-ad34-d1fac666cb3c HTTP/1.1" status: 204 len: 173 time: 0.7856488 Sep 24 19:01:10.843228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-deleted', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:10.845499 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d57689-2cf4-447b-a9dc-d7a1718a40cf" -d '{"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-deleted", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:11.073708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028773-be4f-4f66-bc81-93a01837fdee req-b1705786-302b-4419-bb9a-dab068bb9b1c tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:11.075434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-b1705786-302b-4419-bb9a-dab068bb9b1c tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0909851 Sep 24 19:01:11.149105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-b39e3e2e-c781-44a3-99ac-1e3a504bebba tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0645525 Sep 24 19:01:11.153963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'floatingip': {'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:11.209510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:11.791432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b82e9-87f3-422d-87af-eee8b73eb4d6 req-f357bf28-3d3d-4e92-bca5-dbcba4b0332a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:11.798906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b32b82e9-87f3-422d-87af-eee8b73eb4d6 req-f357bf28-3d3d-4e92-bca5-dbcba4b0332a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 946 time: 0.1520464 Sep 24 19:01:11.890203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b32b82e9-87f3-422d-87af-eee8b73eb4d6 req-acece6a8-6af0-494e-a582-30677879c63e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902262 Sep 24 19:01:12.018494 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15560e80-29e9-4096-b01f-d392bdd5d546 x-openstack-request-id: req-15560e80-29e9-4096-b01f-d392bdd5d546 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:12.019424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f18cbfe-b1c9-48f0-866e-b106d9067569", "name": "network-vif-deleted", "tag": "18dd1b97-ef36-4c60-ad34-d1fac666cb3c", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:12.019927 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15560e80-29e9-4096-b01f-d392bdd5d546 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:12.020802 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f18cbfe-b1c9-48f0-866e-b106d9067569', 'name': 'network-vif-deleted', 'tag': '18dd1b97-ef36-4c60-ad34-d1fac666cb3c', 'status': 'completed', 'code': 200} Sep 24 19:01:12.123515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:12.140948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-72ae556d-e9c5-4380-a638-d158ded8b5fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1180394 Sep 24 19:01:12.142876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:12.285486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.288080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.288803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.289582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.290221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.291250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.291893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.294661 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-c7111650-6c7b-484e-8881-0affe066807e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.0746753 Sep 24 19:01:12.313494 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Floating IP ed7fec32-529a-4c94-8d08-67adacf36ae2 associated. External IP: 172.25.5.94, port: 7798af2c-edd9-4891-a6a3-23a468cb779d. Sep 24 19:01:12.355273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-6a26fba9-f087-436e-80b1-608c8663913d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.356784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-6a26fba9-f087-436e-80b1-608c8663913d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "GET /v2.0/ports?device_id=de029865-d372-48f6-a7dd-fb586aed63f6 HTTP/1.1" status: 200 len: 946 time: 0.1374822 Sep 24 19:01:12.484502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-890ddb41-e3e9-4353-93bb-227318d2cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.485390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-890ddb41-e3e9-4353-93bb-227318d2cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.486021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-890ddb41-e3e9-4353-93bb-227318d2cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.487835 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-890ddb41-e3e9-4353-93bb-227318d2cb9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 2290 time: 0.1540918 Sep 24 19:01:12.613628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-033f496e-c977-4d20-b427-48f7c8faed56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 1002 time: 0.1155548 Sep 24 19:01:12.689983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-5f683a0b-8b9f-48fe-890f-fe6353ee19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.691499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-5f683a0b-8b9f-48fe-890f-fe6353ee19d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 200 len: 851 time: 0.0704873 Sep 24 19:01:12.730556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port 5b4b063a-8d09-4255-ac04-e28c62672078 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:12.731743 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:12.768620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-6ff0041a-2095-4450-b793-08152e1832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:12.770332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-6ff0041a-2095-4450-b793-08152e1832c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671692 Sep 24 19:01:12.773324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:12.905006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port 5b4b063a-8d09-4255-ac04-e28c62672078, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5b4b063a-8d09-4255-ac04-e28c62672078,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:12.905708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:12.961970 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-1ef5d9b8-bb14-4e11-b6dc-f5e88f1aa0a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841400 Sep 24 19:01:13.086677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-ae0bfcf4-f1f7-47e5-afb8-5784cb1b7fe9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166131 Sep 24 19:01:13.142326 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-9314d18f-f61b-44cb-8d88-22a27ebd5426 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 217 time: 0.0455983 Sep 24 19:01:13.208823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-364b710b-c49f-4e97-8de3-42f4934db6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:13.210681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-364b710b-c49f-4e97-8de3-42f4934db6bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.0489902 Sep 24 19:01:13.313532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for 5b4b063a-8d09-4255-ac04-e28c62672078 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:13.338216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-3e5dd9f0-ba58-4eb7-9d70-f9c942310fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:13.343258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-3e5dd9f0-ba58-4eb7-9d70-f9c942310fc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234913 Sep 24 19:01:13.344902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:13.350335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:13.362768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Sync routers for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:13.377162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:13.377763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:13.436179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-adf242e6-28dd-405b-9179-4717b651410a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "PUT /v2.0/floatingips/ed7fec32-529a-4c94-8d08-67adacf36ae2 HTTP/1.1" status: 200 len: 995 time: 2.2862084 Sep 24 19:01:13.539910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-6ddf9451-1616-499b-b2bc-dac9e51d1481 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871119 Sep 24 19:01:13.561828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028773-be4f-4f66-bc81-93a01837fdee req-78f80fe6-e78f-4a54-b131-dea8bd953091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:13.563974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-78f80fe6-e78f-4a54-b131-dea8bd953091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1096 time: 0.0847268 Sep 24 19:01:13.565209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:13.598659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['5b4b063a-8d09-4255-ac04-e28c62672078'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:13.622517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:13.681407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:13.701936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=5b4b063a-8d09-4255-ac04-e28c62672078,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:13.736984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:13.746628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-7e0119a9-ee43-4ef2-8275-9dcf2b6e602c service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988420 Sep 24 19:01:13.756152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port 5b4b063a-8d09-4255-ac04-e28c62672078 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:13.758842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:13.761273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26de1eea-a915-4eaa-8bb8-2de720f71141 req-2f2eaee3-1f2e-45cf-b18c-94dfc1dcde70 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.69 "DELETE /v2.0/ports/5b4b063a-8d09-4255-ac04-e28c62672078 HTTP/1.1" status: 204 len: 173 time: 1.3984983 Sep 24 19:01:13.836772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-e131f90c-9f97-4ce4-adf0-2b85451fd86b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 217 time: 0.0799279 Sep 24 19:01:13.895894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028773-be4f-4f66-bc81-93a01837fdee req-bb09f753-a189-4719-afd5-20cbcd9bb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:13.898637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-bb09f753-a189-4719-afd5-20cbcd9bb683 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 929 time: 0.3183923 Sep 24 19:01:13.938649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0571a4-fa49-45f7-83b3-9dfd7cecf9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:13.963928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-73358050-a9f6-4615-a310-3d8418a2894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:13.965672 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-73358050-a9f6-4615-a310-3d8418a2894e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.1217940 Sep 24 19:01:14.038641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-4440bd8b-c114-479a-984d-e98ef75a2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.040472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-4440bd8b-c114-479a-984d-e98ef75a2c8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646000 Sep 24 19:01:14.057538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d'}, {'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'name': 'network-vif-deleted', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:14.060063 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e87f537-f09b-4493-b656-033c916e3cca" -d '{"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d"}, {"server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "name": "network-vif-deleted", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:14.065207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-9ef62e1b-4907-4713-9fe2-ed65e388790c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 998 time: 0.1593187 Sep 24 19:01:14.169626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028773-be4f-4f66-bc81-93a01837fdee req-4c3a271d-7dcc-4e99-b7fd-5c840631c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.171262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-4c3a271d-7dcc-4e99-b7fd-5c840631c9d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.0978584 Sep 24 19:01:14.199451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0571a4-fa49-45f7-83b3-9dfd7cecf9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:14.212184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0571a4-fa49-45f7-83b3-9dfd7cecf9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:14.246488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f0571a4-fa49-45f7-83b3-9dfd7cecf9e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea7317d1cd444286b4eea36aff589d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638747 Sep 24 19:01:14.246714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52544) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:14.258345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-793cb591-a7f3-4b99-96d4-304df617c130 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083325 Sep 24 19:01:14.277829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ed7fec32-529a-4c94-8d08-67adacf36ae2', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'mac_address': 'fa:16:3e:28:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:01:09Z', 'updated_at': '2021-09-24T19:01:11Z', 'revision_number': 1, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:14.347301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-92190d44-22e5-48a3-a1bd-96a7bf4954c2 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023667 Sep 24 19:01:14.374570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Checking router: 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:14.382286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0571a4-fa49-45f7-83b3-9dfd7cecf9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2929437f-bd2b-440e-9295-fe4994f689eb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:14.387059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028773-be4f-4f66-bc81-93a01837fdee req-8deba177-619f-4374-bb44-8cfdc9faf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.388941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-8deba177-619f-4374-bb44-8cfdc9faf569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953943 Sep 24 19:01:14.392850 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-3da8ce35-95d8-4185-9e49-e862653d84d7 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225271 Sep 24 19:01:14.411366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d18f9-1ff3-4dee-84b6-05974045787d req-d904a7fc-d1ca-4d8a-baf9-fdb2f82349fd tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.412900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:14.414433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:14.417316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-475d18f9-1ff3-4dee-84b6-05974045787d req-d904a7fc-d1ca-4d8a-baf9-fdb2f82349fd tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.2067246 Sep 24 19:01:14.447913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-f29fad2e-b61b-40cb-8f62-0923cf002a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 200 len: 217 time: 0.0516195 Sep 24 19:01:14.522031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-1dd64cce-08fa-4274-9182-84cabd32a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.523612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-1dd64cce-08fa-4274-9182-84cabd32a374 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.0668306 Sep 24 19:01:14.578079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-8f495b58-c24f-439d-8232-182d8d89c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.579133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-8f495b58-c24f-439d-8232-182d8d89c1e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466049 Sep 24 19:01:14.591771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:14.608439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:14.685368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:14.688209 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-d324fc8d-b3b1-4411-b467-2ab86e7915d3 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000912 Sep 24 19:01:14.716485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-52d4f430-33f5-4793-b1c2-86abc7b61c5c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:14.723145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-52d4f430-33f5-4793-b1c2-86abc7b61c5c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746977 Sep 24 19:01:14.770617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Deleting port c646e856-478a-4693-9fbc-71d633dc7a32 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:14.771113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:14.806215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-8d65f8d3-3672-4c05-890a-791e4b28e8a8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/quotas/dfbaab1f7dc54a1eaaedd8806920e07d HTTP/1.1" status: 200 len: 375 time: 0.0821111 Sep 24 19:01:14.809525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-941dab90-bd92-4752-bbd2-ccc338d78e90 service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075789 Sep 24 19:01:14.822939 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-a52dd922-d79b-418d-b745-f55d2f94bff5 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262126 Sep 24 19:01:14.894959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-7e943d15-437c-49d4-841a-8715191ff2aa tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876689 Sep 24 19:01:14.917558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:14.937018 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-095cc814-71ee-41c2-97c2-45ced8abfb39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 200 len: 217 time: 0.0903001 Sep 24 19:01:14.945975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 18dd1b97-ef36-4c60-ad34-d1fac666cb3c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:14.946456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18dd1b97-ef36-4c60-ad34-d1fac666cb3c not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:14.991286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ed7fec32-529a-4c94-8d08-67adacf36ae2', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'mac_address': 'fa:16:3e:28:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:01:09Z', 'updated_at': '2021-09-24T19:01:11Z', 'revision_number': 1, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:15.003180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-9e888c50-499e-4d76-b0c0-8433911f4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:15.004910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-9e888c50-499e-4d76-b0c0-8433911f4fe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.0586989 Sep 24 19:01:15.057103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3103a5-1b7f-46f2-ad8f-5373746edef3 None None] The sync data for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 is: [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ed7fec32-529a-4c94-8d08-67adacf36ae2', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'mac_address': 'fa:16:3e:28:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:01:09Z', 'updated_at': '2021-09-24T19:01:11Z', 'revision_number': 1, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:15.077838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-2bf8ddbc-e093-4ce1-938e-796b7a278036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:15.083136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-2bf8ddbc-e093-4ce1-938e-796b7a278036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698023 Sep 24 19:01:15.121368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:15.124605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:15.128353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2929437f-bd2b-440e-9295-fe4994f689eb HTTP/1.1" status: 204 len: 168 time: 0.8628669 Sep 24 19:01:15.196447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] For port c646e856-478a-4693-9fbc-71d633dc7a32, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c646e856-478a-4693-9fbc-71d633dc7a32,segment=NetworkSegment(0452bcea-7cf6-45e0-a47e-ab365b736e3b),segment_id=0452bcea-7cf6-45e0-a47e-ab365b736e3b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:15.199041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:15.209654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6056db-38f0-4993-93af-9cd5fdba53c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2929437f-bd2b-440e-9295-fe4994f689eb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:15.285725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Calling delete_port for c646e856-478a-4693-9fbc-71d633dc7a32 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:15.292056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6028773-be4f-4f66-bc81-93a01837fdee req-ff3b68c9-315d-42df-8669-748794abd593 service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747961 Sep 24 19:01:15.351475 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-d10ddacf-e62b-47fc-a728-f98abc67c152 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567945 Sep 24 19:01:15.402225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7caf8-0618-4cba-8768-39cdb90a7688 req-8746f6cc-41ba-409b-8867-cb6eb8c750ef tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:15.410350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26c7caf8-0618-4cba-8768-39cdb90a7688 req-8746f6cc-41ba-409b-8867-cb6eb8c750ef tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c4736c0-b4ed-495b-8b4b-061e50268404 HTTP/1.1" status: 200 len: 944 time: 0.1019430 Sep 24 19:01:15.464881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f22e2-780c-49fd-b090-af52a0aca0ae None None] New status for floating IP ed7fec32-529a-4c94-8d08-67adacf36ae2: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:01:15.492124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-ddc7f5ef-7318-4039-ba4c-0aca28ad1f7f service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299694 Sep 24 19:01:15.511290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26c7caf8-0618-4cba-8768-39cdb90a7688 req-b4186b99-12b1-440d-b3f1-87ef0bd0d155 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.18 "GET /v2.0/security-groups?id=679ab485-3b63-4057-8c37-04b514954316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943854 Sep 24 19:01:15.525397 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792fb52b-d587-401c-a84c-9d0b3f4406a5 x-openstack-request-id: req-792fb52b-d587-401c-a84c-9d0b3f4406a5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:15.525820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d", "status": "completed", "code": 200}, {"server_uuid": "de029865-d372-48f6-a7dd-fb586aed63f6", "name": "network-vif-deleted", "tag": "5b4b063a-8d09-4255-ac04-e28c62672078", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:15.527888 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-792fb52b-d587-401c-a84c-9d0b3f4406a5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:15.528308 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'status': 'completed', 'code': 200} Sep 24 19:01:15.528579 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de029865-d372-48f6-a7dd-fb586aed63f6', 'name': 'network-vif-deleted', 'tag': '5b4b063a-8d09-4255-ac04-e28c62672078', 'status': 'completed', 'code': 200} Sep 24 19:01:15.598748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-eb76ac72-3dea-4466-9ea0-dd08166e5287 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 200 len: 217 time: 0.0960915 Sep 24 19:01:15.664045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f537-f09b-4493-b656-033c916e3cca req-496515be-e795-4bfa-9dc8-bffc977762ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:15.665580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-496515be-e795-4bfa-9dc8-bffc977762ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1096 time: 0.1309905 Sep 24 19:01:15.676369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:15.789565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-fb967776-d012-4cef-9afc-109d4788f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:15.802097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-fb967776-d012-4cef-9afc-109d4788f8d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.1908393 Sep 24 19:01:15.903317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:15.960657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66e00a71-63cd-434d-aeee-42872bf63d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:15.997862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Pushing event deleted for resources: {'Port': ['ID=c646e856-478a-4693-9fbc-71d633dc7a32,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:16.035705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-f841c943-6840-4c66-9107-2ed037557d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.041428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-f841c943-6840-4c66-9107-2ed037557d3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2279296 Sep 24 19:01:16.045064 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-b91692b9-af51-44fb-9278-0d1209e9731d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4572673 Sep 24 19:01:16.112700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] No DVR routers for this DVR port c646e856-478a-4693-9fbc-71d633dc7a32 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:16.115959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:16.118453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-475d18f9-1ff3-4dee-84b6-05974045787d req-ac90187a-e502-4bd9-ba68-55e5775de053 tempest-LiveMigrationTest-11528058 tempest-LiveMigrationTest-11528058-project] 10.222.0.15 "DELETE /v2.0/ports/c646e856-478a-4693-9fbc-71d633dc7a32 HTTP/1.1" status: 204 len: 173 time: 1.6813047 Sep 24 19:01:16.140699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39fe442f-1eb3-436f-a01b-1aeb3204e371 req-a8c991ed-79b6-4738-8c44-10e7052d4603 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 210 time: 0.2398019 Sep 24 19:01:16.160371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f537-f09b-4493-b656-033c916e3cca req-a28060f2-701f-48db-9e64-547e1738a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.161890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-a28060f2-701f-48db-9e64-547e1738a1a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 929 time: 0.4754982 Sep 24 19:01:16.409405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016f5c5e-6953-4058-9979-29daf3232f17 req-adf5bd89-55e2-4adb-b33b-56ebbcc10c10 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 258 time: 0.5073590 Sep 24 19:01:16.456691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:16.467875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-75203e88-042e-401a-ad8f-45637e87da7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 1000 time: 0.2192681 Sep 24 19:01:16.640444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-8ac7f692-bc08-40ab-9f4d-ad69324eee35 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.649248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-8ac7f692-bc08-40ab-9f4d-ad69324eee35 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.3730013 Sep 24 19:01:16.649569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-df9b49b5-22b0-4ffe-984f-7509358491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.651238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-df9b49b5-22b0-4ffe-984f-7509358491b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 1097 time: 0.1304393 Sep 24 19:01:16.653954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f537-f09b-4493-b656-033c916e3cca req-784bedc9-a190-4de9-af51-6a5bbaaba01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.657054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-784bedc9-a190-4de9-af51-6a5bbaaba01a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.1106625 Sep 24 19:01:16.677647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-683e4a06-6bd7-43a9-9087-da279e283e1c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0263665 Sep 24 19:01:16.732383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-a7a251e0-5989-4e2e-b8c0-a5899372c5b6 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597824 Sep 24 19:01:16.806634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5b4b063a-8d09-4255-ac04-e28c62672078 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:16.826756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f537-f09b-4493-b656-033c916e3cca req-6fa1fdc9-07be-46c5-a950-f5a65790bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:16.828811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-6fa1fdc9-07be-46c5-a950-f5a65790bfb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474204 Sep 24 19:01:16.839111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-98b9c413-8744-45b1-9569-aaab3fb0182f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579659 Sep 24 19:01:16.845625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66e00a71-63cd-434d-aeee-42872bf63d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:16.858307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66e00a71-63cd-434d-aeee-42872bf63d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:16.860161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 5b4b063a-8d09-4255-ac04-e28c62672078 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:16.860523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5b4b063a-8d09-4255-ac04-e28c62672078 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:16.962322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:16.962587 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-e5c8269f-d34a-4d3a-9448-314a889beb28 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097728 Sep 24 19:01:17.022629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-66e00a71-63cd-434d-aeee-42872bf63d0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba1fdc2febd146e3bca9ef7dd4524d68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1066515 Sep 24 19:01:17.023555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00a71-63cd-434d-aeee-42872bf63d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6b09e-c3ed-43c1-ab11-26afe949004b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:17.028959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:17.038819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-f18eb70c-a02f-45ea-a907-66bcabe10226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:17.040474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-f18eb70c-a02f-45ea-a907-66bcabe10226 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.3588748 Sep 24 19:01:17.116134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-f474ed36-8848-4635-8e53-c14f021ab0be tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474377 Sep 24 19:01:17.188011 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-6f6ede47-b10c-457e-8cb5-0fd01380b3f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 217 time: 0.1579471 Sep 24 19:01:17.229623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-16f49d15-d142-4a1f-846e-9457c9e0c1fd service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848579 Sep 24 19:01:17.230392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-18217149-768f-4ee0-a2d3-d3986b87ec3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 200 len: 217 time: 0.1470821 Sep 24 19:01:17.313827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-f2d4fd88-6a7a-4da6-b7e5-e555e91a4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:17.315482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-f2d4fd88-6a7a-4da6-b7e5-e555e91a4abc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.0738566 Sep 24 19:01:17.361977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-9ccfca6d-a52a-4cc8-a8ab-cc27f2b47a1d service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160730 Sep 24 19:01:17.418001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-e68e4354-a172-4e15-baa5-2239d7dd00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:17.419198 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-e68e4354-a172-4e15-baa5-2239d7dd00eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895622 Sep 24 19:01:17.419898 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:17.443736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:17.444938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e6258892-b912-462b-b6a0-2903c284aee4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:17.446402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e6258892-b912-462b-b6a0-2903c284aee4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132086 Sep 24 19:01:17.462404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Request body: {'port': {'device_id': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'dfbaab1f7dc54a1eaaedd8806920e07d'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:17.499015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-f214964a-f956-4937-a2cc-e6e4c927c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:17.499015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-f214964a-f956-4937-a2cc-e6e4c927c967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1845813 Sep 24 19:01:17.531166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-deleted', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:17.533395 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd7077f-c2bf-4c5a-a4d2-50857e0ff317" -d '{"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-deleted", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:17.544807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-6d500293-1fac-4753-95fc-e6af3a117e7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385513 Sep 24 19:01:17.559538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e87f537-f09b-4493-b656-033c916e3cca req-5a85c037-2e43-47c5-95b6-82295a5469c9 service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161314 Sep 24 19:01:17.613956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:17.699687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-1f763162-8355-4204-a8ef-ae349ce91713 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149619 Sep 24 19:01:17.702418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:17.705043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:17.706195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fea6b09e-c3ed-43c1-ab11-26afe949004b HTTP/1.1" status: 204 len: 168 time: 0.6701777 Sep 24 19:01:17.720700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-0f240772-872e-4bca-ae22-bc89c8bbeb9f service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671595 Sep 24 19:01:17.737757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d1eb8-6cd4-42a4-99d8-2e3cb5b44856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6b09e-c3ed-43c1-ab11-26afe949004b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:17.883647 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10cc34f2-b564-4b9f-a66c-bb9be92a1386 req-04d7676b-61b1-4065-b13e-32eac3846155 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727066 Sep 24 19:01:17.887195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d50ab523-8c06-4d19-9bfc-ac3ac2120360 req-087e623c-6772-4eb4-afe5-d3efd056afed service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506240 Sep 24 19:01:17.950887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-27a255cc-1119-42c4-ae26-d147e898e5e7 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579135 Sep 24 19:01:18.064622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Made reservation on behalf of dfbaab1f7dc54a1eaaedd8806920e07d for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:18.069755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.084064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.114157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Allocated IP 172.25.5.169 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/74fc33e8-ae23-443f-ab01-589505d3b594) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:18.174168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:18.292362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.422627 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.437808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.461657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.566324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Deleting subnet 30d58550-a8fe-4c91-a858-7dd88ccd5e6d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:01:18.570166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.621547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.625802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:18.632239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b244e4db-c3e9-4c75-b240-c9311ba8a262 req-0c96c7e3-1881-4555-b182-4320f55854fd tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 210 time: 0.0507591 Sep 24 19:01:18.639767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:18.649558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6886674f-b655-4862-a862-4cb4bc8b27ef,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:18.682887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:18.694744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.791206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.797171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.807720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afa7942-4f92-47dd-b7dd-288ea56c5d4d x-openstack-request-id: req-0afa7942-4f92-47dd-b7dd-288ea56c5d4d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:18.808166 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4736c0-b4ed-495b-8b4b-061e50268404", "name": "network-vif-deleted", "tag": "c646e856-478a-4693-9fbc-71d633dc7a32", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:18.808286 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0afa7942-4f92-47dd-b7dd-288ea56c5d4d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:18.808813 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4736c0-b4ed-495b-8b4b-061e50268404', 'name': 'network-vif-deleted', 'tag': 'c646e856-478a-4693-9fbc-71d633dc7a32', 'status': 'completed', 'code': 200} Sep 24 19:01:18.817936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event updated for resources: {'Port': ['ID=74fc33e8-ae23-443f-ab01-589505d3b594,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:18.827642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:18.876529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c646e856-478a-4693-9fbc-71d633dc7a32 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:18.876770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c646e856-478a-4693-9fbc-71d633dc7a32 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:18.885891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.887613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2461322c-ff8b-450c-9080-23dbd3009ccd req-5ec95b83-5800-4366-861b-eeaf9f3e0a99 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 210 time: 0.0775292 Sep 24 19:01:18.895906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:18.902609 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/30d58550-a8fe-4c91-a858-7dd88ccd5e6d HTTP/1.1" status: 204 len: 168 time: 0.7271800 Sep 24 19:01:18.903543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44780b0c-c311-4f10-8406-bab2562ee315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d58550-a8fe-4c91-a858-7dd88ccd5e6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:18.917765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:18.945402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Allocated IP 192.168.233.250 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/1b07552c-93ef-45c7-8ec9-f5af5c31da13) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:19.090693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.192778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.206883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.212770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.219439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.240192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d08bec6-781a-4fe4-b4b3-451f18f43560']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:19.265683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0452bcea-7cf6-45e0-a47e-ab365b736e3b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:19.266202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0452bcea-7cf6-45e0-a47e-ab365b736e3b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:19.277588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.294739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.301718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event updated for resources: {'Port': ['ID=74fc33e8-ae23-443f-ab01-589505d3b594,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:19.304725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:01:19.305319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:01:19.307629 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:01:19.319884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.341363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.343336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.344902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016f5c5e-6953-4058-9979-29daf3232f17 req-3569a9ab-3959-4ba7-89fa-eb8586b6d6fa tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9343112 Sep 24 19:01:19.386228 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.391568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.397178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d08bec6-781a-4fe4-b4b3-451f18f43560 HTTP/1.1" status: 204 len: 168 time: 0.4642413 Sep 24 19:01:19.397793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:19.438890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787e552-b7d2-499a-9eef-6357c1441484 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d08bec6-781a-4fe4-b4b3-451f18f43560,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:19.445469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016f5c5e-6953-4058-9979-29daf3232f17 req-22667afe-ef77-4885-8a17-631f42869c88 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0923853 Sep 24 19:01:19.460244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Deleting subnet 4ee68587-c744-47cc-a2f7-65411199a3cd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:01:19.465609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.474558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:19.496124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:19.500493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Pushing event updated for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:19.505880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:19.570151 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.656257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:19.656942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.690970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-e2dc4327-9346-45a6-bf82-88dd7c4bfafc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2334065 Sep 24 19:01:19.706188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f5c5e-6953-4058-9979-29daf3232f17 req-b754d51f-3bf0-42e8-82fc-8984da2f5f0a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:19.708540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016f5c5e-6953-4058-9979-29daf3232f17 req-b754d51f-3bf0-42e8-82fc-8984da2f5f0a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2549322 Sep 24 19:01:19.724458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Request body: {'port': {'device_id': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:19.783511 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.792904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-26b05c98-03ee-40ec-aa5c-3e193b733819 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:19.794443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-26b05c98-03ee-40ec-aa5c-3e193b733819 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2840304 Sep 24 19:01:19.798167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.820871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:19.935034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.945064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-007b5022-c882-44da-ad76-561e1f698525 None None] Provisioning complete for port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:19.945759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-007b5022-c882-44da-ad76-561e1f698525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.982938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:19.987365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ee68587-c744-47cc-a2f7-65411199a3cd HTTP/1.1" status: 204 len: 168 time: 0.5825543 Sep 24 19:01:19.987365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2929cb-a943-4877-8f1f-c970ee32dc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee68587-c744-47cc-a2f7-65411199a3cd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:19.989264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:20.018296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-007b5022-c882-44da-ad76-561e1f698525 None None] Port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:20.064035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:20.067987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.092367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.211090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39dc70-014d-4f92-92d9-60a6822a31eb req-803d71b9-89eb-49e3-838b-ae772956856a tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:20.213734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c39dc70-014d-4f92-92d9-60a6822a31eb req-803d71b9-89eb-49e3-838b-ae772956856a tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 936 time: 0.1185060 Sep 24 19:01:20.230051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.260081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-423d7524-1d36-4c7e-9785-759e96fbd97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.279530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e718ec-8dbe-4da4-b9ce-4194b1cb3876']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:20.280132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-71fc31d9-1886-4d7e-ad26-1967660af3bd tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:20.281656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-71fc31d9-1886-4d7e-ad26-1967660af3bd tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1380107 Sep 24 19:01:20.293116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2237eb24-53e4-48b5-bf30-1dd55f9be3a9') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:20.293408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2237eb24-53e4-48b5-bf30-1dd55f9be3a9') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:20.308355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.310215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.12 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/9bf1f069-95e5-4a54-9a1d-2dc487372d58) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:20.330928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.341710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:01:20.342099 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:01:20.343734 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:01:20.346217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b07552c-93ef-45c7-8ec9-f5af5c31da13 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:20.351361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c39dc70-014d-4f92-92d9-60a6822a31eb req-8aa5bb50-ab44-4e50-8a18-03959e329f5e tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Sep 24 19:01:20.356826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.361902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-c40b8c4d-40c7-485c-8d0a-aeaf3c654a0b tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0717142 Sep 24 19:01:20.377527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-c41074f8-290d-46f0-98d0-4e13836332c7 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'floatingip': {'port_id': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:20.420768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-c41074f8-290d-46f0-98d0-4e13836332c7 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.424943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Transition to ACTIVE for port object 1b07552c-93ef-45c7-8ec9-f5af5c31da13 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:20.426349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.435576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.440140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2e718ec-8dbe-4da4-b9ce-4194b1cb3876 HTTP/1.1" status: 204 len: 168 time: 0.4472237 Sep 24 19:01:20.458927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.463118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a596627-e3a0-4425-afc0-77d45cf66e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e718ec-8dbe-4da4-b9ce-4194b1cb3876,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:20.571373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Pushing event updated for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:20.597298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.628475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:01:20.664305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.678994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:20.731453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52760) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:20.740658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-a47526f3-db64-4999-97a4-8722961d923f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020801 Sep 24 19:01:20.752451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:20.758751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:20.763152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:20.796276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Attempting to bind port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:20.796528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Attempting to bind port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:20.796856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Attempting to bind port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:20.802593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:20.833939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:20.835422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.851087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:20.851340 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-1aaf5ac2-4b1f-496c-bc02-cd51255624d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0362399 Sep 24 19:01:20.851463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Attempting to bind port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:20.865471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Request body: {'port': {'device_id': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:20.885490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8180c6b6-1cd4-4a57-92b5-660906447394 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ff2ca12d5f04d6ea97cd9860e061090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529155 Sep 24 19:01:20.886337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:20.886670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:20.887072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:20.887505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Bound port: 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:20.888186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.888343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:20.937005 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-c41074f8-290d-46f0-98d0-4e13836332c7 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 19:01:20.939630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11454513-8c99-482e-bd17-23caea5fdaf6 req-c41074f8-290d-46f0-98d0-4e13836332c7 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "PUT /v2.0/floatingips/cf06b928-d141-4ac3-b1cd-aea2862407ca HTTP/1.1" status: 409 len: 550 time: 0.5689273 Sep 24 19:01:20.960142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:20.977951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.010377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-11c8cf6d-a04b-45ec-945a-d84ce979200b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.011873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-11c8cf6d-a04b-45ec-945a-d84ce979200b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545815 Sep 24 19:01:21.022464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.063246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-92d702cd-5c23-4179-b190-1409fe9776bc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.0372069 Sep 24 19:01:21.064152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:21.087137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:21.091460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.119846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-55739a3e-dcb4-476c-b691-6c6b4f12b85d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500774 Sep 24 19:01:21.130576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bfd78-8635-4b7a-a7f6-be05c7e0eadf req-46dd5c83-001a-417c-acf0-5bf039363597 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.132275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2bfd78-8635-4b7a-a7f6-be05c7e0eadf req-46dd5c83-001a-417c-acf0-5bf039363597 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 932 time: 0.1354377 Sep 24 19:01:21.144824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.147915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.149065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679ab485-3b63-4057-8c37-04b514954316 HTTP/1.1" status: 204 len: 168 time: 0.2597871 Sep 24 19:01:21.172082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450ca3-ee07-4c01-8bca-8ba1cde13d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ab485-3b63-4057-8c37-04b514954316,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:21.174386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.175058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.176658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] 10.222.0.69 "PUT /v2.0/ports/1b07552c-93ef-45c7-8ec9-f5af5c31da13 HTTP/1.1" status: 200 len: 1096 time: 1.4663687 Sep 24 19:01:21.179024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:21.181301 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:21.323550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2bfd78-8635-4b7a-a7f6-be05c7e0eadf req-6564297d-e745-4d89-8ff3-214c0f2b808e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727145 Sep 24 19:01:21.324835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf1f069-95e5-4a54-9a1d-2dc487372d58 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:21.325661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91d5f-c703-4891-af01-2102a5e04e7a service neutron] Pushing event updated for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:21.337948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.357363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-490eac36-4a70-4d3c-8c67-9c409a12ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.357901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Transition to ACTIVE for port object 9bf1f069-95e5-4a54-9a1d-2dc487372d58 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:21.359372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-490eac36-4a70-4d3c-8c67-9c409a12ca1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 1099 time: 0.1309533 Sep 24 19:01:21.362461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.421612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-4921df36-83bc-45c5-b552-bb7e08b910fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13 HTTP/1.1" status: 200 len: 217 time: 0.0532506 Sep 24 19:01:21.508362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Pushing event updated for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:21.509452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-9a60523f-1ca7-4cce-9576-55b18ec968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.524856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-9a60523f-1ca7-4cce-9576-55b18ec968b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0937231 Sep 24 19:01:21.615219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-13e41ae0-7c0e-4a91-be75-8088d4bb8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.619744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-13e41ae0-7c0e-4a91-be75-8088d4bb8e5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903156 Sep 24 19:01:21.682574 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f058d-c8d1-4990-87c9-bfafdf8e5cc0 x-openstack-request-id: req-e30f058d-c8d1-4990-87c9-bfafdf8e5cc0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:21.685676 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:21.685816 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e30f058d-c8d1-4990-87c9-bfafdf8e5cc0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:21.686144 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13', 'status': 'completed', 'code': 200} Sep 24 19:01:21.689137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Attempting to bind port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:21.689477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Attempting to bind port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:21.689834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Attempting to bind port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:21.700271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:21.700600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Attempting to bind port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:21.709964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:21.710166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:21.710666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:21.711153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Bound port: 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:21.711514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.759089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:21.780387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-7c7cfd1f-7a39-4064-9cf4-3875a1fd9bcd tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips/cf06b928-d141-4ac3-b1cd-aea2862407ca HTTP/1.1" status: 200 len: 693 time: 0.1525228 Sep 24 19:01:21.823576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-11c0dd5c-fe62-4af9-a314-50bdb5cc9c21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94a8b896d24d4d18a4d0b78fadc6c45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633273 Sep 24 19:01:21.824715 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:21.826504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:21.829993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:21.836369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14019b1a-8a27-4a38-ba53-ddca8e7ce2af req-a30936fa-e257-44ad-9a16-2c46d2718bed tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 210 time: 0.0934975 Sep 24 19:01:21.842136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.903071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:21.904092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.905792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] 10.222.0.15 "PUT /v2.0/ports/9bf1f069-95e5-4a54-9a1d-2dc487372d58 HTTP/1.1" status: 200 len: 1092 time: 1.0456274 Sep 24 19:01:21.907514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:21.910588 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0637aff-9caf-421d-adb8-02d3f9b457d1" -d '{"events": [{"name": "network-changed", "server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:21.920509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-0abd4684-24ec-41a1-a3be-babcfdacc295 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912548 Sep 24 19:01:21.947547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:21.949762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467febc9-2ae9-4e1c-acb6-8892e1d25e8c service neutron] Pushing event updated for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:21.998926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.036131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-9e8d5b22-71fd-474d-a604-057242ca04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.037683 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-9e8d5b22-71fd-474d-a604-057242ca04a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 1095 time: 0.0760787 Sep 24 19:01:22.094905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1dc20e25-dd64-4219-a4df-5ab3653c09e8 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.096281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1dc20e25-dd64-4219-a4df-5ab3653c09e8 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2659211 Sep 24 19:01:22.097225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-c2fb0fa3-ad3f-4c08-b1cc-91831447e89a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58 HTTP/1.1" status: 200 len: 217 time: 0.0500026 Sep 24 19:01:22.103521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.106346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.107588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57627349-8a78-43e2-8d8c-23cbed7f0369 HTTP/1.1" status: 204 len: 168 time: 0.2800982 Sep 24 19:01:22.159778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-b2c74078-2d01-4a03-8e2c-0be192297812 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0501695 Sep 24 19:01:22.176521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546cb4-3614-46d3-a023-82547a4de115 req-ed95542e-5bab-4a13-9c69-52e62508c491 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.179024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed546cb4-3614-46d3-a023-82547a4de115 req-ed95542e-5bab-4a13-9c69-52e62508c491 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 948 time: 0.1935642 Sep 24 19:01:22.181267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74406e-036b-4156-900e-4d9814f76d89 req-20bd0ac8-0cc3-4d63-9ff7-cdfadb8b3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.183013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-20bd0ac8-0cc3-4d63-9ff7-cdfadb8b3c27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0623739 Sep 24 19:01:22.184368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ac3a-4900-4b8d-9502-8a450b3a363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57627349-8a78-43e2-8d8c-23cbed7f0369,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:22.202900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b81f3e3-0b38-476d-97bb-79692a3fc1a4 req-217f0717-3cd1-45bc-86f1-af5935e8e041 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306178 Sep 24 19:01:22.233887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-cc3b0744-62d2-40ab-ac58-3c40c5989201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418782 Sep 24 19:01:22.258844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-9eb271b4-db93-49ba-890c-5d1011a46e70 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.169 HTTP/1.1" status: 200 len: 696 time: 0.0786364 Sep 24 19:01:22.354441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-5d98035b-dd3e-4cdc-9a6c-62001964f0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057992 Sep 24 19:01:22.385395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed546cb4-3614-46d3-a023-82547a4de115 req-e616fdba-47a4-4a2f-921e-c9301e7e5e2d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805768 Sep 24 19:01:22.421099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-9811c1fd-6741-40ff-a3b5-799ccef96ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.423037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-9811c1fd-6741-40ff-a3b5-799ccef96ae9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 1099 time: 0.1613917 Sep 24 19:01:22.466699 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e74406e-036b-4156-900e-4d9814f76d89 req-04142c3e-3d73-4b3d-923c-dee8f693bc2c service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033313 Sep 24 19:01:22.484648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Deleting port 74fc33e8-ae23-443f-ab01-589505d3b594 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:22.485319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.655419 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-04c53099-0f59-4fb2-b668-6dffcda19cca tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247061 Sep 24 19:01:22.804260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-e8a11971-f26d-4353-aa25-b7eed7ecc50b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:22.805983 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-e8a11971-f26d-4353-aa25-b7eed7ecc50b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445332 Sep 24 19:01:22.819264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:22.822157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:22.910489 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.958362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:22.960298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:22.961506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c405a277-2a2f-4feb-90de-22b97a2c13a9" -d '{"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:22.965598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.967624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af54b0ac-3513-42c8-8fe0-da1a42c2d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:22.970532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:22.978191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.034368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-2365a230-e9e5-4d88-b872-2456bf5e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.035908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-2365a230-e9e5-4d88-b872-2456bf5e3f34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.6030879 Sep 24 19:01:23.042307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:23.049919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.050242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.105889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-241b4126-5bd1-4655-a6b8-75e43d563430 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13 HTTP/1.1" status: 200 len: 217 time: 0.0582211 Sep 24 19:01:23.106703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Calling delete_port for 74fc33e8-ae23-443f-ab01-589505d3b594 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:23.140376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-e74d022d-0f30-47ba-b437-73d6764905d3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.148072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-e74d022d-0f30-47ba-b437-73d6764905d3 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.6278489 Sep 24 19:01:23.222929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-853e16c7-64c6-4bc2-abea-4da88beab3b4 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/quotas/687734c9c5a44063afd01ca53ba4df34 HTTP/1.1" status: 200 len: 375 time: 0.0738645 Sep 24 19:01:23.270940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-91e0a254-a2ea-4ce0-80ca-677daca41d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.273067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-91e0a254-a2ea-4ce0-80ca-677daca41d3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1560907 Sep 24 19:01:23.302398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.308440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.339596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-8d1d04f1-c333-44b6-a2df-0ec34f982e2d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155853 Sep 24 19:01:23.370798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-7539dddf-51a4-4a39-b799-513cd62d22a0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.372545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-7539dddf-51a4-4a39-b799-513cd62d22a0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1 HTTP/1.1" status: 200 len: 943 time: 0.0825348 Sep 24 19:01:23.386177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-d7056984-cdbf-47fc-9fb1-c97ced2000ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.388197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-d7056984-cdbf-47fc-9fb1-c97ced2000ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030588 Sep 24 19:01:23.477132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Deleting port ed14068f-bea6-4477-b5f2-b3669051a1ce {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:23.477506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.546051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.554662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-d399f34a-cc14-46d8-a208-91fc20407a7f service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099316 Sep 24 19:01:23.586116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] For port ed14068f-bea6-4477-b5f2-b3669051a1ce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ed14068f-bea6-4477-b5f2-b3669051a1ce,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:23.586483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.598131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event deleted for resources: {'Port': ['ID=74fc33e8-ae23-443f-ab01-589505d3b594,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:23.605960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Calling delete_port for ed14068f-bea6-4477-b5f2-b3669051a1ce owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:23.663171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.670188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.675014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-02661704-a358-48b7-b55a-e1e2b0889019 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582257 Sep 24 19:01:23.752457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd3eda-544a-4633-a449-ccc6a0b9908e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:23.765635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.769041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.779438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34a3922d-167a-492b-84d1-6c9b7df2e563 req-1504de19-63d2-4355-89d3-36359cc13def tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "DELETE /v2.0/floatingips/cf06b928-d141-4ac3-b1cd-aea2862407ca HTTP/1.1" status: 204 len: 173 time: 1.5076613 Sep 24 19:01:23.802655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-e4a72bc0-c2df-4f49-a1cc-01733007a5fc service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171788 Sep 24 19:01:23.810054 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd786a0e-3c59-45f0-a242-57693a9a7531 x-openstack-request-id: req-dd786a0e-3c59-45f0-a242-57693a9a7531 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:23.810299 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:23.810527 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd786a0e-3c59-45f0-a242-57693a9a7531 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:23.811005 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58', 'status': 'completed', 'code': 200} Sep 24 19:01:23.874197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.59 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/c52352d7-62df-40ca-8524-4c7faceb5cac) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:23.885828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.921769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event deleted for resources: {'Port': ['ID=ed14068f-bea6-4477-b5f2-b3669051a1ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:23.951018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af4fdb36-dbdd-486f-bb9b-d62b9f34951c req-b4b0b6ef-f14a-46b0-a54b-3fda898be823 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399645 Sep 24 19:01:23.968089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-bae74174-800b-4dcc-b954-61b9eff385c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.970024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-bae74174-800b-4dcc-b954-61b9eff385c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 1095 time: 0.1271906 Sep 24 19:01:23.986721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f2cc2-3b4f-4062-b5d3-6d3d4bd5de3b req-25d550d6-1107-460b-bd69-36c5b24bf38e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:23.987145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] No DVR routers for this DVR port ed14068f-bea6-4477-b5f2-b3669051a1ce on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:23.988285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e23f2cc2-3b4f-4062-b5d3-6d3d4bd5de3b req-25d550d6-1107-460b-bd69-36c5b24bf38e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 944 time: 0.1136906 Sep 24 19:01:23.991998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:23.993957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46b2bc5e-ff66-458f-9207-79b0055dbaeb req-0c300f1d-5691-4892-a82e-00f4d5103e10 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "DELETE /v2.0/ports/ed14068f-bea6-4477-b5f2-b3669051a1ce HTTP/1.1" status: 204 len: 173 time: 0.6122525 Sep 24 19:01:24.043477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.147318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.152163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e23f2cc2-3b4f-4062-b5d3-6d3d4bd5de3b req-3a74243b-00fd-4bb5-bcd3-3a02c64928ae tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344697 Sep 24 19:01:24.186057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.234438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:24.234818 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c9f53-5fd6-43f1-9202-af436efc162f x-openstack-request-id: req-e80c9f53-5fd6-43f1-9202-af436efc162f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:24.235175 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:24.235438 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e80c9f53-5fd6-43f1-9202-af436efc162f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:24.235836 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'code': 200} Sep 24 19:01:24.237541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:24.242084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:24.248946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-8bff65f8-bc42-40fc-b323-7366f25ee356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:24.250473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-8bff65f8-bc42-40fc-b323-7366f25ee356 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.2605505 Sep 24 19:01:24.250872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:24.308532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:24.309318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.325256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-b0313812-4672-4222-a6d7-bb570838f63d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58 HTTP/1.1" status: 200 len: 217 time: 0.0656788 Sep 24 19:01:24.326219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-751ba59a-bfa7-4025-92c0-d52113a92010 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5088692 Sep 24 19:01:24.346181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Request body: {'port': {'device_id': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:24.393472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc3ee8-bff3-4761-be15-762bf9465377 req-bb9627eb-0a07-4165-99d3-20dac343d443 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:24.396297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85bc3ee8-bff3-4761-be15-762bf9465377 req-bb9627eb-0a07-4165-99d3-20dac343d443 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 935 time: 0.2022188 Sep 24 19:01:24.413763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.514080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cfd05-0600-4368-8434-ffd65739e8fc req-2586b844-bf26-419e-ac85-94117611837d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:24.523483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b09cfd05-0600-4368-8434-ffd65739e8fc req-2586b844-bf26-419e-ac85-94117611837d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 948 time: 0.2014322 Sep 24 19:01:24.561537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-6489afa2-3b56-4136-a6ae-a9637bac4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:24.563247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-6489afa2-3b56-4136-a6ae-a9637bac4687 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1998515 Sep 24 19:01:24.578506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85bc3ee8-bff3-4761-be15-762bf9465377 req-d23a3546-e282-49d9-8d6d-1a611a7ac724 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441772 Sep 24 19:01:24.579102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5c6fd005-3c28-4bb5-a18b-e61ff83e4f10 None None] Provisioning complete for port c52352d7-62df-40ca-8524-4c7faceb5cac triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:24.579781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd005-3c28-4bb5-a18b-e61ff83e4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.612120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-92984433-575f-46e0-a09e-92f4d653cff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389984 Sep 24 19:01:24.621913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b09cfd05-0600-4368-8434-ffd65739e8fc req-4d74be11-0f7e-450f-9ade-5bc052ed4b31 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975804 Sep 24 19:01:24.657468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5c6fd005-3c28-4bb5-a18b-e61ff83e4f10 None None] Port c52352d7-62df-40ca-8524-4c7faceb5cac cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:24.741080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-632343a4-b6f2-4752-ab9f-b770a4757a76 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176269 Sep 24 19:01:24.788200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52352d7-62df-40ca-8524-4c7faceb5cac {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:24.808787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.829177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Transition to ACTIVE for port object c52352d7-62df-40ca-8524-4c7faceb5cac will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:24.833039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:24.851570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1b07552c-93ef-45c7-8ec9-f5af5c31da13 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:24.856730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9bf1f069-95e5-4a54-9a1d-2dc487372d58 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:24.884454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0637aff-9caf-421d-adb8-02d3f9b457d1 req-f3fdfb12-a040-4a51-bd5a-b551ec32bec8 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146624 Sep 24 19:01:24.910431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Pushing event updated for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:24.927034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-3d37cc2d-3d4d-40f4-8b20-03bdfb9fa64b tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 1000 time: 0.1968508 Sep 24 19:01:25.010268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7b13db48-4c20-47ae-9793-14511d101dcc tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.011871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7b13db48-4c20-47ae-9793-14511d101dcc tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports/7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 942 time: 0.0784659 Sep 24 19:01:25.021244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Attempting to bind port c52352d7-62df-40ca-8524-4c7faceb5cac on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:25.022324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Attempting to bind port c52352d7-62df-40ca-8524-4c7faceb5cac by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:25.022650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Attempting to bind port c52352d7-62df-40ca-8524-4c7faceb5cac on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:25.027419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Port c52352d7-62df-40ca-8524-4c7faceb5cac on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:25.027743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Attempting to bind port c52352d7-62df-40ca-8524-4c7faceb5cac on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:25.035462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:25.035852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:25.036290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:25.036724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Bound port: c52352d7-62df-40ca-8524-4c7faceb5cac, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:25.037082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.069287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7508a0af-d133-4eb8-aef3-de8277bef56d req-ece7b262-9f3f-48ef-a477-3c0d76691100 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 210 time: 0.0441961 Sep 24 19:01:25.104515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:25.162318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:25.166177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c52352d7-62df-40ca-8524-4c7faceb5cac,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:25.174603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.175107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-8e1e1410-2837-4861-b994-e6188db298ec tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 1000 time: 0.1084583 Sep 24 19:01:25.179538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '9bf1f069-95e5-4a54-9a1d-2dc487372d58', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': '9bf1f069-95e5-4a54-9a1d-2dc487372d58', 'mac_address': 'fa:16:3e:1c:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:25.194505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.196300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.198263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] 10.222.0.15 "PUT /v2.0/ports/c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 200 len: 1095 time: 0.8567963 Sep 24 19:01:25.388214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c333-0dfe-4c82-b1cd-b6139bbd3bac service neutron] Pushing event updated for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:25.429737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-338d8e40-95ec-4420-9596-6d39077d6bed tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.431763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-338d8e40-95ec-4420-9596-6d39077d6bed tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2496960 Sep 24 19:01:25.483956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-c88e16e0-bcfd-46b3-bae3-a6f38251a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.485702 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-c88e16e0-bcfd-46b3-bae3-a6f38251a09d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1098 time: 0.2035239 Sep 24 19:01:25.495532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-d605f4b2-b4ca-4012-8635-b9e60dc5b99f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.497231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-d605f4b2-b4ca-4012-8635-b9e60dc5b99f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.2735147 Sep 24 19:01:25.539398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Request body: {'port': {'device_id': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'admin_state_up': True, 'tenant_id': '687734c9c5a44063afd01ca53ba4df34'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:25.544291 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-0554afc3-357e-4c29-91a7-c855deb9f5c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 200 len: 217 time: 0.0452015 Sep 24 19:01:25.551683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-43941f14-750a-4ed2-9348-3e0e6f7a8260 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 1000 time: 0.1120942 Sep 24 19:01:25.568126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:25.568443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:25.592176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.608079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1b07552c-93ef-45c7-8ec9-f5af5c31da13', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '1b07552c-93ef-45c7-8ec9-f5af5c31da13', 'mac_address': 'fa:16:3e:b8:63:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:25.613198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf1f069-95e5-4a54-9a1d-2dc487372d58 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:25.655690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:25.664745 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.666622 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.680702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83578-2362-4323-8ad6-b3d8284dad45 req-382aeecb-53cf-45ae-b5c4-6bc3e57025e8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.682235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81c83578-2362-4323-8ad6-b3d8284dad45 req-382aeecb-53cf-45ae-b5c4-6bc3e57025e8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 944 time: 0.0717590 Sep 24 19:01:25.684827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.689560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-63c0c00b-3a4c-4988-96e5-5c56f0ccea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.691211 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-63c0c00b-3a4c-4988-96e5-5c56f0ccea6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1097965 Sep 24 19:01:25.717813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b07552c-93ef-45c7-8ec9-f5af5c31da13 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:25.751144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:25.759674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:25.761397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-b6dd6223-1f16-4f6f-9dab-96dd4b95efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:25.762687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.770225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-b6dd6223-1f16-4f6f-9dab-96dd4b95efd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697024 Sep 24 19:01:25.771534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:25.776006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.809910 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.813017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-deleted', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce'}, {'name': 'network-changed', 'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:25.815515 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec87cb8-fad1-490b-aba2-1ab8b0492612" -d '{"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-deleted", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce"}, {"name": "network-changed", "server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:25.820292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81c83578-2362-4323-8ad6-b3d8284dad45 req-d1775b34-041b-4e84-9b64-0319ff11facb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960269 Sep 24 19:01:25.836138 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:25.896322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.902380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:25.902730 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Floating IP ed7fec32-529a-4c94-8d08-67adacf36ae2 disassociated. External IP: 172.25.5.94, port: 7798af2c-edd9-4891-a6a3-23a468cb779d. Sep 24 19:01:25.940072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-c6f98c4b-d26f-47fb-b05f-18bee124cf29 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606314 Sep 24 19:01:25.941020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9bf1f069-95e5-4a54-9a1d-2dc487372d58'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:26.044497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Allocated IP 172.20.0.2 (4e5b4c22-be78-44e5-ad26-ece7e66bf875/f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8/18613979-f253-46f7-a70c-cef95a26169e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:26.059273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1b07552c-93ef-45c7-8ec9-f5af5c31da13'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:26.086104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad4c074-7cb2-4e49-8253-07384bf4ecfc req-f703d38f-e227-4863-9e31-fbfda8ae9e30 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bb36affa54f14849b713208383485aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581667 Sep 24 19:01:26.111076 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1142e8c8-bd39-4598-ae00-b73013ecf8b1 req-82d64c01-5c68-4f01-9340-ada0398d846c service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483135 Sep 24 19:01:26.236368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.264342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:26.270348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.274076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c074-7cb2-4e49-8253-07384bf4ecfc req-f58720a5-c4ed-464f-a45b-5ea04dae6005 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:26.275612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad4c074-7cb2-4e49-8253-07384bf4ecfc req-f58720a5-c4ed-464f-a45b-5ea04dae6005 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772406 Sep 24 19:01:26.297061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad4c074-7cb2-4e49-8253-07384bf4ecfc req-f23b1c61-0abd-4d05-9dd9-01b9caba6a7a tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/quotas/bb36affa54f14849b713208383485aa3 HTTP/1.1" status: 200 len: 375 time: 0.0136337 Sep 24 19:01:26.311084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:26.314163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:26.317796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:26.345808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:26.362583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad4c074-7cb2-4e49-8253-07384bf4ecfc req-5c9693b9-951c-47f9-ae6c-3ea57c230e24 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb36affa54f14849b713208383485aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308483 Sep 24 19:01:26.372000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:26.372684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.387417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-79546702-1e65-4e52-98fe-e35ff442bbc1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8526111 Sep 24 19:01:26.401525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Request body: {'port': {'device_id': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:26.426065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:26.431260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.440997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Sync routers for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:26.456251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:26.456890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:26.472363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-7d639a7d-75cf-45de-b566-ece0900bbb3e tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "PUT /v2.0/floatingips/ed7fec32-529a-4c94-8d08-67adacf36ae2 HTTP/1.1" status: 200 len: 694 time: 0.9089184 Sep 24 19:01:26.473090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:26.479931 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe94291-34c5-4837-931c-563138d99268" -d '{"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:26.485863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.550882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-72877e90-1f7f-4e28-ad7e-a4de5607cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:26.555490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-72877e90-1f7f-4e28-ad7e-a4de5607cde8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1096 time: 0.0724068 Sep 24 19:01:26.572076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:26.592160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9baf-d94e-46b0-8981-11e9c048d6ea req-b15e2b20-10fd-49dd-a194-33bd2f48f488 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:26.593636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-388d9baf-d94e-46b0-8981-11e9c048d6ea req-b15e2b20-10fd-49dd-a194-33bd2f48f488 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 947 time: 0.1093144 Sep 24 19:01:26.773142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18613979-f253-46f7-a70c-cef95a26169e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:26.783133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.794269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:26.802963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Transition to ACTIVE for port object 18613979-f253-46f7-a70c-cef95a26169e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:26.807464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.822810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Checking router: 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:26.832389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:26.833046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:26.868651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:26.886251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:26.897838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9bf1f069-95e5-4a54-9a1d-2dc487372d58 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:26.919425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: ed14068f-bea6-4477-b5f2-b3669051a1ce {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:26.919834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ed14068f-bea6-4477-b5f2-b3669051a1ce not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:26.943740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Attempting to bind port 18613979-f253-46f7-a70c-cef95a26169e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:26.944124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Attempting to bind port 18613979-f253-46f7-a70c-cef95a26169e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:26.944401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Attempting to bind port 18613979-f253-46f7-a70c-cef95a26169e on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:26.949189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Port 18613979-f253-46f7-a70c-cef95a26169e on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:26.949380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Attempting to bind port 18613979-f253-46f7-a70c-cef95a26169e on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:26.954713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:26.955098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Checking segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:26.955479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Bound using segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:26.955903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Bound port: 18613979-f253-46f7-a70c-cef95a26169e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:26.956262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:26.996048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-388d9baf-d94e-46b0-8981-11e9c048d6ea req-534e6516-4bbb-4455-a877-54eacadfe5ae tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928900 Sep 24 19:01:27.002463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:27.006867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:27.009546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:27.010463 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:27.019329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-92f60c12-acc8-43e4-824c-d58adbeda121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.025207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-92f60c12-acc8-43e4-824c-d58adbeda121 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 929 time: 0.4628372 Sep 24 19:01:27.025815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:27.029522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:27.034027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:27.086983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.087611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:27.089023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] 10.222.0.69 "PUT /v2.0/ports/18613979-f253-46f7-a70c-cef95a26169e HTTP/1.1" status: 200 len: 1091 time: 0.6928284 Sep 24 19:01:27.089716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-9259c654-a4b6-4741-bfc6-77f279bf7778 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 217 time: 0.0537949 Sep 24 19:01:27.120600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213c8e-4164-424e-a99b-a9b09860199a service neutron] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:27.181662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-63c7e8e3-2c5f-4bbe-aec7-1e9919d1b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.183192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-63c7e8e3-2c5f-4bbe-aec7-1e9919d1b3a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.0812814 Sep 24 19:01:27.188492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-dc19850a-eb14-47b9-97de-7a7995d915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.190101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-dc19850a-eb14-47b9-97de-7a7995d915cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 1094 time: 0.0467336 Sep 24 19:01:27.193832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3dda-4892-455d-8bf5-dfeaed7ddeaa req-cd7547b9-148c-4cb2-8235-b8d2cbf5fc51 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.195338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d88c3dda-4892-455d-8bf5-dfeaed7ddeaa req-cd7547b9-148c-4cb2-8235-b8d2cbf5fc51 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 949 time: 0.0848827 Sep 24 19:01:27.237798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-145d23c3-bee5-4488-a086-2521de44ece6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18613979-f253-46f7-a70c-cef95a26169e HTTP/1.1" status: 200 len: 217 time: 0.0361860 Sep 24 19:01:27.247569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:27.259389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d88c3dda-4892-455d-8bf5-dfeaed7ddeaa req-17590575-dad0-448d-81db-1e19722d1c47 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Sep 24 19:01:27.261322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-9e95a25f-e397-4a2c-9556-8a1badcf32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.262762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-9e95a25f-e397-4a2c-9556-8a1badcf32cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665483 Sep 24 19:01:27.303413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:27.305986 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792eddeb-f836-4864-9dcc-0d733767a6d7" -d '{"events": [{"server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:27.306935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c175-449d-4801-95ac-f204c38524b7 req-15cf9a3c-18a7-4989-a92b-d4cee2b3cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.308947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-15cf9a3c-18a7-4989-a92b-d4cee2b3cd0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0624228 Sep 24 19:01:27.340006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:27.348711 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:27.356300 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-0d2f0475-8f5f-4bdc-b854-848ed1a1f795 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393941 Sep 24 19:01:27.374993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-665ee428-eb13-487e-95b1-20b0e56eabc6 service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031306 Sep 24 19:01:27.385654 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09943e8-f52d-4ab1-b0a5-c0366035509d x-openstack-request-id: req-a09943e8-f52d-4ab1-b0a5-c0366035509d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:27.386088 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1", "name": "network-vif-deleted", "tag": "ed14068f-bea6-4477-b5f2-b3669051a1ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:27.386842 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a09943e8-f52d-4ab1-b0a5-c0366035509d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:27.386842 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cca19ac-c4c5-4f7c-ab63-9ba4dd6bc9f1', 'name': 'network-vif-deleted', 'tag': 'ed14068f-bea6-4477-b5f2-b3669051a1ce', 'status': 'completed', 'code': 200} Sep 24 19:01:27.387304 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac', 'status': 'completed', 'code': 200} Sep 24 19:01:27.413942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:27.415695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:27.431186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-aaed06cf-406f-4f77-9026-9413392d89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.432829 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-aaed06cf-406f-4f77-9026-9413392d89f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0755510 Sep 24 19:01:27.445024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20c37-f57c-408a-ab25-34c2757a1c9f None None] The sync data for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 is: [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:44Z', 'revision_number': 4, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '428b7be9-cd0b-4042-aeec-7268996db947', 'name': '', 'network_id': '3f073555-7a28-44cc-912d-1031ba7f6e19', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'mac_address': 'fa:16:3e:aa:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:43Z', 'updated_at': '2021-09-24T19:00:48Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'subnets': [{'id': 'cbd69eae-4881-435b-a83b-d94e099f29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:27.495093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737f6b2-68c4-4834-a438-5e6b9700fef4 req-cafb5be5-63fc-4c93-bbfe-f8149e31441d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.496671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6737f6b2-68c4-4834-a438-5e6b9700fef4 req-cafb5be5-63fc-4c93-bbfe-f8149e31441d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 943 time: 0.1183071 Sep 24 19:01:27.528777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc085214-c81e-4d7e-adeb-ac78d3e07c40 req-8a1298fc-d37f-49e4-8fb0-4e1d1a617dbd service neutron] 10.222.0.18 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391404 Sep 24 19:01:27.549534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-c1daa3cc-798e-4eaf-b178-6eca594ea56c service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602187 Sep 24 19:01:27.555417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6737f6b2-68c4-4834-a438-5e6b9700fef4 req-36b6a9e3-a3c2-4673-9e20-26929b19d32b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500817 Sep 24 19:01:27.587650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-80c60406-938b-47f2-a82d-4557dc64f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.589847 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-80c60406-938b-47f2-a82d-4557dc64f79d service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1293957 Sep 24 19:01:27.651777 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-fc17429e-9ae1-4ded-ab4b-ea3e81f61a22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 200 len: 217 time: 0.0508885 Sep 24 19:01:27.677332 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e3093-51ed-423d-b6fa-000bf590e224 x-openstack-request-id: req-ac6e3093-51ed-423d-b6fa-000bf590e224 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:27.678308 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:27.678797 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac6e3093-51ed-423d-b6fa-000bf590e224 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:27.680042 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'status': 'completed', 'code': 200} Sep 24 19:01:27.752246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94291-34c5-4837-931c-563138d99268 req-31f0b5d7-a1a6-431f-a3dc-de89610d27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.754429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-31f0b5d7-a1a6-431f-a3dc-de89610d27d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=100491f279fa40fc92d6fa11eec52ae0&device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 1096 time: 0.0554292 Sep 24 19:01:27.774801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-fcc1404a-e587-42aa-96a4-ee226a3da475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.776586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-fcc1404a-e587-42aa-96a4-ee226a3da475 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0922797 Sep 24 19:01:27.778920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bff2c175-449d-4801-95ac-f204c38524b7 req-23233715-f3c6-44c2-9f9f-a11a93cff0be service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073009 Sep 24 19:01:27.809252 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e57df-37b5-423f-82cd-77073a161db1 x-openstack-request-id: req-f15e57df-37b5-423f-82cd-77073a161db1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:27.809551 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:27.809809 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f15e57df-37b5-423f-82cd-77073a161db1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:27.810209 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58', 'code': 200} Sep 24 19:01:27.815802 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f0468-9169-41ba-bccc-ec9fff23b2a7 None None] New status for floating IP ed7fec32-529a-4c94-8d08-67adacf36ae2: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:01:27.853863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-0e0e91be-dd6f-478d-bd3d-45d5304ef169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:27.855900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-0e0e91be-dd6f-478d-bd3d-45d5304ef169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690398 Sep 24 19:01:27.963783 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-409bd4d0-7cd7-44c6-8b77-ad18d2268e38 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Sep 24 19:01:27.992580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-3aaa25b3-7a62-4b38-8f79-4213ab2849e8 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips/ed7fec32-529a-4c94-8d08-67adacf36ae2 HTTP/1.1" status: 200 len: 694 time: 0.1168845 Sep 24 19:01:28.014764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94291-34c5-4837-931c-563138d99268 req-9d02d7f4-9d44-4f22-ac28-516f0540d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.016301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-9d02d7f4-9d44-4f22-ac28-516f0540d0b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 200 len: 929 time: 0.2550471 Sep 24 19:01:28.053751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470627d-6049-4854-a2e7-fe2baf34a500 req-2c8cdbb9-3f27-4359-ac74-af4fa064486a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.055344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2470627d-6049-4854-a2e7-fe2baf34a500 req-2c8cdbb9-3f27-4359-ac74-af4fa064486a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.2454727 Sep 24 19:01:28.080468 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ec87cb8-fad1-490b-aba2-1ab8b0492612 req-baac4ac7-c883-4ef7-ba65-2af621baca76 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085436 Sep 24 19:01:28.137836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-6d68a8bb-f7e8-42f2-a1ae-c67c8c166a95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 200 len: 217 time: 0.1024263 Sep 24 19:01:28.147093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d596-286c-4b44-9f96-c7a7bff16031 req-59be075e-1ae5-4c49-bd72-f4da157dee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.148530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90a2d596-286c-4b44-9f96-c7a7bff16031 req-59be075e-1ae5-4c49-bd72-f4da157dee04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 1097 time: 0.2477114 Sep 24 19:01:28.249425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2470627d-6049-4854-a2e7-fe2baf34a500 req-9808a487-4c77-441a-96f2-662e27088b6c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833456 Sep 24 19:01:28.262050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-7ab45716-5f3c-4994-8c52-fdb4e75aec4b tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.263446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-7ab45716-5f3c-4994-8c52-fdb4e75aec4b tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2646284 Sep 24 19:01:28.265376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94291-34c5-4837-931c-563138d99268 req-1823e6ca-036b-4b83-9296-054c8e1ac1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.266621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-1823e6ca-036b-4b83-9296-054c8e1ac1fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 200 len: 868 time: 0.1126275 Sep 24 19:01:28.272412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90a2d596-286c-4b44-9f96-c7a7bff16031 req-2b6f8a86-4c7b-4ac8-960b-90faf7eabc4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083689 Sep 24 19:01:28.276025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-7a3398b4-a2c6-4c64-ac82-a1df992c9a9a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:01:28.277085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-7a3398b4-a2c6-4c64-ac82-a1df992c9a9a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076206 Sep 24 19:01:28.345239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-f6afc0f9-478c-45b4-a40e-578551bf4f94 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0591650 Sep 24 19:01:28.363744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94291-34c5-4837-931c-563138d99268 req-5af70bca-b1f7-45ba-ac04-b15ffbf312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.365229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-5af70bca-b1f7-45ba-ac04-b15ffbf312a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f073555-7a28-44cc-912d-1031ba7f6e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872657 Sep 24 19:01:28.441000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-3e7f8d83-8fe4-4d35-8614-e38c0aceebe6 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0881982 Sep 24 19:01:28.578305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e4a28-80d4-479a-b220-8b1332072b88 req-7f650b04-203c-4c68-9bbb-68a173483402 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.579903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f38e4a28-80d4-479a-b220-8b1332072b88 req-7f650b04-203c-4c68-9bbb-68a173483402 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 947 time: 0.1847985 Sep 24 19:01:28.631509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-2ce6973e-fb70-40c2-b533-42618dbbdd1e service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351339 Sep 24 19:01:28.684325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f38e4a28-80d4-479a-b220-8b1332072b88 req-cd21ee5b-0e23-4cc9-9d6c-a60d7bb7e808 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Sep 24 19:01:28.733295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Deleting port 8e638093-5dfb-49f9-883e-29946d70ec38 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:28.733633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:28.794249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe94291-34c5-4837-931c-563138d99268 req-f90519b7-bd35-461f-825e-cf4a58889b8e service neutron] 10.222.0.69 "GET /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537671 Sep 24 19:01:28.853746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261da0-5790-4a48-b44b-861434514ffe req-57c5c6c1-22bf-4268-8606-eb6bb3f157c0 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:28.855266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb261da0-5790-4a48-b44b-861434514ffe req-57c5c6c1-22bf-4268-8606-eb6bb3f157c0 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 949 time: 0.1080191 Sep 24 19:01:28.864210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:28.864535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:28.878217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:28.880336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1b07552c-93ef-45c7-8ec9-f5af5c31da13 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:28.888276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Calling delete_port for 8e638093-5dfb-49f9-883e-29946d70ec38 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:28.905947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c52352d7-62df-40ca-8524-4c7faceb5cac details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:28.915790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb261da0-5790-4a48-b44b-861434514ffe req-a8fb9108-2a11-48b9-b623-d3c0e0a431de tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Sep 24 19:01:29.049163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.072465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:29.077902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event deleted for resources: {'Port': ['ID=8e638093-5dfb-49f9-883e-29946d70ec38,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:29.088000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.088353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.088760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.089081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.089420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.089751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.090076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.091294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.091294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.091294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.091605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.091810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:29.092322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:29.112844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:29.113102 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.114794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '18613979-f253-46f7-a70c-cef95a26169e', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '18613979-f253-46f7-a70c-cef95a26169e', 'mac_address': 'fa:16:3e:88:f2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:29.176487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c52352d7-62df-40ca-8524-4c7faceb5cac,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:29.186653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.189330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.190479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ef5826-ba7a-4014-860f-8c8fe4f4c773 req-ff5df215-660d-47d3-a3b0-8f4758e6e97d tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed7fec32-529a-4c94-8d08-67adacf36ae2 HTTP/1.1" status: 204 len: 173 time: 0.7372739 Sep 24 19:01:29.202477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c52352d7-62df-40ca-8524-4c7faceb5cac', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c52352d7-62df-40ca-8524-4c7faceb5cac', 'mac_address': 'fa:16:3e:f4:dd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:29.207302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8c50-16b5-48f6-bb7b-749e687befff req-dac98aae-f17a-443e-8739-c52b85bc8295 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:29.208811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be8a8c50-16b5-48f6-bb7b-749e687befff req-dac98aae-f17a-443e-8739-c52b85bc8295 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 943 time: 0.0662813 Sep 24 19:01:29.211559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.249593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be8a8c50-16b5-48f6-bb7b-749e687befff req-e685cdfc-7d16-40cb-8ebe-651e7d4659fd tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Sep 24 19:01:29.255302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18613979-f253-46f7-a70c-cef95a26169e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:29.301248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:29.310669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.315692 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.353300 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.360146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52352d7-62df-40ca-8524-4c7faceb5cac {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:29.386947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b12a473-8b03-40ad-b6ef-af757176d943 req-d4ed646a-73e3-493d-93cf-698a4061b876 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bb36affa54f14849b713208383485aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379269 Sep 24 19:01:29.388450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'tag': '18613979-f253-46f7-a70c-cef95a26169e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:29.392350 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f6035-f96b-4f8c-be3c-87c79308de49" -d '{"events": [{"name": "network-changed", "server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "tag": "18613979-f253-46f7-a70c-cef95a26169e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:29.409366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c52352d7-62df-40ca-8524-4c7faceb5cac,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:29.411312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:29.420183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.433123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:29.455332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:29.477657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:29.526782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cece8e-012d-4fe2-9262-31ee8d2e1602 req-41533ba0-1f74-420c-961c-01c3160ab5db tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:29.528589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26cece8e-012d-4fe2-9262-31ee8d2e1602 req-41533ba0-1f74-420c-961c-01c3160ab5db tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.1289942 Sep 24 19:01:29.534228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:29.567211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12a473-8b03-40ad-b6ef-af757176d943 req-1a773c15-5214-4670-806d-e25e206a7464 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:29.569291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b12a473-8b03-40ad-b6ef-af757176d943 req-1a773c15-5214-4670-806d-e25e206a7464 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806753 Sep 24 19:01:29.593239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b12a473-8b03-40ad-b6ef-af757176d943 req-d56bb4a5-4944-48d8-8310-0299318999d2 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/quotas/bb36affa54f14849b713208383485aa3 HTTP/1.1" status: 200 len: 375 time: 0.0175993 Sep 24 19:01:29.600660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26cece8e-012d-4fe2-9262-31ee8d2e1602 req-33c46246-4d51-438a-9849-fb9997d16731 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Sep 24 19:01:29.625238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['18613979-f253-46f7-a70c-cef95a26169e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:29.636449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b12a473-8b03-40ad-b6ef-af757176d943 req-ce2f7f72-d14a-4d0b-85af-b561a5938cd1 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb36affa54f14849b713208383485aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348423 Sep 24 19:01:29.695106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:29.712709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a83f-f1e8-4d83-bcfe-2b6b03f79219 req-fd0ffbfb-9e67-4728-a8f1-f1a0575254c5 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:29.714236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d199a83f-f1e8-4d83-bcfe-2b6b03f79219 req-fd0ffbfb-9e67-4728-a8f1-f1a0575254c5 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0556977 Sep 24 19:01:29.737239 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3994b15-935c-42fd-bf4f-0704d08a2909 x-openstack-request-id: req-f3994b15-935c-42fd-bf4f-0704d08a2909 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:29.737239 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "tag": "18613979-f253-46f7-a70c-cef95a26169e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:29.737490 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3994b15-935c-42fd-bf4f-0704d08a2909 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:29.737877 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'tag': '18613979-f253-46f7-a70c-cef95a26169e', 'status': 'completed', 'code': 200} Sep 24 19:01:29.759233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d199a83f-f1e8-4d83-bcfe-2b6b03f79219 req-0131a1f9-a25c-400e-bd75-66cd237109e2 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0386312 Sep 24 19:01:29.807031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-4865fcd6-4785-43c1-87d1-bc0f9bbfe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:29.809797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-4865fcd6-4785-43c1-87d1-bc0f9bbfe2c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 1095 time: 0.0490954 Sep 24 19:01:29.813546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:29.816104 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c89ca1-1604-4241-b863-a13f9a5cb4a1" -d '{"events": [{"server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "name": "network-vif-plugged", "status": "completed", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:30.002028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84210b86-ae8c-4995-a9dc-215c832aa511 req-2f39cb7e-dd10-41ec-b204-096ccdf718b2 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0692456 Sep 24 19:01:30.026702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-68799050-d055-44da-8918-63e208d00e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.028223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-68799050-d055-44da-8918-63e208d00e6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 905 time: 0.2101269 Sep 24 19:01:30.036334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46743e-7030-4bc5-a874-f0508d428838 req-be22ec4f-6f75-43e3-af15-7c65a9ded50e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.043507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc46743e-7030-4bc5-a874-f0508d428838 req-be22ec4f-6f75-43e3-af15-7c65a9ded50e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 948 time: 0.1096880 Sep 24 19:01:30.059140 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63208944-6407-4054-a9a1-f0ab3c2838fc x-openstack-request-id: req-63208944-6407-4054-a9a1-f0ab3c2838fc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:30.060767 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "name": "network-vif-plugged", "status": "completed", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:30.061300 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63208944-6407-4054-a9a1-f0ab3c2838fc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:30.061958 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13', 'code': 200} Sep 24 19:01:30.096653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-6d0309d2-5e5b-4073-a9d9-4105c9645b72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18613979-f253-46f7-a70c-cef95a26169e HTTP/1.1" status: 200 len: 217 time: 0.0503354 Sep 24 19:01:30.138287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc46743e-7030-4bc5-a874-f0508d428838 req-065f4c25-b424-4d97-a6aa-b80ac68c8426 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900388 Sep 24 19:01:30.172262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a6525-b996-4298-886d-20d36c9eab80 req-310d2a7d-cd87-4942-b19b-c55315393f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.174700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-883a6525-b996-4298-886d-20d36c9eab80 req-310d2a7d-cd87-4942-b19b-c55315393f2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 1101 time: 0.0551097 Sep 24 19:01:30.217567 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-883a6525-b996-4298-886d-20d36c9eab80 req-a0a47c07-8cd0-4b3d-bc79-3b716d5e0af0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Sep 24 19:01:30.229400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-dfabcbc2-0b6c-4b6f-90a1-5aa4ff61612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.232918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-dfabcbc2-0b6c-4b6f-90a1-5aa4ff61612a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0974298 Sep 24 19:01:30.255583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3757c-1e60-4d5f-a5ad-46d751739726 req-0c449d5b-1975-4010-8c68-afea4008c15b tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.257682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eca3757c-1e60-4d5f-a5ad-46d751739726 req-0c449d5b-1975-4010-8c68-afea4008c15b tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 950 time: 0.0686147 Sep 24 19:01:30.299572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eca3757c-1e60-4d5f-a5ad-46d751739726 req-bce7a0ee-9ccf-4aee-870e-6e03f3065b22 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Sep 24 19:01:30.494404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-551be813-e306-4e91-bffb-5266a1c56b0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686412 Sep 24 19:01:30.635275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc17d-0e72-4b1f-96af-eaa92296e476 req-13acfd4c-2aea-41dc-a79b-3d8267cde8c5 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.636790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f02bc17d-0e72-4b1f-96af-eaa92296e476 req-13acfd4c-2aea-41dc-a79b-3d8267cde8c5 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 944 time: 0.1413784 Sep 24 19:01:30.645422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d6457-510e-4f8a-bc42-af239533a90e req-8a75a40d-fa7a-4e54-8804-975c61294976 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.646877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-137d6457-510e-4f8a-bc42-af239533a90e req-8a75a40d-fa7a-4e54-8804-975c61294976 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.1430082 Sep 24 19:01:30.685568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-28e79456-ef7b-48e7-a7c0-adc8904890c6 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711242 Sep 24 19:01:30.726649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f02bc17d-0e72-4b1f-96af-eaa92296e476 req-5ccc8815-cba4-4327-b51b-18b50297f5d2 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788136 Sep 24 19:01:30.752108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-137d6457-510e-4f8a-bc42-af239533a90e req-53ed2b6d-fb4f-43bc-930d-82d8e8407251 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884521 Sep 24 19:01:30.811036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86f6035-f96b-4f8c-be3c-87c79308de49 req-6dbf664a-e41a-4f99-af56-85f3db3f0586 service neutron] 10.222.0.69 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122727 Sep 24 19:01:30.871653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb1caf4b-d423-4971-aa1e-324314ea8438 req-7023d3d4-b8c2-4a2c-93ad-2538ad51a187 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bb36affa54f14849b713208383485aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242198 Sep 24 19:01:30.890638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c52352d7-62df-40ca-8524-4c7faceb5cac up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:30.913608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:30.974202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c52352d7-62df-40ca-8524-4c7faceb5cac completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:30.977780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 18613979-f253-46f7-a70c-cef95a26169e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:30.979833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9a2b-fce3-4d51-a628-1f3dfbad89d0 req-4e4f3475-4ae0-45db-8c98-ca4aeec75707 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:30.980937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c52352d7-62df-40ca-8524-4c7faceb5cac triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:30.981308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fbc9a2b-fce3-4d51-a628-1f3dfbad89d0 req-4e4f3475-4ae0-45db-8c98-ca4aeec75707 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.1127720 Sep 24 19:01:30.981429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:30.984026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 18613979-f253-46f7-a70c-cef95a26169e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:30.984386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:31.028909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caf4b-d423-4971-aa1e-324314ea8438 req-d0ab835c-b64e-40fd-9205-1c71733c870f tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:31.030452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb1caf4b-d423-4971-aa1e-324314ea8438 req-d0ab835c-b64e-40fd-9205-1c71733c870f tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505675 Sep 24 19:01:31.054479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fbc9a2b-fce3-4d51-a628-1f3dfbad89d0 req-8f0fd998-c1cf-4556-be06-580a36949829 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Sep 24 19:01:31.057172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb1caf4b-d423-4971-aa1e-324314ea8438 req-d4734968-1ce9-44ee-a01d-4d0d47947b4e tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/quotas/bb36affa54f14849b713208383485aa3 HTTP/1.1" status: 200 len: 375 time: 0.0182788 Sep 24 19:01:31.094074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb1caf4b-d423-4971-aa1e-324314ea8438 req-3628a10c-49cb-455b-aeb0-9f0d41340bd8 tempest-QuotasAdminNegativeTest-617882291 tempest-QuotasAdminNegativeTest-617882291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb36affa54f14849b713208383485aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302196 Sep 24 19:01:31.244309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:31.255979 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:31.258682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa490-63e1-474e-92f5-9c49ca1ee0c3 req-30b6e8c9-7954-4029-9b5c-54518232d2f9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:31.260360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46bfa490-63e1-474e-92f5-9c49ca1ee0c3 req-30b6e8c9-7954-4029-9b5c-54518232d2f9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 948 time: 0.0607755 Sep 24 19:01:31.302877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c52352d7-62df-40ca-8524-4c7faceb5cac,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:31.306892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46bfa490-63e1-474e-92f5-9c49ca1ee0c3 req-1ec36a3b-a2a1-47f4-a275-adb7031cce3c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Sep 24 19:01:31.311996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:31.313265 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:31.338158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:31.376540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:31.441084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:31.504746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2b411-133d-4499-ba53-de34056a5a42 req-03698fff-a696-4e2b-b8d7-d6819cfc34fd tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:31.506788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d2b411-133d-4499-ba53-de34056a5a42 req-03698fff-a696-4e2b-b8d7-d6819cfc34fd tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 950 time: 0.1113293 Sep 24 19:01:31.544897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-98a0cfeb-8e8e-436d-a954-b72d5731d2a7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:31.546324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-98a0cfeb-8e8e-436d-a954-b72d5731d2a7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.1420965 Sep 24 19:01:31.571390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d2b411-133d-4499-ba53-de34056a5a42 req-f824d64c-cef3-411a-86d2-71229cb423e4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Sep 24 19:01:31.572748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-c4697604-1f3d-41c3-8935-30e72614ccb6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0204773 Sep 24 19:01:31.633693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-b8a42e05-e522-4f21-9389-a136f97dbdb9 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510135 Sep 24 19:01:31.725786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-ee577e10-496e-45b9-8c18-932f95c2b8bb service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835543 Sep 24 19:01:31.852110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-797089bf-a895-443b-a1a8-1e2e64f1c446 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181810 Sep 24 19:01:31.861024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:31.864383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac6cd4-2e27-4add-ad74-ae58dcd790f9 req-73cd529c-fae2-4db8-a13e-aa9dc8266244 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:31.865976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcac6cd4-2e27-4add-ad74-ae58dcd790f9 req-73cd529c-fae2-4db8-a13e-aa9dc8266244 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 945 time: 0.0681508 Sep 24 19:01:31.905676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcac6cd4-2e27-4add-ad74-ae58dcd790f9 req-0b3ab5f4-ba21-4513-acba-937dec2f6485 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Sep 24 19:01:32.018505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.034490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-34f187f2-2668-490e-9770-53560b8de6a5 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.036030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-34f187f2-2668-490e-9770-53560b8de6a5 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.0953765 Sep 24 19:01:32.063804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac'}, {'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:32.067990 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947b78e-4058-41e7-ae6c-d0e286913ac5" -d '{"events": [{"server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac"}, {"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-plugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:32.097700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898e4c-ee50-4617-bf81-52f2f54cd120 req-a16efdf9-eb0b-4a69-95ad-aa62a0c90c69 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.105075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16898e4c-ee50-4617-bf81-52f2f54cd120 req-a16efdf9-eb0b-4a69-95ad-aa62a0c90c69 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 945 time: 0.1308131 Sep 24 19:01:32.130027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.135404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.178922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb36affa54f14849b713208383485aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137481 Sep 24 19:01:32.181033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:32.181769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a8d963-6e14-401c-be1a-21316c48c8da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:32.185033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c61b5f6-bc75-4e9c-ac35-427e530e7b21 req-6a8ed60c-4697-48b8-be75-2509b0f1c00f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 210 time: 0.0606716 Sep 24 19:01:32.202189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.202545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.202912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.203435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.203956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.204470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.204969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.205448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.205950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.206451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.207006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.207512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dacfc-f074-4b2a-8c58-bf215f5ce9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:32.227112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16898e4c-ee50-4617-bf81-52f2f54cd120 req-efb8ac15-2f3b-4cbc-937b-86d1f9c4927a tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6bfeded-2732-4706-8553-304148495d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168501 Sep 24 19:01:32.257950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Deleting port 7798af2c-edd9-4891-a6a3-23a468cb779d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:32.258483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.268520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f4b20-0e5e-41d8-b6db-0f073c768540 x-openstack-request-id: req-745f4b20-0e5e-41d8-b6db-0f073c768540 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:32.269135 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac", "code": 200}, {"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-plugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:32.269135 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-745f4b20-0e5e-41d8-b6db-0f073c768540 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:32.269454 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac', 'code': 200} Sep 24 19:01:32.269707 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e', 'code': 200} Sep 24 19:01:32.284989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.314037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.395572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326de267-0d5b-4cc2-b865-7b60611459bb req-982f4940-ab03-403d-97db-3fbd3eeac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.397658 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-326de267-0d5b-4cc2-b865-7b60611459bb req-982f4940-ab03-403d-97db-3fbd3eeac034 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0623131 Sep 24 19:01:32.413539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.416206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.419970 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3a8d963-6e14-401c-be1a-21316c48c8da HTTP/1.1" status: 204 len: 168 time: 0.2330921 Sep 24 19:01:32.448781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230b408-bcb2-4b46-b2d4-95e3404f3688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a8d963-6e14-401c-be1a-21316c48c8da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:32.456820 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-326de267-0d5b-4cc2-b865-7b60611459bb req-95f0245c-c6cf-40a4-84d1-7b4376983974 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Sep 24 19:01:32.749331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:32.762988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21f2dbe7-60d4-4c3d-8f1a-769f41af798f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.833967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] For port 7798af2c-edd9-4891-a6a3-23a468cb779d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7798af2c-edd9-4891-a6a3-23a468cb779d,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:32.834698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.839911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641706-0837-432d-bcdc-1e0d9d6e0353 req-81f7fe75-c8c0-4bfb-9df2-25cc18931253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.841416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23641706-0837-432d-bcdc-1e0d9d6e0353 req-81f7fe75-c8c0-4bfb-9df2-25cc18931253 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1100 time: 0.4791195 Sep 24 19:01:32.854033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21f2dbe7-60d4-4c3d-8f1a-769f41af798f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.860229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21f2dbe7-60d4-4c3d-8f1a-769f41af798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.861528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Calling delete_port for 7798af2c-edd9-4891-a6a3-23a468cb779d owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:32.898791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e3af-6942-4aa7-a98b-2be0c7bf5db5 req-0e9afb9c-2abf-4089-a64f-ce9cc4f7a2d5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.900378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f927e3af-6942-4aa7-a98b-2be0c7bf5db5 req-0e9afb9c-2abf-4089-a64f-ce9cc4f7a2d5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.4933019 Sep 24 19:01:32.902434 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21f2dbe7-60d4-4c3d-8f1a-769f41af798f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64f15fa378e9495a82d79c62d0ca9cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517599 Sep 24 19:01:32.903198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2dbe7-60d4-4c3d-8f1a-769f41af798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7df9e3-984b-4cef-b662-e37ca27201d0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:32.905680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53086) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:32.908039 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:32.918631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e91ee-7c2b-4fa1-917e-38a3f2f7aff3 req-f1ff6379-cc07-4982-ab31-59148390a95c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:32.920509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c00e91ee-7c2b-4fa1-917e-38a3f2f7aff3 req-f1ff6379-cc07-4982-ab31-59148390a95c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 950 time: 0.1570573 Sep 24 19:01:33.026097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23641706-0837-432d-bcdc-1e0d9d6e0353 req-a991db71-0064-4b3e-8a39-061f5b071180 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667881 Sep 24 19:01:33.082765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c00e91ee-7c2b-4fa1-917e-38a3f2f7aff3 req-4618d0e4-8f58-4ce6-a42f-f1b65aac1c06 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Sep 24 19:01:33.085573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f927e3af-6942-4aa7-a98b-2be0c7bf5db5 req-6deae953-fa86-4919-97fb-452740ea3e98 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594296 Sep 24 19:01:33.100485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.175178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.242096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.257640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7798af2c-edd9-4891-a6a3-23a468cb779d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:33.285027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f1fa3-2175-466c-bd96-3ae2984e9c5d req-dcee4066-02b8-4692-8384-d50055002d9d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:33.292798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-291f1fa3-2175-466c-bd96-3ae2984e9c5d req-dcee4066-02b8-4692-8384-d50055002d9d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 945 time: 0.1320598 Sep 24 19:01:33.303656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Pushing event deleted for resources: {'Port': ['ID=7798af2c-edd9-4891-a6a3-23a468cb779d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:33.374969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.377794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.378977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e7df9e3-984b-4cef-b662-e37ca27201d0 HTTP/1.1" status: 204 len: 168 time: 0.4687757 Sep 24 19:01:33.426111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] No DVR routers for this DVR port 7798af2c-edd9-4891-a6a3-23a468cb779d on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:33.439714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.441677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77f57ce3-8a4b-4176-972c-b7d64e2e8538 req-aa492026-3da4-435b-9653-b5a29810af63 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.69 "DELETE /v2.0/ports/7798af2c-edd9-4891-a6a3-23a468cb779d HTTP/1.1" status: 204 len: 173 time: 1.3972321 Sep 24 19:01:33.444884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'name': 'network-vif-deleted', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:33.447567 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a5411-7aad-495c-a031-78bd64537b81" -d '{"events": [{"server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "name": "network-vif-deleted", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:33.457127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8aa3-cd6b-4590-9ee0-d318d68274d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7df9e3-984b-4cef-b662-e37ca27201d0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:33.480796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-291f1fa3-2175-466c-bd96-3ae2984e9c5d req-95822d93-b5e4-4ce6-bc89-a40981991771 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773207 Sep 24 19:01:33.536921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-794c4ae3-8301-46e9-9efe-d835f1450b38 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:33.539321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-794c4ae3-8301-46e9-9efe-d835f1450b38 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2632360 Sep 24 19:01:33.555613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:33.661378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b07804bd-a083-400a-b936-110061fd0fbc req-e8b91f7e-b5a5-4d6e-b650-ccb16c143403 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 210 time: 0.0866311 Sep 24 19:01:33.722250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:33.726730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:33.870733 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc307b02-4eda-4622-9929-d7a3181d28a0 x-openstack-request-id: req-dc307b02-4eda-4622-9929-d7a3181d28a0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:33.871398 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3af7d95-0c5e-431c-864d-38867b9df85d", "name": "network-vif-deleted", "tag": "7798af2c-edd9-4891-a6a3-23a468cb779d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:33.871398 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc307b02-4eda-4622-9929-d7a3181d28a0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:33.871833 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af7d95-0c5e-431c-864d-38867b9df85d', 'name': 'network-vif-deleted', 'tag': '7798af2c-edd9-4891-a6a3-23a468cb779d', 'status': 'completed', 'code': 200} Sep 24 19:01:33.918585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b938d7a-2786-4fa7-b52a-5c5b65d8e131 req-a48f13fd-17b3-4392-8d0b-a03d20891807 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826 tempest-FloatingIPsAssociationNegativeTestJSON-2102752826-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3af7d95-0c5e-431c-864d-38867b9df85d HTTP/1.1" status: 200 len: 210 time: 0.0455849 Sep 24 19:01:33.955860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.3 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/54ae49fc-30c0-4d9b-8dda-602f1ee3882f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:33.992704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b348c-defb-4cb5-9596-ed87c0594d17 req-cb29d9fd-a8ee-4807-b13f-015f5bc6738c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:33.996522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-443b348c-defb-4cb5-9596-ed87c0594d17 req-cb29d9fd-a8ee-4807-b13f-015f5bc6738c tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 950 time: 0.1072125 Sep 24 19:01:34.077153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-443b348c-defb-4cb5-9596-ed87c0594d17 req-1ec6d33e-b67e-43d6-9121-7da7e987bd9d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762765 Sep 24 19:01:34.171142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:34.248393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11005e2-0ef2-4f4c-a0b2-deddf05d86ab req-d277aeb4-7aff-4783-9cd1-89b29614b9b5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:34.249637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f11005e2-0ef2-4f4c-a0b2-deddf05d86ab req-d277aeb4-7aff-4783-9cd1-89b29614b9b5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.0756574 Sep 24 19:01:34.265555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:34.278732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a', '9bf1f069-95e5-4a54-9a1d-2dc487372d58'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:34.347791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:34.356194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:34.358709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:34.373952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f11005e2-0ef2-4f4c-a0b2-deddf05d86ab req-eb03d14a-b853-468b-b2c3-66a4f1184d3a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129830 Sep 24 19:01:34.374649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:34.424889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:34.425722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:34.442231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-64db7037-432d-435e-b4db-8b15ba294b97 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914449 Sep 24 19:01:34.463854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Request body: {'port': {'device_id': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:34.535269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:34.634745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc8fa4-c900-4460-be03-060ede5549fe req-ca25c94f-db5c-45e6-931f-f7a4cf860e31 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:34.636253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bedc8fa4-c900-4460-be03-060ede5549fe req-ca25c94f-db5c-45e6-931f-f7a4cf860e31 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 945 time: 0.0922942 Sep 24 19:01:34.743527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bedc8fa4-c900-4460-be03-060ede5549fe req-63b7745c-cd16-47dc-b1ae-d8e32f9c5653 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Sep 24 19:01:34.862957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33055362-cee2-402f-a862-3cbfaeaca029 req-5176a878-d548-4308-8969-29c4eadb2932 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:34.864519 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33055362-cee2-402f-a862-3cbfaeaca029 req-5176a878-d548-4308-8969-29c4eadb2932 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 931 time: 0.1060550 Sep 24 19:01:34.935186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33055362-cee2-402f-a862-3cbfaeaca029 req-27ab7a61-4ceb-400e-bf54-7662a7f745dc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610549 Sep 24 19:01:34.988086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ae49fc-30c0-4d9b-8dda-602f1ee3882f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:35.006915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.016064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:35.042922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Transition to ACTIVE for port object 54ae49fc-30c0-4d9b-8dda-602f1ee3882f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:35.057834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.094910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bbc12-9a99-4ad0-af80-a1a910c6319d req-6dd7c9d0-3ace-4a7f-9956-184bfc190c0f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.096554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f70bbc12-9a99-4ad0-af80-a1a910c6319d req-6dd7c9d0-3ace-4a7f-9956-184bfc190c0f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 945 time: 0.1011443 Sep 24 19:01:35.210674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Pushing event updated for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:35.257229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f70bbc12-9a99-4ad0-af80-a1a910c6319d req-35cdea89-1c62-480b-b067-f82c1bc4f8eb tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515095 Sep 24 19:01:35.275700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453b506-d60b-454a-83d3-c47da4e55203 req-d34e0c73-b678-4d38-8765-81f3f4e6264d tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.277224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a453b506-d60b-454a-83d3-c47da4e55203 req-d34e0c73-b678-4d38-8765-81f3f4e6264d tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 1101 time: 0.1563792 Sep 24 19:01:35.329427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5f52-26e7-402f-bf51-de2c30109e98 req-aa557330-5191-4f8d-ae72-b9fc834542e5 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.330969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-346c5f52-26e7-402f-bf51-de2c30109e98 req-aa557330-5191-4f8d-ae72-b9fc834542e5 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6971e1b-b129-4ab8-94d8-4ae58f8e52fa HTTP/1.1" status: 200 len: 950 time: 0.1671352 Sep 24 19:01:35.333992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Attempting to bind port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:35.334371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Attempting to bind port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:35.334692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Attempting to bind port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:35.343706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:35.344056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Attempting to bind port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:35.384133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:35.384471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:35.384828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:35.385264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Bound port: 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:35.385618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.397491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.444758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-346c5f52-26e7-402f-bf51-de2c30109e98 req-eabb88ac-ae08-41e4-89da-609f1ccd7f1f tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020958 Sep 24 19:01:35.482805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Deleting port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:35.483181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.503956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:35.525728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:35.561916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.620118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d2973364-6af5-4b0c-b232-0585e78a4a37 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619862 Sep 24 19:01:35.629624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.630258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.631898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] 10.222.0.15 "PUT /v2.0/ports/54ae49fc-30c0-4d9b-8dda-602f1ee3882f HTTP/1.1" status: 200 len: 1091 time: 1.1738174 Sep 24 19:01:35.692262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Deleting port 428b7be9-cd0b-4042-aeec-7268996db947 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:35.692690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.724570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] For port 1b07552c-93ef-45c7-8ec9-f5af5c31da13, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1b07552c-93ef-45c7-8ec9-f5af5c31da13,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:35.725598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.773821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] For port 428b7be9-cd0b-4042-aeec-7268996db947, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=428b7be9-cd0b-4042-aeec-7268996db947,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:35.774175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.786077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Calling delete_port for 428b7be9-cd0b-4042-aeec-7268996db947 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:35.805822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f489e5-4d5f-4f67-b2c1-f3be06c6227b service neutron] Pushing event updated for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:35.809013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Calling delete_port for 1b07552c-93ef-45c7-8ec9-f5af5c31da13 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:35.874312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:35.876535 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bce768-03a7-488d-9203-0530efcc2464" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:35.894405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-ea365776-044b-4998-bc55-84f7077d2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.895953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-ea365776-044b-4998-bc55-84f7077d2793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 1094 time: 0.2083404 Sep 24 19:01:35.919527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3aca3-9e50-4608-b913-0a1a03ba3bc5 req-1b896e00-c7c9-49f1-ac1e-8bbc7d78e222 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.921042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f3aca3-9e50-4608-b913-0a1a03ba3bc5 req-1b896e00-c7c9-49f1-ac1e-8bbc7d78e222 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.2190287 Sep 24 19:01:35.938363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-2b993a0c-d452-4bd4-9380-d3eddba2cc11 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:35.939856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-2b993a0c-d452-4bd4-9380-d3eddba2cc11 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033712 Sep 24 19:01:35.967347 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:35.992104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Pushing event deleted for resources: {'Port': ['ID=428b7be9-cd0b-4042-aeec-7268996db947,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:35.992615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-617cb2f4-569e-425d-9307-418108ac1892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f HTTP/1.1" status: 200 len: 217 time: 0.0690897 Sep 24 19:01:36.015670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-c87ee834-b893-4825-8a03-e94fa1b2b2f4 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/quotas/79e4369b11aa4957a8b5a5a420db4d1f HTTP/1.1" status: 200 len: 375 time: 0.0415275 Sep 24 19:01:36.091538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-61df0830-137b-4a3e-8095-491e3ad8a79c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552678 Sep 24 19:01:36.167863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f3aca3-9e50-4608-b913-0a1a03ba3bc5 req-f7b6002f-a976-4f18-a918-a829af0b336f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255325 Sep 24 19:01:36.171358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-f919d68d-e6c5-497c-bb3d-78f6151037cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:36.172932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-f919d68d-e6c5-497c-bb3d-78f6151037cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1719811 Sep 24 19:01:36.174548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:36.185792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1b07552c-93ef-45c7-8ec9-f5af5c31da13'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:36.226189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-fd7e8c34-a128-4a07-9bc9-e580e8d5952f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403893 Sep 24 19:01:36.318392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b07552c-93ef-45c7-8ec9-f5af5c31da13,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:36.426156 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880db76d-a957-4d12-94b5-e19b2e4ea770 x-openstack-request-id: req-880db76d-a957-4d12-94b5-e19b2e4ea770 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:36.426742 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:36.426742 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-880db76d-a957-4d12-94b5-e19b2e4ea770 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:36.427113 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f', 'status': 'completed', 'code': 200} Sep 24 19:01:36.498654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] No DVR routers for this DVR port 1b07552c-93ef-45c7-8ec9-f5af5c31da13 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:36.522437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:36.531194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:36.533485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a453b506-d60b-454a-83d3-c47da4e55203 req-0d51705b-0347-47fd-b441-f5c769dd0069 tempest-DeleteServersAdminTestJSON-1128238451 tempest-DeleteServersAdminTestJSON-1128238451-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1b07552c-93ef-45c7-8ec9-f5af5c31da13 HTTP/1.1" status: 204 len: 173 time: 1.2486973 Sep 24 19:01:36.590535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9fd3a-9793-499d-bd12-d838fa01e2b3 req-0f3616a2-f12c-448c-8fd2-0cc66fca6bc2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:36.597894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d9fd3a-9793-499d-bd12-d838fa01e2b3 req-0f3616a2-f12c-448c-8fd2-0cc66fca6bc2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 943 time: 0.2555861 Sep 24 19:01:36.681340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-a544f880-16ce-4ce5-9073-97547b8ff5bc service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325516 Sep 24 19:01:36.691626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d9fd3a-9793-499d-bd12-d838fa01e2b3 req-888fb3c2-9f17-4b7e-8ada-50ff9ed4062a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929031 Sep 24 19:01:36.768056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-f4e804d8-42c2-4166-bac7-628a00670ec1 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:36.769687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-f4e804d8-42c2-4166-bac7-628a00670ec1 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1100 time: 0.1245968 Sep 24 19:01:36.781601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:36.817710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a829ecc3-9bad-4e01-8041-592925234f1a req-479829f1-1324-4270-bd5d-1d61ad618971 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 210 time: 0.0449288 Sep 24 19:01:36.822659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-847ec23e-18c4-417a-86dc-4c1578d380c4 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:36.852877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62f255cd-588a-481f-bb03-d1eabb6b3442 req-839202d4-a24e-4a0a-b749-8b6353aa03ca service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603141 Sep 24 19:01:36.924587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:36.930238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7798af2c-edd9-4891-a6a3-23a468cb779d no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:36.937010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4ded4cd2-b2b9-46cb-84e8-60b0461e5526 admin admin] 10.222.0.18 "PUT /v2.0/routers/025f7f0c-ea13-4baa-a80a-5b2b2947bd7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9193182 Sep 24 19:01:36.945693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53204) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:36.948616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Sync routers for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:37.004080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 7798af2c-edd9-4891-a6a3-23a468cb779d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:37.004520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7798af2c-edd9-4891-a6a3-23a468cb779d not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:37.010332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:37.011082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:37.091608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-847ec23e-18c4-417a-86dc-4c1578d380c4 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:37.128153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-847ec23e-18c4-417a-86dc-4c1578d380c4 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:37.136437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce768-03a7-488d-9203-0530efcc2464 req-f2eed33a-341b-4983-b7c9-e96a3679db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:37.138110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-f2eed33a-341b-4983-b7c9-e96a3679db9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 1094 time: 0.1351135 Sep 24 19:01:37.151614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:37.152813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bc6a3-6925-429e-9c9c-b419bd2626a3 req-f6975a6d-fbc8-4bac-aea7-3acf19636701 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:37.154435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-005bc6a3-6925-429e-9c9c-b419bd2626a3 req-f6975a6d-fbc8-4bac-aea7-3acf19636701 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 945 time: 0.2286222 Sep 24 19:01:37.207592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a1ecddf-1033-435a-87f2-e9c849b81cb7 req-847ec23e-18c4-417a-86dc-4c1578d380c4 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212132 Sep 24 19:01:37.234108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ec23e-18c4-417a-86dc-4c1578d380c4 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f893c75-7a20-453a-9ee9-cdc13ff0d18c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:37.241358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:37.340483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-005bc6a3-6925-429e-9c9c-b419bd2626a3 req-e4db29bc-7e06-474e-9e0e-f8befebc3a2e tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673203 Sep 24 19:01:37.401044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:01:35Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:37.402532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce768-03a7-488d-9203-0530efcc2464 req-36675f40-f853-4a0a-a4ea-c3166acefa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:37.405597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-36675f40-f853-4a0a-a4ea-c3166acefa57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.2425692 Sep 24 19:01:37.439371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Checking router: 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:37.451170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Routers {'025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:37.452057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:37.455218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-aec64954-dae2-4166-9a8c-5a6d9caa76f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f HTTP/1.1" status: 200 len: 217 time: 0.0411923 Sep 24 19:01:37.460282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:37.563826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-3230933d-84eb-4886-ac42-f9a45de6da85 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426741 Sep 24 19:01:37.597592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce768-03a7-488d-9203-0530efcc2464 req-00f4ed93-46b3-416f-9292-093d31f8a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:37.599081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-00f4ed93-46b3-416f-9292-093d31f8a14f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1347463 Sep 24 19:01:37.666151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-35c8220b-b2e5-4dac-b72d-f8a31db3ca68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519750 Sep 24 19:01:37.687508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-a46c56f1-0da6-420f-96a4-7a377c2d2f4f tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594668 Sep 24 19:01:37.702450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] Set router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:37.779107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Deleting port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:37.779446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:37.934288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:01:35Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:37.962596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ecd86-3a26-4f3e-80cf-0d206c04634e None None] The sync data for ids ['025f7f0c-ea13-4baa-a80a-5b2b2947bd7d'] in n-d-810952-2 is: [{'id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1315189986-router', 'tenant_id': '100491f279fa40fc92d6fa11eec52ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:01:35Z', 'revision_number': 5, 'project_id': '100491f279fa40fc92d6fa11eec52ae0', 'gw_port': {'id': 'f49fa156-d6e2-48e3-8d9c-8e3c221c75cd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f7f0c-ea13-4baa-a80a-5b2b2947bd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:00:40Z', 'updated_at': '2021-09-24T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:38.231857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-a602358e-95ad-447b-8c03-601282bdc24e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962503 Sep 24 19:01:38.278222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-abeb6e62-b69a-49b8-8255-909e9d935253 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:38.279568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-abeb6e62-b69a-49b8-8255-909e9d935253 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7040503 Sep 24 19:01:38.309885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Request body: {'port': {'device_id': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '79e4369b11aa4957a8b5a5a420db4d1f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:38.339792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] For port f49fa156-d6e2-48e3-8d9c-8e3c221c75cd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:38.340164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:38.385773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Calling delete_port for f49fa156-d6e2-48e3-8d9c-8e3c221c75cd owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:38.390822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-bdc735a9-dd5a-4142-966a-f9e4100186ea service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020352 Sep 24 19:01:38.456024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'name': 'network-vif-deleted', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:38.458265 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c8d92c-203c-4c05-a45d-1cecb3748cb0" -d '{"events": [{"server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "name": "network-vif-deleted", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:38.470231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 428b7be9-cd0b-4042-aeec-7268996db947 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:38.490911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 428b7be9-cd0b-4042-aeec-7268996db947 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:38.491262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 428b7be9-cd0b-4042-aeec-7268996db947 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:38.562779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-21b11c5f-793c-40d9-9b40-7d9916023e60 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:38.564252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-21b11c5f-793c-40d9-9b40-7d9916023e60 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8163586 Sep 24 19:01:38.593555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:38.655273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-b83bfe4a-d0c9-43b4-b682-45674930c835 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/quotas/dfbaab1f7dc54a1eaaedd8806920e07d HTTP/1.1" status: 200 len: 375 time: 0.0787625 Sep 24 19:01:38.662055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-ac175dea-857e-416b-bdc5-a509f305d923 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:38.664132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-ac175dea-857e-416b-bdc5-a509f305d923 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241514 Sep 24 19:01:38.730491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-1991a434-f7db-4839-911d-2985dc6d4d73 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597630 Sep 24 19:01:38.767239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-8bdc6743-4dff-42b6-ba25-4edd44764a63 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.0940552 Sep 24 19:01:38.777125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05bce768-03a7-488d-9203-0530efcc2464 req-dddfc0cc-a02f-4083-9c4e-d525a9fa804a service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689206 Sep 24 19:01:38.822708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Made reservation on behalf of 79e4369b11aa4957a8b5a5a420db4d1f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:38.826169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:38.843928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:38.906405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-8c736602-64c2-4d83-b14a-b2fb0f6cdfc7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283267 Sep 24 19:01:38.956454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:38.958480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.000075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49fa156-d6e2-48e3-8d9c-8e3c221c75cd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:39.009533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52718168-9fca-4c0e-845e-d98beaa3140d req-b92b9d0d-8c3b-4a76-85f1-e5d886c5eb00 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:39.011120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52718168-9fca-4c0e-845e-d98beaa3140d req-b92b9d0d-8c3b-4a76-85f1-e5d886c5eb00 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 943 time: 0.1338801 Sep 24 19:01:39.117974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:39.123152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.138031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52718168-9fca-4c0e-845e-d98beaa3140d req-d5ae13a4-9375-44f3-947c-a53720c93d0e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174607 Sep 24 19:01:39.139309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '18613979-f253-46f7-a70c-cef95a26169e', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '18613979-f253-46f7-a70c-cef95a26169e', 'mac_address': 'fa:16:3e:88:f2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:39.193510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.208755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18613979-f253-46f7-a70c-cef95a26169e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:39.229232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:39.234991 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.305459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:39.315726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.316256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.316809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.317300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.317796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.318282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.319038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.319528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.320117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.320624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.321302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.321635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.322313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:39.324170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.368312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['18613979-f253-46f7-a70c-cef95a26169e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:39.395045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.398314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a97f561b-d76a-4a81-a2b9-4d772e467a35 req-e96efbef-8263-4433-8d08-e0784105b9e1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 210 time: 0.0696719 Sep 24 19:01:39.404327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.420253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.421234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025f7f0c-ea13-4baa-a80a-5b2b2947bd7d {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:01:39.437845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.439249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3c9243f5-10ab-4651-9aed-de4da35381c3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/025f7f0c-ea13-4baa-a80a-5b2b2947bd7d HTTP/1.1" status: 204 len: 168 time: 2.4926450 Sep 24 19:01:39.443010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:39.499199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9162ce9-c1a3-461f-8f09-083289284aea,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:39.596405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Deleting subnet cbd69eae-4881-435b-a83b-d94e099f29a6 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:01:39.616851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.668526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Allocated IP 192.168.233.127 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/aad09623-a036-42b4-98d0-9b7cc45d7b7f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:39.708344 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b921c-84f5-49cf-80cc-ba3317eed0d7 x-openstack-request-id: req-833b921c-84f5-49cf-80cc-ba3317eed0d7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:39.708632 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6971e1b-b129-4ab8-94d8-4ae58f8e52fa", "name": "network-vif-deleted", "tag": "1b07552c-93ef-45c7-8ec9-f5af5c31da13", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:39.716198 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-833b921c-84f5-49cf-80cc-ba3317eed0d7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:39.716627 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6971e1b-b129-4ab8-94d8-4ae58f8e52fa', 'name': 'network-vif-deleted', 'tag': '1b07552c-93ef-45c7-8ec9-f5af5c31da13', 'status': 'completed', 'code': 200} Sep 24 19:01:39.743125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.775946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab50ae90-3768-4011-b742-39a573f91e9f req-d866497f-2798-4e69-be02-592c0e10d239 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0510657 Sep 24 19:01:39.903127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.989213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:39.999124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.034073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b663243-1e81-41f0-afc4-e085f50b649f req-27193c80-f389-4f28-9af5-cd89a8252352 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0354569 Sep 24 19:01:40.059853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd69eae-4881-435b-a83b-d94e099f29a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:40.064065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.069761 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6da97f78-5811-457a-8a6d-626cc4e572c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cbd69eae-4881-435b-a83b-d94e099f29a6 HTTP/1.1" status: 204 len: 168 time: 0.6250443 Sep 24 19:01:40.070421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:40.074549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909afa4b-1620-4738-ae52-a52374777e61 None None] Network 3f073555-7a28-44cc-912d-1031ba7f6e19 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:01:40.094071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.155386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:40.218339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:40.221067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:40.291020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:40.292833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.329164 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-d45b6f9c-bd03-4c93-aed2-7aeb28dc214a tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532587 Sep 24 19:01:40.338646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Pushing event updated for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:40.371494 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.396318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-d12989c3-3825-4281-86b8-10bda0ecbfb1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0957007 Sep 24 19:01:40.410967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Request body: {'port': {'device_id': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:40.427308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1031a-8192-4636-895e-aa7c6b9d948f req-53330618-0157-4551-bebc-af38c6dd9c1e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:40.436715 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0d1031a-8192-4636-895e-aa7c6b9d948f req-53330618-0157-4551-bebc-af38c6dd9c1e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 943 time: 0.1536858 Sep 24 19:01:40.484664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] DHCP port deletion for 3f073555-7a28-44cc-912d-1031ba7f6e19 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:01:40.559520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0d1031a-8192-4636-895e-aa7c6b9d948f req-2503f753-d95c-4df6-a0aa-5cc9328b1dd1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206949 Sep 24 19:01:40.604432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Deleting port 997d2487-259d-4ed4-8e2f-7223afc482a2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:40.607650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.688822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.711566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-0ba6b198-d097-4540-b317-b8b0ae5d38c7 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:40.728261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-0ba6b198-d097-4540-b317-b8b0ae5d38c7 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772957 Sep 24 19:01:40.747950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Request body: {'port': {'device_id': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'dfbaab1f7dc54a1eaaedd8806920e07d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:40.785667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] For port 997d2487-259d-4ed4-8e2f-7223afc482a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=997d2487-259d-4ed4-8e2f-7223afc482a2,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:40.787018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.840611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 997d2487-259d-4ed4-8e2f-7223afc482a2 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:40.921760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Calling delete_port for 997d2487-259d-4ed4-8e2f-7223afc482a2 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:40.940377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Deleting port 997d2487-259d-4ed4-8e2f-7223afc482a2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:40.940752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.964356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Made reservation on behalf of dfbaab1f7dc54a1eaaedd8806920e07d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:40.968421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:40.976874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 54ae49fc-30c0-4d9b-8dda-602f1ee3882f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:40.978688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:40.985428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca7a6d-b966-42b0-838a-ad319eadbf84 req-9abe20e5-a4c7-437c-ab5f-0ace6ef189a7 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:40.986990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61ca7a6d-b966-42b0-838a-ad319eadbf84 req-9abe20e5-a4c7-437c-ab5f-0ace6ef189a7 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 936 time: 0.3459611 Sep 24 19:01:41.031054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-12e38ce6-411b-4310-8093-c552761973cb None None] Provisioning complete for port aad09623-a036-42b4-98d0-9b7cc45d7b7f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:41.031433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12e38ce6-411b-4310-8093-c552761973cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.083483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c7f4f5-33c6-42f7-ad22-72538b6b8691 req-e255b4d3-b426-4177-8e55-b91826bbec74 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 210 time: 0.1127033 Sep 24 19:01:41.117203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] For port 997d2487-259d-4ed4-8e2f-7223afc482a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=997d2487-259d-4ed4-8e2f-7223afc482a2,segment=NetworkSegment(67ff45a5-8619-4385-bb97-39c8b330f442),segment_id=67ff45a5-8619-4385-bb97-39c8b330f442)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:41.117660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.160737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-12e38ce6-411b-4310-8093-c552761973cb None None] Port aad09623-a036-42b4-98d0-9b7cc45d7b7f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:41.203936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Calling delete_port for 997d2487-259d-4ed4-8e2f-7223afc482a2 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:41.263048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.264844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 18613979-f253-46f7-a70c-cef95a26169e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:41.265384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.271605 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.272342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61ca7a6d-b966-42b0-838a-ad319eadbf84 req-d398d949-664a-40a8-8880-0a1149fd5fa8 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617795 Sep 24 19:01:41.341542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef8d8d39-28fa-4081-9614-9ef1882dfc1d req-095e641c-66af-4ead-a2ee-a22f3bddc384 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 210 time: 0.1451733 Sep 24 19:01:41.399617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] No DVR routers for this DVR port 997d2487-259d-4ed4-8e2f-7223afc482a2 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:41.411807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30688b-5be1-41f2-9f70-d52de8fde7ef None None] Pushing event deleted for resources: {'Port': ['ID=997d2487-259d-4ed4-8e2f-7223afc482a2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:41.420230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:41.580661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-4b25d616-113b-4523-ab64-a33c3c2346a8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428255 Sep 24 19:01:41.613371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f49fa156-d6e2-48e3-8d9c-8e3c221c75cd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:41.616493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f', 'mac_address': 'fa:16:3e:ea:dd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:41.637182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad09623-a036-42b4-98d0-9b7cc45d7b7f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:41.643460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f49fa156-d6e2-48e3-8d9c-8e3c221c75cd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:41.644268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f49fa156-d6e2-48e3-8d9c-8e3c221c75cd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:41.675000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.691590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.756853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ae49fc-30c0-4d9b-8dda-602f1ee3882f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:41.764165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Transition to ACTIVE for port object aad09623-a036-42b4-98d0-9b7cc45d7b7f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:41.776290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.784455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.806461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.833726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Pushing event deleted for resources: {'Port': ['ID=997d2487-259d-4ed4-8e2f-7223afc482a2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:41.845129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] No DVR routers for this DVR port 997d2487-259d-4ed4-8e2f-7223afc482a2 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:41.885361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-d47d18f0-00ec-4b2f-89a4-ccb39c489310 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:41.886938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-d47d18f0-00ec-4b2f-89a4-ccb39c489310 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935708 Sep 24 19:01:41.894469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324f8ab-8b54-4111-966e-73ceb93fd34b req-3c9584bc-6bde-47f4-9767-c70997413ef1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:41.896456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:41.899939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:41.901113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:41.902304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c324f8ab-8b54-4111-966e-73ceb93fd34b req-3c9584bc-6bde-47f4-9767-c70997413ef1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 943 time: 0.2248383 Sep 24 19:01:41.906564 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f01743a-f696-4013-950b-706b5484cbcc" -d '{"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-plugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:41.907214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Allocated IP 192.168.233.222 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/e6637a9c-92fc-4a89-9051-cb25e3b49bd6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:41.922260 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.928122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:41.929348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1b07552c-93ef-45c7-8ec9-f5af5c31da13 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:41.936536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:42.032792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 1b07552c-93ef-45c7-8ec9-f5af5c31da13 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:42.040560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1b07552c-93ef-45c7-8ec9-f5af5c31da13 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:42.112646 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92277f-cfe6-4c7a-bcb4-994fd90bdb87 x-openstack-request-id: req-9e92277f-cfe6-4c7a-bcb4-994fd90bdb87 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:42.114473 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-plugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:42.115002 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e92277f-cfe6-4c7a-bcb4-994fd90bdb87 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:42.115665 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e', 'code': 200} Sep 24 19:01:42.128752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:42.163193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:42.246552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-6d6397ad-be67-424d-8a0e-c12b82d2f079 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2419581 Sep 24 19:01:42.265103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:42.287752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.289936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['54ae49fc-30c0-4d9b-8dda-602f1ee3882f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:42.352250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.446088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Pushing event updated for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:42.486256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:42.488979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:42.493420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:42.574605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:42.575332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.605692 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-8f2e9559-a3bc-4e2b-aff2-3ac6ce398bc8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8620071 Sep 24 19:01:42.619859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Request body: {'port': {'device_id': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:42.708880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.733193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.757465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f073555-7a28-44cc-912d-1031ba7f6e19']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:42.767324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ff45a5-8619-4385-bb97-39c8b330f442') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:42.767706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ff45a5-8619-4385-bb97-39c8b330f442') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:42.848598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8b19c26e-6f79-461d-af8c-710f56ba4e34 None None] Provisioning complete for port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:42.853229 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b19c26e-6f79-461d-af8c-710f56ba4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.855730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c324f8ab-8b54-4111-966e-73ceb93fd34b req-3962e3d1-ecfa-4627-9437-c4281c333ba3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507759 Sep 24 19:01:42.857646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:42.946620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8b19c26e-6f79-461d-af8c-710f56ba4e34 None None] Port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:42.976884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.042670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:01:43.043053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.054370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6637a9c-92fc-4a89-9051-cb25e3b49bd6 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:43.063284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.067259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40f0b-2df5-4c4c-8343-63d9663ba6b2 req-d545d2db-aebc-42d7-bf7d-ae55cbf7de86 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46a40f0b-2df5-4c4c-8343-63d9663ba6b2 req-d545d2db-aebc-42d7-bf7d-ae55cbf7de86 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 936 time: 0.7955787 Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:01:43.071021 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:01:43.079753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Transition to ACTIVE for port object e6637a9c-92fc-4a89-9051-cb25e3b49bd6 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:43.096894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.180138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Pushing event updated for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:43.193163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Attempting to bind port aad09623-a036-42b4-98d0-9b7cc45d7b7f on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:43.194095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Attempting to bind port aad09623-a036-42b4-98d0-9b7cc45d7b7f by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:43.194095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Attempting to bind port aad09623-a036-42b4-98d0-9b7cc45d7b7f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:43.222874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.228941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.233360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f073555-7a28-44cc-912d-1031ba7f6e19 HTTP/1.1" status: 204 len: 168 time: 3.1583433 Sep 24 19:01:43.297795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46a40f0b-2df5-4c4c-8343-63d9663ba6b2 req-5d4a6fb7-2eec-4e37-bf5c-9bbc1bdca722 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904922 Sep 24 19:01:43.297795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Port aad09623-a036-42b4-98d0-9b7cc45d7b7f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:43.297795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Attempting to bind port aad09623-a036-42b4-98d0-9b7cc45d7b7f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:43.300855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Attempting to bind port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:43.301203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Attempting to bind port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:43.301538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Attempting to bind port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:43.307992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:43.308325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Attempting to bind port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:43.311089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493f1c5-b529-4a3a-a87a-bf4df52fcef3 req-7924db83-c234-4637-a36d-72a64a0eaa73 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.312728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6493f1c5-b529-4a3a-a87a-bf4df52fcef3 req-7924db83-c234-4637-a36d-72a64a0eaa73 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 948 time: 0.3434911 Sep 24 19:01:43.313377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:43.324559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:43.324908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:43.325299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:43.325743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Bound port: e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:43.326108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.327965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.333522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d709a-d84c-46a4-98e5-bcccc9b87157 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f073555-7a28-44cc-912d-1031ba7f6e19,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:43.361956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-4575a25b-0e21-41ac-a42c-c6542ce84c7a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.368092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-4575a25b-0e21-41ac-a42c-c6542ce84c7a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1183801 Sep 24 19:01:43.423176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:43.430604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:43.430604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:43.430604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:43.431058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Bound port: aad09623-a036-42b4-98d0-9b7cc45d7b7f, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:43.431324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.459192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:43.470557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:43.476944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.514305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6bee89d-8266-47ca-85d3-8a8a8f9bd04b req-524c8963-98ec-41d1-9fb6-1a73dabb7e58 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0980642 Sep 24 19:01:43.542480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6493f1c5-b529-4a3a-a87a-bf4df52fcef3 req-0bbcae80-1650-4403-bcd4-5e28bc32d9e3 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110467 Sep 24 19:01:43.563576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.570352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.576190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] 10.222.0.69 "PUT /v2.0/ports/e6637a9c-92fc-4a89-9051-cb25e3b49bd6 HTTP/1.1" status: 200 len: 1096 time: 0.9610255 Sep 24 19:01:43.577732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:43.588930 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0108927a-b1d8-4003-a122-f8b60a12e224" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:43.628618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:43.633183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:43.651993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca393-3df4-40ee-8c5f-dac68f6fb36f service neutron] Pushing event updated for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:43.665427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53378) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:43.719258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-037127ce-d516-47e9-be37-d1cc6db08aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.721041 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-037127ce-d516-47e9-be37-d1cc6db08aa0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 1099 time: 0.0586452 Sep 24 19:01:43.749555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.790297 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e251c2bc-8a4d-4488-8bb9-359e159ce082 x-openstack-request-id: req-e251c2bc-8a4d-4488-8bb9-359e159ce082 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:43.791011 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:43.791479 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e251c2bc-8a4d-4488-8bb9-359e159ce082 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:43.792132 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6', 'status': 'completed', 'code': 200} Sep 24 19:01:43.794553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-1e3dbf36-e6d5-4826-b14a-aba04554271d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6 HTTP/1.1" status: 200 len: 217 time: 0.0653458 Sep 24 19:01:43.869087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-8c60ed01-66f8-435f-a31a-86b2f32208d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.870628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-8c60ed01-66f8-435f-a31a-86b2f32208d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0669079 Sep 24 19:01:43.914723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.915361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:43.916782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] 10.222.0.69 "PUT /v2.0/ports/aad09623-a036-42b4-98d0-9b7cc45d7b7f HTTP/1.1" status: 200 len: 1096 time: 3.5107932 Sep 24 19:01:43.917239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:43.920218 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:43.988658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19de5-880d-4fa2-a580-827e681907ca req-cdbf0780-9a96-44c8-a3c1-5e3b311925d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:43.990177 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-cdbf0780-9a96-44c8-a3c1-5e3b311925d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117346 Sep 24 19:01:44.026993 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0158fa0d-d60e-4920-ba70-151369e21e18 x-openstack-request-id: req-0158fa0d-d60e-4920-ba70-151369e21e18 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:44.027286 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:44.027531 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0158fa0d-d60e-4920-ba70-151369e21e18 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:44.027939 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f', 'status': 'completed', 'code': 200} Sep 24 19:01:44.107059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.232 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:44.184337 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-c13c12cb-0b81-4757-891d-5247169ea9fe service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851187 Sep 24 19:01:44.287108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.310787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7dd0b60-3cd8-40e9-bb2d-6f054d81c684 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=100491f279fa40fc92d6fa11eec52ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405554 Sep 24 19:01:44.311691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ddd4e-181c-45e7-9ef2-f7fb2fc591e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:44.342896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53386) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:44.353444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90f19de5-880d-4fa2-a580-827e681907ca req-c2b81d09-6ef5-436c-b9a0-42bdfb3a0815 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598780 Sep 24 19:01:44.410654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:44.414347 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.467285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-1e87d2a3-9e8e-417e-9eaf-de5cbbaf9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.469029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-1e87d2a3-9e8e-417e-9eaf-de5cbbaf9bae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 1099 time: 0.0561025 Sep 24 19:01:44.565801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.589291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.594575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-58c3bc02-6d72-4f14-8adf-19e237c92322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.596091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-58c3bc02-6d72-4f14-8adf-19e237c92322 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1194518 Sep 24 19:01:44.640842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170e6fb-b50a-4df3-aa4f-ea0885c135f3 req-8912c299-4689-4baf-9201-af0893e8a8ea tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.648380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7170e6fb-b50a-4df3-aa4f-ea0885c135f3 req-8912c299-4689-4baf-9201-af0893e8a8ea tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 944 time: 0.6734324 Sep 24 19:01:44.652671 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-51fc9c88-f664-44aa-a990-39d8e5f2f898 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6 HTTP/1.1" status: 200 len: 217 time: 0.0451276 Sep 24 19:01:44.711084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.712631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.715164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:44.716286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6bfeded-2732-4706-8553-304148495d14 HTTP/1.1" status: 204 len: 168 time: 0.3682351 Sep 24 19:01:44.717054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-c8c20799-d44e-4283-9a44-6d266d8cd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.718205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-ec3298fe-6050-4f71-b8c2-48b219252bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.719010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-c8c20799-d44e-4283-9a44-6d266d8cd5d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0560727 Sep 24 19:01:44.720541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-ec3298fe-6050-4f71-b8c2-48b219252bb7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 1099 time: 0.7328739 Sep 24 19:01:44.725785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:44.827268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97181cdb-bbf5-482f-9a19-00a4e84c922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bfeded-2732-4706-8553-304148495d14,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:44.829282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:44.839152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e8700-ee18-4fd2-86a8-32d717a5bc7c req-fb01961a-0796-4bc2-a8e9-5ccd4fe228c6 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.847086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-791e8700-ee18-4fd2-86a8-32d717a5bc7c req-fb01961a-0796-4bc2-a8e9-5ccd4fe228c6 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 948 time: 0.4456058 Sep 24 19:01:44.847279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-f45ddeea-9694-4436-b305-ddb738fc5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:44.848685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-f45ddeea-9694-4436-b305-ddb738fc5f5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152592 Sep 24 19:01:44.919447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:44.937233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.170 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/0563d18a-fb86-44aa-9788-c1a8e4da0eaf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:44.952388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-791e8700-ee18-4fd2-86a8-32d717a5bc7c req-24fb4e12-f470-4b50-8df9-14c825d1c073 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001811 Sep 24 19:01:44.963249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-2de5a2ff-af6c-4829-b603-bc540da28a0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f HTTP/1.1" status: 200 len: 217 time: 0.1453400 Sep 24 19:01:44.983921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:45.010892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 54ae49fc-30c0-4d9b-8dda-602f1ee3882f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:45.017402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:45.032304 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-138c3d96-aac5-4803-85e1-2d4060b23b42 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744821 Sep 24 19:01:45.120170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:45.128847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:45.129513 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.130833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7170e6fb-b50a-4df3-aa4f-ea0885c135f3 req-217c10df-8dfc-460e-8955-276edd56957e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815800 Sep 24 19:01:45.195271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69b9d5e4-721c-4cef-a9f1-9fcc5f3c9304 req-981df974-dbdf-462f-a2e0-11097b39eb45 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0567279 Sep 24 19:01:45.267461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-9f949c79-3a77-422d-982b-4f09bad0b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:45.274961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-9f949c79-3a77-422d-982b-4f09bad0b043 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2796011 Sep 24 19:01:45.332914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.367699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:45.370510 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f3ae32-adce-4fee-a37e-39863d6eb1eb" -d '{"events": [{"server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "name": "network-vif-plugged", "status": "completed", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:45.384746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:45.384746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.394778 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0108927a-b1d8-4003-a122-f8b60a12e224 req-6d284c02-02a5-4423-9152-6070f2c830d5 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313093 Sep 24 19:01:45.422441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:45.427342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.503120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:45.510406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6ed10f14-d6a7-4c08-afcc-1d8703f9a310 None None] Provisioning complete for port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:45.511216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f14-d6a7-4c08-afcc-1d8703f9a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.560195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ed10f14-d6a7-4c08-afcc-1d8703f9a310 None None] Port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:45.568366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-546cc6af-c948-485d-ab59-73e9f2a30a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:45.570528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-546cc6af-c948-485d-ab59-73e9f2a30a57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725830 Sep 24 19:01:45.577409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-e7838a93-617a-4662-880c-1ebbe54729da tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6526234 Sep 24 19:01:45.603739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Request body: {'port': {'device_id': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:45.618770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e16b5-ef67-4e9d-9b57-dc785ab838d7 req-ebbf0f12-c5b5-40ac-aa2e-5705a531e54f tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:45.626449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-304e16b5-ef67-4e9d-9b57-dc785ab838d7 req-ebbf0f12-c5b5-40ac-aa2e-5705a531e54f tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 948 time: 0.2750795 Sep 24 19:01:45.689938 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2173d9-9641-4df8-80ab-a5c0af0b1c96 x-openstack-request-id: req-ba2173d9-9641-4df8-80ab-a5c0af0b1c96 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:45.690728 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "name": "network-vif-plugged", "status": "completed", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:45.691260 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba2173d9-9641-4df8-80ab-a5c0af0b1c96 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:45.692799 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f', 'code': 200} Sep 24 19:01:45.902539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-304e16b5-ef67-4e9d-9b57-dc785ab838d7 req-f2d0c41a-efd6-4df3-b62b-465e93e273be tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751834 Sep 24 19:01:45.918061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.952109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:45.961685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-79940cd3-3a4e-4b2c-adae-4c5e473e50e7 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684249 Sep 24 19:01:46.025324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261d206-2959-4576-9831-3939a2dbb845 req-6dfeb09e-b73d-4f45-bea8-0bd4e78c7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.026986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1261d206-2959-4576-9831-3939a2dbb845 req-6dfeb09e-b73d-4f45-bea8-0bd4e78c7872 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 1096 time: 0.1947420 Sep 24 19:01:46.082111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:46.223722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-network', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:46.291604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Made reservation on behalf of f38eba82739546b0a1850ec353fb8bb1 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:46.294271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.300790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ff640-4f23-494f-abe3-8d9f1fd17bc2 req-09973af9-06cf-4396-953d-be31bafcf594 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.303877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-040ff640-4f23-494f-abe3-8d9f1fd17bc2 req-09973af9-06cf-4396-953d-be31bafcf594 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 948 time: 0.2753263 Sep 24 19:01:46.305019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.306745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1261d206-2959-4576-9831-3939a2dbb845 req-56d99701-236c-4116-9fd9-982473c20cdc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330663 Sep 24 19:01:46.335323 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.354093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:46.419998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.427923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.458233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:01:46.476318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157072a3-2009-4fe1-ae84-efa58735fafc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:46.479459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6f9716-bfe0-4d4d-ae08-de0094762315 req-c0634584-8921-4243-b3db-e0c2076db42e service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079970 Sep 24 19:01:46.483288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.483974 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Added segment 490003ad-f2f5-49fa-a68a-d2cfff528190 of type vlan for network adc78040-2f36-46b3-bdd1-3e1a32e62caf Sep 24 19:01:46.512891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:46.522128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:46.533203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:46.552325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.590202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.591212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-040ff640-4f23-494f-abe3-8d9f1fd17bc2 req-c381f9d3-5e84-4b24-afaf-d7b5d7214383 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410185 Sep 24 19:01:46.592374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.594186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.650205 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5660315 Sep 24 19:01:46.653789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:46.658727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Request body: {'subnet': {'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-subnet', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:46.675114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:46.731324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Made reservation on behalf of f38eba82739546b0a1850ec353fb8bb1 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:01:46.733356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ef4e-343a-4ccc-b0ab-9ac5d2099567 req-d1435d0b-b27d-4c4a-b736-1da8a97d074e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.734305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.735433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cc5ef4e-343a-4ccc-b0ab-9ac5d2099567 req-d1435d0b-b27d-4c4a-b736-1da8a97d074e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.4883790 Sep 24 19:01:46.825081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d2a7-8cbf-4d01-aadc-36f368a59eef admin admin] Pushing event updated for resources: {'Network': ['ID=adc78040-2f36-46b3-bdd1-3e1a32e62caf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:46.838174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:01:46.873637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.874523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.902778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bebc04-ca53-4f54-b1c1-e21e089ad96c req-07f47267-eb13-4a48-8fff-7ec03838c5d1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.915474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5bebc04-ca53-4f54-b1c1-e21e089ad96c req-07f47267-eb13-4a48-8fff-7ec03838c5d1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 936 time: 0.2093434 Sep 24 19:01:46.920078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-2c1ab9e8-144d-47a6-812e-e251fd0b5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:46.927259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-2c1ab9e8-144d-47a6-812e-e251fd0b5f8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 1099 time: 0.3591797 Sep 24 19:01:46.965546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-da56ca84-a31e-490e-b617-2f1064f79221 None None] Provisioning complete for port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:46.965975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da56ca84-a31e-490e-b617-2f1064f79221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:46.992561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e6637a9c-92fc-4a89-9051-cb25e3b49bd6 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:47.010207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.024531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-da56ca84-a31e-490e-b617-2f1064f79221 None None] Port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:47.088769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c94370-2cf9-4f58-ad8b-cb7f4bafe722,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:47.105905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cc5ef4e-343a-4ccc-b0ab-9ac5d2099567 req-5e96d664-11db-4d09-837f-bf8b7d41447a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266594 Sep 24 19:01:47.107860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-40d0849b-c742-481b-ad00-e4ae4de0dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:47.109191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Checking segment: {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:47.109644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Network hostable DHCP agents. Network: adc78040-2f36-46b3-bdd1-3e1a32e62caf, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:01:47.111440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-40d0849b-c742-481b-ad00-e4ae4de0dc87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1622472 Sep 24 19:01:47.130756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:47.143476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:01:47.159368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6', 'mac_address': 'fa:16:3e:0a:77:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:47.167177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-b51cbcc4-5bd0-4180-839a-b69a6005b9f4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7537827 Sep 24 19:01:47.177838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, adc78040-2f36-46b3-bdd1-3e1a32e62caf) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:47.187560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:47.188450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.217697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed220a13-0022-443d-9ea0-db17712426a3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5618343 Sep 24 19:01:47.219844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ddc5c-c29f-4e5b-a320-d6fe03d701e1 None None] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:01:47.220274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:47.220551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Request body: {'port': {'device_id': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:47.227701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:01:47.228478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-368fb6af-509f-4d8b-b87f-5171189b20aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f HTTP/1.1" status: 200 len: 217 time: 0.0949771 Sep 24 19:01:47.255215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.257523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.277762 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.327695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.423421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6637a9c-92fc-4a89-9051-cb25e3b49bd6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:47.467920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:47.539308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.593074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.666446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:47.683009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'fixed_ips': [{'subnet_id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:01:47.684990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.894842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.942749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:47.954697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Allocated IP 172.20.0.2 (adc78040-2f36-46b3-bdd1-3e1a32e62caf/b2c94370-2cf9-4f58-ad8b-cb7f4bafe722/e9a2ccc3-4014-49e7-8faa-ed8e007b33f6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:47.967072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:48.024276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5bebc04-ca53-4f54-b1c1-e21e089ad96c req-49df2837-5dab-410d-9469-30f6389aa5e5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1072023 Sep 24 19:01:48.026224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.072474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.099639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Transition to ACTIVE for port object 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:48.129079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665b5c2-816c-44d5-b0ae-03e50b01db89 req-10ef9b95-1e7e-4740-a7cf-f9f79f406060 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:48.136301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e6637a9c-92fc-4a89-9051-cb25e3b49bd6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:48.138561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8665b5c2-816c-44d5-b0ae-03e50b01db89 req-10ef9b95-1e7e-4740-a7cf-f9f79f406060 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 948 time: 0.1952739 Sep 24 19:01:48.145433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-f87e2f0f-626a-425d-bb43-b54a53350ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:48.148932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-f87e2f0f-626a-425d-bb43-b54a53350ce9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.9031286 Sep 24 19:01:48.184966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.206827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Allocated IP 172.25.5.54 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/f7def835-9619-4859-810a-4f1ffb83daa6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:48.235078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.254607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.262361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:48.307825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:48.316352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:48.319106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:48.385223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.385597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Pushing event updated for resources: {'Port': ['ID=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:48.415806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Attempting to bind port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:48.416187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Attempting to bind port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:48.416538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Attempting to bind port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 on network adc78040-2f36-46b3-bdd1-3e1a32e62caf {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:48.451105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1129-d101-4963-86a8-c2a620952150 req-529fd7e8-9725-4e8a-b241-c6c0291831f8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:48.458518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-873b1129-d101-4963-86a8-c2a620952150 req-529fd7e8-9725-4e8a-b241-c6c0291831f8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 949 time: 0.3157120 Sep 24 19:01:48.474568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.486216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8665b5c2-816c-44d5-b0ae-03e50b01db89 req-1dba6089-2ae9-43a0-a495-ee09da8cf98c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464038 Sep 24 19:01:48.491678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:48.492210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Checking segment: {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:48.492474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.492877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Bound using segment: {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:48.493366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Bound port: e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:48.493755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.500498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-5c3ff359-a940-408a-80cc-27bec4ef9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:48.510789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-5c3ff359-a940-408a-80cc-27bec4ef9036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3212581 Sep 24 19:01:48.542813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:48.549562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:48.552786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:48.575818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] For port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:48.580895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] For port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:48.602361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Pushing event updated for resources: {'Port': ['ID=f7def835-9619-4859-810a-4f1ffb83daa6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:48.609121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:48.795276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0517-4713-473b-a22d-212eb93a91a6 None None] Pushing event updated for resources: {'Port': ['ID=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:48.949321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-02ddf48f-98e3-42a2-883d-4042007fe5ff service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186839 Sep 24 19:01:48.997548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device aad09623-a036-42b4-98d0-9b7cc45d7b7f details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:49.087513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.112260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-873b1129-d101-4963-86a8-c2a620952150 req-7ba301da-7982-4211-8ee7-dda712dae812 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527872 Sep 24 19:01:49.202301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ea4a4bb-5cb6-4cca-97cb-515d1737b4e8 req-3451c812-25c2-4367-b3da-8d7b3f24258f service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393303 Sep 24 19:01:49.202945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Attempting to bind port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:49.203536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Attempting to bind port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:49.203965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Attempting to bind port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:49.223975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8a7d2-1585-4e5f-ab9e-6f3dc52cd093 req-24b37d47-ef1c-4d91-b9f4-040c0c3debbf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:49.229625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7c8a7d2-1585-4e5f-ab9e-6f3dc52cd093 req-24b37d47-ef1c-4d91-b9f4-040c0c3debbf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.5679584 Sep 24 19:01:49.262038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:49.262363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Attempting to bind port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:49.295089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:49.321495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f', 'mac_address': 'fa:16:3e:d2:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:49.327034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:49.327285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:49.328170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:49.328170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Bound port: 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:49.328501 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.360238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7c8a7d2-1585-4e5f-ab9e-6f3dc52cd093 req-d649c815-4d0f-4c49-9d60-e500d17ee8f3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079962 Sep 24 19:01:49.404372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.441059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad09623-a036-42b4-98d0-9b7cc45d7b7f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:49.477155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0563d18a-fb86-44aa-9788-c1a8e4da0eaf {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:49.484315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.489699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:49.500150 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.509822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.589715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Transition to ACTIVE for port object 0563d18a-fb86-44aa-9788-c1a8e4da0eaf will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:01:49.600997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:49.654368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:49.656925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.692326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Router 22da7eb2-baff-400e-b203-a796b2eeb53e is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:01:49.723570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:49.741592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c1734-54d9-4c97-bc05-f6c2b7486714 req-6edcfe4b-9450-4ce4-b80b-7fc1b19ccc52 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:49.743222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c2c1734-54d9-4c97-bc05-f6c2b7486714 req-6edcfe4b-9450-4ce4-b80b-7fc1b19ccc52 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 936 time: 0.2194533 Sep 24 19:01:49.755020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.802432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:49.804565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.809340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] 10.222.0.69 "PUT /v2.0/ports/1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 HTTP/1.1" status: 200 len: 1096 time: 4.2172415 Sep 24 19:01:49.810956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:49.819497 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aab050-cb00-4aac-b009-198964fcf95d" -d '{"events": [{"name": "network-changed", "server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:49.841147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['aad09623-a036-42b4-98d0-9b7cc45d7b7f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:49.843832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Pushing event updated for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:49.895046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397fb55-e5ee-42b5-9a14-6a6ff21150e1 req-678da0e7-08ec-41be-8d36-12fc149ad9eb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:49.896636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c397fb55-e5ee-42b5-9a14-6a6ff21150e1 req-678da0e7-08ec-41be-8d36-12fc149ad9eb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.3145449 Sep 24 19:01:49.917938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:49.939657 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Sync routers for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:49.948032 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:49.953732 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4a30c28-a3e0-4a2d-971c-b7a2271d6b4d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7270052 Sep 24 19:01:49.954379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:49.987239 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:49.989669 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:50.239579 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:50.278624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c2c1734-54d9-4c97-bc05-f6c2b7486714 req-786fb2a9-ec7e-4169-ac1f-8c29bd7c24ef tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131898 Sep 24 19:01:50.305574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e480d235-d66e-4b06-8c39-6256be7c5e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.331562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c397fb55-e5ee-42b5-9a14-6a6ff21150e1 req-71483599-4c90-4738-bbad-497af0f54832 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897150 Sep 24 19:01:50.380859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3033f2-6e42-4a69-91a4-0be5a1554284 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:50.430372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e72f8-15a9-4738-a89a-a2e97991ef80 None None] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:01:50.457149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-4d830c00-bd6e-4f75-87ec-edd8d7d29e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:50.468151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-4d830c00-bd6e-4f75-87ec-edd8d7d29e16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 1099 time: 0.5531793 Sep 24 19:01:50.470108 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d786a-b3b4-4436-8269-1db0dbed4080 x-openstack-request-id: req-581d786a-b3b4-4436-8269-1db0dbed4080 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:50.470617 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:50.471118 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-581d786a-b3b4-4436-8269-1db0dbed4080 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:50.471616 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', 'status': 'completed', 'code': 200} Sep 24 19:01:50.511808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Attempting to bind port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:50.512503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Attempting to bind port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:50.513110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Attempting to bind port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:50.608210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] Provisioning complete for port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:50.609310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.619903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-52cc2882-9a7c-4146-aba3-85dd0d5c77ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1177952 Sep 24 19:01:50.629563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:01:50.629891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Attempting to bind port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:50.677460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:50.680066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:50.680497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:50.680951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:50.681622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Bound port: 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:50.682053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.776910 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:48Z', 'revision_number': 3, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:50.788790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3fcd1-3b12-4484-8a5f-5ae4887bbad3 req-aa513627-0d93-408c-90d8-c8a5832344c3 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:50.798844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2eb3fcd1-3b12-4484-8a5f-5ae4887bbad3 req-aa513627-0d93-408c-90d8-c8a5832344c3 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 949 time: 0.3622656 Sep 24 19:01:50.844677 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Checking router: 22da7eb2-baff-400e-b203-a796b2eeb53e for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:50.845033 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Updating router 22da7eb2-baff-400e-b203-a796b2eeb53e port f7def835-9619-4859-810a-4f1ffb83daa6 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:01:50.845222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.856266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206bcd-e96f-4140-8fc6-deba9f64df72 req-40695721-be60-48c1-80cd-03724f6d29bc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:50.857761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f206bcd-e96f-4140-8fc6-deba9f64df72 req-40695721-be60-48c1-80cd-03724f6d29bc tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 949 time: 0.2541776 Sep 24 19:01:50.873624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:50.874532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.897824 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:50.905549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-54e27974-bcf8-4970-87bc-7ddca8d4298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:50.907236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-54e27974-bcf8-4970-87bc-7ddca8d4298a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2423761 Sep 24 19:01:50.930276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2eb3fcd1-3b12-4484-8a5f-5ae4887bbad3 req-11234b74-faa6-4ddc-835b-b304e4237f6c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300263 Sep 24 19:01:50.996951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:51.028058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:51.056053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.081878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:51.083010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.085746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] 10.222.0.69 "PUT /v2.0/ports/0563d18a-fb86-44aa-9788-c1a8e4da0eaf HTTP/1.1" status: 200 len: 1096 time: 3.8788369 Sep 24 19:01:51.114761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f206bcd-e96f-4140-8fc6-deba9f64df72 req-295be1ad-6603-4755-818b-ec3d97ad8405 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442205 Sep 24 19:01:51.196775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e6637a9c-92fc-4a89-9051-cb25e3b49bd6 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:51.258598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-25ce8aa4-8705-447e-962f-df858c4df569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:51.260535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-25ce8aa4-8705-447e-962f-df858c4df569 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3223457 Sep 24 19:01:51.311413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] For port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:51.355306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.416426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-6262b5ac-815b-4287-8ad1-0c7220064b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:51.425571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-6262b5ac-815b-4287-8ad1-0c7220064b3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 1099 time: 0.2263198 Sep 24 19:01:51.573349 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.588240 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.603378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da19a8-b267-419c-b1ad-8f5b8f4732ae req-fddbe45c-3bb6-4d48-9889-1f6cbd9b6dfa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:51.609404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10da19a8-b267-419c-b1ad-8f5b8f4732ae req-fddbe45c-3bb6-4d48-9889-1f6cbd9b6dfa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.2598512 Sep 24 19:01:51.610175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1b85-e9c6-46c5-aacf-75c0da1a3fae service neutron] Pushing event updated for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:51.632387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:51.655257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:51.655922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.678606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-c997523a-8d4f-49d1-8a93-6543131b9d12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf HTTP/1.1" status: 200 len: 217 time: 0.1733136 Sep 24 19:01:51.694552 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Pushing event updated for resources: {'Port': ['ID=f7def835-9619-4859-810a-4f1ffb83daa6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:51.731229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.735404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.736075 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.736604 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.737155 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.737702 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.738227 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.738750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.739287 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.739825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.740357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.741631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:01:51.746612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Attempting to bind port f7def835-9619-4859-810a-4f1ffb83daa6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:51.752309 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Attempting to bind port f7def835-9619-4859-810a-4f1ffb83daa6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:51.754172 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Attempting to bind port f7def835-9619-4859-810a-4f1ffb83daa6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:51.767407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.771486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:51.772153 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:51.774266 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.775373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654853d-24b0-4e08-a2f3-ce6ffd1875b6 None None] Pushing event updated for resources: {'Port': ['ID=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:51.775864 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:51.776435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Bound port: f7def835-9619-4859-810a-4f1ffb83daa6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:51.778260 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.847493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.882750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] For port f7def835-9619-4859-810a-4f1ffb83daa6, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:51.886526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0334ab-464e-42fa-a8a7-f791b70892ac req-a94b7f0b-f545-471a-9559-f444360ed400 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:51.889940 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] For port f7def835-9619-4859-810a-4f1ffb83daa6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f7def835-9619-4859-810a-4f1ffb83daa6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:51.890548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b0334ab-464e-42fa-a8a7-f791b70892ac req-a94b7f0b-f545-471a-9559-f444360ed400 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 948 time: 0.3674350 Sep 24 19:01:51.896665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:51.897493 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.901311 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8157c01-e308-483e-b9cb-4715d041c3ee" -d '{"events": [{"server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:51.933311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:51.946461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.948029 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:51.948666 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:51.952172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f38a97dd-6e03-4497-9bc6-762144818e16 None None] Provisioning complete for port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:51.953218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f38a97dd-6e03-4497-9bc6-762144818e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:51.954566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-15846e21-2c36-419d-ac20-195c12534cb1 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803832 Sep 24 19:01:52.013694 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b9ce-18bc-48a1-98e8-528e3b52af1a None None] Pushing event updated for resources: {'Port': ['ID=f7def835-9619-4859-810a-4f1ffb83daa6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:52.051936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10da19a8-b267-419c-b1ad-8f5b8f4732ae req-135d0c52-3def-4693-86c6-651b5f230acc tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329131 Sep 24 19:01:52.078349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-8c093758-33f5-4283-9147-af3114f60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:52.089357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:52.101402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-8c093758-33f5-4283-9147-af3114f60c1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3903718 Sep 24 19:01:52.116202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Allocated IP 172.20.0.1 (adc78040-2f36-46b3-bdd1-3e1a32e62caf/b2c94370-2cf9-4f58-ad8b-cb7f4bafe722/88c59230-70fd-431d-b99c-3ab64b99f0b8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:01:52.134232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:52.158035 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b5489-0cfe-4a54-9251-578ae829ee66 x-openstack-request-id: req-f41b5489-0cfe-4a54-9251-578ae829ee66 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:52.158963 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:52.158963 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f41b5489-0cfe-4a54-9251-578ae829ee66 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:52.159220 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6', 'code': 200} Sep 24 19:01:52.290980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:52.339858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b0334ab-464e-42fa-a8a7-f791b70892ac req-79d2a81c-65b6-4cf5-a67b-8f735ee12296 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028399 Sep 24 19:01:52.366735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:52.411711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:52.419253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:52.438479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:01:52.445163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-db26ac91-79cd-44eb-afd1-655bab256060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:52.447316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-db26ac91-79cd-44eb-afd1-655bab256060 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3274798 Sep 24 19:01:52.473090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-ba0e8a8c-350e-47ea-a85b-a027e6653642 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992962 Sep 24 19:01:52.476479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:52.478966 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10" -d '{"events": [{"name": "network-changed", "server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:52.512342 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:48Z', 'revision_number': 3, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:52.512573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66ada-eaa1-4c38-bf8a-936d12a59979 req-be9ed7c1-4673-4ef7-8030-ec38a92edfc8 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:52.522817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2db66ada-eaa1-4c38-bf8a-936d12a59979 req-be9ed7c1-4673-4ef7-8030-ec38a92edfc8 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 949 time: 0.2008750 Sep 24 19:01:52.582035 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ee73a-046f-4a84-9a56-ea0abbbeae50 None None] The sync data for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 is: [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:48Z', 'revision_number': 3, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:52.583101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:52.641232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:52.667087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45944f-bba9-4dbf-bfc9-c966607818c5 req-bf43ede5-b60c-46e7-bae5-a52e9a58f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:52.669304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b45944f-bba9-4dbf-bfc9-c966607818c5 req-bf43ede5-b60c-46e7-bae5-a52e9a58f815 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 1101 time: 0.4228985 Sep 24 19:01:52.670847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:52.758105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:52.758812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:52.831714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:52.861154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2db66ada-eaa1-4c38-bf8a-936d12a59979 req-993a8a3c-e043-4dd7-a0cf-4e9a38bf68ac tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261607 Sep 24 19:01:53.015696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-c690c281-89c9-49e3-ad9e-1d660fa4ef1f service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581098 Sep 24 19:01:53.027703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device aad09623-a036-42b4-98d0-9b7cc45d7b7f up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:53.181813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d70fa093-d2a9-4e8a-bcc4-92cd8ec5d705 None None] Provisioning complete for port 88c59230-70fd-431d-b99c-3ab64b99f0b8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:53.182296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d70fa093-d2a9-4e8a-bcc4-92cd8ec5d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.252605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.263328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.296927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d70fa093-d2a9-4e8a-bcc4-92cd8ec5d705 None None] Port 88c59230-70fd-431d-b99c-3ab64b99f0b8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:53.309193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7cd778d-ebcd-45e0-be5b-36516b3a6406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.317589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port aad09623-a036-42b4-98d0-9b7cc45d7b7f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:53.325108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port aad09623-a036-42b4-98d0-9b7cc45d7b7f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:53.325783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.433741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.478257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.524852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:53.591441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.645285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:53.652584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:01:53.654213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:01:53.657072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:53.670329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b45944f-bba9-4dbf-bfc9-c966607818c5 req-8304f3d5-17e9-4e42-a58b-4b2485c2cfe1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9864910 Sep 24 19:01:53.682798 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b2b549-2d7f-4af0-9e6d-031142fc968e x-openstack-request-id: req-63b2b549-2d7f-4af0-9e6d-031142fc968e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:53.683250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:53.683565 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63b2b549-2d7f-4af0-9e6d-031142fc968e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:53.685062 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'status': 'completed', 'code': 200} Sep 24 19:01:53.692801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab050-cb00-4aac-b009-198964fcf95d req-8701336c-086d-42a5-863a-10e89a21a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:53.695030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-8701336c-086d-42a5-863a-10e89a21a1e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 1099 time: 1.1539848 Sep 24 19:01:53.764390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:53.796205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aefe9-9d0e-4ae0-90f4-11c9ca146378 req-63acf944-d6e8-4dcc-80d6-7a175a9d6521 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:53.804978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-208aefe9-9d0e-4ae0-90f4-11c9ca146378 req-63acf944-d6e8-4dcc-80d6-7a175a9d6521 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.9030688 Sep 24 19:01:53.873799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Router 22da7eb2-baff-400e-b203-a796b2eeb53e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:54.006935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab050-cb00-4aac-b009-198964fcf95d req-88884eec-a0ac-4055-96da-e7742b9528e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.007765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-88884eec-a0ac-4055-96da-e7742b9528e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1396315 Sep 24 19:01:54.019790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2335a0b-3e7e-4f6d-b2ee-1abe44ec6794 req-7d911183-057f-4ea0-9546-fe6675f49989 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.027316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2335a0b-3e7e-4f6d-b2ee-1abe44ec6794 req-7d911183-057f-4ea0-9546-fe6675f49989 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.3544161 Sep 24 19:01:54.052594 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:54.064286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e89e17f9-1568-4c71-89fe-a205ebcc5249 None None] Provisioning complete for port 88c59230-70fd-431d-b99c-3ab64b99f0b8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:54.065462 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e89e17f9-1568-4c71-89fe-a205ebcc5249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:54.093028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:54.114467 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-371ded38-f331-48d4-bc35-be662ec38cb9 admin admin] 10.222.0.18 "PUT /v2.0/routers/22da7eb2-baff-400e-b203-a796b2eeb53e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1517737 Sep 24 19:01:54.119179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e89e17f9-1568-4c71-89fe-a205ebcc5249 None None] Port 88c59230-70fd-431d-b99c-3ab64b99f0b8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:01:54.161739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:54.165068 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbfccb4-22ab-4ffd-af57-665ab6f1e943" -d '{"events": [{"server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "name": "network-vif-plugged", "status": "completed", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:54.171266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-208aefe9-9d0e-4ae0-90f4-11c9ca146378 req-e22bb623-cdbf-401e-8356-afe724797a7e tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651762 Sep 24 19:01:54.185889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-c41bd5a0-bcad-4500-b297-c4264078aa92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1249003 Sep 24 19:01:54.240983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa3c17f-e48a-4cda-90cc-c03c4ca03ad2 req-3967efae-ae88-4bb5-92a9-e3b4494996d7 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1987307 Sep 24 19:01:54.301341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2335a0b-3e7e-4f6d-b2ee-1abe44ec6794 req-cabb4946-b673-4ea5-9a83-154ad97266b7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730548 Sep 24 19:01:54.340018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab050-cb00-4aac-b009-198964fcf95d req-0d87a0c5-8060-4865-b268-ba9a17d40081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.341498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-0d87a0c5-8060-4865-b268-ba9a17d40081 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1548254 Sep 24 19:01:54.381583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0119059-0f4f-49d4-ac61-188dbebf5c98 req-c6e686cc-6536-4542-9485-24da72362c71 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.384168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0119059-0f4f-49d4-ac61-188dbebf5c98 req-c6e686cc-6536-4542-9485-24da72362c71 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 948 time: 0.1075890 Sep 24 19:01:54.520916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0119059-0f4f-49d4-ac61-188dbebf5c98 req-352bbe1a-145f-4c37-ab84-a281d41c4d4d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950139 Sep 24 19:01:54.540118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab050-cb00-4aac-b009-198964fcf95d req-7e63ecc0-c8c4-4265-8b7b-23dbcb67c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.541631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-7e63ecc0-c8c4-4265-8b7b-23dbcb67c1fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1863563 Sep 24 19:01:54.564303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-8dec93ee-760a-4eb8-81d8-bf211103156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.565828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-8dec93ee-760a-4eb8-81d8-bf211103156a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 1099 time: 0.2013562 Sep 24 19:01:54.613421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f7def835-9619-4859-810a-4f1ffb83daa6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:54.627222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373cda-4e26-4943-954f-a477725af256 req-d700ed3f-f843-40a7-aaf0-aa2255db586c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.628744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13373cda-4e26-4943-954f-a477725af256 req-d700ed3f-f843-40a7-aaf0-aa2255db586c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.1777332 Sep 24 19:01:54.696780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f7def835-9619-4859-810a-4f1ffb83daa6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:54.697867 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:54.801822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:54.823640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13373cda-4e26-4943-954f-a477725af256 req-1593ca99-f4c0-4100-af2e-2cf06b593c6e tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753392 Sep 24 19:01:54.860478 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484a13f-92ef-4c59-a2ff-9dddaeac7050 x-openstack-request-id: req-f484a13f-92ef-4c59-a2ff-9dddaeac7050 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:54.860855 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "name": "network-vif-plugged", "status": "completed", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:54.861345 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f484a13f-92ef-4c59-a2ff-9dddaeac7050 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:54.861829 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f', 'code': 200} Sep 24 19:01:54.865556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port f7def835-9619-4859-810a-4f1ffb83daa6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f7def835-9619-4859-810a-4f1ffb83daa6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:54.877111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:54.893353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-5127fe0b-cce5-4685-8db8-03fcb5d8a03c service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404799 Sep 24 19:01:54.904172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-65be7d0c-4080-4193-be9c-aef78648e8ed tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.905616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-65be7d0c-4080-4193-be9c-aef78648e8ed tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.1885133 Sep 24 19:01:54.906792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-9c5264ca-1c8d-4cdf-940c-ed4ed0da6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:54.908484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-9c5264ca-1c8d-4cdf-940c-ed4ed0da6cac service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3299682 Sep 24 19:01:54.997208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-8142cf51-600b-4b6e-9d57-4c93fcb2f8af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf HTTP/1.1" status: 200 len: 217 time: 0.0673044 Sep 24 19:01:55.011731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=f7def835-9619-4859-810a-4f1ffb83daa6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:55.024689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:55.176365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:55.190310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', 'mac_address': 'fa:16:3e:e9:e6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:55.237882 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:55.253903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:55.259876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-4430d58f-3ac6-4641-9c8d-51ce6fc6665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:55.261920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-4430d58f-3ac6-4641-9c8d-51ce6fc6665d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2555313 Sep 24 19:01:55.268511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-567745e0-34e8-42db-b5b2-5724b281660d req-5ae76003-7dc9-4d62-a188-3d16f57b37d6 tempest-FloatingIPsNegativeTestJSON-611227363 tempest-FloatingIPsNegativeTestJSON-611227363-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=f38eba82739546b0a1850ec353fb8bb1 HTTP/1.1" status: 200 len: 217 time: 0.1215680 Sep 24 19:01:55.291566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:55.302658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:55.372206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:55.386832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfa780-60c8-4189-b2d1-96b19aedd6bf req-ef935f3f-a83b-49b9-a189-b019c4e0340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:55.390048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27dfa780-60c8-4189-b2d1-96b19aedd6bf req-ef935f3f-a83b-49b9-a189-b019c4e0340e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 1101 time: 0.3471315 Sep 24 19:01:55.394739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Sync routers for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:01:55.408314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-937c9c48-0fa3-427a-964a-a0130f2e1f5d req-adf3a05d-3ccf-440b-aba0-7f28ae819324 tempest-FloatingIPsNegativeTestJSON-611227363 tempest-FloatingIPsNegativeTestJSON-611227363-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1073053 Sep 24 19:01:55.410876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:55.411732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:55.495254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60aab050-cb00-4aac-b009-198964fcf95d req-f46bb1a3-5f98-4820-8615-89a76a671342 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856328 Sep 24 19:01:55.565220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:55.565942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:55.570762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-c404ac3b-8c4c-4b8d-8a53-41ecf5c2cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:55.572592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-c404ac3b-8c4c-4b8d-8a53-41ecf5c2cda0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2903407 Sep 24 19:01:55.572771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:55.644268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27dfa780-60c8-4189-b2d1-96b19aedd6bf req-c3e405e9-a086-47d4-bfc9-727d1d73cc78 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037334 Sep 24 19:01:55.665282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45781f14-af9a-4760-a5ec-294facca1102 req-119d31df-0ae6-44d1-991f-ed36777e19b8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:55.672857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45781f14-af9a-4760-a5ec-294facca1102 req-119d31df-0ae6-44d1-991f-ed36777e19b8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.3555257 Sep 24 19:01:55.745384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:55.823221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4fe0-ef9c-4a64-885b-e73047cf487d req-6bef1d76-64bf-406b-9189-4c32ea8fdf28 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:55.825962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f5f4fe0-ef9c-4a64-885b-e73047cf487d req-6bef1d76-64bf-406b-9189-4c32ea8fdf28 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 945 time: 0.3108764 Sep 24 19:01:55.839635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-4a054f5e-586b-40c0-a4c0-3293199920ba service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404847 Sep 24 19:01:55.839854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:55.917202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45781f14-af9a-4760-a5ec-294facca1102 req-a901a4c9-bb34-4228-ab81-63ea06e29113 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433836 Sep 24 19:01:55.942845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:52Z', 'revision_number': 4, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '88c59230-70fd-431d-b99c-3ab64b99f0b8', 'name': '', 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'mac_address': 'fa:16:3e:79:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:51Z', 'updated_at': '2021-09-24T19:01:52Z', 'revision_number': 2, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'subnets': [{'id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:55.960537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f5f4fe0-ef9c-4a64-885b-e73047cf487d req-3deee1d8-ee69-4316-8447-677171b1c2df tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153700 Sep 24 19:01:55.978797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:55.979242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:55.986217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Checking router: 22da7eb2-baff-400e-b203-a796b2eeb53e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:01:55.986645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Updating router 22da7eb2-baff-400e-b203-a796b2eeb53e port 88c59230-70fd-431d-b99c-3ab64b99f0b8 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:01:56.023180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:56.052036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for 54ae49fc-30c0-4d9b-8dda-602f1ee3882f owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:56.112323 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-8a2ae5f3-6f99-4950-9b00-e56f7c1b7f86 req-d1aee30e-7f55-456c-8483-90efbe2fd3d3 tempest-FloatingIPsNegativeTestJSON-611227363 tempest-FloatingIPsNegativeTestJSON-611227363-project] show failed (client error): The resource could not be found. Sep 24 19:01:56.113357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a2ae5f3-6f99-4950-9b00-e56f7c1b7f86 req-d1aee30e-7f55-456c-8483-90efbe2fd3d3 tempest-FloatingIPsNegativeTestJSON-611227363 tempest-FloatingIPsNegativeTestJSON-611227363-project] 10.222.0.18 "GET /v2.0/floatingips/c9098f9b-e243-467d-ba4e-2d41133eaf2a HTTP/1.1" status: 404 len: 350 time: 0.0730531 Sep 24 19:01:56.124094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:56.231819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e60948-a8cd-4571-b6ec-ea9a5c1fcd10 req-4c356d8d-c565-419a-b5d6-eda097030fc2 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496947 Sep 24 19:01:56.253513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc99a6-6dc2-4c91-bc27-4d46f70a16df req-f81f2136-6755-4e0a-9df6-316d0a8ce7df tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:56.260958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04bc99a6-6dc2-4c91-bc27-4d46f70a16df req-f81f2136-6755-4e0a-9df6-316d0a8ce7df tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 948 time: 0.1693261 Sep 24 19:01:56.332271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04bc99a6-6dc2-4c91-bc27-4d46f70a16df req-f2014e1a-2e21-42a6-8199-4a4759c3a6dd tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Sep 24 19:01:56.433307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:56.451845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a', '9bf1f069-95e5-4a54-9a1d-2dc487372d58', '54ae49fc-30c0-4d9b-8dda-602f1ee3882f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:56.510623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=54ae49fc-30c0-4d9b-8dda-602f1ee3882f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:56.573639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:56.589289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:56.614264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f7def835-9619-4859-810a-4f1ffb83daa6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:56.637057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port 54ae49fc-30c0-4d9b-8dda-602f1ee3882f on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:01:56.644885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:56.647827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02d3a932-1d29-4197-8300-98cfcc5fdce7 req-a9b20990-21bb-432b-a7d7-3547bac5e26c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "DELETE /v2.0/ports/54ae49fc-30c0-4d9b-8dda-602f1ee3882f HTTP/1.1" status: 204 len: 173 time: 1.7286136 Sep 24 19:01:56.652793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'name': 'network-vif-deleted', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:56.657216 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ede8b-4942-485b-af3b-d89062b9c011" -d '{"events": [{"server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "name": "network-vif-deleted", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:56.668472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68d46c-2aea-4cc1-8de3-6c75c1e62380 req-19dc7859-f111-473c-a684-fabe47e85ca2 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:56.676948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c68d46c-2aea-4cc1-8de3-6c75c1e62380 req-19dc7859-f111-473c-a684-fabe47e85ca2 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.1673186 Sep 24 19:01:56.864157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa80a-cf2b-4997-aaa3-dd84e09d69f3 None None] Pushing event updated for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:56.921103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c68d46c-2aea-4cc1-8de3-6c75c1e62380 req-8e73338f-ca2d-4dba-bd00-b909d1532f8c tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430415 Sep 24 19:01:56.929486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f7def835-9619-4859-810a-4f1ffb83daa6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:56.929865 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.020124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Attempting to bind port 88c59230-70fd-431d-b99c-3ab64b99f0b8 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:01:57.024211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Attempting to bind port 88c59230-70fd-431d-b99c-3ab64b99f0b8 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:01:57.024587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Attempting to bind port 88c59230-70fd-431d-b99c-3ab64b99f0b8 on network adc78040-2f36-46b3-bdd1-3e1a32e62caf {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:01:57.065433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0563d18a-fb86-44aa-9788-c1a8e4da0eaf details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:01:57.067875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c481-4055-459f-b3a4-dafe52b84f26 req-5668dce8-b0aa-4f17-a433-600f0ba990e8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:57.070327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d7c481-4055-459f-b3a4-dafe52b84f26 req-5668dce8-b0aa-4f17-a433-600f0ba990e8 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.3060591 Sep 24 19:01:57.103573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:01:57.103873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Checking segment: {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:01:57.105508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.105508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Bound using segment: {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:01:57.105508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Bound port: 88c59230-70fd-431d-b99c-3ab64b99f0b8, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490003ad-f2f5-49fa-a68a-d2cfff528190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:01:57.105508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.124620 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca1a4c-4128-4c01-96dd-4f6755fec7ce x-openstack-request-id: req-6dca1a4c-4128-4c01-96dd-4f6755fec7ce {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:57.124620 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3efafd-8f37-4fe3-992d-c342616ee6ee", "name": "network-vif-deleted", "tag": "54ae49fc-30c0-4d9b-8dda-602f1ee3882f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:57.124620 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dca1a4c-4128-4c01-96dd-4f6755fec7ce {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:57.124980 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3efafd-8f37-4fe3-992d-c342616ee6ee', 'name': 'network-vif-deleted', 'tag': '54ae49fc-30c0-4d9b-8dda-602f1ee3882f', 'status': 'completed', 'code': 200} Sep 24 19:01:57.149204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.194325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d7c481-4055-459f-b3a4-dafe52b84f26 req-2cbb4354-f744-4a15-967e-36e350f8e8b4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159563 Sep 24 19:01:57.314418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed52df3-7379-48ff-8320-ff988bf9a57b req-c3d899be-8d6b-43d2-a98c-88c475f3f5fd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc3efafd-8f37-4fe3-992d-c342616ee6ee HTTP/1.1" status: 200 len: 210 time: 0.0323141 Sep 24 19:01:57.556121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] For port 88c59230-70fd-431d-b99c-3ab64b99f0b8, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:01:57.569813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] For port 88c59230-70fd-431d-b99c-3ab64b99f0b8, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=88c59230-70fd-431d-b99c-3ab64b99f0b8,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:01:57.591917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] Provisioning complete for port 88c59230-70fd-431d-b99c-3ab64b99f0b8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:57.592862 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.594545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.626044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Deleting port 88c59230-70fd-431d-b99c-3ab64b99f0b8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:57.626482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.627079 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:01:57.718761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:57.725662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa80a-cf2b-4997-aaa3-dd84e09d69f3 None None] Pushing event updated for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:57.747010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] For port 88c59230-70fd-431d-b99c-3ab64b99f0b8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=88c59230-70fd-431d-b99c-3ab64b99f0b8,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:57.748850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:57.751525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'mac_address': 'fa:16:3e:6a:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:01:57.764893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab7d27-a7c3-4794-b6ef-d140ea0565f4 req-9002db08-8602-4cf0-a8d2-809aa1cb2e73 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:57.766121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37ab7d27-a7c3-4794-b6ef-d140ea0565f4 req-9002db08-8602-4cf0-a8d2-809aa1cb2e73 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 948 time: 0.1175780 Sep 24 19:01:57.773920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Calling delete_port for 88c59230-70fd-431d-b99c-3ab64b99f0b8 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:57.775231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:01:57.775887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:57.853809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37ab7d27-a7c3-4794-b6ef-d140ea0565f4 req-06dc826b-b98a-49ee-a65e-de84022127b1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Sep 24 19:01:57.959079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.006979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8dfc-450f-48b7-9879-db6e8b8c5499 req-7a85bb4f-ed9a-4292-9428-e8b291a4b1ae tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:58.007542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.012247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-010e8dfc-450f-48b7-9879-db6e8b8c5499 req-7a85bb4f-ed9a-4292-9428-e8b291a4b1ae tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.1243799 Sep 24 19:01:58.033243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0563d18a-fb86-44aa-9788-c1a8e4da0eaf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:01:58.078913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:58.084949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:01:58.088169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] For port 88c59230-70fd-431d-b99c-3ab64b99f0b8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=88c59230-70fd-431d-b99c-3ab64b99f0b8,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:58.113021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.120542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.132467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-010e8dfc-450f-48b7-9879-db6e8b8c5499 req-cea2c5ec-e9fa-4612-bca9-5429fb13cfc3 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151886 Sep 24 19:01:58.182911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59abb9b-3307-4c4a-9e5b-073aaae2c1be req-d531b510-7033-4d51-bcff-bc20649511ec tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:58.183287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c59abb9b-3307-4c4a-9e5b-073aaae2c1be req-d531b510-7033-4d51-bcff-bc20649511ec tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.1196504 Sep 24 19:01:58.210341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.244672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:58.276756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:58.279457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c59abb9b-3307-4c4a-9e5b-073aaae2c1be req-2accb913-7485-48aa-83d3-137b4745086d tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901165 Sep 24 19:01:58.340708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2c8f6-ec0a-4585-940f-2376f5a5c162 None None] Pushing event deleted for resources: {'Port': ['ID=88c59230-70fd-431d-b99c-3ab64b99f0b8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:58.368407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3bbc7ee6-c7e1-4f26-b0f1-1cfdaef33207 None None] Could not find standard attr ID for object 88c59230-70fd-431d-b99c-3ab64b99f0b8. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:01:58.564935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0563d18a-fb86-44aa-9788-c1a8e4da0eaf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:01:58.614771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:58.754330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:52Z', 'revision_number': 4, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '88c59230-70fd-431d-b99c-3ab64b99f0b8', 'name': '', 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'mac_address': 'fa:16:3e:79:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:51Z', 'updated_at': '2021-09-24T19:01:57Z', 'revision_number': 4, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'subnets': [{'id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:01:58.810239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f45e7f-d1f6-43cd-aaab-3bc607ef8f17 req-1d065a6a-e50a-4c1d-92ee-45e5f9ac263b tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:58.810773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e890b-1e4b-4d59-93c4-781e91c553f7 None None] The sync data for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 is: [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:52Z', 'revision_number': 4, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port': {'id': 'f7def835-9619-4859-810a-4f1ffb83daa6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '88c59230-70fd-431d-b99c-3ab64b99f0b8', 'name': '', 'network_id': 'adc78040-2f36-46b3-bdd1-3e1a32e62caf', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'mac_address': 'fa:16:3e:79:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:01:51Z', 'updated_at': '2021-09-24T19:01:57Z', 'revision_number': 4, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'subnets': [{'id': 'b2c94370-2cf9-4f58-ad8b-cb7f4bafe722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:01:58.823824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46f45e7f-d1f6-43cd-aaab-3bc607ef8f17 req-1d065a6a-e50a-4c1d-92ee-45e5f9ac263b tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.0828424 Sep 24 19:01:58.922594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46f45e7f-d1f6-43cd-aaab-3bc607ef8f17 req-b55e4259-bf78-4e7c-a3f0-8883362b51f4 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974836 Sep 24 19:01:58.957801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326ced3-97b2-403d-bfde-71abf2ab2820 req-9ce3dbed-5c98-498b-8243-c39d1fb9ae40 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:58.966839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8326ced3-97b2-403d-bfde-71abf2ab2820 req-9ce3dbed-5c98-498b-8243-c39d1fb9ae40 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.1337671 Sep 24 19:01:59.036034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:01:59.064975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Router 22da7eb2-baff-400e-b203-a796b2eeb53e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:01:59.088961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 54ae49fc-30c0-4d9b-8dda-602f1ee3882f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:01:59.111558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 54ae49fc-30c0-4d9b-8dda-602f1ee3882f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:01:59.111923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 54ae49fc-30c0-4d9b-8dda-602f1ee3882f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:01:59.112038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8326ced3-97b2-403d-bfde-71abf2ab2820 req-da85e1ed-1656-4659-b7cd-859b15ca284b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273792 Sep 24 19:01:59.214358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-70866233-ae39-4d25-8f8c-5fd90a10e0a4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:59.216136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-70866233-ae39-4d25-8f8c-5fd90a10e0a4 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.2107620 Sep 24 19:01:59.221738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:01:59.227773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:01:59.228256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.334206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:01:59.344617 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d11e508-42e6-4a02-84da-8d664df7e428 admin admin] 10.222.0.18 "PUT /v2.0/routers/22da7eb2-baff-400e-b203-a796b2eeb53e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2171936 Sep 24 19:01:59.344843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53660) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:01:59.345335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5ecf-cf1f-4e96-b69e-12ddb6260295 req-1d449b67-ddc1-436b-9a21-de84160649bf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:59.354493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c63c5ecf-cf1f-4e96-b69e-12ddb6260295 req-1d449b67-ddc1-436b-9a21-de84160649bf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 949 time: 0.1810181 Sep 24 19:01:59.419637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.458302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:01:59.476403 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7040a54-946e-44c6-92e0-4ffa36d126b7" -d '{"events": [{"server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:01:59.480166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c63c5ecf-cf1f-4e96-b69e-12ddb6260295 req-2a5f5a0e-805d-400f-9cba-b7fbfcc12358 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246843 Sep 24 19:01:59.494536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Deleting port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:01:59.497400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.516665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:59.525920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.534036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfdcbb-de95-4f7a-a407-8c231c18b265 req-1570eab6-b461-470f-b755-fbc44076d78d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:59.544991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83bfdcbb-de95-4f7a-a407-8c231c18b265 req-1570eab6-b461-470f-b755-fbc44076d78d tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 950 time: 0.1785581 Sep 24 19:01:59.608174 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.628677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83bfdcbb-de95-4f7a-a407-8c231c18b265 req-f805d6a5-07b0-4afb-860c-c448e1a6a06b tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/security-groups?id=6886674f-b655-4862-a862-4cb4bc8b27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Sep 24 19:01:59.664658 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261c2da-4d48-42a4-920a-b95546f406db x-openstack-request-id: req-e261c2da-4d48-42a4-920a-b95546f406db {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:01:59.665016 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:01:59.665361 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e261c2da-4d48-42a4-920a-b95546f406db {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:01:59.665823 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', 'code': 200} Sep 24 19:01:59.698754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:01:59.737727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] For port e6637a9c-92fc-4a89-9051-cb25e3b49bd6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:01:59.738106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:01:59.764649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Calling delete_port for e6637a9c-92fc-4a89-9051-cb25e3b49bd6 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:01:59.938715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39ad7c-8a4e-4343-837e-3d778190dad9 req-b8de8537-1892-44ba-8f72-188705a45ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:01:59.940607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee39ad7c-8a4e-4343-837e-3d778190dad9 req-b8de8537-1892-44ba-8f72-188705a45ffa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 1101 time: 0.0868239 Sep 24 19:02:00.136794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee39ad7c-8a4e-4343-837e-3d778190dad9 req-c6b3b949-422d-4159-8636-1987d62e996d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478415 Sep 24 19:02:00.174975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.188048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e6637a9c-92fc-4a89-9051-cb25e3b49bd6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:00.226949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18213ea8-12f2-4960-b267-b21a16701a32 req-c89563c1-bd91-41f8-b40f-5d9be4b4367d tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:00.233104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18213ea8-12f2-4960-b267-b21a16701a32 req-c89563c1-bd91-41f8-b40f-5d9be4b4367d tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.1675885 Sep 24 19:02:00.237482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Pushing event deleted for resources: {'Port': ['ID=e6637a9c-92fc-4a89-9051-cb25e3b49bd6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:00.258640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-a4ffe8b1-baef-4d6d-9a87-c8e08402441b tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:00.261162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-a4ffe8b1-baef-4d6d-9a87-c8e08402441b tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.69 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 950 time: 0.2239766 Sep 24 19:02:00.294801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.378827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Deleting port f7def835-9619-4859-810a-4f1ffb83daa6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:00.379604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.490917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] For port f7def835-9619-4859-810a-4f1ffb83daa6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f7def835-9619-4859-810a-4f1ffb83daa6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:00.491297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.515520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Calling delete_port for f7def835-9619-4859-810a-4f1ffb83daa6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:00.722416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.751499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Sync routers for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:00.760035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7def835-9619-4859-810a-4f1ffb83daa6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:00.761464 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:00.762287 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:00.813413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] No DVR routers for this DVR port e6637a9c-92fc-4a89-9051-cb25e3b49bd6 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:00.823436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.837104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.837505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:00.839236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dae93c2-c4a6-473a-881f-058d929a59e1 req-1f5a7e8f-9977-4973-a68e-0e681e910663 tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.69 "DELETE /v2.0/ports/e6637a9c-92fc-4a89-9051-cb25e3b49bd6 HTTP/1.1" status: 204 len: 173 time: 1.6068904 Sep 24 19:02:00.841619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'name': 'network-vif-deleted', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:00.843889 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a305d-a424-45a7-aac5-89368f73137b" -d '{"events": [{"server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "name": "network-vif-deleted", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:00.886164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18213ea8-12f2-4960-b267-b21a16701a32 req-33d16877-b640-4058-9e24-b66e885aae87 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187477 Sep 24 19:02:00.916565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-500ed346-a9d3-4abc-a834-76b3c90cfaa6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:00.918091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:02:00Z', 'revision_number': 7, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:00.918812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-500ed346-a9d3-4abc-a834-76b3c90cfaa6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.2191234 Sep 24 19:02:00.937441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.939964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:00.950665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a908d-6724-4635-9787-1420bec21eb8 req-7cb223b9-7b1c-4e74-99ab-bd4202b5daee tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:00.951526 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Checking router: 22da7eb2-baff-400e-b203-a796b2eeb53e for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:00.955309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-739a908d-6724-4635-9787-1420bec21eb8 req-7cb223b9-7b1c-4e74-99ab-bd4202b5daee tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 946 time: 0.2782989 Sep 24 19:02:00.960910 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Routers {'22da7eb2-baff-400e-b203-a796b2eeb53e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:00.961916 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['22da7eb2-baff-400e-b203-a796b2eeb53e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:01.002278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.002821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22da7eb2-baff-400e-b203-a796b2eeb53e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:02:01.009664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.013219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-35fc627b-365b-463d-a855-4f778c26179d admin admin] 10.222.0.18 "DELETE /v2.0/routers/22da7eb2-baff-400e-b203-a796b2eeb53e HTTP/1.1" status: 204 len: 168 time: 1.6645525 Sep 24 19:02:01.013403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:01.056554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0563d18a-fb86-44aa-9788-c1a8e4da0eaf up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:01.081038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Deleting subnet b2c94370-2cf9-4f58-ad8b-cb7f4bafe722 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:02:01.085605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Deleting port aad09623-a036-42b4-98d0-9b7cc45d7b7f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:01.086217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.086684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.118961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:01.125673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:01.126458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.130201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.143462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-739a908d-6724-4635-9787-1420bec21eb8 req-638250a1-8e69-427d-8a73-26ae75b58e77 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758773 Sep 24 19:02:01.175647 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] Set router 22da7eb2-baff-400e-b203-a796b2eeb53e gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:01.230501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.246086 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:02:00Z', 'revision_number': 7, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:01.285787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60475e7f-bf31-453e-8d75-d9d949ee11ca None None] The sync data for ids ['22da7eb2-baff-400e-b203-a796b2eeb53e'] in n-d-810952-2 is: [{'id': '22da7eb2-baff-400e-b203-a796b2eeb53e', 'name': 'tempest-FloatingIPsNegativeTestJSON-492466680-router', 'tenant_id': 'f38eba82739546b0a1850ec353fb8bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:01:47Z', 'updated_at': '2021-09-24T19:02:00Z', 'revision_number': 7, 'project_id': 'f38eba82739546b0a1850ec353fb8bb1', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:01.294715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.309112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.329427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c94370-2cf9-4f58-ad8b-cb7f4bafe722,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:01.340422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.345926 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b9a3d5f0-b4af-4ea1-8219-3265e71503b7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2c94370-2cf9-4f58-ad8b-cb7f4bafe722 HTTP/1.1" status: 204 len: 168 time: 0.3315351 Sep 24 19:02:01.347078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:01.355083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef1257-bd2e-4c09-978d-c3b38a91c6b9 None None] Network adc78040-2f36-46b3-bdd1-3e1a32e62caf requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:01.365054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8a94d-3835-4162-8bf8-dc13512ac319 req-28b028ab-24a2-40bc-bb4c-bad4971fcd6b tempest-DeleteServersAdminTestJSON-1429770284 tempest-DeleteServersAdminTestJSON-1429770284-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0332141 Sep 24 19:02:01.374227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ca7b4-7bcb-4765-a4be-5e9e85d82f7d req-09331c14-4c07-45ef-a5de-04031a2577e8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:01.375791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-912ca7b4-7bcb-4765-a4be-5e9e85d82f7d req-09331c14-4c07-45ef-a5de-04031a2577e8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 949 time: 0.3757305 Sep 24 19:02:01.456957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:01.461081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-912ca7b4-7bcb-4765-a4be-5e9e85d82f7d req-e7cf25a6-0bf5-4ff6-be52-f736cf3db9d5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Sep 24 19:02:01.487013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] For port aad09623-a036-42b4-98d0-9b7cc45d7b7f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=aad09623-a036-42b4-98d0-9b7cc45d7b7f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:01.487490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.498235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.502972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:01.503598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.529487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.558825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:01.611743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port 9bf1f069-95e5-4a54-9a1d-2dc487372d58, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9bf1f069-95e5-4a54-9a1d-2dc487372d58,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:01.612117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.628898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for 9bf1f069-95e5-4a54-9a1d-2dc487372d58 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:01.641530 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d4867-8122-4843-b699-b5af0498addb x-openstack-request-id: req-608d4867-8122-4843-b699-b5af0498addb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:01.641834 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0", "name": "network-vif-deleted", "tag": "e6637a9c-92fc-4a89-9051-cb25e3b49bd6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:01.642095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-608d4867-8122-4843-b699-b5af0498addb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:01.642490 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e30a4-c0ac-4fa4-ae17-dcb281d5dfe0', 'name': 'network-vif-deleted', 'tag': 'e6637a9c-92fc-4a89-9051-cb25e3b49bd6', 'status': 'completed', 'code': 200} Sep 24 19:02:01.643386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Calling delete_port for aad09623-a036-42b4-98d0-9b7cc45d7b7f owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:01.652188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Deleting port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:01.652640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.673606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:01.676219 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9230820-06a9-49fb-83e2-c6d904b6484d" -d '{"events": [{"server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "name": "network-vif-plugged", "status": "completed", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:01.745389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] DHCP port deletion for adc78040-2f36-46b3-bdd1-3e1a32e62caf request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:02:01.753308 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d1bcd-c665-49dc-97bd-79853b15efcf x-openstack-request-id: req-d80d1bcd-c665-49dc-97bd-79853b15efcf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:01.753681 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "name": "network-vif-plugged", "status": "completed", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:01.754008 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d80d1bcd-c665-49dc-97bd-79853b15efcf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:01.754473 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'code': 200} Sep 24 19:02:01.798448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] For port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:01.798448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.830714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Calling delete_port for e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:01.833321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Deleting port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:01.836357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.941658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] For port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,segment=NetworkSegment(490003ad-f2f5-49fa-a68a-d2cfff528190),segment_id=490003ad-f2f5-49fa-a68a-d2cfff528190)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:01.943001 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.952662 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:01.969338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Calling delete_port for e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:01.974173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1869cf-f087-4693-8526-15c6bc5d754d req-c351d167-550a-4481-85a9-7f8054c09df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:01.976465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c1869cf-f087-4693-8526-15c6bc5d754d req-c351d167-550a-4481-85a9-7f8054c09df5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 1101 time: 0.1455350 Sep 24 19:02:02.007643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] No DVR routers for this DVR port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:02.033095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.040218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:02.045978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['aad09623-a036-42b4-98d0-9b7cc45d7b7f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:02.057111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.098100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a', '9bf1f069-95e5-4a54-9a1d-2dc487372d58'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:02.119562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Pushing event deleted for resources: {'Port': ['ID=aad09623-a036-42b4-98d0-9b7cc45d7b7f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:02.134931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.152207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=9bf1f069-95e5-4a54-9a1d-2dc487372d58,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:02.169489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c1869cf-f087-4693-8526-15c6bc5d754d req-b0275556-6848-4742-8d60-c09219555341 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796348 Sep 24 19:02:02.173036 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.198809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc78040-2f36-46b3-bdd1-3e1a32e62caf']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:02.219791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490003ad-f2f5-49fa-a68a-d2cfff528190') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:02.220095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490003ad-f2f5-49fa-a68a-d2cfff528190') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:02.227428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] Pushing event deleted for resources: {'Port': ['ID=e9a2ccc3-4014-49e7-8faa-ed8e007b33f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:02.241546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.245513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d53cf-5de4-443a-b013-9eb0c87ba3ac None None] No DVR routers for this DVR port e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:02.269096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.272954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port 9bf1f069-95e5-4a54-9a1d-2dc487372d58 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:02.274978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] No DVR routers for this DVR port aad09623-a036-42b4-98d0-9b7cc45d7b7f on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:02.276773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.278313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:02:02.278817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23e6b130-40c5-428a-813b-1e9dc4ae1869 req-6e7c497e-0903-4136-96ea-9f08d8bc26bb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "DELETE /v2.0/ports/9bf1f069-95e5-4a54-9a1d-2dc487372d58 HTTP/1.1" status: 204 len: 173 time: 1.3042784 Sep 24 19:02:02.279087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:02:02.280730 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:02:02.282839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.283169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d334754-3896-4e63-95a1-d07473d8f4d4 req-17c0feaf-c8c6-4490-86bb-055c5a058378 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.69 "DELETE /v2.0/ports/aad09623-a036-42b4-98d0-9b7cc45d7b7f HTTP/1.1" status: 204 len: 173 time: 1.5932703 Sep 24 19:02:02.291366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c56d-5620-49bf-843e-cf6c4af3d0bd req-da942061-bbd3-47e3-b492-0fa4bacee9b1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:02.294154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ea7c56d-5620-49bf-843e-cf6c4af3d0bd req-da942061-bbd3-47e3-b492-0fa4bacee9b1 tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/ports?device_id=69caa7f1-8522-4b14-8c37-ec49134439c5 HTTP/1.1" status: 200 len: 867 time: 0.3110664 Sep 24 19:02:02.406965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ea7c56d-5620-49bf-843e-cf6c4af3d0bd req-66afbc6c-4165-4e03-a24a-3eb5b407792f tempest-ServerDiagnosticsNegativeTest-1032841762 tempest-ServerDiagnosticsNegativeTest-1032841762-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9162ce9-c1a3-461f-8f09-083289284aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051681 Sep 24 19:02:02.447880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.455539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.457590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] 10.222.0.18 "DELETE /v2.0/networks/adc78040-2f36-46b3-bdd1-3e1a32e62caf HTTP/1.1" status: 204 len: 168 time: 1.1092501 Sep 24 19:02:02.490378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1350b-867b-4cb4-b60a-8074b6f44e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=adc78040-2f36-46b3-bdd1-3e1a32e62caf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:02.587441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdb40937-5120-4ebf-a659-bda0e1e93e04 req-489a0784-66f2-4b6f-852f-2ea110648453 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=543df191-492f-4f5b-ba85-d7459d0ade7d HTTP/1.1" status: 200 len: 210 time: 0.0521271 Sep 24 19:02:02.615584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 88c59230-70fd-431d-b99c-3ab64b99f0b8 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:02.667445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:02.671765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 88c59230-70fd-431d-b99c-3ab64b99f0b8 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:02.672384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 88c59230-70fd-431d-b99c-3ab64b99f0b8 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:02.672965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f7def835-9619-4859-810a-4f1ffb83daa6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:02.707519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f7def835-9619-4859-810a-4f1ffb83daa6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:02.707869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f7def835-9619-4859-810a-4f1ffb83daa6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:02.708597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:02.729849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:02.730386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e9a2ccc3-4014-49e7-8faa-ed8e007b33f6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:02.733332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4ed5cfaf-909e-42ba-b1cf-425e9aec6a0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f38eba82739546b0a1850ec353fb8bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619833 Sep 24 19:02:02.736007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53786) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:02.827016 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.848790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6ba1-5aab-4374-8180-a8689ba0ec7b req-06357f6e-96f0-414b-9a5a-58bdd054bfd3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:02.850382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0e6ba1-5aab-4374-8180-a8689ba0ec7b req-06357f6e-96f0-414b-9a5a-58bdd054bfd3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 950 time: 0.0830498 Sep 24 19:02:02.864916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.925339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.932673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0e6ba1-5aab-4374-8180-a8689ba0ec7b req-8ba97fff-7e0c-4bed-96b3-4ce6f25db956 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Sep 24 19:02:02.977327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.983578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:02.988891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157072a3-2009-4fe1-ae84-efa58735fafc HTTP/1.1" status: 204 len: 168 time: 0.2508166 Sep 24 19:02:03.002844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1252f6-09d4-4025-b699-f99dfbd99b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157072a3-2009-4fe1-ae84-efa58735fafc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:03.070804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e6637a9c-92fc-4a89-9051-cb25e3b49bd6 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:03.107358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e6637a9c-92fc-4a89-9051-cb25e3b49bd6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:03.108233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e6637a9c-92fc-4a89-9051-cb25e3b49bd6 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:03.108781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:03.234609 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.276193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:03.283874 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.360421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:03.363530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-0ea7385a-7340-4e4b-9ccb-aee93edb70b0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:03.366615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-0ea7385a-7340-4e4b-9ccb-aee93edb70b0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.1307631 Sep 24 19:02:03.389138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-a5099e6a-74e0-45bd-97ec-c2e7f81e5e60 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/quotas/687734c9c5a44063afd01ca53ba4df34 HTTP/1.1" status: 200 len: 375 time: 0.0119328 Sep 24 19:02:03.447439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-c407cd84-6c6a-46bf-a4a9-75c76dd85196 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524857 Sep 24 19:02:03.478815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:03.555393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-963c14db-fbf4-4a3f-87e6-0c23a501bfe4 service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987883 Sep 24 19:02:03.642272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-70b8415f-ad28-4c9d-84f1-e6a4e2773022 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfbaab1f7dc54a1eaaedd8806920e07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598451 Sep 24 19:02:03.642537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:03.645261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'name': 'network-vif-deleted', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58'}, {'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'name': 'network-vif-deleted', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:03.650882 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a7ece-12a9-4806-b099-aad6c262a292" -d '{"events": [{"server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "name": "network-vif-deleted", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58"}, {"server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "name": "network-vif-deleted", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:03.699038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-361c5e68-19fd-4884-8b72-fb8ed60ff83d service neutron] 10.222.0.18 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423995 Sep 24 19:02:03.713307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.730018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53838) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:03.744994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.746199 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a449d2-db4e-4a84-b391-1a926dfc7604 x-openstack-request-id: req-d4a449d2-db4e-4a84-b391-1a926dfc7604 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:03.746949 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543df191-492f-4f5b-ba85-d7459d0ade7d", "name": "network-vif-deleted", "tag": "9bf1f069-95e5-4a54-9a1d-2dc487372d58", "status": "completed", "code": 200}, {"server_uuid": "69caa7f1-8522-4b14-8c37-ec49134439c5", "name": "network-vif-deleted", "tag": "aad09623-a036-42b4-98d0-9b7cc45d7b7f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:03.747300 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4a449d2-db4e-4a84-b391-1a926dfc7604 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:03.747794 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543df191-492f-4f5b-ba85-d7459d0ade7d', 'name': 'network-vif-deleted', 'tag': '9bf1f069-95e5-4a54-9a1d-2dc487372d58', 'status': 'completed', 'code': 200} Sep 24 19:02:03.748144 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69caa7f1-8522-4b14-8c37-ec49134439c5', 'name': 'network-vif-deleted', 'tag': 'aad09623-a036-42b4-98d0-9b7cc45d7b7f', 'status': 'completed', 'code': 200} Sep 24 19:02:03.755357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:03.762544 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0532534e-e005-4b23-a849-fc6a951154fa" -d '{"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-unplugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:03.817686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.822969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:03.825646 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6886674f-b655-4862-a862-4cb4bc8b27ef HTTP/1.1" status: 204 len: 168 time: 0.1814179 Sep 24 19:02:03.836148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53ba6-729f-44ca-8198-a4e4230fa61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886674f-b655-4862-a862-4cb4bc8b27ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:03.906010 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d7b59-e811-4b2c-b3e3-176d341eb6a5 x-openstack-request-id: req-d20d7b59-e811-4b2c-b3e3-176d341eb6a5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:03.906338 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-unplugged", "status": "completed", "tag": "18613979-f253-46f7-a70c-cef95a26169e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:03.906602 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d20d7b59-e811-4b2c-b3e3-176d341eb6a5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:03.907062 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18613979-f253-46f7-a70c-cef95a26169e', 'code': 200} Sep 24 19:02:04.007382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:04.007799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0faa4c6a-d93e-4465-a655-e6847b5d7444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79e4369b11aa4957a8b5a5a420db4d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764049 Sep 24 19:02:04.067227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.095208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.137110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89252d8e-c3ba-452a-81f5-8913d6cc5ecb req-b1fcdcbe-3694-4a52-9b66-5a43937bea08 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 210 time: 0.0849042 Sep 24 19:02:04.188520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.192181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.195914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9162ce9-c1a3-461f-8f09-083289284aea HTTP/1.1" status: 204 len: 168 time: 0.1838593 Sep 24 19:02:04.215183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c70ec-859c-4b20-a477-ec22395bd75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9162ce9-c1a3-461f-8f09-083289284aea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:04.278689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-9af11b61-bd72-415b-811a-eeb001e1ed39 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:04.285759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-9af11b61-bd72-415b-811a-eeb001e1ed39 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2673514 Sep 24 19:02:04.309147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-b2eb9c7d-5147-47b0-a417-63ccf6cfe704 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0207558 Sep 24 19:02:04.390882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140d34-8519-41ba-b71c-6fdb76af7dc9 req-a19fa03c-4a57-4c4a-babe-38edcc471728 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:04.392736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01140d34-8519-41ba-b71c-6fdb76af7dc9 req-a19fa03c-4a57-4c4a-babe-38edcc471728 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 950 time: 0.1236901 Sep 24 19:02:04.406559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:04.416011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-b8067a88-bf75-4372-b36c-00c7fc626ab6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771666 Sep 24 19:02:04.432486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d06f3c9-6453-4d9e-b299-9a2fa0b1c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.486028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01140d34-8519-41ba-b71c-6fdb76af7dc9 req-6f1b3da5-984a-435c-8c87-2f6a3f96920b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Sep 24 19:02:04.547752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d06f3c9-6453-4d9e-b299-9a2fa0b1c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.555665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d06f3c9-6453-4d9e-b299-9a2fa0b1c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.615253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f7f537fe-e0bb-412c-84bc-512f8ffdd73a service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908803 Sep 24 19:02:04.629682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2d06f3c9-6453-4d9e-b299-9a2fa0b1c86d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a99f7d7071ee47a3978c79cb47791766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216012 Sep 24 19:02:04.630289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:04.633057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f3c9-6453-4d9e-b299-9a2fa0b1c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605cdd3-5a2c-41c2-920f-9cb9af611108,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:04.702127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.738680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.782231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:04.788227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65947e8-8946-4397-bfed-6cb2ba26368c req-f1cd0354-677b-40c0-861d-a243d962edce tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:04.789929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c65947e8-8946-4397-bfed-6cb2ba26368c req-f1cd0354-677b-40c0-861d-a243d962edce tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 950 time: 0.1354933 Sep 24 19:02:04.812389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef92295-72c0-4781-9f0f-7f5c01e7e189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.826256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-ffc520c8-4711-41a0-88d6-a83dfbafb558 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041905 Sep 24 19:02:04.866391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.871201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:04.872523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8605cdd3-5a2c-41c2-920f-9cb9af611108 HTTP/1.1" status: 204 len: 168 time: 0.2410114 Sep 24 19:02:04.901590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c65947e8-8946-4397-bfed-6cb2ba26368c req-bbc3335c-d1bf-4daa-adda-809aaf653ff3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052663 Sep 24 19:02:04.955996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ade79-7b20-48ef-aaa0-c5dd723749f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605cdd3-5a2c-41c2-920f-9cb9af611108,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:04.986352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c757-0c23-4d53-91d6-79030de76350 req-4a0967df-042b-44bd-b71c-7228bdcef3bd tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:04.988252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c75c757-0c23-4d53-91d6-79030de76350 req-4a0967df-042b-44bd-b71c-7228bdcef3bd tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b554b00-7a76-44ce-bae2-4bdefd4e9e99 HTTP/1.1" status: 200 len: 943 time: 0.1488056 Sep 24 19:02:05.016103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef92295-72c0-4781-9f0f-7f5c01e7e189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.026532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef92295-72c0-4781-9f0f-7f5c01e7e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.070302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device aad09623-a036-42b4-98d0-9b7cc45d7b7f no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:05.089337 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0ef92295-72c0-4781-9f0f-7f5c01e7e189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3bc8cfeff3e4835bbad6396400d865f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002164 Sep 24 19:02:05.092480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92295-72c0-4781-9f0f-7f5c01e7e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac13a57-3157-4c28-80a5-36404a1dabe0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:05.109681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:05.113596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: aad09623-a036-42b4-98d0-9b7cc45d7b7f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:05.113945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device aad09623-a036-42b4-98d0-9b7cc45d7b7f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:05.127305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9bf1f069-95e5-4a54-9a1d-2dc487372d58 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:05.187210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.214456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.222421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Deleting port 18613979-f253-46f7-a70c-cef95a26169e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:05.222773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.276789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.281355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.283749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ac13a57-3157-4c28-80a5-36404a1dabe0 HTTP/1.1" status: 204 len: 168 time: 0.1714869 Sep 24 19:02:05.305113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50555c-ed89-4ec9-a1ae-ca16d9d69b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac13a57-3157-4c28-80a5-36404a1dabe0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:05.394387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] For port 18613979-f253-46f7-a70c-cef95a26169e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18613979-f253-46f7-a70c-cef95a26169e,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:05.395519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.412130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Calling delete_port for 18613979-f253-46f7-a70c-cef95a26169e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:05.526358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 9bf1f069-95e5-4a54-9a1d-2dc487372d58 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:05.531804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9bf1f069-95e5-4a54-9a1d-2dc487372d58 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:05.687678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-dc20857a-ce4a-4c7a-881c-46b6b47f0496 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:05.696180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-dc20857a-ce4a-4c7a-881c-46b6b47f0496 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.15 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 805 time: 0.1339750 Sep 24 19:02:05.700481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.746094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Request body: {'port': {'device_id': 'b035534d-338c-4bc7-8cad-7f5244295152', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'admin_state_up': True, 'tenant_id': '687734c9c5a44063afd01ca53ba4df34'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:05.792643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bca0bd1-adda-4b55-a556-7153575641cd req-05ac2149-c98b-4fd8-bc33-4c3c311e4b05 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 210 time: 0.0927792 Sep 24 19:02:05.820944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event deleted for resources: {'Port': ['ID=18613979-f253-46f7-a70c-cef95a26169e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:05.879138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] No DVR routers for this DVR port 18613979-f253-46f7-a70c-cef95a26169e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:05.884606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:05.886561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c75c757-0c23-4d53-91d6-79030de76350 req-8fbe8caf-b411-4c78-9752-c2a598ebe95d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.69 "DELETE /v2.0/ports/18613979-f253-46f7-a70c-cef95a26169e HTTP/1.1" status: 204 len: 173 time: 0.8904476 Sep 24 19:02:05.896152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-deleted', 'tag': '18613979-f253-46f7-a70c-cef95a26169e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:05.902101 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165c93f-6438-48ad-a2d0-8e2730e6feb7" -d '{"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-deleted", "tag": "18613979-f253-46f7-a70c-cef95a26169e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:05.990060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206548-95c3-414e-badf-ecf8e4d71321 req-f4bad254-f628-4786-bb64-ebf17cf24cea tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:05.996808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206548-95c3-414e-badf-ecf8e4d71321 req-f4bad254-f628-4786-bb64-ebf17cf24cea tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:06.003919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52206548-95c3-414e-badf-ecf8e4d71321 req-f4bad254-f628-4786-bb64-ebf17cf24cea tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47&device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 1691 time: 0.3062313 Sep 24 19:02:06.064227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d40d7-a4af-4877-977d-d42ca153116f req-b10b9ff8-d1b9-4f4b-8096-c17d3390a3d3 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:06.071461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1d40d7-a4af-4877-977d-d42ca153116f req-b10b9ff8-d1b9-4f4b-8096-c17d3390a3d3 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.1954079 Sep 24 19:02:06.145149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52206548-95c3-414e-badf-ecf8e4d71321 req-0fdc38f9-f024-430d-9973-3d7e62143ac3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385274 Sep 24 19:02:06.152430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Made reservation on behalf of 687734c9c5a44063afd01ca53ba4df34 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:06.157451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:06.201830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1d40d7-a4af-4877-977d-d42ca153116f req-c68034c3-0271-48a9-8992-d9aa5a60ceb5 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276312 Sep 24 19:02:06.417612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47f9916f-b461-4469-9e5f-87b9f85514f0 req-ad6f67ad-ce99-4e3f-a611-8e38d8a30c4f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 210 time: 0.2053013 Sep 24 19:02:06.424173 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d321f-cf4a-406a-b2cd-94d2c0591378 x-openstack-request-id: req-bb1d321f-cf4a-406a-b2cd-94d2c0591378 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:06.426013 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b554b00-7a76-44ce-bae2-4bdefd4e9e99", "name": "network-vif-deleted", "tag": "18613979-f253-46f7-a70c-cef95a26169e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:06.426587 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb1d321f-cf4a-406a-b2cd-94d2c0591378 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:06.427573 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b554b00-7a76-44ce-bae2-4bdefd4e9e99', 'name': 'network-vif-deleted', 'tag': '18613979-f253-46f7-a70c-cef95a26169e', 'status': 'completed', 'code': 200} Sep 24 19:02:06.478251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Allocated IP 172.20.0.8 (4e5b4c22-be78-44e5-ad26-ece7e66bf875/f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8/48048b86-661e-49ad-9488-01c64984ebb5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:06.643635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3594b4-43f7-4b49-ac92-863763a7e530 req-051cf68b-3790-412d-b7d0-c91e8b544b86 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:06.645117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b3594b4-43f7-4b49-ac92-863763a7e530 req-051cf68b-3790-412d-b7d0-c91e8b544b86 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 1101 time: 0.1048684 Sep 24 19:02:06.761062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b3594b4-43f7-4b49-ac92-863763a7e530 req-f4be79ac-5606-42ef-a890-c9cd58523066 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919225 Sep 24 19:02:06.783151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:06.842148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-364da69f-1043-411d-89b8-e964e1ddef24 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:06.846542 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-364da69f-1043-411d-89b8-e964e1ddef24 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.1906552 Sep 24 19:02:06.871637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:06.880137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:06.999240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1270a2bb-1505-4ade-9fe0-4c5142933c80 req-d99c4750-24e6-496d-84b8-4f0b900abe78 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 210 time: 0.0816150 Sep 24 19:02:07.001020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:07.011889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:07.015562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:07.025794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:07.050666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:07.057785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.070749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dae8-1567-4530-84aa-ac989d976c9c req-12f62c64-cfb6-4f95-b102-b47d7ee41f55 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:07.072697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b971dae8-1567-4530-84aa-ac989d976c9c req-12f62c64-cfb6-4f95-b102-b47d7ee41f55 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 1101 time: 0.1541235 Sep 24 19:02:07.102641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:07.143647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b971dae8-1567-4530-84aa-ac989d976c9c req-7779b11b-7ee0-4701-9bab-a3a0d23a6ed3 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Sep 24 19:02:07.150777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:07.151663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.170357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-1620a97b-a707-4843-a604-16eb53db88d1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562261 Sep 24 19:02:07.196879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Request body: {'port': {'device_id': 'b035534d-338c-4bc7-8cad-7f5244295152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:07.312853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.357529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.7 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/4294f13d-56e3-46c1-b9f8-404c27a7a0ff) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:07.423147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d30040c-9b3e-4c62-9a0f-60c911f0e664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.613228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972fe4-9095-4177-97cd-da1b0161e96c req-5dcbd1df-6f20-4529-b24d-b17a3fd5457b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:07.615100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce972fe4-9095-4177-97cd-da1b0161e96c req-5dcbd1df-6f20-4529-b24d-b17a3fd5457b tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.2090986 Sep 24 19:02:07.618684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.654595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0eb20-31f1-43f3-a900-4ab15cddb595 req-2d7f46ec-6ecc-4f3c-82cf-cf502c8d6142 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:07.661705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31b0eb20-31f1-43f3-a900-4ab15cddb595 req-2d7f46ec-6ecc-4f3c-82cf-cf502c8d6142 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 931 time: 0.1316974 Sep 24 19:02:07.664378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d30040c-9b3e-4c62-9a0f-60c911f0e664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.676610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d30040c-9b3e-4c62-9a0f-60c911f0e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.717154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.722141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30040c-9b3e-4c62-9a0f-60c911f0e664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd983253-84be-4c28-88cc-252acde3449c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:07.730812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:07.742034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d30040c-9b3e-4c62-9a0f-60c911f0e664 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fce005c4e374458bc8a0103fc20df77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378019 Sep 24 19:02:07.765924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:07.789888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:07.793334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:07.801679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:07.856632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:07.895174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:07.895834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.909561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:07.920965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-c22842bd-63d1-4fb1-930e-e15cd5674456 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571709 Sep 24 19:02:07.939627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Request body: {'port': {'device_id': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:07.943472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.026168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.077400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.079964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.081108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd983253-84be-4c28-88cc-252acde3449c HTTP/1.1" status: 204 len: 168 time: 0.3142433 Sep 24 19:02:08.094284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce972fe4-9095-4177-97cd-da1b0161e96c req-fe16f477-c68a-49e7-8a4c-64f02e842571 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616671 Sep 24 19:02:08.103889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebe2b3-0fed-4cf0-ab16-9d6106d765ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd983253-84be-4c28-88cc-252acde3449c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:08.106630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31b0eb20-31f1-43f3-a900-4ab15cddb595 req-735143d7-8869-4da5-b1ec-2f03f1e73889 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439785 Sep 24 19:02:08.209668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48048b86-661e-49ad-9488-01c64984ebb5 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:08.219390 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.254068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Transition to ACTIVE for port object 48048b86-661e-49ad-9488-01c64984ebb5 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:08.256547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-6e360b1e-dc6d-4e6d-a7c5-87f6280f9e0e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322063 Sep 24 19:02:08.259471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.411876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:08.441047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4294f13d-56e3-46c1-b9f8-404c27a7a0ff {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:08.449536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.465542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Transition to ACTIVE for port object 4294f13d-56e3-46c1-b9f8-404c27a7a0ff will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:08.476883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.504493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Attempting to bind port 48048b86-661e-49ad-9488-01c64984ebb5 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:08.504833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Attempting to bind port 48048b86-661e-49ad-9488-01c64984ebb5 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:08.505162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Attempting to bind port 48048b86-661e-49ad-9488-01c64984ebb5 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:08.510412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Port 48048b86-661e-49ad-9488-01c64984ebb5 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:08.510716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Attempting to bind port 48048b86-661e-49ad-9488-01c64984ebb5 on network 4e5b4c22-be78-44e5-ad26-ece7e66bf875 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:08.518936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-5891e63e-4c38-43f1-8a92-f74ca1d55897 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:08.526541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-5891e63e-4c38-43f1-8a92-f74ca1d55897 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577987 Sep 24 19:02:08.537755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:08.538103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Checking segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:08.539059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Bound using segment: {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:08.539620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Bound port: 48048b86-661e-49ad-9488-01c64984ebb5, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3143fa88-4c16-4dad-a44c-e4e529a689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:08.540119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.549784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-d6b39d35-1ab0-40e5-9b97-37e3912caabc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.0229588 Sep 24 19:02:08.567750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:08.607524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.623864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Attempting to bind port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:08.625273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Attempting to bind port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:08.626352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Attempting to bind port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:08.633142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-b73afd0e-2b01-4872-b9c8-a2b81a037b5a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822423 Sep 24 19:02:08.634258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:08.635335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Attempting to bind port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:08.642144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:08.642650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:08.643139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:08.643616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Bound port: 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:08.645161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.656496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:08.660164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:08.666273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.718277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:08.719681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.721220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] 10.222.0.15 "PUT /v2.0/ports/48048b86-661e-49ad-9488-01c64984ebb5 HTTP/1.1" status: 200 len: 1091 time: 1.5359232 Sep 24 19:02:08.726035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:08.731107 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196bc988-8625-4e8c-86c8-ef2b488f1899" -d '{"events": [{"name": "network-changed", "server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "tag": "48048b86-661e-49ad-9488-01c64984ebb5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:08.741803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:08.750480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:08.765955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.766145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b66a5-ef58-40ce-b9dc-037b9558966e service neutron] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:08.816941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:08.817567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:08.820711 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/4294f13d-56e3-46c1-b9f8-404c27a7a0ff HTTP/1.1" status: 200 len: 1091 time: 0.8852472 Sep 24 19:02:08.821265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:08.823649 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf063bc-9043-4328-8e1e-b55a8d448439" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:08.856475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-a541b1ed-a37f-4174-844f-3c9a42f78e0c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b26c3a61a251448b9734ee56227a9211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651195 Sep 24 19:02:08.873321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b130-efe6-404f-bce5-9abcb3dabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:08.895957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-063d6d2e-bfd4-4817-b431-83e81cfc860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:08.897793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-063d6d2e-bfd4-4817-b431-83e81cfc860a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 1094 time: 0.1078289 Sep 24 19:02:08.926402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-3517b7df-300c-431b-9747-882e9cbe67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:08.928196 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-3517b7df-300c-431b-9747-882e9cbe67cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 1094 time: 0.0566669 Sep 24 19:02:08.970934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-892fd1cf-93f2-4e8a-acf8-25865fe672b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48048b86-661e-49ad-9488-01c64984ebb5 HTTP/1.1" status: 200 len: 217 time: 0.0565550 Sep 24 19:02:08.997468 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-4fd3dc74-8a6e-46f3-9b28-5ba9d5d19d0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff HTTP/1.1" status: 200 len: 217 time: 0.0591459 Sep 24 19:02:09.064659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-12d58ca3-dabc-4312-bd30-04380f3bddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.066830 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-12d58ca3-dabc-4312-bd30-04380f3bddb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0600121 Sep 24 19:02:09.068883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-50a59000-7a71-43b0-9e3f-1e7c7bebd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.070368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-50a59000-7a71-43b0-9e3f-1e7c7bebd8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0697031 Sep 24 19:02:09.077765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-071c8aa1-ccbe-4904-89bf-6b00396f13b0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.079354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-071c8aa1-ccbe-4904-89bf-6b00396f13b0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156770 Sep 24 19:02:09.084704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:09.114716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 18613979-f253-46f7-a70c-cef95a26169e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:09.117635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18613979-f253-46f7-a70c-cef95a26169e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:09.125825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-70005f06-5959-4368-8e11-7ef6e9364082 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/quotas/b26c3a61a251448b9734ee56227a9211 HTTP/1.1" status: 200 len: 375 time: 0.0400660 Sep 24 19:02:09.128002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-27b29810-75ae-4b36-8492-860390b6eb00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406246 Sep 24 19:02:09.140544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-a20b5906-4873-4dd4-b5e0-f177a004d308 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526986 Sep 24 19:02:09.218792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-7fdeb4be-efe8-4713-a978-bf83ffa9bf51 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b26c3a61a251448b9734ee56227a9211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872099 Sep 24 19:02:09.246168 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-a06a334f-b381-4401-bb36-5d495b7af108 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969002 Sep 24 19:02:09.336395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743db3-f1ea-45e3-bd06-f10a7fe26a43 req-796334af-3899-4502-8eb5-1bc6d427a012 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.338140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a743db3-f1ea-45e3-bd06-f10a7fe26a43 req-796334af-3899-4502-8eb5-1bc6d427a012 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 943 time: 0.1218262 Sep 24 19:02:09.343527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-fea35e8c-5962-4ace-aa9a-dfd8f2de2cfa service neutron] 10.222.0.15 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057426 Sep 24 19:02:09.392357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17dc73eb-1f15-4ff9-a4a9-8412a5e847e4 req-38145602-a5f6-4b7f-a2fa-539043059bb5 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353393 Sep 24 19:02:09.468247 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c345a58f-b9ba-4b4c-a431-1f477fcab890 x-openstack-request-id: req-c345a58f-b9ba-4b4c-a431-1f477fcab890 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:09.468583 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "tag": "48048b86-661e-49ad-9488-01c64984ebb5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:09.468811 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c345a58f-b9ba-4b4c-a431-1f477fcab890 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:09.469190 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5', 'status': 'completed', 'code': 200} Sep 24 19:02:09.495530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a743db3-f1ea-45e3-bd06-f10a7fe26a43 req-2e07c052-f6ca-46fe-940e-09dfd71be62e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003108 Sep 24 19:02:09.521706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27094dd-3e8e-494b-8cc2-7f4d234feb46 req-ee3a5ce9-ed66-4969-8c12-c7410efc5795 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677661 Sep 24 19:02:09.552144 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf263147-a680-44dd-bd7d-37351720e867 x-openstack-request-id: req-bf263147-a680-44dd-bd7d-37351720e867 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:09.552443 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:09.552700 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf263147-a680-44dd-bd7d-37351720e867 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:09.553236 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff', 'status': 'completed', 'code': 200} Sep 24 19:02:09.684843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-63de1149-0e75-4e25-b107-b6c404e6224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.687286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-63de1149-0e75-4e25-b107-b6c404e6224e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=687734c9c5a44063afd01ca53ba4df34&device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 1094 time: 0.0907135 Sep 24 19:02:09.767474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-6337057a-aeae-4f77-a4f5-e36168bc6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.773224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-6337057a-aeae-4f77-a4f5-e36168bc6844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 1094 time: 0.1772220 Sep 24 19:02:09.849091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-855c1bc7-c592-48b9-9b8c-140b3c1ab286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.850680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-855c1bc7-c592-48b9-9b8c-140b3c1ab286 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 200 len: 905 time: 0.1510510 Sep 24 19:02:09.853469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658e6c-f8a5-4fbf-b4b9-8944837c2e06 req-e4fe69f9-a3a7-4450-af29-5d045fd513c9 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:09.861316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22658e6c-f8a5-4fbf-b4b9-8944837c2e06 req-e4fe69f9-a3a7-4450-af29-5d045fd513c9 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 943 time: 0.1781282 Sep 24 19:02:09.967274 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-87e05d8d-8707-45ba-9f26-26b7bc4a274b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48048b86-661e-49ad-9488-01c64984ebb5 HTTP/1.1" status: 200 len: 217 time: 0.1029027 Sep 24 19:02:09.984810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22658e6c-f8a5-4fbf-b4b9-8944837c2e06 req-fcf0983d-b241-4611-bdaf-f299dcbd53e8 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226382 Sep 24 19:02:09.994148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54164) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:10.074748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-7b6c45ee-5d47-4cd9-9f88-5cc0067f0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:10.077231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-7b6c45ee-5d47-4cd9-9f88-5cc0067f0f27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 200 len: 845 time: 0.0979743 Sep 24 19:02:10.113056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baa8186a-5dcc-40db-bcfb-6c342301c85a req-976a6f3e-352a-4fb6-92db-6d1f7d8ae575 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 210 time: 0.0449245 Sep 24 19:02:10.116630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-2abe2ff2-82e4-46e5-82cf-cfad3267429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:10.118932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-2abe2ff2-82e4-46e5-82cf-cfad3267429c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.3294859 Sep 24 19:02:10.137216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-270dc32a-9350-49af-b386-38e642c13d1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e5b4c22-be78-44e5-ad26-ece7e66bf875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493696 Sep 24 19:02:10.225764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-73e42a54-0de3-403b-866b-c897e2bd4735 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff HTTP/1.1" status: 200 len: 217 time: 0.0956013 Sep 24 19:02:10.314550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-5e4ff6aa-3a3b-454c-9959-8b8c558d8c75 service neutron] 10.222.0.15 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584527 Sep 24 19:02:10.338503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb16a1b8-ad8f-403a-bd3c-8e3720d9ba19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:10.352419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-cb5f2d69-ae7a-4191-a833-d96f6a36c526 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664337 Sep 24 19:02:10.419953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-3606a2ca-cb6f-468c-bfa9-2ff32bdfd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:10.422329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-3606a2ca-cb6f-468c-bfa9-2ff32bdfd6f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1827955 Sep 24 19:02:10.449037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-196bc988-8625-4e8c-86c8-ef2b488f1899 req-5605c865-be10-4abe-926b-1eb8d3420caa service neutron] 10.222.0.15 "GET /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210892 Sep 24 19:02:10.507912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-2014ad4e-b34d-4f04-a45a-900aeff776f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468156 Sep 24 19:02:10.608700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62b6f62d-1f82-4c6f-8665-590a9078aaef req-3de296c7-763e-49df-9504-80ac9a7f1073 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 210 time: 0.0670376 Sep 24 19:02:10.629419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-6f19514a-0cbf-4f57-8a21-07b4b5dc7afc tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:10.631021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-6f19514a-0cbf-4f57-8a21-07b4b5dc7afc tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776558 Sep 24 19:02:10.698045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-eb47615f-9fed-40fd-85c5-1f889f97390a tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/quotas/b8a6dc03c678402fb17ed21cc8b848dc HTTP/1.1" status: 200 len: 375 time: 0.0410669 Sep 24 19:02:10.768610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-3a674d2e-b090-4247-9d00-c91219b625d3 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529675 Sep 24 19:02:10.772069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-0375388f-0a5e-4e93-83b5-656aae4ffe01 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471948 Sep 24 19:02:10.786147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb16a1b8-ad8f-403a-bd3c-8e3720d9ba19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:10.807725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153a4d-d9c3-46a7-a1c8-39b6705b73fa req-84fde82c-3516-4414-b7df-04da035c3499 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:10.809252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14153a4d-d9c3-46a7-a1c8-39b6705b73fa req-84fde82c-3516-4414-b7df-04da035c3499 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.1346095 Sep 24 19:02:10.809884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb16a1b8-ad8f-403a-bd3c-8e3720d9ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:10.917594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eb16a1b8-ad8f-403a-bd3c-8e3720d9ba19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a30c412999104f9b9b95a5aa1287d51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9220068 Sep 24 19:02:10.919892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16a1b8-ad8f-403a-bd3c-8e3720d9ba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a9977-cf3a-444c-8b74-c5d710cc8351,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:10.921399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:10.979192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14153a4d-d9c3-46a7-a1c8-39b6705b73fa req-7368f009-8261-49d3-a86a-5d4608b6b810 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549773 Sep 24 19:02:10.995357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccf063bc-9043-4328-8e1e-b55a8d448439 req-60f5b874-0aac-41fc-ac8a-0916aef5dbcd service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078857 Sep 24 19:02:11.024767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2569eb3-b37e-494e-b09e-d88004e4ab09 req-61ae71d2-ff3c-488b-834a-abe3226989e4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:11.026877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2569eb3-b37e-494e-b09e-d88004e4ab09 req-61ae71d2-ff3c-488b-834a-abe3226989e4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 943 time: 0.1041577 Sep 24 19:02:11.049842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.082021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.111871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3797cd1e-10b0-4973-a466-ffe3eb3e8790 req-32a1bcd5-b05a-4a81-8467-f1dc4732069d tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 210 time: 0.0480676 Sep 24 19:02:11.116153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2569eb3-b37e-494e-b09e-d88004e4ab09 req-cac992ed-d00f-4ef8-a1fa-29543e0a3f34 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831079 Sep 24 19:02:11.154707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-fbd09d45-2d5b-4e01-a73b-b86f14166fbc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470161 Sep 24 19:02:11.193839 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.197784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.199269 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/237a9977-cf3a-444c-8b74-c5d710cc8351 HTTP/1.1" status: 204 len: 168 time: 0.2763464 Sep 24 19:02:11.235716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea7bfe-8c58-4954-a7d2-df4e5a98845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a9977-cf3a-444c-8b74-c5d710cc8351,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:11.337106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7d7d9ae-85cc-405c-b04a-8296452f2301 req-a2cd4a96-7f51-41be-9f6a-312701ea80b1 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 210 time: 0.0465105 Sep 24 19:02:11.465348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-28e08104-d7b8-4a9e-91d6-6392fbbf26f6 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b26c3a61a251448b9734ee56227a9211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685458 Sep 24 19:02:11.524223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-86031e67-79ad-47f5-8593-b6eca1d0030a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259086 Sep 24 19:02:11.608256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64055c-6beb-43cb-ac48-5de6c1d56ef9 req-cf808c3c-9325-46d9-bcb4-66ed54a9b962 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:11.609791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a64055c-6beb-43cb-ac48-5de6c1d56ef9 req-cf808c3c-9325-46d9-bcb4-66ed54a9b962 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 943 time: 0.3177564 Sep 24 19:02:11.661409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-7a27527b-b71a-4006-8d11-ecb2f045e512 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:11.662956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-7a27527b-b71a-4006-8d11-ecb2f045e512 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5005345 Sep 24 19:02:11.677539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:11.686791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:11.699427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eed06ee-57a4-49be-a2dd-86a02e38b1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.818718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16fd20cb-0fd6-483b-be96-e62e0a12e638 req-f1ef623f-53d9-40a4-9bbb-e9a4aedc76e8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 210 time: 0.0911868 Sep 24 19:02:11.819888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eed06ee-57a4-49be-a2dd-86a02e38b1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.826398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eed06ee-57a4-49be-a2dd-86a02e38b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.847361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a64055c-6beb-43cb-ac48-5de6c1d56ef9 req-b932fe7b-6be7-4be9-a6e7-d57584e22e90 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955698 Sep 24 19:02:11.871146 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2eed06ee-57a4-49be-a2dd-86a02e38b1bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5c64b51c9c64f69bd208e39b205d2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921959 Sep 24 19:02:11.875158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:11.885787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-33281585-beca-449f-8f43-61f60637869c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:11.887283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-33281585-beca-449f-8f43-61f60637869c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997588 Sep 24 19:02:11.888147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed06ee-57a4-49be-a2dd-86a02e38b1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990c819-dccc-4d0e-9f69-f3114541273e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:11.902288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Request body: {'port': {'device_id': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'b26c3a61a251448b9734ee56227a9211'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:11.911508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-e8934222-8e3f-48e4-8633-4c9d2f7eac7d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:11.913039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-e8934222-8e3f-48e4-8633-4c9d2f7eac7d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626888 Sep 24 19:02:11.927513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:11.937002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:11.949554 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.002202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.004864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.006028 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e990c819-dccc-4d0e-9f69-f3114541273e HTTP/1.1" status: 204 len: 168 time: 0.1299713 Sep 24 19:02:12.016000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da8f15-baab-4ec9-8ef2-5ec68df420d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990c819-dccc-4d0e-9f69-f3114541273e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:12.179946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-426edc3f-8272-4c15-8e60-69bf84022b0d tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:12.181461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-426edc3f-8272-4c15-8e60-69bf84022b0d tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.2296720 Sep 24 19:02:12.191397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:12.195150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.274880 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-aeee9da3-c5b6-4eb1-a3df-fd8b792cda67 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302007 Sep 24 19:02:12.289736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed9cab9f-0e72-4485-8966-7f44d0fe975b req-4972baf1-2d95-4cfc-8204-5f2bdb7f7025 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 210 time: 0.0920327 Sep 24 19:02:12.315761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a7e8-4965-4535-8878-d17812330b45 req-dfeabd72-6966-4ee8-8751-c4867fd6844e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:12.323081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d56a7e8-4965-4535-8878-d17812330b45 req-dfeabd72-6966-4ee8-8751-c4867fd6844e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.2299328 Sep 24 19:02:12.373213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:02:12.373213 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:02:12.373213 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'fad8301bfc964a1a9475880e58bebf93', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 1, 52, 282217)}] Sep 24 19:02:12.373213 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:02:12.373749 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:02:12.412269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Made reservation on behalf of b26c3a61a251448b9734ee56227a9211 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:12.416279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.451664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-cdd663f8-e0cc-4bb2-8e45-3b0ccdad94b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:12.453941 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-cdd663f8-e0cc-4bb2-8e45-3b0ccdad94b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698930 Sep 24 19:02:12.467733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Request body: {'port': {'device_id': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'b8a6dc03c678402fb17ed21cc8b848dc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:12.594255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Made reservation on behalf of b8a6dc03c678402fb17ed21cc8b848dc for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:12.598179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.609145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.717595 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.725127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.791441 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.791556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:12.814138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d56a7e8-4965-4535-8878-d17812330b45 req-9ee1d2ee-a47d-455c-8e52-6fda20339511 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901798 Sep 24 19:02:12.898003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Deleting port 721ed034-7a03-4ba6-b333-b5e0b60810fb {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:12.898696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:12.932528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bfaa1-0a33-4e5f-bad9-5492e75e282b req-d12ffde4-ff2d-4c88-a664-1d565eaaae6e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:12.934030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc1bfaa1-0a33-4e5f-bad9-5492e75e282b req-d12ffde4-ff2d-4c88-a664-1d565eaaae6e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 943 time: 0.5227783 Sep 24 19:02:12.973381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.55 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/c1002187-ae57-4f79-90f8-abd00c6eba25) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:12.977584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8b51f05-a53c-4ab9-bfc3-8668ea8bce3c req-5b67d05a-70b0-49af-a565-f99a1ed044e9 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 210 time: 0.0892580 Sep 24 19:02:13.118290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc1bfaa1-0a33-4e5f-bad9-5492e75e282b req-433533dd-6847-479f-9d49-26e8c389f72f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541193 Sep 24 19:02:13.169356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11fe24d8-010a-4305-92cf-c3463ec52fd9 req-211bc4a2-3d29-4eae-8041-54fc01c85052 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 210 time: 0.0547087 Sep 24 19:02:13.174175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:13.179377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] For port 721ed034-7a03-4ba6-b333-b5e0b60810fb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=721ed034-7a03-4ba6-b333-b5e0b60810fb,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:13.179759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.284910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:13.297224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '48048b86-661e-49ad-9488-01c64984ebb5', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '48048b86-661e-49ad-9488-01c64984ebb5', 'mac_address': 'fa:16:3e:c3:05:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:13.342837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.356943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48048b86-661e-49ad-9488-01c64984ebb5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:13.378752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:13.384558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.385526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4294f13d-56e3-46c1-b9f8-404c27a7a0ff details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:13.461679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:13.501457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.505442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aa482e7-0f11-4bcc-b9fb-e8cbb2391238 req-fd1892ef-0545-479b-b4dd-56de6068dd27 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 210 time: 0.1261241 Sep 24 19:02:13.527673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.539474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:13.551292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff', 'mac_address': 'fa:16:3e:ce:6a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:13.584180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ab857-995c-4f4b-a35e-dcb79f020d84 req-2b12d46c-7aa0-401e-93b9-b5835f9ff598 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:13.586561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1ab857-995c-4f4b-a35e-dcb79f020d84 req-2b12d46c-7aa0-401e-93b9-b5835f9ff598 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 943 time: 0.3813102 Sep 24 19:02:13.590735 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.607171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4294f13d-56e3-46c1-b9f8-404c27a7a0ff {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:13.628789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:13.632897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.657993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:13.682704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:13.707106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:13.712497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.717302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.784857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.785228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.785546 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Floating IP b774f245-8431-4fc6-bd81-945ac49dd70f disassociated. External IP: 172.25.5.48, port: 721ed034-7a03-4ba6-b333-b5e0b60810fb. Sep 24 19:02:13.785886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Calling delete_port for 721ed034-7a03-4ba6-b333-b5e0b60810fb owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:13.805657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1ab857-995c-4f4b-a35e-dcb79f020d84 req-20beb9cf-a760-4545-9d2e-a8ed9e1a4a85 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983202 Sep 24 19:02:13.931619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4294f13d-56e3-46c1-b9f8-404c27a7a0ff'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:13.953984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:13.960862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-7aa3b52d-5c02-4096-b080-d82716854b16 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662198 Sep 24 19:02:13.972392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['48048b86-661e-49ad-9488-01c64984ebb5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:13.974409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:14.012431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Allocated IP 192.168.233.53 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/4e28c672-68a3-4b8c-ba2b-b3242081beed) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:14.052660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:14.073513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:14.095846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427da3-6c75-4c1f-a09f-361d1c2ff185 req-2af64be9-7de2-47c1-a8e4-accb8ea74222 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:14.097831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea427da3-6c75-4c1f-a09f-361d1c2ff185 req-2af64be9-7de2-47c1-a8e4-accb8ea74222 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 945 time: 0.2021501 Sep 24 19:02:14.098954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:14.165663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:14.217169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.253323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.269864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:14.270972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.304164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:14.307376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:14.310327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:14.337370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-1b0fdaaa-a224-4729-a6c3-8a18d6f99e77 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:14.339082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-1b0fdaaa-a224-4729-a6c3-8a18d6f99e77 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453121 Sep 24 19:02:14.342355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:14.365868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea427da3-6c75-4c1f-a09f-361d1c2ff185 req-02ce657f-f062-456a-a2f1-ca420ddad83a tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3588e64-7f29-4581-bcd0-f836a5152c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568746 Sep 24 19:02:14.367214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3275e673-005f-417a-98a7-82b588bc190d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6867967 Sep 24 19:02:14.397594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Request body: {'port': {'device_id': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:14.397765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:14.398014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.423333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-00adf15c-a288-425e-a408-eca314f408d6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/quotas/cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 375 time: 0.0612774 Sep 24 19:02:14.424123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-d1123f7b-f2f1-4394-9c17-3b97dfb4b1b9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9602268 Sep 24 19:02:14.428785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.441189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Allocated IP 192.168.233.63 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/500faad8-0847-4e83-815c-84114323bd75) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:14.445564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Request body: {'port': {'device_id': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:14.465860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8fa79bb9-e550-431f-a239-e404ec422695 None None] Provisioning complete for port c1002187-ae57-4f79-90f8-abd00c6eba25 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:14.466450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8fa79bb9-e550-431f-a239-e404ec422695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.481967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event deleted for resources: {'Port': ['ID=721ed034-7a03-4ba6-b333-b5e0b60810fb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:14.513154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79bb9-e550-431f-a239-e404ec422695 None None] Port c1002187-ae57-4f79-90f8-abd00c6eba25 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:14.530605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.534449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-d22e5555-dac3-431b-aa9d-efeb62e46b90 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950401 Sep 24 19:02:14.732298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-188ea883-697d-4c6d-9816-45cdfe681899 None None] Provisioning complete for port 4e28c672-68a3-4b8c-ba2b-b3242081beed triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:14.732677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-188ea883-697d-4c6d-9816-45cdfe681899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.767385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38334e14-9666-44db-a976-c71eb7423a1e req-c9b9c16b-fdf3-4b4f-aa7b-1849552023ef tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 210 time: 0.2131133 Sep 24 19:02:14.767679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.780280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-188ea883-697d-4c6d-9816-45cdfe681899 None None] Port 4e28c672-68a3-4b8c-ba2b-b3242081beed cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:14.947828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-540718e8-358d-4f0f-a661-61b2832b799a req-6d9f6bff-367d-481e-9ba6-318269a3fd1f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 210 time: 0.0850985 Sep 24 19:02:14.955870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:14.958264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:15.126135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96677-9dfa-47b0-b2d3-6335638dd3b5 req-7675ed32-1174-452c-a7f8-4d39239596f5 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:15.134749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f96677-9dfa-47b0-b2d3-6335638dd3b5 req-7675ed32-1174-452c-a7f8-4d39239596f5 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 944 time: 0.2789612 Sep 24 19:02:15.185026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:15.208531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Router 001a50a4-7da9-4859-9cc3-4c62cbf695ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:02:15.243639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 48048b86-661e-49ad-9488-01c64984ebb5 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:15.244991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.248943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 48048b86-661e-49ad-9488-01c64984ebb5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:15.249531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90f96677-9dfa-47b0-b2d3-6335638dd3b5 req-9be0d3e9-bf46-431d-be79-2e84bc23e749 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138942 Sep 24 19:02:15.249817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.290970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c8a6-68f1-403c-a2e5-cabc51c978da req-98758111-b4fd-492c-b60c-441ac2f5925d tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:15.292900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d581c8a6-68f1-403c-a2e5-cabc51c978da req-98758111-b4fd-492c-b60c-441ac2f5925d tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 935 time: 0.1990533 Sep 24 19:02:15.368674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.394633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:15.398579 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e3629-544d-4881-a06f-68087f02e38f" -d '{"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-plugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:15.414925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:15.419361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.420224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4294f13d-56e3-46c1-b9f8-404c27a7a0ff up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:15.424397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:15.453716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0c4fc07-4dbc-4851-af41-0d170ceb3aca req-f8da3e8c-a838-4989-8dcf-48d7aad38c66 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 210 time: 0.0635684 Sep 24 19:02:15.454308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Pushing event updated for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:15.456829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:15.479871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:15.482951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.117 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/2edcb72d-08df-45a5-83a6-e45211a6953f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:15.513111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:15.531555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:15.532485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d581c8a6-68f1-403c-a2e5-cabc51c978da req-f223943c-eae0-44da-9ff6-174801d3bbc6 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024705 Sep 24 19:02:15.536499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:15.537016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.633444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.663604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:15.664260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.668084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:15.677017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:15.683214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Sync routers for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:15.695987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.701419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:15.702119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:15.844645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:15.862775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ff8270d-35b9-45b5-b0df-8f10a4027b1c None None] Provisioning complete for port 500faad8-0847-4e83-815c-84114323bd75 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:15.863175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ff8270d-35b9-45b5-b0df-8f10a4027b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:15.866340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:15.963092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8270d-35b9-45b5-b0df-8f10a4027b1c None None] Port 500faad8-0847-4e83-815c-84114323bd75 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:16.001348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eaa3f00d-463b-463e-b9a6-cd5a2e6c6a12 req-a7c599d8-34c9-4e37-860a-86ef75b45738 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bae5c13-725a-406f-be3b-e4e2e5200846 HTTP/1.1" status: 200 len: 210 time: 0.3761234 Sep 24 19:02:16.055255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-405cf4e7-0cde-449a-8f5c-f9d73241c40d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1586614 Sep 24 19:02:16.066777 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d0e5b-d225-4c52-982a-60a0cb0b8b97 x-openstack-request-id: req-bd0d0e5b-d225-4c52-982a-60a0cb0b8b97 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:16.067200 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-plugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:16.067551 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd0d0e5b-d225-4c52-982a-60a0cb0b8b97 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:16.068355 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5', 'code': 200} Sep 24 19:02:16.083822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deaf16-e94d-401c-a8fa-88db5aa56400 req-c7f7b87d-7404-49c3-bdf1-9bfa6cc9b86f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.085320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5deaf16-e94d-401c-a8fa-88db5aa56400 req-c7f7b87d-7404-49c3-bdf1-9bfa6cc9b86f tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.5519412 Sep 24 19:02:16.089637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] No DVR routers for this DVR port 721ed034-7a03-4ba6-b333-b5e0b60810fb on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:16.098178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Request body: {'port': {'device_id': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:16.105584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:16.107821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e13cec14-9595-4d58-a4a7-754abea9ae41 req-7e8684a6-4834-4d19-be38-13fd7ad420d0 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.69 "DELETE /v2.0/ports/721ed034-7a03-4ba6-b333-b5e0b60810fb HTTP/1.1" status: 204 len: 173 time: 3.9079521 Sep 24 19:02:16.109118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'name': 'network-vif-deleted', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:16.111538 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7c785-89b7-4f62-b879-aff44d50fd91" -d '{"events": [{"server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "name": "network-vif-deleted", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:16.175784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:16.202275 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-59bba946-0f03-4707-8e9b-8b7c44ef8cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777650 Sep 24 19:02:16.208353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Checking router: 001a50a4-7da9-4859-9cc3-4c62cbf695ee for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:16.208976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.15', 50612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:16.227243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:16.227815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:16.284630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f904a-5bb2-4df2-b0b2-7ad1826ae103 req-7e64e4ec-cdcf-46b4-81d7-60a630eea742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.286381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-660f904a-5bb2-4df2-b0b2-7ad1826ae103 req-7e64e4ec-cdcf-46b4-81d7-60a630eea742 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 1096 time: 0.0725369 Sep 24 19:02:16.305206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-bee1e12a-cc9e-4688-8f21-5684c4f338fe tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970242 Sep 24 19:02:16.338405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-660f904a-5bb2-4df2-b0b2-7ad1826ae103 req-28305fd4-c128-4b47-96ce-f859d50f79ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Sep 24 19:02:16.349968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-8f44cf09-cadf-40dd-9d51-29bcf55b424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.352541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-8f44cf09-cadf-40dd-9d51-29bcf55b424c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 1097 time: 0.0808439 Sep 24 19:02:16.361829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:16.369827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5deaf16-e94d-401c-a8fa-88db5aa56400 req-4f49a0e3-be43-4bed-a1ce-f07da6b5c6e6 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760584 Sep 24 19:02:16.419669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:16.426311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:16.467932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0a225-0773-45cf-bd80-a80d36262695 req-dca81e4d-9d5d-489e-a7c7-84c2bfdcfecc tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.469444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0e0a225-0773-45cf-bd80-a80d36262695 req-dca81e4d-9d5d-489e-a7c7-84c2bfdcfecc tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 935 time: 0.1842911 Sep 24 19:02:16.565110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abf613df-2916-4544-aacd-8fa3ba397971 req-3e6dc4b7-ff81-42fc-9e49-c0b32b81f4cf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 210 time: 0.1113565 Sep 24 19:02:16.598597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:16.646729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0e0a225-0773-45cf-bd80-a80d36262695 req-38186467-f6e4-47ad-8ebc-46c3b57c6d7c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653545 Sep 24 19:02:16.676693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-c72649e9-b97e-440b-b989-67660bb131f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.679039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-c72649e9-b97e-440b-b989-67660bb131f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.1181915 Sep 24 19:02:16.705194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989ef21-c4b7-410e-b975-b7ab923a2a05 None None] The sync data for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 is: [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T18:59:53Z', 'revision_number': 4, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e64ff014-3215-4bc6-9430-40a1fa7c0729', 'name': '', 'network_id': '4feef71f-72ee-43bb-a295-e6e59a28e92c', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'mac_address': 'fa:16:3e:c5:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:51Z', 'updated_at': '2021-09-24T18:59:59Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'subnets': [{'id': '8c69993c-14d2-4c04-9184-89f9e648c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:16.707710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-c5aa45af-4c20-4b2e-aec7-e1a4285fe70f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.709229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-c5aa45af-4c20-4b2e-aec7-e1a4285fe70f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447125 Sep 24 19:02:16.714032 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e71f49-1374-4352-b107-6dcd5809d525 x-openstack-request-id: req-51e71f49-1374-4352-b107-6dcd5809d525 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:16.714335 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bae5c13-725a-406f-be3b-e4e2e5200846", "name": "network-vif-deleted", "tag": "721ed034-7a03-4ba6-b333-b5e0b60810fb", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:16.714594 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51e71f49-1374-4352-b107-6dcd5809d525 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:16.715016 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bae5c13-725a-406f-be3b-e4e2e5200846', 'name': 'network-vif-deleted', 'tag': '721ed034-7a03-4ba6-b333-b5e0b60810fb', 'status': 'completed', 'code': 200} Sep 24 19:02:16.716065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:16.729527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:16.730914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:16.742091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Request body: {'port': {'device_id': 'fff98899-6c6f-4be6-bb83-e901192251da', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'cb7cfe6611584293814febdf00707daa'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:16.805814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-f3e2d2f3-2c6e-4fd9-9331-44a4dd076caf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 200 len: 217 time: 0.0647781 Sep 24 19:02:16.902624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d5da8ff-4daa-453b-9682-34f9de742621 req-7bea2424-7b14-42e8-ad10-ab9ec8213f1d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 210 time: 0.1241946 Sep 24 19:02:16.907440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:16.918057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-355869b4-373f-4f3d-bb57-1247e3f51652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:16.919973 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-355869b4-373f-4f3d-bb57-1247e3f51652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0881529 Sep 24 19:02:16.949620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:16.954781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:16.961830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:17.064228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d823b-096b-4af2-87b0-b1a76e177100 req-ffb5ce2e-9995-4264-b8da-3aff4d26b9f2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:17.066140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e75d823b-096b-4af2-87b0-b1a76e177100 req-ffb5ce2e-9995-4264-b8da-3aff4d26b9f2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.3163533 Sep 24 19:02:17.136349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 721ed034-7a03-4ba6-b333-b5e0b60810fb no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:17.164936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 721ed034-7a03-4ba6-b333-b5e0b60810fb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:17.165277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 721ed034-7a03-4ba6-b333-b5e0b60810fb not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:17.192112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:17.193195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.210165 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5e1dd-9988-4fef-acdb-d6bc3c03b1bb None None] New status for floating IP b774f245-8431-4fc6-bd81-945ac49dd70f: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:02:17.225481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-361f0124-832f-4d6c-b789-2c0f59bc6037 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2948823 Sep 24 19:02:17.245012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Request body: {'port': {'device_id': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:17.301048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Made reservation on behalf of cb7cfe6611584293814febdf00707daa for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:17.307164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.322570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edcd2c-f289-4e8a-b29f-9888e65cb9db req-2fb813e1-76eb-4f6a-85ee-82014461a7a9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:17.331607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45edcd2c-f289-4e8a-b29f-9888e65cb9db req-2fb813e1-76eb-4f6a-85ee-82014461a7a9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 935 time: 0.2878649 Sep 24 19:02:17.335033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cf4783db-0243-4688-99cf-7a6d0321febb None None] Provisioning complete for port 2edcb72d-08df-45a5-83a6-e45211a6953f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:17.335621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf4783db-0243-4688-99cf-7a6d0321febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.375813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e75d823b-096b-4af2-87b0-b1a76e177100 req-b0bc6ae2-f4b9-4d46-bb81-a1d1fe25814a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676485 Sep 24 19:02:17.385228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:17.403621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.416108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf4783db-0243-4688-99cf-7a6d0321febb None None] Port 2edcb72d-08df-45a5-83a6-e45211a6953f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:17.431235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.440751 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-ee014e67-f006-4896-882c-7267acac3b3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700355 Sep 24 19:02:17.446280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45edcd2c-f289-4e8a-b29f-9888e65cb9db req-ee7360a2-7e8d-49c7-a0b5-4b786a82485a tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020019 Sep 24 19:02:17.452764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.454065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Transition to ACTIVE for port object 4e28c672-68a3-4b8c-ba2b-b3242081beed will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:17.478609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.557451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:17.620278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:17.735747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-436f1a22-715a-4813-8bcd-c2e6af74a721 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716482 Sep 24 19:02:17.813922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb2c8d-7ca8-47c3-b7c0-9f2c9d4f7324 req-da35fae0-2121-4326-aa61-d5c5e1cb110a tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:17.815436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8eb2c8d-7ca8-47c3-b7c0-9f2c9d4f7324 req-da35fae0-2121-4326-aa61-d5c5e1cb110a tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.2557440 Sep 24 19:02:17.840942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.869094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Attempting to bind port 4e28c672-68a3-4b8c-ba2b-b3242081beed on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:17.869429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Attempting to bind port 4e28c672-68a3-4b8c-ba2b-b3242081beed by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:17.869756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Attempting to bind port 4e28c672-68a3-4b8c-ba2b-b3242081beed on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:17.895510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Port 4e28c672-68a3-4b8c-ba2b-b3242081beed on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:17.895772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Attempting to bind port 4e28c672-68a3-4b8c-ba2b-b3242081beed on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:17.899606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.905089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.912270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:17.912538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:17.912915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:17.913573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Bound port: 4e28c672-68a3-4b8c-ba2b-b3242081beed, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:17.914103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.917807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b79593-a314-4ea8-8f75-802c6b5d9f4d req-2e5e1b8f-775d-49bc-8364-a735d9f92256 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668129 Sep 24 19:02:17.924910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:17.936330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d96906-fbf2-4b6a-9d1d-df805420046e req-b615d904-3986-42f7-ae76-33458a3dbcf8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:17.938330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63d96906-fbf2-4b6a-9d1d-df805420046e req-b615d904-3986-42f7-ae76-33458a3dbcf8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 936 time: 0.2437403 Sep 24 19:02:17.970351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8eb2c8d-7ca8-47c3-b7c0-9f2c9d4f7324 req-598a7d0d-cd50-4a5c-8c4b-25ee50b310f0 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417274 Sep 24 19:02:17.978188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1002187-ae57-4f79-90f8-abd00c6eba25 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:18.010317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.012873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.014042 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "DELETE /v2.0/security-groups/d3588e64-7f29-4581-bcd0-f836a5152c56 HTTP/1.1" status: 204 len: 168 time: 0.4517081 Sep 24 19:02:18.015180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:18.020783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:18.022788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54332) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:18.036409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.038337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21e461-b8ac-4ff4-a978-4410d3130286 tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3588e64-7f29-4581-bcd0-f836a5152c56,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.051015 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-fe5cd609-377d-457e-aa75-7b136640760e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] show failed (client error): The resource could not be found. Sep 24 19:02:18.052073 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe5cd609-377d-457e-aa75-7b136640760e tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "GET /v2.0/security-groups/d3588e64-7f29-4581-bcd0-f836a5152c56 HTTP/1.1" status: 404 len: 347 time: 0.0283463 Sep 24 19:02:18.070548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:18.072047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54334) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:18.075124 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e85db4-a926-4799-9cbb-035ac8aabc35" -d '{"events": [{"server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "name": "network-vif-plugged", "status": "completed", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:18.093786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.121891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.122518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.123968 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] 10.222.0.15 "PUT /v2.0/ports/4e28c672-68a3-4b8c-ba2b-b3242081beed HTTP/1.1" status: 200 len: 1095 time: 3.6867354 Sep 24 19:02:18.126208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:18.128431 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ced10a-f11d-4303-9e27-b703cb4a5c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:18.144760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9489ba2e-1f0a-4a50-b398-5f30cd76f526,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.181594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Transition to ACTIVE for port object c1002187-ae57-4f79-90f8-abd00c6eba25 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:18.200461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768690-4ccb-41b3-999f-6092c77ef32a service neutron] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.202286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63d96906-fbf2-4b6a-9d1d-df805420046e req-b6874790-26da-4bf9-abe5-95454bc5cad2 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415161 Sep 24 19:02:18.212200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.262664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97d18709-4ac8-4ade-b248-ca52dd82b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.264254 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-97d18709-4ac8-4ade-b248-ca52dd82b2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 1098 time: 0.0810919 Sep 24 19:02:18.277524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Deleting port 3709325e-fae5-4ee4-987f-888ff3696c70 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:18.277852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.302726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Pushing event updated for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.312669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf55d5-6732-4bfc-a190-ce50ff050449 req-172060ba-0aa6-4f00-a157-f98e21404a99 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.314213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7eaf55d5-6732-4bfc-a190-ce50ff050449 req-172060ba-0aa6-4f00-a157-f98e21404a99 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 935 time: 0.2484076 Sep 24 19:02:18.326451 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-20f61922-a070-4c3a-b700-dc7df9ee5e86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed HTTP/1.1" status: 200 len: 217 time: 0.0456841 Sep 24 19:02:18.427980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d15f0-d3dd-4e71-b57e-e5d76d234022 req-22fd01db-f90a-4d26-847b-e70caad11a14 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 210 time: 0.1205075 Sep 24 19:02:18.428895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.429354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.442750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-90356732-d770-47b0-981b-1bcc3d938451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.444820 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-90356732-d770-47b0-981b-1bcc3d938451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0791144 Sep 24 19:02:18.449161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Calling delete_port for 3709325e-fae5-4ee4-987f-888ff3696c70 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:18.489785 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192acd7-ab14-416e-bdbd-6301fda9ee03 x-openstack-request-id: req-7192acd7-ab14-416e-bdbd-6301fda9ee03 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:18.490073 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "name": "network-vif-plugged", "status": "completed", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:18.490341 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7192acd7-ab14-416e-bdbd-6301fda9ee03 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:18.490756 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff', 'code': 200} Sep 24 19:02:18.559743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7eaf55d5-6732-4bfc-a190-ce50ff050449 req-29926adc-5631-4db0-a408-fab1bbca6523 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328286 Sep 24 19:02:18.587516 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ed6b92-547e-473a-82dc-6e10b1342a09 x-openstack-request-id: req-e9ed6b92-547e-473a-82dc-6e10b1342a09 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:18.587900 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:18.588211 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9ed6b92-547e-473a-82dc-6e10b1342a09 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:18.588941 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'status': 'completed', 'code': 200} Sep 24 19:02:18.681548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-5a647a87-49ea-4930-84a6-7d5689b9450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.682035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500faad8-0847-4e83-815c-84114323bd75 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:18.683000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-5a647a87-49ea-4930-84a6-7d5689b9450a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663721 Sep 24 19:02:18.686433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Attempting to bind port c1002187-ae57-4f79-90f8-abd00c6eba25 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:18.686796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Attempting to bind port c1002187-ae57-4f79-90f8-abd00c6eba25 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:18.687159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Attempting to bind port c1002187-ae57-4f79-90f8-abd00c6eba25 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:18.708052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.718884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Port c1002187-ae57-4f79-90f8-abd00c6eba25 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:18.719240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Attempting to bind port c1002187-ae57-4f79-90f8-abd00c6eba25 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:18.723349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a63a7-4d30-483b-86ef-23b8aa9369c1 req-e0d58b7e-d6c5-4c79-bfe4-3bbb765819c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.724810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-648a63a7-4d30-483b-86ef-23b8aa9369c1 req-e0d58b7e-d6c5-4c79-bfe4-3bbb765819c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 1096 time: 0.1013446 Sep 24 19:02:18.735973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Transition to ACTIVE for port object 500faad8-0847-4e83-815c-84114323bd75 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:18.737006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:18.737366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:18.737795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:18.738231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Bound port: c1002187-ae57-4f79-90f8-abd00c6eba25, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:18.738626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.755879 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.812198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.815528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88e2bf-d0ed-45d4-825f-bd43d415fad0 req-991f127a-c38e-4ecf-b320-7b63604e3d47 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.817039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea88e2bf-d0ed-45d4-825f-bd43d415fad0 req-991f127a-c38e-4ecf-b320-7b63604e3d47 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.1989684 Sep 24 19:02:18.833185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8d7d-8456-4d61-a66b-ebff12aa34df req-652ccfce-78f5-4dd8-8ab3-65e28e2d889c tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:18.835248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddec8d7d-8456-4d61-a66b-ebff12aa34df req-652ccfce-78f5-4dd8-8ab3-65e28e2d889c tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 947 time: 0.1769364 Sep 24 19:02:18.850915 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-648a63a7-4d30-483b-86ef-23b8aa9369c1 req-7b1f760c-7695-4620-8fce-9dc833271b98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085329 Sep 24 19:02:18.870803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Pushing event deleted for resources: {'Port': ['ID=3709325e-fae5-4ee4-987f-888ff3696c70,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.899745 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-8eb42876-beb1-4eb3-83d7-d9c9549a1b8a service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878586 Sep 24 19:02:18.943451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.947349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:18.951589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Pushing event updated for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:18.951814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-749e4330-df33-4604-99a3-93d6eb2c103f tempest-ServersTestJSON-596376218 tempest-ServersTestJSON-596376218-project] 10.222.0.18 "DELETE /v2.0/floatingips/b774f245-8431-4fc6-bd81-945ac49dd70f HTTP/1.1" status: 204 len: 168 time: 0.8789032 Sep 24 19:02:18.952416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:19.058232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddec8d7d-8456-4d61-a66b-ebff12aa34df req-c4dbdf31-d154-4a0f-a7dd-3f0eba16c862 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150674 Sep 24 19:02:19.071234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea88e2bf-d0ed-45d4-825f-bd43d415fad0 req-1807130b-c19b-4abf-9820-bf842e9fca83 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337103 Sep 24 19:02:19.096308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:19.148190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c1002187-ae57-4f79-90f8-abd00c6eba25,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:19.159416 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.198413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edcb72d-08df-45a5-83a6-e45211a6953f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:19.219509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.236683 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-eab0b890-6fa1-4d78-9e50-7663ec364fad req-c917640b-3409-4b23-baf6-192374c0f128 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 Sep 24 19:02:19.244984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Attempting to bind port 500faad8-0847-4e83-815c-84114323bd75 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:19.245326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Attempting to bind port 500faad8-0847-4e83-815c-84114323bd75 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:19.245655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Attempting to bind port 500faad8-0847-4e83-815c-84114323bd75 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:19.248459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.249303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.251856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] 10.222.0.69 "PUT /v2.0/ports/c1002187-ae57-4f79-90f8-abd00c6eba25 HTTP/1.1" status: 200 len: 1095 time: 4.8704557 Sep 24 19:02:19.285790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:19.289744 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfd487-d817-474d-8bf0-e11e11325fce" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:19.294148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2434c-27ef-4fce-a588-fdced5f5c460 service neutron] Pushing event updated for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:19.337507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Port 500faad8-0847-4e83-815c-84114323bd75 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:19.337878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Attempting to bind port 500faad8-0847-4e83-815c-84114323bd75 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:19.342500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Transition to ACTIVE for port object 2edcb72d-08df-45a5-83a6-e45211a6953f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:19.370914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:19.370914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:19.370914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:19.370914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Bound port: 500faad8-0847-4e83-815c-84114323bd75, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:19.370914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.376282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.392609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-c434ab99-3982-4886-85fc-d5b6c2b34390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.394130 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-c434ab99-3982-4886-85fc-d5b6c2b34390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 1098 time: 0.0744078 Sep 24 19:02:19.539134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-c812b8b2-3ef1-41f4-bf47-e371aa1c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.540580 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-c812b8b2-3ef1-41f4-bf47-e371aa1c5510 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1319096 Sep 24 19:02:19.556957 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:19.629300 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-5f9ea2ae-e62f-422d-8162-fde00f457e9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed HTTP/1.1" status: 200 len: 217 time: 0.0702853 Sep 24 19:02:19.757471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-4ebd3856-ebdd-4177-83ea-7f43dff04c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.758839 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-4ebd3856-ebdd-4177-83ea-7f43dff04c8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1100676 Sep 24 19:02:19.781319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4637e-ee3d-446d-b4c7-dd6723858076 req-9e24c3dd-2ae5-4ba9-be9c-c283d3bef81b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.782828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce4637e-ee3d-446d-b4c7-dd6723858076 req-9e24c3dd-2ae5-4ba9-be9c-c283d3bef81b tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.6076710 Sep 24 19:02:19.812198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bf38cd94-cff8-4824-a8e4-dd89f97bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.813712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-bf38cd94-cff8-4824-a8e4-dd89f97bbe20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.5133450 Sep 24 19:02:19.825680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-2d8c4be2-88ca-4978-94b1-62cdf96df7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.827211 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-2d8c4be2-88ca-4978-94b1-62cdf96df7db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525026 Sep 24 19:02:19.886206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Pushing event updated for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:19.894677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Allocated IP 192.168.233.36 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/cc5dabfb-1618-4af0-a139-e8878c5d0cce) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:19.943589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd081ee-5738-48bd-9ca8-d8e1b2132c84 req-3ff517ee-7b41-4e03-b26d-487431085da3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:19.945330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dd081ee-5738-48bd-9ca8-d8e1b2132c84 req-3ff517ee-7b41-4e03-b26d-487431085da3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 948 time: 0.6097605 Sep 24 19:02:19.946598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-a40987ca-8b82-49bd-82ec-b088e838b5fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c1002187-ae57-4f79-90f8-abd00c6eba25 HTTP/1.1" status: 200 len: 217 time: 0.0953009 Sep 24 19:02:19.981907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-0892a438-73e9-47dd-ac50-21f63ae8823d service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385670 Sep 24 19:02:19.995789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Deleting port e64ff014-3215-4bc6-9430-40a1fa7c0729 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:19.996222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.075313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce4637e-ee3d-446d-b4c7-dd6723858076 req-a9013437-15c2-4d84-b82e-68c362cb30c1 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783024 Sep 24 19:02:20.107463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:20.139114 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ff506-7a39-4677-a780-570bcf1e425d x-openstack-request-id: req-a80ff506-7a39-4677-a780-570bcf1e425d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:20.139415 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:20.139669 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a80ff506-7a39-4677-a780-570bcf1e425d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:20.140070 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'status': 'completed', 'code': 200} Sep 24 19:02:20.157057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=500faad8-0847-4e83-815c-84114323bd75,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:20.160151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] For port e64ff014-3215-4bc6-9430-40a1fa7c0729, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e64ff014-3215-4bc6-9430-40a1fa7c0729,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:20.160618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.165446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-79ced10a-f11d-4303-9e27-b703cb4a5c1d req-a08f0c3e-6cd6-4505-8e02-1605cbf956c8 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713781 Sep 24 19:02:20.167805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-399365cd-41aa-412d-80a1-e8d90d8e4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.169336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-399365cd-41aa-412d-80a1-e8d90d8e4f22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1910961 Sep 24 19:02:20.179738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.180806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Calling delete_port for e64ff014-3215-4bc6-9430-40a1fa7c0729 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:20.193465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dd081ee-5738-48bd-9ca8-d8e1b2132c84 req-49c93971-7efe-44e5-8004-282ee9a84ef1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035358 Sep 24 19:02:20.259545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb134d6-dcef-4ecd-9485-0a6273ee8ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.328277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fff5510-bf64-4f18-86f3-c4d9c3719dde req-a3b077a4-0ffc-49c9-9528-679b6d027980 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 210 time: 0.1393445 Sep 24 19:02:20.335711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.336746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.338199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] 10.222.0.69 "PUT /v2.0/ports/500faad8-0847-4e83-815c-84114323bd75 HTTP/1.1" status: 200 len: 1095 time: 4.2517569 Sep 24 19:02:20.338968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Attempting to bind port 2edcb72d-08df-45a5-83a6-e45211a6953f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:20.339304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Attempting to bind port 2edcb72d-08df-45a5-83a6-e45211a6953f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:20.339626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Attempting to bind port 2edcb72d-08df-45a5-83a6-e45211a6953f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:20.422762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Port 2edcb72d-08df-45a5-83a6-e45211a6953f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:20.423134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Attempting to bind port 2edcb72d-08df-45a5-83a6-e45211a6953f on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:20.432987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221e23-1f66-4fed-96a3-35a7e98b654c service neutron] Pushing event updated for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:20.471546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.481105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:20.481444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:20.482010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:20.482327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Bound port: 2edcb72d-08df-45a5-83a6-e45211a6953f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:20.482741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.535312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-e3372f6a-24c3-4edf-8a0a-da5ac1e17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.536850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-e3372f6a-24c3-4edf-8a0a-da5ac1e17e37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3535268 Sep 24 19:02:20.635819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cabab-4ed6-4262-8237-859ce3a205af req-ec9a2fe2-92fd-426c-b720-a499504cf6bf tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.637464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b9cabab-4ed6-4262-8237-859ce3a205af req-ec9a2fe2-92fd-426c-b720-a499504cf6bf tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 947 time: 0.3678684 Sep 24 19:02:20.664744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.727209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-7837483c-9d37-4f1c-ae5f-3dae32996c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.728716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-7837483c-9d37-4f1c-ae5f-3dae32996c28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b26c3a61a251448b9734ee56227a9211&device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 1098 time: 0.2856364 Sep 24 19:02:20.736053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03f2bd-db1e-4a4f-835b-f00f520f14de req-8838bd0b-1963-4e88-a272-aa4f0f0449d0 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:20.737504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f03f2bd-db1e-4a4f-835b-f00f520f14de req-8838bd0b-1963-4e88-a272-aa4f0f0449d0 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 947 time: 0.2955117 Sep 24 19:02:20.777290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e64ff014-3215-4bc6-9430-40a1fa7c0729,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:20.832340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-04755c4b-8bfd-4a4f-9ca7-7ca90e9c891f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=500faad8-0847-4e83-815c-84114323bd75 HTTP/1.1" status: 200 len: 217 time: 0.0835950 Sep 24 19:02:20.833394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:20.877697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b9cabab-4ed6-4262-8237-859ce3a205af req-1114266f-fb28-4027-982d-f1f8697b46fa tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197216 Sep 24 19:02:20.884832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2edcb72d-08df-45a5-83a6-e45211a6953f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:20.914189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-c565afbe-7eb9-4414-b77c-eeb6ce0c68d4 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692842 Sep 24 19:02:20.925353 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.967553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:20.994070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f03f2bd-db1e-4a4f-835b-f00f520f14de req-396a78c5-a103-4943-94b7-65e5a9be9c3e tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464161 Sep 24 19:02:21.021476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.043540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.043540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.043540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] 10.222.0.15 "PUT /v2.0/ports/2edcb72d-08df-45a5-83a6-e45211a6953f HTTP/1.1" status: 200 len: 1096 time: 3.8007522 Sep 24 19:02:21.051662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-280bf066-aa97-4462-923e-4a4e775b9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.053090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-280bf066-aa97-4462-923e-4a4e775b9697 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2035182 Sep 24 19:02:21.179941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1d676-7285-4721-908b-618615a0d44e service neutron] Pushing event updated for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:21.185846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:21.220664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:21.229754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Router 001a50a4-7da9-4859-9cc3-4c62cbf695ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:02:21.248385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-fdf3210d-4635-4879-b6bc-eab637e17abf service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196809 Sep 24 19:02:21.276012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:21.309473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba74ad-e882-4acd-bcf2-c28403fc3f1c req-157e5249-1769-4ea5-9bd6-220dbda9dc3c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.312133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81ba74ad-e882-4acd-bcf2-c28403fc3f1c req-157e5249-1769-4ea5-9bd6-220dbda9dc3c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.3358383 Sep 24 19:02:21.365571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:21.375492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Sync routers for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:21.376856 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0ac3b29-3fc2-499d-85bd-d4e5752177dc admin admin] 10.222.0.18 "PUT /v2.0/routers/001a50a4-7da9-4859-9cc3-4c62cbf695ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4234180 Sep 24 19:02:21.379343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:21.384239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-8ed57e53-696d-40e3-8fc3-f257cf25837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.386491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-8ed57e53-696d-40e3-8fc3-f257cf25837f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3243594 Sep 24 19:02:21.396082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:21.396817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:21.465353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-edb5a511-d0d5-4fd6-bc35-09f4cb2190ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.466789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-edb5a511-d0d5-4fd6-bc35-09f4cb2190ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 1099 time: 0.3520668 Sep 24 19:02:21.467728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:21.528931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.532353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.533111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.583093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:21.617648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-63c73396-ec78-42a4-ba41-266b0cc2021e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8878994 Sep 24 19:02:21.629377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-5d30e145-a713-4250-adba-3fc2c6d45a6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=2edcb72d-08df-45a5-83a6-e45211a6953f HTTP/1.1" status: 200 len: 217 time: 0.1354828 Sep 24 19:02:21.646012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.655528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Request body: {'port': {'device_id': 'fff98899-6c6f-4be6-bb83-e901192251da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:21.709961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Deleting port 07537b91-9c72-4d88-94ae-86485b714dcc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:21.710748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.727627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e1518f89-03f0-4ac6-bdf9-aebf804f274e None None] Provisioning complete for port cc5dabfb-1618-4af0-a139-e8878c5d0cce triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:21.728142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1518f89-03f0-4ac6-bdf9-aebf804f274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.735634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81ba74ad-e882-4acd-bcf2-c28403fc3f1c req-dae195b1-353a-4469-839f-c37f70028fc8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548863 Sep 24 19:02:21.782107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e1518f89-03f0-4ac6-bdf9-aebf804f274e None None] Port cc5dabfb-1618-4af0-a139-e8878c5d0cce cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:21.802430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] For port 07537b91-9c72-4d88-94ae-86485b714dcc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=07537b91-9c72-4d88-94ae-86485b714dcc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:21.803038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:21.815137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Calling delete_port for 07537b91-9c72-4d88-94ae-86485b714dcc owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:21.821460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-80868cb1-6902-43d2-98bf-937b3ff7ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.822997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-80868cb1-6902-43d2-98bf-937b3ff7ed3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.4474907 Sep 24 19:02:21.832640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T19:02:20Z', 'revision_number': 5, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port': {'id': '07537b91-9c72-4d88-94ae-86485b714dcc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:59:48Z', 'updated_at': '2021-09-24T18:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:21.863240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Checking router: 001a50a4-7da9-4859-9cc3-4c62cbf695ee for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:21.872396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Routers {'001a50a4-7da9-4859-9cc3-4c62cbf695ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:21.873143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:01:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:21.905768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3e542f6d-9e6a-43be-9f9b-a412d05c6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.907262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-3e542f6d-9e6a-43be-9f9b-a412d05c6fe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2479761 Sep 24 19:02:21.922502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b3015-e933-4c56-928d-ebb41eac12bc req-7daf95e0-afad-4fab-90d7-631a1a45c8df tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:21.924029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-902b3015-e933-4c56-928d-ebb41eac12bc req-7daf95e0-afad-4fab-90d7-631a1a45c8df tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 948 time: 0.3134997 Sep 24 19:02:21.973034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] Set router 001a50a4-7da9-4859-9cc3-4c62cbf695ee gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:21.997356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-8e2de287-8bb5-4b4f-bae2-b75df226565d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160646 Sep 24 19:02:22.004052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.004569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.032226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Pushing event deleted for resources: {'Port': ['ID=07537b91-9c72-4d88-94ae-86485b714dcc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:22.036478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T19:02:21Z', 'revision_number': 6, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:22.076126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232fb7f-a6eb-42f2-adea-f6172b855166 None None] The sync data for ids ['001a50a4-7da9-4859-9cc3-4c62cbf695ee'] in n-d-810952-2 is: [{'id': '001a50a4-7da9-4859-9cc3-4c62cbf695ee', 'name': 'tempest-ServersTestJSON-1410401831-router', 'tenant_id': 'e92d823b36674f16856450c38c0ad4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:59:47Z', 'updated_at': '2021-09-24T19:02:21Z', 'revision_number': 6, 'project_id': 'e92d823b36674f16856450c38c0ad4a8', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:22.092002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.111086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773314d-d375-46fe-ac5e-b4a1a3d4ae12 req-04f963ae-33ef-40bb-96aa-6674e944ef52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:22.115438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2773314d-d375-46fe-ac5e-b4a1a3d4ae12 req-04f963ae-33ef-40bb-96aa-6674e944ef52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 935 time: 0.2991478 Sep 24 19:02:22.142641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'tag': '500faad8-0847-4e83-815c-84114323bd75'}, {'name': 'network-changed', 'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:22.144877 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1d9e0-a262-4c71-bb12-06a223e123b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "tag": "500faad8-0847-4e83-815c-84114323bd75"}, {"name": "network-changed", "server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:22.159052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-902b3015-e933-4c56-928d-ebb41eac12bc req-682da190-d303-49f3-a032-861301f3c0bd tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119534 Sep 24 19:02:22.160817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe169-b276-40b5-949c-30a80f609d7c req-01411e9c-fedc-45c0-aab6-0b2f9c39fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:22.162328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-01411e9c-fedc-45c0-aab6-0b2f9c39fa56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371325 Sep 24 19:02:22.188621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.191055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.237445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.238059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001a50a4-7da9-4859-9cc3-4c62cbf695ee {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:02:22.243677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.247097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-236092c8-2421-45e5-9189-1e9b367f9415 admin admin] 10.222.0.18 "DELETE /v2.0/routers/001a50a4-7da9-4859-9cc3-4c62cbf695ee HTTP/1.1" status: 204 len: 168 time: 0.8643885 Sep 24 19:02:22.248331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:22.289922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-a94d9a28-959b-4336-9626-7351d3c0f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:22.291436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-a94d9a28-959b-4336-9626-7351d3c0f2c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4533854 Sep 24 19:02:22.295568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Deleting subnet 8c69993c-14d2-4c04-9184-89f9e648c1a2 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:02:22.299993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.360213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.449882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.514794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.544744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c69993c-14d2-4c04-9184-89f9e648c1a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:22.547349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.552118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe6d1228-9929-4d79-8103-fea7777f0c2d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c69993c-14d2-4c04-9184-89f9e648c1a2 HTTP/1.1" status: 204 len: 168 time: 0.3002186 Sep 24 19:02:22.552418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:22.567332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85f72e-0a89-4e19-a89b-9876f9189146 None None] Network 4feef71f-72ee-43bb-a295-e6e59a28e92c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:22.643852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.701076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Deleting port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:22.701429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.703768 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac5f924-0422-4849-a7c9-dd2986cc81dc req-ee6b4adb-725a-4817-9f05-3a1f3604e3db service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592865 Sep 24 19:02:22.742167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2773314d-d375-46fe-ac5e-b4a1a3d4ae12 req-80045f36-20db-472f-b41d-42ac3fad2168 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142292 Sep 24 19:02:22.779026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] For port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,segment=NetworkSegment(64cda780-675c-4e16-9d78-db962686393f),segment_id=64cda780-675c-4e16-9d78-db962686393f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:22.779463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.792729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Calling delete_port for f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:22.806276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-9d59b221-76af-4370-86c7-9455f517bae5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c1002187-ae57-4f79-90f8-abd00c6eba25 HTTP/1.1" status: 200 len: 217 time: 0.1745911 Sep 24 19:02:22.888941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-9c231375-0cec-41b6-b1e0-d5bd41eefb5a service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907465 Sep 24 19:02:22.897188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1b01b-bc60-4524-8eb0-258a40154e9b None None] DHCP port deletion for 4feef71f-72ee-43bb-a295-e6e59a28e92c request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:02:22.899209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.916414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32e7ce2c-8f44-4d19-bd8f-1fd38a277c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:22.943497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] No DVR routers for this DVR port f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:22.945493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:22.961774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4f8-b63a-42a3-95cb-c6c0611ee9b6 req-fb09df72-6392-47c4-91d7-f0cd4310c680 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:22.965455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7999a4f8-b63a-42a3-95cb-c6c0611ee9b6 req-fb09df72-6392-47c4-91d7-f0cd4310c680 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 947 time: 0.3276465 Sep 24 19:02:22.996284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e64ff014-3215-4bc6-9430-40a1fa7c0729 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:23.002737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-f08130e4-4992-4d3f-a39f-22dce58f3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.004278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-f08130e4-4992-4d3f-a39f-22dce58f3da8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1785326 Sep 24 19:02:23.023096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e64ff014-3215-4bc6-9430-40a1fa7c0729 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:23.023701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e64ff014-3215-4bc6-9430-40a1fa7c0729 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:23.032163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.042637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343cc52-0b04-4421-b452-1585bc709445 req-2aa9d358-ba57-4757-81e9-131a50a14ca4 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.044165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0343cc52-0b04-4421-b452-1585bc709445 req-2aa9d358-ba57-4757-81e9-131a50a14ca4 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 947 time: 0.2306137 Sep 24 19:02:23.062642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feef71f-72ee-43bb-a295-e6e59a28e92c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:23.072603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cda780-675c-4e16-9d78-db962686393f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:23.072993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cda780-675c-4e16-9d78-db962686393f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:23.083528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.097357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.104203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:02:23.104593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:02:23.106481 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:02:23.161130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.167695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.173263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4feef71f-72ee-43bb-a295-e6e59a28e92c HTTP/1.1" status: 204 len: 168 time: 0.6168585 Sep 24 19:02:23.173368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7999a4f8-b63a-42a3-95cb-c6c0611ee9b6 req-1426f5fe-652a-41ad-8f63-1f4f4688714d tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945677 Sep 24 19:02:23.189653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e7072-cde7-42ee-b43b-f0add64012f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4feef71f-72ee-43bb-a295-e6e59a28e92c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:23.204156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1efe169-b276-40b5-949c-30a80f609d7c req-18b51194-3248-4a0d-8bfd-75e877b7f7ba service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989154 Sep 24 19:02:23.237734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:23.266635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0343cc52-0b04-4421-b452-1585bc709445 req-099f0918-231b-421b-8f8d-e23503c36c8a tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675045 Sep 24 19:02:23.270578 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbacc9ba-17af-4e95-8666-19bb9f719297 x-openstack-request-id: req-fbacc9ba-17af-4e95-8666-19bb9f719297 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:23.271039 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "tag": "500faad8-0847-4e83-815c-84114323bd75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:23.271394 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbacc9ba-17af-4e95-8666-19bb9f719297 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:23.271912 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'tag': '500faad8-0847-4e83-815c-84114323bd75', 'status': 'completed', 'code': 200} Sep 24 19:02:23.272299 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f', 'status': 'completed', 'code': 200} Sep 24 19:02:23.295996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-787cd2c2-6bed-46a4-a9e6-cd6770a8da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.301714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-787cd2c2-6bed-46a4-a9e6-cd6770a8da96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2852364 Sep 24 19:02:23.347580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.417314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:23.430697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'mac_address': 'fa:16:3e:cc:4d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:23.469687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:23.481201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.496529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:23.515734 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b45d84a7-2e3d-41b5-87e4-ebd1a6c2f791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e92d823b36674f16856450c38c0ad4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447512 Sep 24 19:02:23.517988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:23.518148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:23.523840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.568430 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.575002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:23.588588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-f94552ed-dc23-498e-8ba9-7209d8c391a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.590205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-f94552ed-dc23-498e-8ba9-7209d8c391a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b26c3a61a251448b9734ee56227a9211&device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 1098 time: 0.2965572 Sep 24 19:02:23.592175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.602071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5dabfb-1618-4af0-a139-e8878c5d0cce {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:23.631896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.635169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-2339f814-8204-4250-8581-f71c654f0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.636655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-2339f814-8204-4250-8581-f71c654f0cb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 1099 time: 0.3277946 Sep 24 19:02:23.640953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.643523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.644792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0e0d9d4-af1e-43ff-81c9-b68efabd4b20 HTTP/1.1" status: 204 len: 168 time: 0.1256785 Sep 24 19:02:23.653638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac64b5-7dd7-4494-b78b-147aadf8c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0d9d4-af1e-43ff-81c9-b68efabd4b20,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:23.706678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c057-608b-43bf-8b3e-b0fba1c1a4cb req-516e2c1c-d943-4d84-a696-b95b5c59b551 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.708197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b707c057-608b-43bf-8b3e-b0fba1c1a4cb req-516e2c1c-d943-4d84-a696-b95b5c59b551 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.3170702 Sep 24 19:02:23.716173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-085d2dcd-067e-4f19-a7f5-7b831e3d48e8 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333249 Sep 24 19:02:23.732818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Transition to ACTIVE for port object cc5dabfb-1618-4af0-a139-e8878c5d0cce will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:23.773342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:23.781858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63ae2-e77e-42d3-bab1-1b3c924d47f8 req-82d6d772-3710-4879-b3a4-84cb772f5a3d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.783342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29a63ae2-e77e-42d3-bab1-1b3c924d47f8 req-82d6d772-3710-4879-b3a4-84cb772f5a3d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 948 time: 0.2755523 Sep 24 19:02:23.980360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b707c057-608b-43bf-8b3e-b0fba1c1a4cb req-4ca85b1f-36f4-4162-86cb-0ce97fc1bad7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577004 Sep 24 19:02:23.993526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-0130b2f2-8bfe-4c05-ab59-3421696189b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:23.995008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-0130b2f2-8bfe-4c05-ab59-3421696189b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3831105 Sep 24 19:02:24.012164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4e28c672-68a3-4b8c-ba2b-b3242081beed'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:24.024309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:24.074123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-e28a9961-3052-4a86-8d30-be0eb81ffaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.075524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-e28a9961-3052-4a86-8d30-be0eb81ffaf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4170494 Sep 24 19:02:24.078501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29a63ae2-e77e-42d3-bab1-1b3c924d47f8 req-8bc76efd-1883-4391-95b3-9c9648f19252 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605262 Sep 24 19:02:24.094731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.116592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-cca92f89-f895-4d25-b10b-d9dab308c6e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=500faad8-0847-4e83-815c-84114323bd75 HTTP/1.1" status: 200 len: 217 time: 0.1027882 Sep 24 19:02:24.239155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-488c479e-0568-43b1-b51e-67a45f9f1416 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=2edcb72d-08df-45a5-83a6-e45211a6953f HTTP/1.1" status: 200 len: 217 time: 0.1251600 Sep 24 19:02:24.241718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdfd487-d817-474d-8bf0-e11e11325fce req-7ff4a7df-71b6-4d6e-ba3d-95e44495468d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158014 Sep 24 19:02:24.374742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-bc78528a-69d8-4177-ad7a-6840055e0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.376309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-bc78528a-69d8-4177-ad7a-6840055e0dd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2275026 Sep 24 19:02:24.423368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:24.424068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:24.424068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:24.427228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-e00a6ee0-aadd-475c-98a6-e566c94441bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.429255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-e00a6ee0-aadd-475c-98a6-e566c94441bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1506886 Sep 24 19:02:24.444285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe609c-c9f0-483e-a22d-9388c0ddd2f1 req-fdda0db5-69e2-429e-ac46-61ced1f808ce tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.445786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cfe609c-c9f0-483e-a22d-9388c0ddd2f1 req-fdda0db5-69e2-429e-ac46-61ced1f808ce tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.2254956 Sep 24 19:02:24.457096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:24.457420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:24.462062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:24.491522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:24.491863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:24.492239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:24.492681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Bound port: cc5dabfb-1618-4af0-a139-e8878c5d0cce, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:24.493033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.512295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4cd5a-e8b1-4312-b3f3-e6f69630136b req-448dfa4b-01f8-4d84-9ae0-56c81bc247db tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.513639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb4cd5a-e8b1-4312-b3f3-e6f69630136b req-448dfa4b-01f8-4d84-9ae0-56c81bc247db tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.1860657 Sep 24 19:02:24.555114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:24.558184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-fb70d69f-1c5f-42af-bc66-2269405e39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.558835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-fb70d69f-1c5f-42af-bc66-2269405e39ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698909 Sep 24 19:02:24.575084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:24.575667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f651c5ad-0d91-4fc5-8efd-9fdaac9d51a6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:24.575827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 07537b91-9c72-4d88-94ae-86485b714dcc no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:24.595606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 07537b91-9c72-4d88-94ae-86485b714dcc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:24.595961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 07537b91-9c72-4d88-94ae-86485b714dcc not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:24.603579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627939123-network', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:24.619921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cfe609c-c9f0-483e-a22d-9388c0ddd2f1 req-6dcf1de3-92f7-4c95-b3f3-c5cf06796ea8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595225 Sep 24 19:02:24.628008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:24.630311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-f1174ca8-74d1-4312-92a1-f61064306261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.631113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.631949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-f1174ca8-74d1-4312-92a1-f61064306261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845074 Sep 24 19:02:24.640026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.685111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb4cd5a-e8b1-4312-b3f3-e6f69630136b req-5c1e8f77-f2ef-468f-9977-a82068b6eb4b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594713 Sep 24 19:02:24.749813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:24.755599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.764130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.795977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:02:24.813901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7aa88-dc0e-4523-ae19-b05c5eb32121,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:24.814900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:24.816937 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.817327 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Added segment edd814c4-c45f-4ee7-847e-2f00f3fd7865 of type vlan for network 0ef11730-badc-4544-b6ee-1797d26dfe1e Sep 24 19:02:24.833133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.872757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.877721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-305b858f-f242-4008-966f-2734b0b94bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078973 Sep 24 19:02:24.897812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.899188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.899970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.934668 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4684606 Sep 24 19:02:24.934997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:24.939625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Request body: {'subnet': {'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-627939123-subnet', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:24.944806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.945420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:24.946831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 1095 time: 3.2980254 Sep 24 19:02:24.959436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1077b-4672-45a2-8014-5cadcc4f698a req-e7001d36-1cdb-467f-b202-b8ebf92b70c6 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:24.961596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fd1077b-4672-45a2-8014-5cadcc4f698a req-e7001d36-1cdb-467f-b202-b8ebf92b70c6 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 947 time: 0.2364087 Sep 24 19:02:24.973544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31809c-6c14-400e-95f4-1277e2acb46d admin admin] Pushing event updated for resources: {'Network': ['ID=0ef11730-badc-4544-b6ee-1797d26dfe1e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:24.984914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-30984bea-d6eb-457c-9fd8-567dcf33facc service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411541 Sep 24 19:02:24.986357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:02:25.008310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:25.012014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.055355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fa9be-a8f3-487b-8eb0-930e75d95921 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:25.153352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c1002187-ae57-4f79-90f8-abd00c6eba25 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:25.231006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.244915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:25.247305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:25.291640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9a616a-89fa-4bfa-ba5e-fce3fac06caf,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:25.301379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Checking segment: {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:25.302054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Network hostable DHCP agents. Network: 0ef11730-badc-4544-b6ee-1797d26dfe1e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:02:25.321580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:02:25.331412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 0ef11730-badc-4544-b6ee-1797d26dfe1e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:25.340097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.340830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.349542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b1e54-48ce-4100-8bc8-f260c381f4d9 None None] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:25.353683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c1002187-ae57-4f79-90f8-abd00c6eba25,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:25.360401 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-697699d5-cfb5-4e19-9935-8c79394c0f1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4216142 Sep 24 19:02:25.360717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:25.366729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:25.390006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:25.392418 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824f8be-9af9-4f53-8cc7-36d678c580b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:25.393416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.394635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.424574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'mac_address': 'fa:16:3e:17:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:25.444560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4339-60d6-496d-bd0e-a77e4c424837 req-8cf59018-d4e7-4ae6-a112-291c4c279989 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.446063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc8a4339-60d6-496d-bd0e-a77e4c424837 req-8cf59018-d4e7-4ae6-a112-291c4c279989 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 948 time: 0.6102157 Sep 24 19:02:25.456436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.463554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 4e28c672-68a3-4b8c-ba2b-b3242081beed completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:25.494961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fd1077b-4672-45a2-8014-5cadcc4f698a req-3775987b-5af7-4676-9c71-0eec42d249f5 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183535 Sep 24 19:02:25.504451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4e28c672-68a3-4b8c-ba2b-b3242081beed triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:25.504928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.547932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-fe5cfd64-7696-42cf-8299-3c61e87bea63 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449820 Sep 24 19:02:25.591444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcc1d9e0-a262-4c71-bb12-06a223e123b2 req-a8d20b2f-8630-43d9-bbac-a5000e0a961b service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048302 Sep 24 19:02:25.618777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.625859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-ab99b5ab-d959-4792-bd52-9b8c2e656031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.627853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-ab99b5ab-d959-4792-bd52-9b8c2e656031 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1098 time: 0.5861003 Sep 24 19:02:25.633474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc8a4339-60d6-496d-bd0e-a77e4c424837 req-a210d540-572d-43f4-a693-cd050da26876 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460824 Sep 24 19:02:25.698367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:25.707233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-34fa2fa0-0f2d-49c6-aa37-179071ae5842 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.0686874 Sep 24 19:02:25.726325 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.733146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '48048b86-661e-49ad-9488-01c64984ebb5', 'network_id': '4e5b4c22-be78-44e5-ad26-ece7e66bf875', 'port_id': '48048b86-661e-49ad-9488-01c64984ebb5', 'mac_address': 'fa:16:3e:c3:05:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:25.777340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1002187-ae57-4f79-90f8-abd00c6eba25 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:25.813210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-75d30ca7-76d6-47fc-a664-f18110a3f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.815037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-75d30ca7-76d6-47fc-a664-f18110a3f4f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0983708 Sep 24 19:02:25.828564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03d2dc-36c8-4537-8674-5328209862de req-a40eac66-4ecb-4735-94c0-9fb42ceaf06d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.830108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee03d2dc-36c8-4537-8674-5328209862de req-a40eac66-4ecb-4735-94c0-9fb42ceaf06d tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.0997651 Sep 24 19:02:25.862600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c1002187-ae57-4f79-90f8-abd00c6eba25,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:25.879372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.882246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.887468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.903591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.906662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.913623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-fe72cdfe-5115-48f1-96f5-181ef17beaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:25.915198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-fe72cdfe-5115-48f1-96f5-181ef17beaf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841346 Sep 24 19:02:25.939138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee03d2dc-36c8-4537-8674-5328209862de req-af909c31-1413-471b-9aba-d08f48dab6d4 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754020 Sep 24 19:02:25.966055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48048b86-661e-49ad-9488-01c64984ebb5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:25.992001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-0ef11730-badc-4544-b6ee-1797d26dfe1e', 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'fixed_ips': [{'subnet_id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:02:25.993036 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:25.995710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.021938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Allocated IP 172.25.5.13 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a32920d0-0ef9-4221-805d-690866a29e18) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:26.030833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.035712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:26.047146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.059128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:26.061571 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5acb34-d153-4a21-88ba-76ea6c6150ed" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:26.065770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-57c9673d-9a33-45a8-9ed4-89b18680b23f service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310959 Sep 24 19:02:26.080820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a93ed54-c75a-40da-a950-bdd0c88d572c x-openstack-request-id: req-5a93ed54-c75a-40da-a950-bdd0c88d572c {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:26.081117 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:26.081368 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a93ed54-c75a-40da-a950-bdd0c88d572c {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:26.081895 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'status': 'completed', 'code': 200} Sep 24 19:02:26.092169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a6518-6e67-4979-959d-d7e8617e11ee req-8fc4eefa-688c-4e9b-b900-464d83e2d1a8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.100090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-079a6518-6e67-4979-959d-d7e8617e11ee req-8fc4eefa-688c-4e9b-b900-464d83e2d1a8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 948 time: 0.2064977 Sep 24 19:02:26.101490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:26.152504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.187205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.187593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.225721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-079a6518-6e67-4979-959d-d7e8617e11ee req-3d795aba-cbc7-47fb-8c17-cc5d267a4045 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201134 Sep 24 19:02:26.238043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.238450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c1002187-ae57-4f79-90f8-abd00c6eba25'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:26.240497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['48048b86-661e-49ad-9488-01c64984ebb5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:26.274691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c861-b8d7-43b2-8daa-7822879eed10 req-edae3164-181e-4f71-80e4-ca3edcaee7d5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.283468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c839c861-b8d7-43b2-8daa-7822879eed10 req-edae3164-181e-4f71-80e4-ca3edcaee7d5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.1538234 Sep 24 19:02:26.293635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:26.298227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:26.307068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:26.310194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Pushing event updated for resources: {'Port': ['ID=a32920d0-0ef9-4221-805d-690866a29e18,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.343069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06dc4506-7edb-4c54-b1b7-f978bd30205a req-f4f3f3a3-0f30-434c-be83-75c39f0c3112 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602944 Sep 24 19:02:26.348133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.352341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Allocated IP 172.20.0.2 (0ef11730-badc-4544-b6ee-1797d26dfe1e/3a9a616a-89fa-4bfa-ba5e-fce3fac06caf/7075400b-e6f3-4511-a113-47a17738c941) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:26.372204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c839c861-b8d7-43b2-8daa-7822879eed10 req-225acd28-0932-4c93-8d3e-2618d88b4b94 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841982 Sep 24 19:02:26.392003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb722f7-e714-45c7-aa06-40563e96d64c req-be4a653f-1e7e-4803-a4bd-420c55326f3c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.392003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb722f7-e714-45c7-aa06-40563e96d64c req-be4a653f-1e7e-4803-a4bd-420c55326f3c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.1037433 Sep 24 19:02:26.509591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb722f7-e714-45c7-aa06-40563e96d64c req-780e85e1-d8e4-4a46-a425-c952c943f8f0 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059914 Sep 24 19:02:26.538325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-0e248895-27f3-46ec-b88e-e3e1c24a9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.544301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-0e248895-27f3-46ec-b88e-e3e1c24a9caf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1098 time: 0.1308610 Sep 24 19:02:26.628423 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2a1cf3-a4d3-4e48-a42d-e6d02e9b58d7 x-openstack-request-id: req-4c2a1cf3-a4d3-4e48-a42d-e6d02e9b58d7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:26.628959 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:26.629373 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c2a1cf3-a4d3-4e48-a42d-e6d02e9b58d7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:26.629924 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'code': 200} Sep 24 19:02:26.670986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.682115 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.706679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-e474ebc5-6738-4384-86d1-3dd887a351a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.708299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-e474ebc5-6738-4384-86d1-3dd887a351a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1588140 Sep 24 19:02:26.737025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Pushing event updated for resources: {'Port': ['ID=7075400b-e6f3-4511-a113-47a17738c941,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.746048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:26.747788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:26.753017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:26.817659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-22c06e74-c7b7-4e3a-9108-a910867ee99a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.0940177 Sep 24 19:02:26.818452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Attempting to bind port 7075400b-e6f3-4511-a113-47a17738c941 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:26.818830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Attempting to bind port 7075400b-e6f3-4511-a113-47a17738c941 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:26.820639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Attempting to bind port 7075400b-e6f3-4511-a113-47a17738c941 on network 0ef11730-badc-4544-b6ee-1797d26dfe1e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:26.828679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:26.829814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Checking segment: {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:26.830256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.830782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Bound using segment: {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:26.831321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Bound port: 7075400b-e6f3-4511-a113-47a17738c941, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:26.831770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.850328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d00a0-b00a-4c9a-82f3-f1d513a431e2 req-92ec2d77-cc75-414e-a94c-ed1af082f09c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.851937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f95d00a0-b00a-4c9a-82f3-f1d513a431e2 req-92ec2d77-cc75-414e-a94c-ed1af082f09c tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 947 time: 0.1794415 Sep 24 19:02:26.911080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] For port 7075400b-e6f3-4511-a113-47a17738c941, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:26.915299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] For port 7075400b-e6f3-4511-a113-47a17738c941, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7075400b-e6f3-4511-a113-47a17738c941,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:26.919518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:26.927935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959b5e4-650a-4709-bf05-7936d14176dc req-b45fd61e-af57-4554-aa3a-e72dbd68b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.930049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d959b5e4-650a-4709-bf05-7936d14176dc req-b45fd61e-af57-4554-aa3a-e72dbd68b5ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 1100 time: 0.2040627 Sep 24 19:02:26.952243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-1d0991a9-0893-4b30-b9fb-316cfb54a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:26.953675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-1d0991a9-0893-4b30-b9fb-316cfb54a0f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1232913 Sep 24 19:02:26.984331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73610079-e6b7-43e7-b06d-c97497f71d93 None None] Pushing event updated for resources: {'Port': ['ID=7075400b-e6f3-4511-a113-47a17738c941,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:26.997407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f95d00a0-b00a-4c9a-82f3-f1d513a431e2 req-2e20befa-c18a-4551-aa62-5f86b43f7068 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144810 Sep 24 19:02:27.022946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059da7e-5f8d-4ecf-938e-6aff760ca9de req-ba0ad26e-1afc-4392-b88d-3c6a5e17f116 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.024373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8059da7e-5f8d-4ecf-938e-6aff760ca9de req-ba0ad26e-1afc-4392-b88d-3c6a5e17f116 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 949 time: 0.1824615 Sep 24 19:02:27.025694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.057500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d959b5e4-650a-4709-bf05-7936d14176dc req-647defdd-6700-4abe-8b4b-8592c5a9eee8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140969 Sep 24 19:02:27.084022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-fce560e8-7ddd-4ee3-87fe-d31e5ac4cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.085597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-fce560e8-7ddd-4ee3-87fe-d31e5ac4cd98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154838 Sep 24 19:02:27.089052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8059da7e-5f8d-4ecf-938e-6aff760ca9de req-9189c12e-2e5a-44fb-9e9e-3f0f12f5c08a tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Sep 24 19:02:27.166029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 500faad8-0847-4e83-815c-84114323bd75 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:27.255422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-c5c67c1d-5561-45f8-9a0f-cc6b7c543517 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592546 Sep 24 19:02:27.325867 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.333040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=500faad8-0847-4e83-815c-84114323bd75,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:27.341332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2edcb72d-08df-45a5-83a6-e45211a6953f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:27.344243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:27.374491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c51ad6-b6e6-4b64-8484-73e80395162e req-d57d4524-8c3f-460f-9d82-349e898c9824 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.376391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89c51ad6-b6e6-4b64-8484-73e80395162e req-d57d4524-8c3f-460f-9d82-349e898c9824 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 944 time: 0.1357074 Sep 24 19:02:27.382472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '500faad8-0847-4e83-815c-84114323bd75', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '500faad8-0847-4e83-815c-84114323bd75', 'mac_address': 'fa:16:3e:a4:fe:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:27.451643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8be-9af9-4f53-8cc7-36d678c580b7 req-efddd1e6-26e0-4ff0-bd3e-e480bc2bdfe7 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822045 Sep 24 19:02:27.469628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.474348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a167ff-f3e0-46bb-a64c-d03ec490cd7c req-a2607d1a-8882-42ba-b05b-2c48e8d58807 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.475920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20a167ff-f3e0-46bb-a64c-d03ec490cd7c req-a2607d1a-8882-42ba-b05b-2c48e8d58807 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 948 time: 0.1559701 Sep 24 19:02:27.484758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Router b4ed683e-53c6-40c5-bc2e-3274f4d87149 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:02:27.485731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89c51ad6-b6e6-4b64-8484-73e80395162e req-823807ba-d41f-4d49-b864-5cdebdccd550 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821903 Sep 24 19:02:27.520989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 48048b86-661e-49ad-9488-01c64984ebb5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:27.521393 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.548631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20a167ff-f3e0-46bb-a64c-d03ec490cd7c req-68ff8f09-8d57-4b08-a0e4-83af734b4e8e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Sep 24 19:02:27.554223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500faad8-0847-4e83-815c-84114323bd75 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:27.598721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2edcb72d-08df-45a5-83a6-e45211a6953f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:27.602567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=500faad8-0847-4e83-815c-84114323bd75,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:27.612358 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.621656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2edcb72d-08df-45a5-83a6-e45211a6953f', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '2edcb72d-08df-45a5-83a6-e45211a6953f', 'mac_address': 'fa:16:3e:4a:a8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:27.646085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:27.662048 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Sync routers for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:27.665120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.668988 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc699f46-4d18-490e-ab84-c4b553c7c026 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3045890 Sep 24 19:02:27.669337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:27.681789 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:27.682428 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:27.720895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:27.727750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ca65-a0fc-44a6-b270-aa147617bf89 req-4e2a9a06-a9d1-47f1-87ba-4ed8fac3d767 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.729350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8686ca65-a0fc-44a6-b270-aa147617bf89 req-4e2a9a06-a9d1-47f1-87ba-4ed8fac3d767 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.1160183 Sep 24 19:02:27.736556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.743684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c20a-052a-4408-9b9f-f96577b1913a req-3fc4654b-30af-4f51-9da4-6dae12d497d6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:27.744959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4f7c20a-052a-4408-9b9f-f96577b1913a req-3fc4654b-30af-4f51-9da4-6dae12d497d6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.0981367 Sep 24 19:02:27.748967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.762241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edcb72d-08df-45a5-83a6-e45211a6953f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:27.804101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8686ca65-a0fc-44a6-b270-aa147617bf89 req-23891ef0-85f1-4adc-a3c0-31ded1791d8e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547688 Sep 24 19:02:27.834458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2edcb72d-08df-45a5-83a6-e45211a6953f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:27.837992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:27.845074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.872424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:27.875272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4f7c20a-052a-4408-9b9f-f96577b1913a req-b5c93bf6-c0e6-4c52-bb60-d094a6fdfe12 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066341 Sep 24 19:02:27.898997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:27.935076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:27.954004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['500faad8-0847-4e83-815c-84114323bd75'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:28.046191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:28.121034 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:26Z', 'revision_number': 3, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:28.164753 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Checking router: b4ed683e-53c6-40c5-bc2e-3274f4d87149 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:28.165926 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Updating router b4ed683e-53c6-40c5-bc2e-3274f4d87149 port a32920d0-0ef9-4221-805d-690866a29e18 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:02:28.193317 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.280538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.286246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753256-a128-4e5e-a021-374d6afabbb8 req-9370974e-2c56-4b2f-a1f3-ad60fd393eb6 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:28.287971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca753256-a128-4e5e-a021-374d6afabbb8 req-9370974e-2c56-4b2f-a1f3-ad60fd393eb6 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 948 time: 0.1912670 Sep 24 19:02:28.306422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-3b806e7f-4e97-41cc-b1e4-19a4408cd44c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:28.308089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-3b806e7f-4e97-41cc-b1e4-19a4408cd44c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.1463132 Sep 24 19:02:28.350952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a854b0-f4bf-4a35-86b6-c198519a3231 None None] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:28.368133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30374-1f30-4554-ba58-7926c2bed5e7 req-db79dcc8-b1cc-48c6-bdc2-a2ae7f5bc0db tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:28.369193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:28.375543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68e30374-1f30-4554-ba58-7926c2bed5e7 req-db79dcc8-b1cc-48c6-bdc2-a2ae7f5bc0db tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 949 time: 0.1531346 Sep 24 19:02:28.417561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca753256-a128-4e5e-a021-374d6afabbb8 req-63b28472-6cb8-49b5-95d0-7822ff0a75d3 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221671 Sep 24 19:02:28.482994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68e30374-1f30-4554-ba58-7926c2bed5e7 req-f6e8b42a-3d4c-4cec-9ace-267e0116c9a6 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981116 Sep 24 19:02:28.495651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Allocated IP 172.20.0.1 (0ef11730-badc-4544-b6ee-1797d26dfe1e/3a9a616a-89fa-4bfa-ba5e-fce3fac06caf/6c8369a6-aec3-42fe-9ae2-c71f95174256) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:28.516552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:28.516917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.528486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] Provisioning complete for port 7075400b-e6f3-4511-a113-47a17738c941 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:28.528860 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.604950 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.615007 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.644593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:28.647215 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c7361-848e-4557-91c6-398f43bb5d1f" -d '{"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-plugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:28.679391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7075400b-e6f3-4511-a113-47a17738c941 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:28.693304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.700018 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553395f7-8624-4126-9727-75b32507c455 None None] Pushing event updated for resources: {'Port': ['ID=a32920d0-0ef9-4221-805d-690866a29e18,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:28.710174 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Attempting to bind port a32920d0-0ef9-4221-805d-690866a29e18 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:28.710806 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Attempting to bind port a32920d0-0ef9-4221-805d-690866a29e18 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:28.711408 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Attempting to bind port a32920d0-0ef9-4221-805d-690866a29e18 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:28.717757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:28.718789 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:28.719389 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.720179 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:28.720806 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Bound port: a32920d0-0ef9-4221-805d-690866a29e18, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:28.721368 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.759765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.769964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:28.770346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.783181 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] For port a32920d0-0ef9-4221-805d-690866a29e18, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:28.787102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6850-f6fa-4983-be60-416b2a20e44a req-a0b30f0d-9247-4431-b067-9f5cfdfb78b4 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:28.788513 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] For port a32920d0-0ef9-4221-805d-690866a29e18, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a32920d0-0ef9-4221-805d-690866a29e18,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:28.789978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e0f6850-f6fa-4983-be60-416b2a20e44a req-a0b30f0d-9247-4431-b067-9f5cfdfb78b4 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.1341407 Sep 24 19:02:28.800218 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:28.809208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:28.812604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:28.818055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:28.832282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for 4294f13d-56e3-46c1-b9f8-404c27a7a0ff owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:28.847968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122456a1-655b-43ce-8a54-8b1320a6074b req-962869bc-76bc-4c5c-ab37-02ed9d9719a0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:28.858428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-122456a1-655b-43ce-8a54-8b1320a6074b req-962869bc-76bc-4c5c-ab37-02ed9d9719a0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 949 time: 0.1781890 Sep 24 19:02:28.879229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:28.880371 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:28.885508 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553395f7-8624-4126-9727-75b32507c455 None None] Pushing event updated for resources: {'Port': ['ID=a32920d0-0ef9-4221-805d-690866a29e18,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:28.902113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Pushing event updated for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:28.932928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e0f6850-f6fa-4983-be60-416b2a20e44a req-0cd91c2a-8ed3-4d80-88a0-fb6456296ab7 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334591 Sep 24 19:02:28.937840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.025206 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d6503a-c25f-4a85-9c8d-5bea962f771c x-openstack-request-id: req-e0d6503a-c25f-4a85-9c8d-5bea962f771c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:29.026147 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-plugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:29.026147 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0d6503a-c25f-4a85-9c8d-5bea962f771c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:29.026147 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5', 'code': 200} Sep 24 19:02:29.054509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-122456a1-655b-43ce-8a54-8b1320a6074b req-a2920f3a-1cbb-4cc9-86a3-ac6a58e70351 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951070 Sep 24 19:02:29.056118 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:29.057374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.070355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7075400b-e6f3-4511-a113-47a17738c941 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:29.070731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.129956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.154973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] For port 7075400b-e6f3-4511-a113-47a17738c941, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7075400b-e6f3-4511-a113-47a17738c941,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:29.169258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.211313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 500faad8-0847-4e83-815c-84114323bd75 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:29.286572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:29.323195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23e30f-c76c-4a67-a479-5f9deb5f2ce0 req-6774224d-0d2f-4a07-8e67-06ba646f0df6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:29.330869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea23e30f-c76c-4a67-a479-5f9deb5f2ce0 req-6774224d-0d2f-4a07-8e67-06ba646f0df6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.1266575 Sep 24 19:02:29.347667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.359794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934970f-bc23-4b08-8246-79d8bbfdb0db None None] Pushing event updated for resources: {'Port': ['ID=7075400b-e6f3-4511-a113-47a17738c941,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:29.364087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072724-a42b-4bbf-b274-8982280214d7 req-19bf50c6-e6a7-407a-8dd6-28801539465d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:29.368201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.373387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96072724-a42b-4bbf-b274-8982280214d7 req-19bf50c6-e6a7-407a-8dd6-28801539465d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bac60b5-ece8-40d7-8c3a-da8f55880d7c HTTP/1.1" status: 200 len: 945 time: 0.1597443 Sep 24 19:02:29.380879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.411799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 500faad8-0847-4e83-815c-84114323bd75 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:29.432897 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:26Z', 'revision_number': 3, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:29.452764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=4294f13d-56e3-46c1-b9f8-404c27a7a0ff,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:29.453691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 500faad8-0847-4e83-815c-84114323bd75 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:29.454078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.480941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96072724-a42b-4bbf-b274-8982280214d7 req-d25b6581-520e-4ae9-9a18-0db9162d60d8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062059 Sep 24 19:02:29.507545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.510500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.515400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.515982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.516556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.518506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.519118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.521449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.522020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.523352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.526729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.527444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.528026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:29.588205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b283795e-c528-4177-ab8f-22c2b79c1f15 None None] Provisioning complete for port 7075400b-e6f3-4511-a113-47a17738c941 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:29.588586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b283795e-c528-4177-ab8f-22c2b79c1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.589145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Pushing event updated for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:29.599180 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5139a2-33b1-4bc2-8fe2-42f26eafdd28 None None] The sync data for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 is: [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:26Z', 'revision_number': 3, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:29.623727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea23e30f-c76c-4a67-a479-5f9deb5f2ce0 req-1b31b3d1-1089-4ddc-bfb2-4ca333a57276 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912531 Sep 24 19:02:29.624917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port 4294f13d-56e3-46c1-b9f8-404c27a7a0ff on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:29.627223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-10ffc5d2-5871-47ea-8553-f1d289519689 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:29.629711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.632650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9815d58e-6e4d-4b31-8b15-daaa9bf6752d req-6d158c76-cd6f-4418-9753-0726a03a13b4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "DELETE /v2.0/ports/4294f13d-56e3-46c1-b9f8-404c27a7a0ff HTTP/1.1" status: 204 len: 173 time: 1.3074555 Sep 24 19:02:29.633695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-10ffc5d2-5871-47ea-8553-f1d289519689 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.15 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 945 time: 0.2629251 Sep 24 19:02:29.635008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.637310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'name': 'network-vif-deleted', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:29.641011 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ca982-2bba-42d5-8b06-3154b08d525f" -d '{"events": [{"server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "name": "network-vif-deleted", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:29.654033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:29.678524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:29.679247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4294f13d-56e3-46c1-b9f8-404c27a7a0ff no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:29.767787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:29.807019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:29.811075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:29.844255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 4294f13d-56e3-46c1-b9f8-404c27a7a0ff {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:29.844631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4294f13d-56e3-46c1-b9f8-404c27a7a0ff not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:29.887297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106529a-a884-401c-bd05-1749fe6e6593 req-f955a96a-20b5-47b3-9b7e-260189721c8f tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:29.895299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d106529a-a884-401c-bd05-1749fe6e6593 req-f955a96a-20b5-47b3-9b7e-260189721c8f tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 949 time: 0.1447916 Sep 24 19:02:29.939812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d9fe-d8fa-46b1-ba74-9f3c84d857cf req-966d4aa3-697d-4be0-a2e8-c4f2d3ef0125 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:29.945512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9949d9fe-d8fa-46b1-ba74-9f3c84d857cf req-966d4aa3-697d-4be0-a2e8-c4f2d3ef0125 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 948 time: 0.1815021 Sep 24 19:02:29.968419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:30.026315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d106529a-a884-401c-bd05-1749fe6e6593 req-01d54ab8-349c-4dc4-86a1-30e29bd7d40e tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251228 Sep 24 19:02:30.062976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Deleting port 48048b86-661e-49ad-9488-01c64984ebb5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:30.067771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.077928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9949d9fe-d8fa-46b1-ba74-9f3c84d857cf req-93f84de6-dbbe-4ce3-a287-195352055b37 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225159 Sep 24 19:02:30.081606 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.133493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b283795e-c528-4177-ab8f-22c2b79c1f15 None None] Provisioning complete for port 6c8369a6-aec3-42fe-9ae2-c71f95174256 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:30.133983 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b283795e-c528-4177-ab8f-22c2b79c1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.148197 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd10c957-ecc8-4f4a-a959-ff186beb1e06 x-openstack-request-id: req-cd10c957-ecc8-4f4a-a959-ff186beb1e06 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:30.148567 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac60b5-ece8-40d7-8c3a-da8f55880d7c", "name": "network-vif-deleted", "tag": "4294f13d-56e3-46c1-b9f8-404c27a7a0ff", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:30.148890 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd10c957-ecc8-4f4a-a959-ff186beb1e06 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:30.149379 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac60b5-ece8-40d7-8c3a-da8f55880d7c', 'name': 'network-vif-deleted', 'tag': '4294f13d-56e3-46c1-b9f8-404c27a7a0ff', 'status': 'completed', 'code': 200} Sep 24 19:02:30.241497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Router b4ed683e-53c6-40c5-bc2e-3274f4d87149 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:02:30.249947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b283795e-c528-4177-ab8f-22c2b79c1f15 None None] Port 6c8369a6-aec3-42fe-9ae2-c71f95174256 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:30.272615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0837-4fc5-4577-ba40-f9e681d7ca13 req-e2f7a865-9018-4391-95a8-b48594037430 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:30.286728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af0d0837-4fc5-4577-ba40-f9e681d7ca13 req-e2f7a865-9018-4391-95a8-b48594037430 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 943 time: 0.1345675 Sep 24 19:02:30.286896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=500faad8-0847-4e83-815c-84114323bd75,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:30.329611 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.330437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c1002187-ae57-4f79-90f8-abd00c6eba25 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:30.378488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af0d0837-4fc5-4577-ba40-f9e681d7ca13 req-e7ae898f-c467-4fe0-9716-4790d04dc44c tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3f3e537-03e7-46fe-a431-7fe081588331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Sep 24 19:02:30.529399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] For port 48048b86-661e-49ad-9488-01c64984ebb5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=48048b86-661e-49ad-9488-01c64984ebb5,segment=NetworkSegment(3143fa88-4c16-4dad-a44c-e4e529a689d4),segment_id=3143fa88-4c16-4dad-a44c-e4e529a689d4)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:30.529956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.556987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-edf9d44b-5bbe-492c-acc7-5fe25543fa29 None None] Provisioning complete for port 6c8369a6-aec3-42fe-9ae2-c71f95174256 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:30.557362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edf9d44b-5bbe-492c-acc7-5fe25543fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.565526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b365-6a02-4a43-a2cf-c7887a39ddb7 req-60b6afd4-573b-4dca-a0c1-7b6c21568f15 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:30.579993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4342b365-6a02-4a43-a2cf-c7887a39ddb7 req-60b6afd4-573b-4dca-a0c1-7b6c21568f15 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 949 time: 0.0984719 Sep 24 19:02:30.612197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:30.637069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-edf9d44b-5bbe-492c-acc7-5fe25543fa29 None None] Port 6c8369a6-aec3-42fe-9ae2-c71f95174256 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:30.639445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c1002187-ae57-4f79-90f8-abd00c6eba25 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:30.643536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c1002187-ae57-4f79-90f8-abd00c6eba25 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:30.643914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:30.646250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Calling delete_port for 48048b86-661e-49ad-9488-01c64984ebb5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:30.675487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4342b365-6a02-4a43-a2cf-c7887a39ddb7 req-153df9f2-7613-4dad-aa04-564760aab695 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944910 Sep 24 19:02:30.724645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:30.789074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a32920d0-0ef9-4221-805d-690866a29e18 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:30.807047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ecc8dd1-ffcf-46c9-903d-65aca08d5ecc admin admin] 10.222.0.18 "PUT /v2.0/routers/b4ed683e-53c6-40c5-bc2e-3274f4d87149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1363444 Sep 24 19:02:30.899558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.018563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:31.036896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5'}, {'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500faad8-0847-4e83-815c-84114323bd75'}, {'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:31.046818 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd14a0-9f62-42d8-9ce6-f1ab079a3efd" -d '{"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-unplugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5"}, {"server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "name": "network-vif-plugged", "status": "completed", "tag": "500faad8-0847-4e83-815c-84114323bd75"}, {"server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:31.090661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c1002187-ae57-4f79-90f8-abd00c6eba25,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:31.100823 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.107039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c113db-b9e0-4f36-9727-bd9857a9b118 req-cf1e7815-f259-4af7-9895-32cfa9300cb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.107818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a32920d0-0ef9-4221-805d-690866a29e18 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:31.108409 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.128452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4c113db-b9e0-4f36-9727-bd9857a9b118 req-cf1e7815-f259-4af7-9895-32cfa9300cb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.1159430 Sep 24 19:02:31.194527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-12171954'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:31.209632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:31.230518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.232331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4c113db-b9e0-4f36-9727-bd9857a9b118 req-9ec2941e-6301-473c-8e6a-7e28448ce7ad tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Sep 24 19:02:31.286971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2edcb72d-08df-45a5-83a6-e45211a6953f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:31.306102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Pushing event deleted for resources: {'Port': ['ID=48048b86-661e-49ad-9488-01c64984ebb5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:31.313818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:31.317662 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.382632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:31.400522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-a18a8906-8a77-4f06-9814-a217cf41e425 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.405219 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d7147-6f8f-4553-858b-0e5a463384d5 x-openstack-request-id: req-fe7d7147-6f8f-4553-858b-0e5a463384d5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:31.405517 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-unplugged", "status": "completed", "tag": "48048b86-661e-49ad-9488-01c64984ebb5", "code": 200}, {"server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "name": "network-vif-plugged", "status": "completed", "tag": "500faad8-0847-4e83-815c-84114323bd75", "code": 200}, {"server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:31.405774 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe7d7147-6f8f-4553-858b-0e5a463384d5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:31.407885 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5', 'code': 200} Sep 24 19:02:31.408046 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500faad8-0847-4e83-815c-84114323bd75', 'code': 200} Sep 24 19:02:31.408499 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'code': 200} Sep 24 19:02:31.414686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-a18a8906-8a77-4f06-9814-a217cf41e425 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.2272124 Sep 24 19:02:31.417118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] No DVR routers for this DVR port 48048b86-661e-49ad-9488-01c64984ebb5 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:31.427025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.429003 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9900dd6-3ed6-4130-8b01-49463269b098 req-9dc8aa17-7965-4e12-9511-880704efef14 tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.15 "DELETE /v2.0/ports/48048b86-661e-49ad-9488-01c64984ebb5 HTTP/1.1" status: 204 len: 173 time: 1.7820718 Sep 24 19:02:31.429445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-deleted', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:31.431776 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9c4de-71e6-46b9-8a23-c51a2a12ba9f" -d '{"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-deleted", "tag": "48048b86-661e-49ad-9488-01c64984ebb5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:31.440575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-21408c24-3288-444a-a180-b4cf52e8fd2d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/quotas/a9742a803cd24a3d8b9e1bf9b9cbb1c8 HTTP/1.1" status: 200 len: 375 time: 0.0236771 Sep 24 19:02:31.447481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:02:31.460421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.460780 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Added segment 0ef483a5-cb8c-4cf3-b2a4-6136921c2336 of type vlan for network 718ef22b-d52d-4b19-a4ec-b8868873f081 Sep 24 19:02:31.513282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.550268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.556747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.557687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.558353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.583438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a32920d0-0ef9-4221-805d-690866a29e18, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a32920d0-0ef9-4221-805d-690866a29e18,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:31.592806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.593960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7075400b-e6f3-4511-a113-47a17738c941 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:31.606217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37611-7a40-4882-9dd4-d880bb5d3b9b req-ee451936-786d-414a-a810-acb59753fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.608088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dea37611-7a40-4882-9dd4-d880bb5d3b9b req-ee451936-786d-414a-a810-acb59753fd45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 1100 time: 0.1400354 Sep 24 19:02:31.621658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca256-9bdd-4d73-8453-0366aa12a24b req-1bef8803-f1a9-4ad9-a230-cab2bc6cf5b4 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.629059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe1ca256-9bdd-4d73-8453-0366aa12a24b req-1bef8803-f1a9-4ad9-a230-cab2bc6cf5b4 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.1918731 Sep 24 19:02:31.634642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3167bb8-6151-4bcd-b692-495f46f1b27c req-5a7b1bab-d8f4-405d-8ea3-8b209fca4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:31.636154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3167bb8-6151-4bcd-b692-495f46f1b27c req-5a7b1bab-d8f4-405d-8ea3-8b209fca4903 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 1100 time: 0.1797447 Sep 24 19:02:31.660398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-a225a25b-668e-4838-b94b-684af51d5e26 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075334 Sep 24 19:02:31.689741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Network': ['ID=718ef22b-d52d-4b19-a4ec-b8868873f081,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:31.695348 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2b57efc-7947-45ba-b44b-763f035b5a2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6756206 Sep 24 19:02:31.696048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a32920d0-0ef9-4221-805d-690866a29e18,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:31.698142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:31.703933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'subnet': {'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:31.708885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:31.713871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:02:31.739936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 2edcb72d-08df-45a5-83a6-e45211a6953f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:31.753365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'mac_address': 'fa:16:3e:12:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:31.754822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2edcb72d-08df-45a5-83a6-e45211a6953f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:31.755229 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.765838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe1ca256-9bdd-4d73-8453-0366aa12a24b req-b60cc4f1-3269-4aab-a20f-359a92d09423 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359103 Sep 24 19:02:31.771151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dea37611-7a40-4882-9dd4-d880bb5d3b9b req-4208a9cb-f3e5-420f-9f73-3a29a159aeef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401105 Sep 24 19:02:31.775390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3167bb8-6151-4bcd-b692-495f46f1b27c req-2d2960c7-314e-41ea-8aec-fd4427e40877 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Sep 24 19:02:31.823654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:31.827605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.851001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-18471e5b-656b-4ebe-9935-9fee0b193ae4 service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560950 Sep 24 19:02:31.879211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7075400b-e6f3-4511-a113-47a17738c941 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:31.879587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.911142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:31.932033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f8c2068-3822-418b-a80e-c601f1283a36 req-8abda148-9fad-4510-b772-8e9cbde594ec tempest-ImagesTestJSON-176649382 tempest-ImagesTestJSON-176649382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b035534d-338c-4bc7-8cad-7f5244295152 HTTP/1.1" status: 200 len: 210 time: 0.0648131 Sep 24 19:02:31.944248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5dabfb-1618-4af0-a139-e8878c5d0cce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:31.998140 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214961f5-f4ae-45bf-966c-f96138ed15de x-openstack-request-id: req-214961f5-f4ae-45bf-966c-f96138ed15de {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:31.998140 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035534d-338c-4bc7-8cad-7f5244295152", "name": "network-vif-deleted", "tag": "48048b86-661e-49ad-9488-01c64984ebb5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:31.998140 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-214961f5-f4ae-45bf-966c-f96138ed15de {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:31.998140 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035534d-338c-4bc7-8cad-7f5244295152', 'name': 'network-vif-deleted', 'tag': '48048b86-661e-49ad-9488-01c64984ebb5', 'status': 'completed', 'code': 200} Sep 24 19:02:32.007299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:32.018994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.020922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.031748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-0c4076a9-149b-4daa-b3bc-af90e5dd01fd service neutron] 10.222.0.18 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798601 Sep 24 19:02:32.135196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741901-7de2-47fe-9d80-97df681dee4b req-8df6bdc4-e279-44fb-bd0d-1787e24d57b9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:32.142679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2edcb72d-08df-45a5-83a6-e45211a6953f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:32.144196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:32.144491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31741901-7de2-47fe-9d80-97df681dee4b req-8df6bdc4-e279-44fb-bd0d-1787e24d57b9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 949 time: 0.0827594 Sep 24 19:02:32.150167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.150966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:32.163424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.171650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 48048b86-661e-49ad-9488-01c64984ebb5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:32.172002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 48048b86-661e-49ad-9488-01c64984ebb5 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:32.203461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31741901-7de2-47fe-9d80-97df681dee4b req-48b55ece-10e1-4078-9af3-ee25bdba53a5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Sep 24 19:02:32.225111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:32.286329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Subnet': ['ID=3243d732-fbb4-4805-9b61-6e6b9e3b9748,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:32.296940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.308235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.308599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.308933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.309270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.309619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.309935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.329173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.332520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.332875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.333216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.333555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:32.352990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Checking segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:32.353488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network hostable DHCP agents. Network: 718ef22b-d52d-4b19-a4ec-b8868873f081, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:02:32.389923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:02:32.393857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:32.407188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 718ef22b-d52d-4b19-a4ec-b8868873f081) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:32.412442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:32.413834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.437660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c99ccdd6-72ee-41da-b0b7-15265c93bf08 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7378583 Sep 24 19:02:32.443892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54618) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:32.451368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0028b8b2-46d0-4cb2-90bd-3ae17f0497ef req-381cb739-a79d-49bf-ad78-bfe12126adea tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 210 time: 0.0483298 Sep 24 19:02:32.455736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1254605260'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:32.526460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:32.530222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.541745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0818-9790-476b-846b-7a7f80a344d3 req-5c125c3a-3142-4ef9-85d5-5a930a1585e0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:32.550073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4ad0818-9790-476b-846b-7a7f80a344d3 req-5c125c3a-3142-4ef9-85d5-5a930a1585e0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 948 time: 0.1450415 Sep 24 19:02:32.598502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:02:32.603750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb6ec6-1bcb-4b70-ae92-2238df90bf8b None None] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:32.606790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a32920d0-0ef9-4221-805d-690866a29e18 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:32.608915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Sync routers for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:32.613058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4ad0818-9790-476b-846b-7a7f80a344d3 req-1f865326-ba37-4027-a3c9-5ddedcff9f65 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620317 Sep 24 19:02:32.622405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.622750 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Added segment e966d43a-7503-4063-9db0-66e1a1429a1f of type vlan for network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 Sep 24 19:02:32.666107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.694816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.701125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:32.701845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.703386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:32.704217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:32.769108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3202991 Sep 24 19:02:32.771803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:32.777354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'subnet': {'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:32.825315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3497-4ff6-4141-9a86-ce66c572d7e7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Network': ['ID=7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:32.849712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:02:32.910347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a32920d0-0ef9-4221-805d-690866a29e18 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:32.911296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.930790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:32.934779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:32.949229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42968d-cc06-49ff-9e3c-5f403ada795c req-95d90f63-3a20-4f93-92bd-2e4f0f3b56e8 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:32.951103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce42968d-cc06-49ff-9e3c-5f403ada795c req-95d90f63-3a20-4f93-92bd-2e4f0f3b56e8 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.0836959 Sep 24 19:02:33.030950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce42968d-cc06-49ff-9e3c-5f403ada795c req-45e9bd1e-584b-4c61-9456-4123a42d0f27 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677490 Sep 24 19:02:33.038812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:33.106054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.134775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-718ef22b-d52d-4b19-a4ec-b8868873f081', 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'fixed_ips': [{'subnet_id': '3243d732-fbb4-4805-9b61-6e6b9e3b9748'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:02:33.135650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.246252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.300867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:33.335282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Subnet': ['ID=1407c3bb-e1d0-44f6-be0c-ce4316a3b36b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:33.347451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Checking segment: {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:33.347813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network hostable DHCP agents. Network: 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:02:33.373130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:02:33.388141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:33.395269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:33.396111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.405870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22036b83-cb7c-46c8-821f-c4e24fd3cc7f None None] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:33.417854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:33.420223 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee055d-2f49-4039-bdf4-d4d22c8192d6" -d '{"events": [{"server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "name": "network-vif-plugged", "status": "completed", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:33.426679 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e606ed44-7e5f-4c12-a10d-beba593831da tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6526771 Sep 24 19:02:33.433257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149345-13b3-4b6c-aaf8-c81da7e88b57 req-7769e2a7-34f6-458d-820c-90622e7ff495 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:33.454010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7149345-13b3-4b6c-aaf8-c81da7e88b57 req-7769e2a7-34f6-458d-820c-90622e7ff495 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 950 time: 0.1426792 Sep 24 19:02:33.535203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7149345-13b3-4b6c-aaf8-c81da7e88b57 req-2d08bfaf-88ff-4486-98a3-bc19143077de tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786450 Sep 24 19:02:33.582931 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eaaeb1-9f56-48a3-896e-495d5629ce70 x-openstack-request-id: req-c6eaaeb1-9f56-48a3-896e-495d5629ce70 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:33.583279 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "name": "network-vif-plugged", "status": "completed", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:33.583469 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6eaaeb1-9f56-48a3-896e-495d5629ce70 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:33.583861 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f', 'code': 200} Sep 24 19:02:33.665575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Allocated IP 19.80.0.2 (718ef22b-d52d-4b19-a4ec-b8868873f081/3243d732-fbb4-4805-9b61-6e6b9e3b9748/86450dad-956f-4f3a-8c50-8c6799a77793) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:33.748426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858f25e5-e1fe-4dc6-998a-45f996edbb28 req-660d4a05-5b34-4e06-bb4a-1994cc5b8588 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 210 time: 0.0585968 Sep 24 19:02:33.778717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:29Z', 'revision_number': 4, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c8369a6-aec3-42fe-9ae2-c71f95174256', 'name': '', 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'mac_address': 'fa:16:3e:69:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:28Z', 'updated_at': '2021-09-24T19:02:29Z', 'revision_number': 2, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'subnets': [{'id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:33.785060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:33.801532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-7c27b0b3-b2ab-4678-8f15-8f6380d1324c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:33.803136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-7c27b0b3-b2ab-4678-8f15-8f6380d1324c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 806 time: 0.1915703 Sep 24 19:02:33.814014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:33.841480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Checking router: b4ed683e-53c6-40c5-bc2e-3274f4d87149 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:33.841932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Updating router b4ed683e-53c6-40c5-bc2e-3274f4d87149 port 6c8369a6-aec3-42fe-9ae2-c71f95174256 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:02:33.842671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Request body: {'port': {'device_id': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'admin_state_up': True, 'tenant_id': 'a9742a803cd24a3d8b9e1bf9b9cbb1c8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:33.885843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'mac_address': 'fa:16:3e:cc:4d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:33.925759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.942556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Deleting subnet f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:02:33.951829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:33.992801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5', 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'fixed_ips': [{'subnet_id': '1407c3bb-e1d0-44f6-be0c-ce4316a3b36b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:02:33.993687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.030766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.069625 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.091621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Made reservation on behalf of a9742a803cd24a3d8b9e1bf9b9cbb1c8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:34.095095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.120716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.127623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:34.212076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d79f-d343-420c-a1e7-3242668b1908 req-51e80cc5-5e85-43d8-a57b-7a69278bc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:34.213729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e429d79f-d343-420c-a1e7-3242668b1908 req-51e80cc5-5e85-43d8-a57b-7a69278bc7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 1101 time: 0.5349355 Sep 24 19:02:34.280500 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.289144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001e818-b4b2-433a-9d62-7ea9deaba8fc req-75af43c8-9008-4d33-9c38-58c0eb41c02f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:34.296559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8001e818-b4b2-433a-9d62-7ea9deaba8fc req-75af43c8-9008-4d33-9c38-58c0eb41c02f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 948 time: 0.1427996 Sep 24 19:02:34.314660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:34.321119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e429d79f-d343-420c-a1e7-3242668b1908 req-89de5afa-3ec7-46c4-bc7d-2f08acdd219b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935242 Sep 24 19:02:34.325360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Allocated IP 172.20.0.6 (b5fc286d-6195-4a7f-9d2b-c0dae60864d5/94051b73-f8fe-4028-a19c-3d7e62eb08f4/a4b541d0-78f9-4db7-87e1-1c675fbe3a06) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:34.327571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6768315c-eddd-4c8e-9d29-b57c801b0e04 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:34.327816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.333102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-06186478-239a-49bb-acbf-c283754d6fc9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f92abaf8-c2a4-4f10-9e94-5c8edee8e9a8 HTTP/1.1" status: 204 len: 168 time: 0.5176966 Sep 24 19:02:34.334038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:34.338317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6768315c-eddd-4c8e-9d29-b57c801b0e04 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:34.340742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6768315c-eddd-4c8e-9d29-b57c801b0e04 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/networks?id=718ef22b-d52d-4b19-a4ec-b8868873f081&id=7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5&id=718ef22b-d52d-4b19-a4ec-b8868873f081 HTTP/1.1" status: 200 len: 1390 time: 0.6185675 Sep 24 19:02:34.381216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-4ab92e1e-1696-46e1-8ed3-566dfe4ed35f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/quotas/94687a1c144d419aaa087926f1d21a0f HTTP/1.1" status: 200 len: 375 time: 0.0331111 Sep 24 19:02:34.399709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8001e818-b4b2-433a-9d62-7ea9deaba8fc req-27e86551-9567-4ed2-8767-4d92b1f0c42b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021817 Sep 24 19:02:34.446509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.471559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.473439 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.484624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:34.517662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.537679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-0cab5061-9059-4fbe-b6ab-a72d4dec2843 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354592 Sep 24 19:02:34.547386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:34.585871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:34.599896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:34.627872 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:02:34.641361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.643342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Pushing event updated for resources: {'Port': ['ID=86450dad-956f-4f3a-8c50-8c6799a77793,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:34.670435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09834809-2f71-4b86-8435-94cdfe081a74 req-c912681b-0e28-4771-8f08-cf5920dfe034 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:34.680812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09834809-2f71-4b86-8435-94cdfe081a74 req-c912681b-0e28-4771-8f08-cf5920dfe034 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.1763458 Sep 24 19:02:34.694809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5b4c22-be78-44e5-ad26-ece7e66bf875']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:34.697828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4e28c672-68a3-4b8c-ba2b-b3242081beed'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:34.729359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.732725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-faec36ec-cb75-4435-b602-d6750da9a4d6 service neutron] 10.222.0.18 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942060 Sep 24 19:02:34.741525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Allocated IP 19.86.0.2 (7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5/1407c3bb-e1d0-44f6-be0c-ce4316a3b36b/737befb9-836b-4fd2-9d7f-fc2e3fabfa7a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:34.772290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09834809-2f71-4b86-8435-94cdfe081a74 req-e42069a2-908b-4fcb-acf2-c0348c800615 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811582 Sep 24 19:02:34.789872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3143fa88-4c16-4dad-a44c-e4e529a689d4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:34.790168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3143fa88-4c16-4dad-a44c-e4e529a689d4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:34.802381 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.828175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.839984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.849503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:02:34.849503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:02:34.863136 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:02:34.889040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-32726c76-53fc-4ed9-b0a3-938101718d35 service neutron] 10.222.0.18 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553988 Sep 24 19:02:35.002467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-f23c40e4-a4b6-46d3-bcf2-a502a3065c80 service neutron] 10.222.0.18 "GET /v2.0/networks/7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122832 Sep 24 19:02:35.046430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:35.048970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:35.056612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Attempting to bind port 86450dad-956f-4f3a-8c50-8c6799a77793 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:35.056993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Attempting to bind port 86450dad-956f-4f3a-8c50-8c6799a77793 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:35.057372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Attempting to bind port 86450dad-956f-4f3a-8c50-8c6799a77793 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:35.064508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:35.067250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event updated for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:35.074704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:35.102033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.113707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.118082 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e5b4c22-be78-44e5-ad26-ece7e66bf875 HTTP/1.1" status: 204 len: 168 time: 0.7772017 Sep 24 19:02:35.129895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467459bd-859e-41ce-ba6b-5b6686d0b6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5b4c22-be78-44e5-ad26-ece7e66bf875,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:35.136614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-1b376c50-40bd-457c-8380-4bea6d0ee126 service neutron] 10.222.0.18 "GET /v2.0/networks/7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330538 Sep 24 19:02:35.161239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:35.161896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.185084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:35.185527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Checking segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:35.185876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.186257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Bound using segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:35.186743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Bound port: 86450dad-956f-4f3a-8c50-8c6799a77793, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:35.187159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.192515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-728d25b2-ea1c-4d58-a9ac-e7c31c23216f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3632851 Sep 24 19:02:35.216339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Request body: {'port': {'device_id': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:35.224262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.240348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:35.250372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-a2e47c87-423d-4408-8df9-1d1710b6fe65 service neutron] 10.222.0.18 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126208 Sep 24 19:02:35.287676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.352597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54742) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:35.360561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53603-da13-4474-a8b4-f19030ebab9d req-fad89cca-3ad7-4641-8af6-f65c39516875 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:35.363648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.369434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbd53603-da13-4474-a8b4-f19030ebab9d req-fad89cca-3ad7-4641-8af6-f65c39516875 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 950 time: 0.2558076 Sep 24 19:02:35.423412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.433467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:35.455256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:35.457337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.467640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:35.477142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbd53603-da13-4474-a8b4-f19030ebab9d req-c00d0f44-2fd7-4c56-98f7-9f4eb5f5b9ff tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064391 Sep 24 19:02:35.515584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Pushing event updated for resources: {'Port': ['ID=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:35.523929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5f57ec02-3cc6-4233-b652-4c29e34b5445 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=687734c9c5a44063afd01ca53ba4df34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332607 Sep 24 19:02:35.524593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:35.528144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-706c3500-d301-445d-8a1f-7f6e6c9730dd service neutron] 10.222.0.18 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770109 Sep 24 19:02:35.650105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] For port 86450dad-956f-4f3a-8c50-8c6799a77793, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:35.690933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.701722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port cc5dabfb-1618-4af0-a139-e8878c5d0cce completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:35.749333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] For port 86450dad-956f-4f3a-8c50-8c6799a77793, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=86450dad-956f-4f3a-8c50-8c6799a77793,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:35.773101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Attempting to bind port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:35.773782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Attempting to bind port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:35.774793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Attempting to bind port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a on network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:35.783607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb6a6-f6a6-4ca0-a91d-0df33f029f6e None None] Pushing event updated for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:35.788920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port cc5dabfb-1618-4af0-a139-e8878c5d0cce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:35.789716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.832828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.848731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852bc60-8f18-48b8-8e8e-f8075d602adb req-453dcf0f-8d07-4365-b148-2922d1eafdc6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:35.857698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2852bc60-8f18-48b8-8e8e-f8075d602adb req-453dcf0f-8d07-4365-b148-2922d1eafdc6 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 931 time: 0.2148464 Sep 24 19:02:35.861371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.889414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:35.889826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Checking segment: {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:35.890276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.890674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Bound using segment: {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:35.891185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Bound port: 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:35.891561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:35.975496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2852bc60-8f18-48b8-8e8e-f8075d602adb req-d8d90f1f-631e-4598-8b8a-19e0d924fecb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168067 Sep 24 19:02:36.021251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:36.025258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:36.031432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3f3e537-03e7-46fe-a431-7fe081588331 HTTP/1.1" status: 204 len: 168 time: 0.5052383 Sep 24 19:02:36.041903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3079d35-c708-4ea5-9004-82cb2e265c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3e537-03e7-46fe-a431-7fe081588331,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:36.342847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be5190-70ef-4541-88ad-7c8ab88e3596 req-0ae095d9-6e8b-4ae9-8418-2b3d70cecd52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:36.344628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00be5190-70ef-4541-88ad-7c8ab88e3596 req-0ae095d9-6e8b-4ae9-8418-2b3d70cecd52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 948 time: 0.1385140 Sep 24 19:02:36.402012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:36.409933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Attempting to bind port 6c8369a6-aec3-42fe-9ae2-c71f95174256 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:36.409933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Attempting to bind port 6c8369a6-aec3-42fe-9ae2-c71f95174256 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:36.410303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Attempting to bind port 6c8369a6-aec3-42fe-9ae2-c71f95174256 on network 0ef11730-badc-4544-b6ee-1797d26dfe1e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:36.469873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00be5190-70ef-4541-88ad-7c8ab88e3596 req-456f3601-e358-44a5-97ee-30cdcc145b69 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081197 Sep 24 19:02:36.545956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:36.546507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Checking segment: {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:36.546806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:36.547231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Bound using segment: {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:36.547707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Bound port: 6c8369a6-aec3-42fe-9ae2-c71f95174256, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd814c4-c45f-4ee7-847e-2f00f3fd7865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:36.548085 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:36.575239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5be9883f-dc5e-432f-a28a-caddffd2ebd4 None None] Provisioning complete for port 6c8369a6-aec3-42fe-9ae2-c71f95174256 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:36.575717 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5be9883f-dc5e-432f-a28a-caddffd2ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:36.578677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f5e74-1cef-4ad0-a50f-773c5cdcdb24 None None] Pushing event updated for resources: {'Port': ['ID=86450dad-956f-4f3a-8c50-8c6799a77793,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:36.693613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fd0e12a-2c05-46ef-8e5e-1f66edb3d3e3 req-dd958a7d-6d9b-4350-b5d7-f26c7e94946a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 210 time: 0.0923073 Sep 24 19:02:36.825414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5be9883f-dc5e-432f-a28a-caddffd2ebd4 None None] Port 6c8369a6-aec3-42fe-9ae2-c71f95174256 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:36.936925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] For port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:36.947305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] For port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:36.968566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b541d0-78f9-4db7-87e1-1c675fbe3a06 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:36.986978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.014135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Transition to ACTIVE for port object a4b541d0-78f9-4db7-87e1-1c675fbe3a06 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:37.023988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.079511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a02d5-601f-4002-8582-59328b70bf80 req-b490f8b2-e573-4bb1-a121-0588d7fa24c8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:37.082026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c9a02d5-601f-4002-8582-59328b70bf80 req-b490f8b2-e573-4bb1-a121-0588d7fa24c8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 950 time: 0.1828170 Sep 24 19:02:37.188918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.207560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c9a02d5-601f-4002-8582-59328b70bf80 req-8b021038-c18c-4d8e-b0aa-9418d63d3c90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113679 Sep 24 19:02:37.240422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.294697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Pushing event updated for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:37.363850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Attempting to bind port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:37.364325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Attempting to bind port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:37.365810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Attempting to bind port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:37.377824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:37.379732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Attempting to bind port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 on network b5fc286d-6195-4a7f-9d2b-c0dae60864d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:37.397976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:37.398567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Checking segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:37.399076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Bound using segment: {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:37.400640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Bound port: a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a430527b-465a-4e91-b1d1-2f42bc732741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:37.402280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.447110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] For port 6c8369a6-aec3-42fe-9ae2-c71f95174256, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:37.451763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] For port 6c8369a6-aec3-42fe-9ae2-c71f95174256, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c8369a6-aec3-42fe-9ae2-c71f95174256,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:37.494384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:37.499470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:37.501837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:37.508329 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aa9f20-f409-4f11-b944-20e6dc754f18" -d '{"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:37.519580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.559016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.684921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff933766-a266-4e33-9c96-e1ba8991593b None None] Pushing event updated for resources: {'Port': ['ID=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:37.688044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:37.711154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:37.712697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:37.717646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:37.729597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.746601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02938e-379d-4006-9529-1d49b398e35e req-55f4145f-e06b-422f-b8a3-9bde2090c33a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:37.759417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d02938e-379d-4006-9529-1d49b398e35e req-55f4145f-e06b-422f-b8a3-9bde2090c33a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 943 time: 0.2846630 Sep 24 19:02:37.863750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c4d0-0f60-49ab-87a4-a52b91ba3041 req-85006d18-a08c-486e-9c01-1af9e4a16c26 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:37.876149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82c2c4d0-0f60-49ab-87a4-a52b91ba3041 req-85006d18-a08c-486e-9c01-1af9e4a16c26 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 949 time: 0.3365209 Sep 24 19:02:37.939803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:37.941263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:37.945147 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] 10.222.0.15 "PUT /v2.0/ports/a4b541d0-78f9-4db7-87e1-1c675fbe3a06 HTTP/1.1" status: 200 len: 1091 time: 2.7331748 Sep 24 19:02:37.945738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:37.956950 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78a31d9-c37b-4641-9df6-6326909dbb70" -d '{"events": [{"name": "network-changed", "server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:37.983343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44533b08-8c79-4651-acb7-bb57b39bf9fe service neutron] Pushing event updated for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:37.987435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4e28c672-68a3-4b8c-ba2b-b3242081beed triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:37.987973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:38.050461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d02938e-379d-4006-9529-1d49b398e35e req-c8427385-7973-4f0f-8352-b8f78e2c5d1e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900722 Sep 24 19:02:38.128491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82c2c4d0-0f60-49ab-87a4-a52b91ba3041 req-64308c00-3d6f-4bfd-a3bf-cdf3d0febefd tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481439 Sep 24 19:02:38.147245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-160cf982-9c51-4c1f-a938-fc199b2a9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:38.148715 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-160cf982-9c51-4c1f-a938-fc199b2a9aaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 1094 time: 0.1278167 Sep 24 19:02:38.187481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:38.191367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54816) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:38.247243 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-eb739dd9-2a2d-4beb-b2c5-7e8085031701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06 HTTP/1.1" status: 200 len: 217 time: 0.0775702 Sep 24 19:02:38.354281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d1972518-15a4-4f87-8563-c357f44102af None None] Provisioning complete for port 6c8369a6-aec3-42fe-9ae2-c71f95174256 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:38.354658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1972518-15a4-4f87-8563-c357f44102af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:38.356831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-d85f7b88-061c-446e-ac30-4def421317ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:38.358533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-d85f7b88-061c-446e-ac30-4def421317ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.0897546 Sep 24 19:02:38.367063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef293b-f913-4815-8aeb-940457c8c847 None None] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:38.410985 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-2f9d0377-ca80-4048-8b8e-ee08c3c80316 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428250 Sep 24 19:02:38.626352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-beb4c257-5cab-41f1-964b-d00e911868c0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:38.645269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-beb4c257-5cab-41f1-964b-d00e911868c0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:38.648982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-beb4c257-5cab-41f1-964b-d00e911868c0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "GET /v2.0/networks?id=718ef22b-d52d-4b19-a4ec-b8868873f081&id=7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5&id=718ef22b-d52d-4b19-a4ec-b8868873f081 HTTP/1.1" status: 200 len: 1390 time: 0.3806124 Sep 24 19:02:38.677296 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-4533d2ec-7399-4301-b525-a3b700cc89c4 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542264 Sep 24 19:02:38.701993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-448615668-network', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:38.743860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'admin_state_up': True, 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:38.781726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:38.785162 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da41c0d0-e119-46d9-8d27-42147d3f7528 x-openstack-request-id: req-da41c0d0-e119-46d9-8d27-42147d3f7528 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:38.785800 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:38.786617 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da41c0d0-e119-46d9-8d27-42147d3f7528 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:38.786617 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'code': 200} Sep 24 19:02:38.823421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61105901-ed44-4b2c-b12c-34e7adaa3e4b req-8e1fb93b-783f-4689-970f-44ce441b8f0c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 210 time: 0.1364622 Sep 24 19:02:38.836311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 86450dad-956f-4f3a-8c50-8c6799a77793 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:38.872708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af0c28-f429-4c3d-a0f7-9329f6ca02ef req-ea67677f-e54e-4179-ba67-cb71b64842df tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:38.880923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77af0c28-f429-4c3d-a0f7-9329f6ca02ef req-ea67677f-e54e-4179-ba67-cb71b64842df tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2285895 Sep 24 19:02:38.906819 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-733b6782-bf4b-48c9-9a4c-3ced9b919fbc req-276499b5-f466-446d-b633-23313a635699 service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177386 Sep 24 19:02:38.961584 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:38.963471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb6a6-f6a6-4ca0-a91d-0df33f029f6e None None] Pushing event updated for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:38.995699 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1252bb-baa6-43dc-a30f-34f8ea5611f4 x-openstack-request-id: req-1e1252bb-baa6-43dc-a30f-34f8ea5611f4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:38.996263 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:38.996836 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e1252bb-baa6-43dc-a30f-34f8ea5611f4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:38.997406 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06', 'status': 'completed', 'code': 200} Sep 24 19:02:38.999429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.123112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Made reservation on behalf of 661e0ac6cb5d41afb67bdf17df94de51 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:39.130820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.140337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-fb08c8e0-1a5b-4b63-abc5-ddf453d2fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.141913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-fb08c8e0-1a5b-4b63-abc5-ddf453d2fcac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 1094 time: 0.1136134 Sep 24 19:02:39.190428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:39.212090 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1972518-15a4-4f87-8563-c357f44102af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.233999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77af0c28-f429-4c3d-a0f7-9329f6ca02ef req-d6d5a667-0498-4fc5-aeda-3b778ac58904 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396733 Sep 24 19:02:39.242169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c859-d099-49c4-899a-d46fc1bff92e req-a64035d8-7489-40e3-9f40-e4d1b6bdfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.247196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bd3c859-d099-49c4-899a-d46fc1bff92e req-a64035d8-7489-40e3-9f40-e4d1b6bdfcf4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.5396543 Sep 24 19:02:39.252723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.293859 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.307294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 86450dad-956f-4f3a-8c50-8c6799a77793 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:39.307885 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.358267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:39.361751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.384561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-dd8106cc-8d8a-482d-af4c-3edbb74e16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.389255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-dd8106cc-8d8a-482d-af4c-3edbb74e16e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 200 len: 906 time: 0.2237256 Sep 24 19:02:39.398345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd1a9b6-3934-4820-9240-59af79ba7ade None None] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:39.451258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427817e-3b0c-4cc2-be37-d9a07d6d5f2b req-3d6cd297-77ac-4d94-8afa-dfcad4eda64c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.457893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427817e-3b0c-4cc2-be37-d9a07d6d5f2b req-3d6cd297-77ac-4d94-8afa-dfcad4eda64c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.468200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2427817e-3b0c-4cc2-be37-d9a07d6d5f2b req-3d6cd297-77ac-4d94-8afa-dfcad4eda64c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c&device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 1690 time: 0.1832952 Sep 24 19:02:39.515948 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-f82f172b-1628-4fe6-b302-ad4e45fa6639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06 HTTP/1.1" status: 200 len: 217 time: 0.1020882 Sep 24 19:02:39.571039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2427817e-3b0c-4cc2-be37-d9a07d6d5f2b req-acc86ed1-0d9c-4ff6-ba21-2dffdec89e63 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018004 Sep 24 19:02:39.583260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bd3c859-d099-49c4-899a-d46fc1bff92e req-476e3c07-16a5-4581-869c-ff8587a0d821 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011260 Sep 24 19:02:39.632896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d1972518-15a4-4f87-8563-c357f44102af None None] For port 6c8369a6-aec3-42fe-9ae2-c71f95174256, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c8369a6-aec3-42fe-9ae2-c71f95174256,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:39.658681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-5bd41565-453c-47e1-96d1-32c18fd1cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.661561 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-5bd41565-453c-47e1-96d1-32c18fd1cdd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 200 len: 846 time: 0.1293154 Sep 24 19:02:39.663347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1972518-15a4-4f87-8563-c357f44102af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:39.729624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:39.741663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-520072b7-15c4-4a5b-95f4-708205ef0f31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5fc286d-6195-4a7f-9d2b-c0dae60864d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644183 Sep 24 19:02:39.742005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.742456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.742968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.743402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.743872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.744532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.745232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.745678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.746107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.746536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.747118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.747549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:02:39.803718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589bc0-813b-4d62-9c1c-6b39642cdf21 req-320e19e1-5b7c-4290-912c-d8d8b95d0b92 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:39.822193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15589bc0-813b-4d62-9c1c-6b39642cdf21 req-320e19e1-5b7c-4290-912c-d8d8b95d0b92 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 943 time: 0.1569242 Sep 24 19:02:39.895773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Allocated IP 19.80.0.128 (718ef22b-d52d-4b19-a4ec-b8868873f081/3243d732-fbb4-4805-9b61-6e6b9e3b9748/9dcedf67-4cff-4827-9770-8af9b4af0118) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:39.927077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972518-15a4-4f87-8563-c357f44102af None None] Pushing event updated for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:39.941034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15589bc0-813b-4d62-9c1c-6b39642cdf21 req-2a3f47ad-6d19-4680-bf92-0a82d82b2ed5 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140795 Sep 24 19:02:40.021821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Provisioning complete for port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:40.022654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.042566 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-5c61d6c1-861a-47fe-bc01-079be138f63e service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752371 Sep 24 19:02:40.120077 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.168459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.185372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.217758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 86450dad-956f-4f3a-8c50-8c6799a77793, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=86450dad-956f-4f3a-8c50-8c6799a77793,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:40.238724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751705ac-2b5b-4e09-a8e6-99995bf75aa1 req-0dc283bd-f217-4664-b91d-6f5096b613ac tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:40.249209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-751705ac-2b5b-4e09-a8e6-99995bf75aa1 req-0dc283bd-f217-4664-b91d-6f5096b613ac tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.3330874 Sep 24 19:02:40.252037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:29Z', 'revision_number': 4, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c8369a6-aec3-42fe-9ae2-c71f95174256', 'name': '', 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'mac_address': 'fa:16:3e:69:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:28Z', 'updated_at': '2021-09-24T19:02:37Z', 'revision_number': 4, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'subnets': [{'id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:40.253993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.255857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:40.286552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:02:40.292965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c78a31d9-c37b-4641-9df6-6326909dbb70 req-a48a98eb-8104-4d18-8c39-72ddbb656f5f service neutron] 10.222.0.15 "GET /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429962 Sep 24 19:02:40.354933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ccad0-07ff-458c-818c-4039bffc1e42 req-4b6c6eb2-3eb1-450e-959d-1a13fd22054d tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:40.362733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d7ccad0-07ff-458c-818c-4039bffc1e42 req-4b6c6eb2-3eb1-450e-959d-1a13fd22054d tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 1101 time: 0.2657461 Sep 24 19:02:40.372568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cc5d5a-0be7-409c-aa6a-5e1e2ca9313e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:40.374013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b1001-b19f-4832-97f7-eb7dfebf8ad1 None None] The sync data for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 is: [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:29Z', 'revision_number': 4, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '6c8369a6-aec3-42fe-9ae2-c71f95174256', 'name': '', 'network_id': '0ef11730-badc-4544-b6ee-1797d26dfe1e', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'mac_address': 'fa:16:3e:69:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:28Z', 'updated_at': '2021-09-24T19:02:37Z', 'revision_number': 4, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'subnets': [{'id': '3a9a616a-89fa-4bfa-ba5e-fce3fac06caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:40.375907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.415936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.416659 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Added segment 2ad662e6-ebe6-4c9c-9775-0b565bf36fad of type vlan for network 597f08b5-25e4-459a-a4b4-f77ea56fff1d Sep 24 19:02:40.515466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-751705ac-2b5b-4e09-a8e6-99995bf75aa1 req-a490da75-b473-409d-badb-8d9a11409429 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651179 Sep 24 19:02:40.586747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.608660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=86450dad-956f-4f3a-8c50-8c6799a77793,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:40.645650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] For port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:40.656475 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.657305 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.658299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:40.658898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.730883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Provisioning complete for port 86450dad-956f-4f3a-8c50-8c6799a77793 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:40.731433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.733879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5537d0a5-3549-4c23-b7c1-70e6b7a1c253 req-9773f8bb-36f3-44e2-8f8f-e2b9425964c2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 210 time: 0.0826313 Sep 24 19:02:40.739094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.763509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d7ccad0-07ff-458c-818c-4039bffc1e42 req-5294349c-38c1-4011-aa3c-2b98947a6212 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994033 Sep 24 19:02:40.789564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:40.790212 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.807585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6134799 Sep 24 19:02:40.810536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:40.817118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Request body: {'subnet': {'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-448615668-subnet', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:40.862831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:40.865850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Made reservation on behalf of 661e0ac6cb5d41afb67bdf17df94de51 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:40.871241 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:40.871526 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5cda9-b313-4ccd-8f8e-0d1e7c95ac9d" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:40.910386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d04ca-7cda-4ce4-b118-b847ce05196f admin admin] Pushing event updated for resources: {'Network': ['ID=597f08b5-25e4-459a-a4b4-f77ea56fff1d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:40.926027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:02:41.042456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.090941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e03b-1c05-47a5-a748-1313df97d25b req-1b14e89a-6573-43fb-9a5a-66b844c5fcb9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:41.109368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f53e03b-1c05-47a5-a748-1313df97d25b req-1b14e89a-6573-43fb-9a5a-66b844c5fcb9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2106128 Sep 24 19:02:41.126725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb44fd6-7693-47cf-94f2-c8286c735c09 None None] Pushing event updated for resources: {'Port': ['ID=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:41.224518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:41.236151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:41.251659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:41.258139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:41.301908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f53e03b-1c05-47a5-a748-1313df97d25b req-b5be4731-8d91-427e-a8da-b3716783f807 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913753 Sep 24 19:02:41.309053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a4b541d0-78f9-4db7-87e1-1c675fbe3a06 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:02:41.345606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bace4e8-1ddd-4a64-a22e-04f6994cb8a4 req-a3bf6d27-26a9-41c7-88c5-51bf0eb670c6 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:41.361397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.362596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bace4e8-1ddd-4a64-a22e-04f6994cb8a4 req-a3bf6d27-26a9-41c7-88c5-51bf0eb670c6 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 1100 time: 0.2467473 Sep 24 19:02:41.398584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:41.403102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.442308 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bb9886-4817-4579-9422-67db53561310 x-openstack-request-id: req-b7bb9886-4817-4579-9422-67db53561310 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:41.442802 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:41.443083 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7bb9886-4817-4579-9422-67db53561310 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:41.443650 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'code': 200} Sep 24 19:02:41.479162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acc6193-07ec-4ccc-956c-2fd06495d9b7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:41.497430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-6e10fce5-62f2-49f2-a09e-f90d12c9dd07 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7845607 Sep 24 19:02:41.510727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bace4e8-1ddd-4a64-a22e-04f6994cb8a4 req-93011583-2df7-40c2-9e0d-c8b1ccc45347 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Sep 24 19:02:41.547335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5', 'admin_state_up': True, 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:41.555289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Checking segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:41.555856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Network hostable DHCP agents. Network: 597f08b5-25e4-459a-a4b4-f77ea56fff1d, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:02:41.630099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:02:41.669776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 597f08b5-25e4-459a-a4b4-f77ea56fff1d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:41.675030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c8369a6-aec3-42fe-9ae2-c71f95174256 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:41.676643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:41.677262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.716870 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-83d7e8d7-b7ab-4cc3-9ded-25af794adb5b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9049528 Sep 24 19:02:41.717552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:41.727863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:41.734335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:41.758321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d00357-0e51-48df-9658-d6615701f962 None None] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:41.762826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06', 'network_id': 'b5fc286d-6195-4a7f-9d2b-c0dae60864d5', 'port_id': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06', 'mac_address': 'fa:16:3e:5d:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94051b73-f8fe-4028-a19c-3d7e62eb08f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:02:41.768280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-45a0f6e3-98ed-4811-acbb-42ce6bc75f25 None None] Provisioning complete for port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:41.768839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a0f6e3-98ed-4811-acbb-42ce6bc75f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.782742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.784907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.871855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:41.982491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317ddf6-ec0e-4bbf-a534-9fe4e931161f req-07ee9d8c-c52f-428f-8c96-4e2f47aacfc2 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:41.990440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7317ddf6-ec0e-4bbf-a534-9fe4e931161f req-07ee9d8c-c52f-428f-8c96-4e2f47aacfc2 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.3313043 Sep 24 19:02:42.003445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daab637-6e1d-47fe-91a1-af2325b511ac req-c9c82cb5-dba7-46ee-90fa-e3c8ecb7fa87 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:42.011186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0daab637-6e1d-47fe-91a1-af2325b511ac req-c9c82cb5-dba7-46ee-90fa-e3c8ecb7fa87 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 943 time: 0.4543567 Sep 24 19:02:42.064722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947baff1-d635-425c-9617-847f148a76ad req-e5f1bea2-d911-435e-8ab7-82d0ef95d98f tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:42.064722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-947baff1-d635-425c-9617-847f148a76ad req-e5f1bea2-d911-435e-8ab7-82d0ef95d98f tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.69 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 949 time: 0.4329247 Sep 24 19:02:42.113271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.137970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.202400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b541d0-78f9-4db7-87e1-1c675fbe3a06 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:42.268941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:42.292176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.331944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6c8369a6-aec3-42fe-9ae2-c71f95174256 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:42.332920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.422839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0daab637-6e1d-47fe-91a1-af2325b511ac req-4e8cacc5-82b2-47aa-a3fb-3ceb6d0dc52b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071550 Sep 24 19:02:42.432983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:42.496477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.536367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:02:42.537252 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.594710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.611586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:42.623110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7317ddf6-ec0e-4bbf-a534-9fe4e931161f req-3b4cb624-a12c-47c6-b90f-7220d1476073 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/security-groups?id=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316559 Sep 24 19:02:42.636413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-45a0f6e3-98ed-4811-acbb-42ce6bc75f25 None None] Provisioning complete for port 86450dad-956f-4f3a-8c50-8c6799a77793 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:42.636789 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a0f6e3-98ed-4811-acbb-42ce6bc75f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.641047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.656516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['a4b541d0-78f9-4db7-87e1-1c675fbe3a06'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:42.714587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-ae7b3746-dfdb-42f5-81f7-5425900c3b4a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513546 Sep 24 19:02:42.823351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Allocated IP 172.25.5.25 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/29903dcc-76b2-46a2-8826-8cdf634ca1f0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:42.865100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Deleting port 500faad8-0847-4e83-815c-84114323bd75 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:02:42.865350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.891764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 86450dad-956f-4f3a-8c50-8c6799a77793 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:42.957609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f6b37-c53e-400b-9771-0496e228e656 req-46a3a739-2132-4da6-b1e5-70dfa3913a72 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:42.959486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:42.965546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79f6b37-c53e-400b-9771-0496e228e656 req-46a3a739-2132-4da6-b1e5-70dfa3913a72 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 932 time: 0.2111442 Sep 24 19:02:42.983084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Allocated IP 19.86.0.169 (7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5/1407c3bb-e1d0-44f6-be0c-ce4316a3b36b/88fc8bd6-8377-4de4-94f8-9991c6682d1e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:43.013719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.073286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Allocated IP 172.20.0.2 (597f08b5-25e4-459a-a4b4-f77ea56fff1d/4acc6193-07ec-4ccc-956c-2fd06495d9b7/6cb1fd68-809e-4b05-b86b-5a26cb6994b1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:43.082372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:43.084012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Pushing event updated for resources: {'Port': ['ID=29903dcc-76b2-46a2-8826-8cdf634ca1f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:43.089430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:43.096410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:43.096879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 86450dad-956f-4f3a-8c50-8c6799a77793 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:43.097488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.276592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-15df211c-4d95-4e27-8107-af815b362d21 None None] Provisioning complete for port 9dcedf67-4cff-4827-9770-8af9b4af0118 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:43.277825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15df211c-4d95-4e27-8107-af815b362d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.397845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-c7de2218-78f1-456b-8206-5ba21ec72e7d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:43.399166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-15df211c-4d95-4e27-8107-af815b362d21 None None] Port 9dcedf67-4cff-4827-9770-8af9b4af0118 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:43.406387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-c7de2218-78f1-456b-8206-5ba21ec72e7d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6730456 Sep 24 19:02:43.421365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:43.429477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.455347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] For port 500faad8-0847-4e83-815c-84114323bd75, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=500faad8-0847-4e83-815c-84114323bd75,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:43.455968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.472371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79f6b37-c53e-400b-9771-0496e228e656 req-dab2d389-b3b9-4663-9a2e-c8d357b72185 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016618 Sep 24 19:02:43.484357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.494958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:43.495693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.499042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.521760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-c834d7e7-5ae2-492d-b345-70c4bba2025e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.1144245 Sep 24 19:02:43.533166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Calling delete_port for 500faad8-0847-4e83-815c-84114323bd75 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:02:43.572255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Pushing event updated for resources: {'Port': ['ID=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:43.590353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:43.593439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:43.600028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:43.674966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Attempting to bind port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:43.675671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Attempting to bind port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:43.676272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Attempting to bind port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 on network 597f08b5-25e4-459a-a4b4-f77ea56fff1d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:43.702307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:43.703147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Checking segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:43.703804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.704418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Bound using segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:43.705132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Bound port: 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:43.705768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.781145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.789513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] For port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:43.793245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] For port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:43.815082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-472048c2-c714-40cf-a3e1-168fec38b3b9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2914495 Sep 24 19:02:43.821951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:43.899928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63df4-265a-4e6c-b721-6980028a9eee None None] Pushing event updated for resources: {'Port': ['ID=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:44.001644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Router 2f988107-c340-48b7-a58f-77652298a3ee is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:02:44.020805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.077779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775175-5b86-4cff-9f66-f440ce4b6362 req-ecdb25b8-5f8d-4f3b-a10d-a22adbb72e12 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:44.079588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee775175-5b86-4cff-9f66-f440ce4b6362 req-ecdb25b8-5f8d-4f3b-a10d-a22adbb72e12 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2619793 Sep 24 19:02:44.276246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee775175-5b86-4cff-9f66-f440ce4b6362 req-c7523669-8b5e-44d6-b614-16bfe9980bcd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490142 Sep 24 19:02:44.282189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.298081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce310725-4f37-494b-9662-3a7540fa5ca1 req-f3fa6af7-ea77-4408-bfa9-3602a1c39e48 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:44.303168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:44.306412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce310725-4f37-494b-9662-3a7540fa5ca1 req-f3fa6af7-ea77-4408-bfa9-3602a1c39e48 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 944 time: 0.1657228 Sep 24 19:02:44.316993 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Sync routers for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:44.333433 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:44.337571 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:44.362430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.365400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Pushing event deleted for resources: {'Port': ['ID=500faad8-0847-4e83-815c-84114323bd75,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:44.389093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.397993 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6edc55c6-bfd7-417c-b943-d2547ad623e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6782665 Sep 24 19:02:44.400134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:44.483807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] No DVR routers for this DVR port 500faad8-0847-4e83-815c-84114323bd75 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:02:44.525041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:44.543941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.546261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-947baff1-d635-425c-9617-847f148a76ad req-1aec967b-5144-4f90-b6b1-1df743a51ef0 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.69 "DELETE /v2.0/ports/500faad8-0847-4e83-815c-84114323bd75 HTTP/1.1" status: 204 len: 173 time: 2.4940352 Sep 24 19:02:44.561133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'name': 'network-vif-deleted', 'tag': '500faad8-0847-4e83-815c-84114323bd75'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:44.564110 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33683a84-3af8-498a-bfab-0e5ea7582631" -d '{"events": [{"server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "name": "network-vif-deleted", "tag": "500faad8-0847-4e83-815c-84114323bd75"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:44.626891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:44.691822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-619719ba-9764-4a19-baf5-2597dced30bf req-8472928d-3c45-40fc-959c-2bd19ade1e77 tempest-TenantUsagesTestJSON-1866852536 tempest-TenantUsagesTestJSON-1866852536-project] 10.222.0.18 "GET /v2.0/ports?device_id=b737283f-34e9-403d-89e5-4bc20a503fff HTTP/1.1" status: 200 len: 210 time: 0.2135501 Sep 24 19:02:44.693439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:44.728317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce310725-4f37-494b-9662-3a7540fa5ca1 req-846bafcb-5436-4ef9-91c7-f47325226f6e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183064 Sep 24 19:02:44.732564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:44.751379 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:44.926218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82f8f372-ec70-48da-b6cf-ddf49708f1b5 req-d105330d-30a6-4a11-9bbb-65ab0d8558f3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 210 time: 0.1020985 Sep 24 19:02:44.958589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:44.963187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:44.995387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-64aa5e74-146a-4268-a45c-e9c790abc407 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4769158 Sep 24 19:02:45.013333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'admin_state_up': True, 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:45.240285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 500faad8-0847-4e83-815c-84114323bd75 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:02:45.317374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932a4-9561-4247-8eea-7676a04a63ca req-1c8bd8f9-b31a-4f64-a65f-fd75d975bc0c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:45.326406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932a4-9561-4247-8eea-7676a04a63ca req-1c8bd8f9-b31a-4f64-a65f-fd75d975bc0c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:45.328596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d19932a4-9561-4247-8eea-7676a04a63ca req-1c8bd8f9-b31a-4f64-a65f-fd75d975bc0c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 1655 time: 0.2227142 Sep 24 19:02:45.346441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 500faad8-0847-4e83-815c-84114323bd75 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:02:45.349678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 500faad8-0847-4e83-815c-84114323bd75 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:02:45.365166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a4b541d0-78f9-4db7-87e1-1c675fbe3a06 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:45.521022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4f8655ef-6942-4d1a-a6ab-cb487ec563ef None None] Provisioning complete for port 88fc8bd6-8377-4de4-94f8-9991c6682d1e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:45.521412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f8655ef-6942-4d1a-a6ab-cb487ec563ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:45.561610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d19932a4-9561-4247-8eea-7676a04a63ca req-2159ed2f-396b-40d5-836c-96bfe7a78526 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213466 Sep 24 19:02:45.576948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:45.586658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:45.589277 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:43Z', 'revision_number': 3, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:45.674782 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9692f8d-7652-45a9-8c26-c1ede38156e0 x-openstack-request-id: req-b9692f8d-7652-45a9-8c26-c1ede38156e0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:45.675143 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b737283f-34e9-403d-89e5-4bc20a503fff", "name": "network-vif-deleted", "tag": "500faad8-0847-4e83-815c-84114323bd75", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:45.675363 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9692f8d-7652-45a9-8c26-c1ede38156e0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:45.675776 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737283f-34e9-403d-89e5-4bc20a503fff', 'name': 'network-vif-deleted', 'tag': '500faad8-0847-4e83-815c-84114323bd75', 'status': 'completed', 'code': 200} Sep 24 19:02:45.695189 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Checking router: 2f988107-c340-48b7-a58f-77652298a3ee for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:45.695533 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Updating router 2f988107-c340-48b7-a58f-77652298a3ee port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:02:45.701761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4f8655ef-6942-4d1a-a6ab-cb487ec563ef None None] Port 88fc8bd6-8377-4de4-94f8-9991c6682d1e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:45.709056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:02:45.719127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:45.724340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:45.762761 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:45.832574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed663c-87c7-4612-b135-8d322b0e803d None None] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:45.868014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:45.895426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-f8362e21-4648-4673-af5a-e5b2f1d92c4b tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:45.911139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-f8362e21-4648-4673-af5a-e5b2f1d92c4b tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.4559231 Sep 24 19:02:45.939443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-248493e4-8d74-4341-9f95-0344c804e650 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.126285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-48e0c215-a506-42b3-be63-52c1af789f43 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929334 Sep 24 19:02:46.230656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:46.380187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] Provisioning complete for port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:46.380775 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.510619 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.534826 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.546755 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.581639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:46.584001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:46.587582 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4635154-dab2-4bb9-9d21-7d45f5e3357e" -d '{"events": [{"server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "name": "network-vif-plugged", "status": "completed", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:46.592478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4d4b6-d5b3-4a49-9d87-ac2554b907ab req-0b35112c-f481-4e9c-a50d-7c0865a51b1a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:46.594319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.609587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cac4d4b6-d5b3-4a49-9d87-ac2554b907ab req-0b35112c-f481-4e9c-a50d-7c0865a51b1a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 944 time: 0.3524482 Sep 24 19:02:46.619857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Allocated IP 19.80.0.164 (718ef22b-d52d-4b19-a4ec-b8868873f081/3243d732-fbb4-4805-9b61-6e6b9e3b9748/8dc64481-6be5-4021-8cbf-2c1957c1c0c0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:46.705299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:46.706142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e39470-fd0d-40ec-bbb0-7ca8a161a6d6 None None] Pushing event updated for resources: {'Port': ['ID=29903dcc-76b2-46a2-8826-8cdf634ca1f0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:46.718652 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Attempting to bind port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:46.719056 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Attempting to bind port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:46.719414 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Attempting to bind port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:46.733001 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:46.735582 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:46.736082 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.737321 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:46.737879 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Bound port: 29903dcc-76b2-46a2-8826-8cdf634ca1f0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:46.738263 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.763810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:46.764195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.822099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.857648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] For port 29903dcc-76b2-46a2-8826-8cdf634ca1f0, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:46.861541 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] For port 29903dcc-76b2-46a2-8826-8cdf634ca1f0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=29903dcc-76b2-46a2-8826-8cdf634ca1f0,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:46.872126 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.902968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Allocated IP 172.20.0.1 (597f08b5-25e4-459a-a4b4-f77ea56fff1d/4acc6193-07ec-4ccc-956c-2fd06495d9b7/c58a895d-04a1-4965-a8c1-1ab04180ee78) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:46.908561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:46.933903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] For port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:46.935484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cac4d4b6-d5b3-4a49-9d87-ac2554b907ab req-9733218e-6318-466c-8730-eb4dde2d8a65 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233826 Sep 24 19:02:46.954490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:46.970699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-a6f41ded-8799-42ac-97c8-42c526b1b82b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:46.972412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-a6f41ded-8799-42ac-97c8-42c526b1b82b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8289833 Sep 24 19:02:47.030196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c521e93-9b93-4c89-8409-11d391975600 None None] Pushing event updated for resources: {'Port': ['ID=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:47.057158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:47.059906 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:47.060611 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:47.206319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.216334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:47.277129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b1f4d9f-79d7-40b2-bcaa-a3a7e324640c req-2a36e4f3-bef6-4f6d-8a46-767f76b17e83 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 210 time: 0.1315162 Sep 24 19:02:47.282490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4281df99-35e1-49b3-8328-60edcb2e9447 None None] Provisioning complete for port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:47.283114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4281df99-35e1-49b3-8328-60edcb2e9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.287018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.363381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:47.366825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:47.373894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:47.377204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Pushing event updated for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:47.445835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-248493e4-8d74-4341-9f95-0344c804e650 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.461592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.462773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-248493e4-8d74-4341-9f95-0344c804e650 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.558283 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:43Z', 'revision_number': 3, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:47.603220 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81804f71-e4ac-4856-a7d2-291fbf8f03e6 None None] The sync data for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 is: [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:43Z', 'revision_number': 3, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:47.626417 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e39470-fd0d-40ec-bbb0-7ca8a161a6d6 None None] Pushing event updated for resources: {'Port': ['ID=29903dcc-76b2-46a2-8826-8cdf634ca1f0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:47.677150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76f5fd28-f087-4efc-b972-004abbe4fb09 req-248493e4-8d74-4341-9f95-0344c804e650 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7642694 Sep 24 19:02:47.700485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1e7ca125-6e35-4570-8c24-cc8d336a2082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b26c3a61a251448b9734ee56227a9211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9605167 Sep 24 19:02:47.701599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:47.736056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248493e4-8d74-4341-9f95-0344c804e650 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e7ce57-f6b9-46e0-bdc5-895675daedd3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:47.749965 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71ef87b-f42f-4ad4-9725-5b090e42f723 x-openstack-request-id: req-f71ef87b-f42f-4ad4-9725-5b090e42f723 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:47.750901 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "name": "network-vif-plugged", "status": "completed", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:47.751553 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f71ef87b-f42f-4ad4-9725-5b090e42f723 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:47.753102 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06', 'code': 200} Sep 24 19:02:47.780500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1e4104b1-698d-430c-b7fb-5ca1c9ad4fdc None None] Provisioning complete for port c58a895d-04a1-4965-a8c1-1ab04180ee78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:47.783852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e4104b1-698d-430c-b7fb-5ca1c9ad4fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.841129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1e4104b1-698d-430c-b7fb-5ca1c9ad4fdc None None] Port c58a895d-04a1-4965-a8c1-1ab04180ee78 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:47.854209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.873727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.895448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb692-788c-4f63-b72b-f0cdee9e3d99 req-76e82ab9-fb61-4c34-96db-d213e469537c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:47.902070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb692-788c-4f63-b72b-f0cdee9e3d99 req-76e82ab9-fb61-4c34-96db-d213e469537c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:47.920400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b52eb692-788c-4f63-b72b-f0cdee9e3d99 req-76e82ab9-fb61-4c34-96db-d213e469537c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 1655 time: 0.4722037 Sep 24 19:02:47.928170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:47.940007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:47.949981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:48.078995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.087817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:48.088098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.275399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.305108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.387129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.219 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/e50811e7-5d6f-45f0-9dea-3a0bfa6e461a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:48.410335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.429624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1bca8-1699-4e31-ad78-233e1162b570 req-98aaa702-d5df-4cdc-a6de-599c81b7e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:48.439669 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8e1bca8-1699-4e31-ad78-233e1162b570 req-98aaa702-d5df-4cdc-a6de-599c81b7e748 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 1096 time: 0.5831609 Sep 24 19:02:48.549697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.602490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b52eb692-788c-4f63-b72b-f0cdee9e3d99 req-55b4c2a1-cfe5-4d84-8d36-3d06aa8ffeca tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535404 Sep 24 19:02:48.606437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.769345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Pushing event updated for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:48.785242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:48.797542 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8e1bca8-1699-4e31-ad78-233e1162b570 req-f7ad19b4-a442-4397-80f5-fd1efebf883d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962639 Sep 24 19:02:48.799195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:48.802295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:48.812604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:48.820622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.832318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc93d53-e54e-4709-a6c8-9c2ad3b54e35 req-eabbbacd-153f-4e6b-b920-0ec17c0c5cd3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:48.840427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc93d53-e54e-4709-a6c8-9c2ad3b54e35 req-eabbbacd-153f-4e6b-b920-0ec17c0c5cd3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1356573 Sep 24 19:02:48.841620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:48.845994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:48.869426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.877248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:48.881542 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00e6be2a-1403-48b4-8eab-b5ed2e3f14e8 HTTP/1.1" status: 204 len: 168 time: 1.1788766 Sep 24 19:02:48.973608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:48.974401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.074297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc93d53-e54e-4709-a6c8-9c2ad3b54e35 req-974b20de-2f55-4b80-96fd-1248f47d7b62 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326663 Sep 24 19:02:49.075941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.091814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:49.187630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:02:49.208910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a783fe2-a195-4d34-af41-b608cd4df329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e6be2a-1403-48b4-8eab-b5ed2e3f14e8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:49.257787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Router 2f988107-c340-48b7-a58f-77652298a3ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:02:49.328705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-37b9ee3c-ee3c-495b-8eea-e64f6a03d3d1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3194654 Sep 24 19:02:49.331073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:49.334682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-6c920084-2b25-4734-be76-228907888b14 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4388874 Sep 24 19:02:49.340792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-c2feafa1-f856-40bd-8332-1f6851e5c3ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:02:49.366089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-c2feafa1-f856-40bd-8332-1f6851e5c3ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298545 Sep 24 19:02:49.368385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:49.375410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:49.384377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3848c81d-6a18-4f7e-a40e-83e0cb508020 None None] Provisioning complete for port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:49.385176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3848c81d-6a18-4f7e-a40e-83e0cb508020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.436688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3848c81d-6a18-4f7e-a40e-83e0cb508020 None None] Port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:49.475468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:49.526459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:49.613525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04bf8f-dbc1-493a-85de-7cd604819c46 req-7ad67d13-fb6b-4010-9037-8024c49a6b1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:49.624955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d04bf8f-dbc1-493a-85de-7cd604819c46 req-7ad67d13-fb6b-4010-9037-8024c49a6b1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 936 time: 0.6061001 Sep 24 19:02:49.679615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2ca26a37-1f36-4487-b23b-99461a93be7e None None] Provisioning complete for port c58a895d-04a1-4965-a8c1-1ab04180ee78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:49.680926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ca26a37-1f36-4487-b23b-99461a93be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.705238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:49.738789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920d0256-0a58-4b20-9980-c556f2043c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.767846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:02:49.801306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e694f2c3-b4f4-4773-9d32-bcfe7c09ae49 admin admin] 10.222.0.18 "PUT /v2.0/routers/2f988107-c340-48b7-a58f-77652298a3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3851945 Sep 24 19:02:49.830892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.862194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:49.863370 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:49.908594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cee23b-a07c-4f69-8769-6c7c9d8a2bbb req-18a2a379-303d-44c7-a09b-f112991cbfe4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:49.918725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29cee23b-a07c-4f69-8769-6c7c9d8a2bbb req-18a2a379-303d-44c7-a09b-f112991cbfe4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.6200337 Sep 24 19:02:49.993125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d04bf8f-dbc1-493a-85de-7cd604819c46 req-061cc37a-1207-4817-921f-fb5e98c13983 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669965 Sep 24 19:02:50.010563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2ca26a37-1f36-4487-b23b-99461a93be7e None None] Port c58a895d-04a1-4965-a8c1-1ab04180ee78 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:50.095605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29cee23b-a07c-4f69-8769-6c7c9d8a2bbb req-b23f8ee7-eb72-44a6-9a6a-49060d40b8e6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759369 Sep 24 19:02:50.168369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 29903dcc-76b2-46a2-8826-8cdf634ca1f0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:50.255995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920d0256-0a58-4b20-9980-c556f2043c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.266067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920d0256-0a58-4b20-9980-c556f2043c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.357884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-920d0256-0a58-4b20-9980-c556f2043c69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc530eba48364bf99c1bdb7d9981f652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515155 Sep 24 19:02:50.360283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:50.456327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d0256-0a58-4b20-9980-c556f2043c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6874d5f7-4cac-4ea6-99d7-784d5f21bf46,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:50.482793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bcec9f1e-e0e2-41e9-8360-956e0e5cedba None None] Provisioning complete for port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:50.483215 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcec9f1e-e0e2-41e9-8360-956e0e5cedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.492973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-218ca5b9-3074-421a-9ee6-5460a9f783f7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4680519 Sep 24 19:02:50.497395 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a81e-4150-4a9d-acb2-590630866c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.525654 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.556796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.600932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Request body: {'port': {'device_id': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:50.626113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.628855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.632861 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6874d5f7-4cac-4ea6-99d7-784d5f21bf46 HTTP/1.1" status: 204 len: 168 time: 0.2661040 Sep 24 19:02:50.685028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd127-81d4-41c7-a5b4-3f627c1600f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874d5f7-4cac-4ea6-99d7-784d5f21bf46,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:50.742436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Sync routers for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:02:50.783264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bcec9f1e-e0e2-41e9-8360-956e0e5cedba None None] Port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:02:50.829538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:50.830208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:50.836052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:50.836437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.868473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:50.879381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0bdf4-fadf-4a1c-bec1-82d4eb39d165 req-642700a6-e6cc-487e-af34-d367d9d43ecf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:50.887409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67e0bdf4-fadf-4a1c-bec1-82d4eb39d165 req-642700a6-e6cc-487e-af34-d367d9d43ecf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.4622226 Sep 24 19:02:50.943247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277159b-aae0-45a2-b350-b8b764465f14 req-85bb8108-6802-4d97-85d1-bf03fcb5f1ef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:50.949499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277159b-aae0-45a2-b350-b8b764465f14 req-85bb8108-6802-4d97-85d1-bf03fcb5f1ef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:50.955668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277159b-aae0-45a2-b350-b8b764465f14 req-85bb8108-6802-4d97-85d1-bf03fcb5f1ef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:50.957471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4277159b-aae0-45a2-b350-b8b764465f14 req-85bb8108-6802-4d97-85d1-bf03fcb5f1ef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2377 time: 0.5022850 Sep 24 19:02:51.098622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:51.105090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67e0bdf4-fadf-4a1c-bec1-82d4eb39d165 req-e9e4ce3a-8c48-47ff-b772-8751bfda3b94 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167203 Sep 24 19:02:51.210591 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:51.260074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 29903dcc-76b2-46a2-8826-8cdf634ca1f0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=29903dcc-76b2-46a2-8826-8cdf634ca1f0,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:51.281579 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:51.294427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4277159b-aae0-45a2-b350-b8b764465f14 req-a25416dc-786d-4479-807b-3340815454df tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267753 Sep 24 19:02:51.655043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=29903dcc-76b2-46a2-8826-8cdf634ca1f0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:51.766525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcedf67-4cff-4827-9770-8af9b4af0118 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:51.807562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:51.832373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Transition to ACTIVE for port object 9dcedf67-4cff-4827-9770-8af9b4af0118 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:51.841047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd60c68-4e54-4de1-a438-5beba961bc19 req-53e868b2-da25-48c6-aa16-a07aac0fefaf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:51.848896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cd60c68-4e54-4de1-a438-5beba961bc19 req-53e868b2-da25-48c6-aa16-a07aac0fefaf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 936 time: 0.2177961 Sep 24 19:02:51.852474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:48Z', 'revision_number': 2, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:51.854462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50811e7-5d6f-45f0-9dea-3a0bfa6e461a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:51.861853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:51.873262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:51.943459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Transition to ACTIVE for port object e50811e7-5d6f-45f0-9dea-3a0bfa6e461a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:51.955945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Checking router: 2f988107-c340-48b7-a58f-77652298a3ee for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:02:51.956890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Updating router 2f988107-c340-48b7-a58f-77652298a3ee port c58a895d-04a1-4965-a8c1-1ab04180ee78 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:02:51.965557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.042500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:52.043421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 29903dcc-76b2-46a2-8826-8cdf634ca1f0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:52.046350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cd60c68-4e54-4de1-a438-5beba961bc19 req-e0f05663-d7ae-44c3-8d21-4506b5294a2e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965103 Sep 24 19:02:52.059324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005926912', 'description': 'tempest-description--1470277961'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:52.095220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Pushing event updated for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:52.115559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.345681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.356563 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.484569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a212af-246f-445c-a099-a6969419825a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:52.516572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.521100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad9a5c04-da50-4a3a-acf4-150dc06c161d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4752796 Sep 24 19:02:52.521958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:52.527698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'security_group_rule': {'security_group_id': '67a212af-246f-445c-a099-a6969419825a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:52.545360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.597025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:52.597687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.598493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.692989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.700367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.719882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaf2d4d-06ef-4866-a76f-04c5a6cf61c6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:52.732441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.737189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-93c693ba-97c7-43f5-9678-ce922fdc63c4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129679 Sep 24 19:02:52.738070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:52.743627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'security_group_rule': {'security_group_id': '67a212af-246f-445c-a099-a6969419825a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:52.788951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.832367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:52.880517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.886771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.888178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Attempting to bind port 9dcedf67-4cff-4827-9770-8af9b4af0118 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:52.888656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Attempting to bind port 9dcedf67-4cff-4827-9770-8af9b4af0118 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:52.888905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Attempting to bind port 9dcedf67-4cff-4827-9770-8af9b4af0118 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:52.899985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df33216f-5b29-4405-aaa7-485a4e13dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.902199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609916a-1a24-436c-a422-4186be7c65da req-491b5b6f-961c-4b8e-b211-9369b5c64bdb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:52.909904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8609916a-1a24-436c-a422-4186be7c65da req-491b5b6f-961c-4b8e-b211-9369b5c64bdb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.7329550 Sep 24 19:02:52.919158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-be7ee231-74ff-4ebd-a521-f3fdd5681ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:52.919960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-be7ee231-74ff-4ebd-a521-f3fdd5681ba5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.6580570 Sep 24 19:02:52.932793 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:52.935471 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1957028 Sep 24 19:02:52.951757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:52.954707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4ec60-f617-4dee-b49d-440ae033d80e tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a60263-01ab-4ae5-abda-8c1486a27605,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:52.957264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Port 9dcedf67-4cff-4827-9770-8af9b4af0118 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:52.957264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Attempting to bind port 9dcedf67-4cff-4827-9770-8af9b4af0118 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:52.962138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:52.997817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:52.998153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Checking segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:52.999140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Bound using segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:52.999140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Bound port: 9dcedf67-4cff-4827-9770-8af9b4af0118, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:52.999349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.008460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc65a0-bdf1-4f0f-85d0-b1ab67cc2965 req-b001c253-11de-458e-8948-73ccaf5e77ec tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:53.010339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aebc65a0-bdf1-4f0f-85d0-b1ab67cc2965 req-b001c253-11de-458e-8948-73ccaf5e77ec tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2237775 Sep 24 19:02:53.028732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.034152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Attempting to bind port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:53.034152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Attempting to bind port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:53.034152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Attempting to bind port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:53.059812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.066677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.084098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8609916a-1a24-436c-a422-4186be7c65da req-ce15f9a3-df33-48f6-8735-332cd434bee1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730928 Sep 24 19:02:53.127919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82909c59-2457-4982-a6ed-9c0e249b1e55 None None] Pushing event updated for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:53.179429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:53.179747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Attempting to bind port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:53.192615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.208021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Attempting to bind port c58a895d-04a1-4965-a8c1-1ab04180ee78 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:53.209280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Attempting to bind port c58a895d-04a1-4965-a8c1-1ab04180ee78 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:53.209280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Attempting to bind port c58a895d-04a1-4965-a8c1-1ab04180ee78 on network 597f08b5-25e4-459a-a4b4-f77ea56fff1d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:53.215509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:53.219020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Checking segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:53.219715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.220253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Bound using segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:53.220912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Bound port: c58a895d-04a1-4965-a8c1-1ab04180ee78, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:53.221479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.252424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:53.252703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:53.253081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:53.253517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Bound port: e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:53.253874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.322210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] For port c58a895d-04a1-4965-a8c1-1ab04180ee78, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:53.327004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] For port c58a895d-04a1-4965-a8c1-1ab04180ee78, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c58a895d-04a1-4965-a8c1-1ab04180ee78,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:53.348099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Allocated IP 172.25.5.199 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/31b4ba79-0769-4211-9e58-e686b110d918) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:02:53.349866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.362327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.474098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82909c59-2457-4982-a6ed-9c0e249b1e55 None None] Pushing event updated for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:53.488940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:02:53.490789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:53.531956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aebc65a0-bdf1-4f0f-85d0-b1ab67cc2965 req-13908621-9cb3-4285-9b8f-8680c04e4ee3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119951 Sep 24 19:02:53.574684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.656812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2254-34c5-4c9c-a949-721d41814a08 req-c9cfbfbc-7da0-45a4-a1ca-b3fe69ad7947 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:53.672941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2254-34c5-4c9c-a949-721d41814a08 req-c9cfbfbc-7da0-45a4-a1ca-b3fe69ad7947 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:53.688763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:53.690358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2254-34c5-4c9c-a949-721d41814a08 req-c9cfbfbc-7da0-45a4-a1ca-b3fe69ad7947 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:53.714885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-408e2254-34c5-4c9c-a949-721d41814a08 req-c9cfbfbc-7da0-45a4-a1ca-b3fe69ad7947 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2389 time: 0.5226197 Sep 24 19:02:53.725323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-613886d8-9643-4947-bdd3-a339cdb3a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:53.727232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-613886d8-9643-4947-bdd3-a339cdb3a954 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.7929926 Sep 24 19:02:53.740808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:53.809212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'Port': ['ID=31b4ba79-0769-4211-9e58-e686b110d918,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:53.836323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:02:53.868773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:02:53.873598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:53.878776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:02:53.969635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-979cc489-2afe-4d11-a230-bae17c8eb315 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.2112415 Sep 24 19:02:53.974591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9dcedf67-4cff-4827-9770-8af9b4af0118,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:53.988363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-408e2254-34c5-4c9c-a949-721d41814a08 req-2651ad87-217d-4faa-aa68-f8cb451fea42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704730 Sep 24 19:02:53.999850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.089562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.112730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-68a3dd76-98c1-40c1-9401-20095d98638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:54.115266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-68a3dd76-98c1-40c1-9401-20095d98638b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1235304 Sep 24 19:02:54.123315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:54.123918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.125356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] 10.222.0.15 "PUT /v2.0/ports/9dcedf67-4cff-4827-9770-8af9b4af0118 HTTP/1.1" status: 200 len: 1092 time: 4.7788336 Sep 24 19:02:54.125866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:54.128301 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5b4c2f-26fb-46e4-8280-09566470debe" -d '{"events": [{"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:54.138201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.140955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-92566887-9106-47b2-b8bb-704539282b4f None None] Provisioning complete for port c58a895d-04a1-4965-a8c1-1ab04180ee78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:54.141679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92566887-9106-47b2-b8bb-704539282b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.204086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.231325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:54.520801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.535836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92566887-9106-47b2-b8bb-704539282b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.563595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:54.592170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-92566887-9106-47b2-b8bb-704539282b4f None None] For port c58a895d-04a1-4965-a8c1-1ab04180ee78, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c58a895d-04a1-4965-a8c1-1ab04180ee78,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:02:54.600786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:53Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:02:54.608434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:54.636040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da628-0bf8-4c0b-a309-3365ddad31c3 req-16bdb7b8-1ff4-40bc-9057-448eab71f577 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:54.641320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92566887-9106-47b2-b8bb-704539282b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.644645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f5da628-0bf8-4c0b-a309-3365ddad31c3 req-16bdb7b8-1ff4-40bc-9057-448eab71f577 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 948 time: 0.5227814 Sep 24 19:02:54.645019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24fb46d-bf17-44c2-900f-bba2c5656ea7 None None] The sync data for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 is: [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:53Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:02:54.657205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.680999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.754655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:54.818028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92566887-9106-47b2-b8bb-704539282b4f None None] Pushing event updated for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:54.828574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8445d784-6e5d-434a-b28b-123b1aae36ab None None] Provisioning complete for port c58a895d-04a1-4965-a8c1-1ab04180ee78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:54.828962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8445d784-6e5d-434a-b28b-123b1aae36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:54.983814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'Port': ['ID=31b4ba79-0769-4211-9e58-e686b110d918,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:54.986963 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64a992-a806-47c3-8c46-889bf3c88be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.003438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.078446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a1ea1-d622-4234-8f08-0c1433265674 req-92b5e357-40f2-49ca-8170-3a7448c32d11 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.078446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688a1ea1-d622-4234-8f08-0c1433265674 req-92b5e357-40f2-49ca-8170-3a7448c32d11 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.5902586 Sep 24 19:02:55.079443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939b5a-3eb7-4b6d-832f-209d57aaddbe service neutron] Pushing event updated for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:55.132299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64a992-a806-47c3-8c46-889bf3c88be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.141201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.142687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64a992-a806-47c3-8c46-889bf3c88be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.166921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.166921 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5137500e-c0ea-4077-ad2c-f81bc99f36b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2046130 Sep 24 19:02:55.218982 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa64a992-a806-47c3-8c46-889bf3c88be6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebe33923fdb04eafb13db44fb52086f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541519 Sep 24 19:02:55.220040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64a992-a806-47c3-8c46-889bf3c88be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ebfe4c-fe08-4d1e-8624-aff989694820,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:55.222421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:55.239204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f5da628-0bf8-4c0b-a309-3365ddad31c3 req-af194d64-991f-42fa-ab0a-e1786e2751f9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930543 Sep 24 19:02:55.270836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-0ffb1aed-3600-4daf-89fe-8229df5cae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.276877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-0ffb1aed-3600-4daf-89fe-8229df5cae0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1377921 Sep 24 19:02:55.300957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.301480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.307382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] 10.222.0.69 "PUT /v2.0/ports/e50811e7-5d6f-45f0-9dea-3a0bfa6e461a HTTP/1.1" status: 200 len: 1096 time: 4.7158535 Sep 24 19:02:55.339924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.342656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fc8bd6-8377-4de4-94f8-9991c6682d1e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:55.370585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688a1ea1-d622-4234-8f08-0c1433265674 req-823deb10-0299-4610-bc31-de6a91920151 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548928 Sep 24 19:02:55.384157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.391085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.459124 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7233e26-0cb1-4882-a3d7-e8fb5142bcb1 x-openstack-request-id: req-c7233e26-0cb1-4882-a3d7-e8fb5142bcb1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:55.459434 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:55.459692 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7233e26-0cb1-4882-a3d7-e8fb5142bcb1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:55.461010 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118', 'status': 'completed', 'code': 200} Sep 24 19:02:55.500338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f85c8-eea9-4233-972a-00e41d308e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:55.578421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Transition to ACTIVE for port object 88fc8bd6-8377-4de4-94f8-9991c6682d1e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:55.607988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.618656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-f82c7bcc-b127-4c80-be9f-21a64dc308fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.619343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-f82c7bcc-b127-4c80-be9f-21a64dc308fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.619835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-f82c7bcc-b127-4c80-be9f-21a64dc308fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.621515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-f82c7bcc-b127-4c80-be9f-21a64dc308fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2732 time: 0.1183357 Sep 24 19:02:55.630759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.636397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.656551 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ebfe4c-fe08-4d1e-8624-aff989694820 HTTP/1.1" status: 204 len: 168 time: 0.4330606 Sep 24 19:02:55.739538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-af5a11de-30af-4a3c-92d6-5778e636562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.743151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-af5a11de-30af-4a3c-92d6-5778e636562d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 1099 time: 0.3849194 Sep 24 19:02:55.748010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc3ee8-ffe7-4bfd-845e-3714616addf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ebfe4c-fe08-4d1e-8624-aff989694820,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:55.871051 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:55.921670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-abb8e54d-2a4f-4ded-9e5f-8d2ab82f5cb6 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056657 Sep 24 19:02:55.947022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681199-91df-4e79-80be-0f269c38ff34 req-3276701a-6ebd-4208-85ac-58eb688e07f1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.954059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681199-91df-4e79-80be-0f269c38ff34 req-3276701a-6ebd-4208-85ac-58eb688e07f1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.960522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681199-91df-4e79-80be-0f269c38ff34 req-3276701a-6ebd-4208-85ac-58eb688e07f1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:55.971094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c681199-91df-4e79-80be-0f269c38ff34 req-3276701a-6ebd-4208-85ac-58eb688e07f1 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2401 time: 0.3868840 Sep 24 19:02:55.993860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0f632-26c4-4dd5-993d-4dee47c0a866 req-e8914dea-ed7f-46da-afe3-6ae5b5b7f49a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.001818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94a0f632-26c4-4dd5-993d-4dee47c0a866 req-e8914dea-ed7f-46da-afe3-6ae5b5b7f49a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.5872705 Sep 24 19:02:56.002455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:56.015910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-e8542c31-b4c4-4fa8-b5a6-f2bb82984b2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a HTTP/1.1" status: 200 len: 217 time: 0.2401488 Sep 24 19:02:56.071389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-eb0c90f3-b164-4e6f-8d96-9701c1164c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.071887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-eb0c90f3-b164-4e6f-8d96-9701c1164c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.072361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-eb0c90f3-b164-4e6f-8d96-9701c1164c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.074461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-eb0c90f3-b164-4e6f-8d96-9701c1164c78 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=94687a1c144d419aaa087926f1d21a0f&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.4166968 Sep 24 19:02:56.324046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-807e6879-ca70-45b9-9c9a-8d94d80a9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.330144 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab5b4c2f-26fb-46e4-8280-09566470debe req-807e6879-ca70-45b9-9c9a-8d94d80a9d81 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2367890 Sep 24 19:02:56.334658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-957cd2ad-2527-43b3-9004-764c2cbcc1a6 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267858 Sep 24 19:02:56.338497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c681199-91df-4e79-80be-0f269c38ff34 req-18257c59-4f69-4226-8c97-dc4a795c9a49 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658299 Sep 24 19:02:56.349634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Attempting to bind port 88fc8bd6-8377-4de4-94f8-9991c6682d1e on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:56.350387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Attempting to bind port 88fc8bd6-8377-4de4-94f8-9991c6682d1e by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:56.350747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Attempting to bind port 88fc8bd6-8377-4de4-94f8-9991c6682d1e on network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:56.365218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-9b0daaf3-8a6b-4e04-abdd-66da04debc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.370509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-9b0daaf3-8a6b-4e04-abdd-66da04debc2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3444073 Sep 24 19:02:56.376711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Port 88fc8bd6-8377-4de4-94f8-9991c6682d1e on network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:56.377098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Attempting to bind port 88fc8bd6-8377-4de4-94f8-9991c6682d1e on network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:56.387021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:56.387360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Checking segment: {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:56.387743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Bound using segment: {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:56.388171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Bound port: 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e966d43a-7503-4063-9db0-66e1a1429a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:56.388580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:56.399564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c58a895d-04a1-4965-a8c1-1ab04180ee78 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:02:56.413654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94a0f632-26c4-4dd5-993d-4dee47c0a866 req-c70a189e-7fc6-4a2e-a20f-7fc00582c148 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236434 Sep 24 19:02:56.576096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-49046b28-c1a7-480f-9d22-1201ad971963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:56.577688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-49046b28-c1a7-480f-9d22-1201ad971963 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940908 Sep 24 19:02:56.644555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c58a895d-04a1-4965-a8c1-1ab04180ee78 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:02:56.646945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:56.696730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:56.817281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:56.839402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:56.927747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:57.060546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.061501 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.063535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-99e3e76e-18b0-4cc2-a638-51e7cfc0b882 service neutron] 10.222.0.15 "PUT /v2.0/ports/88fc8bd6-8377-4de4-94f8-9991c6682d1e HTTP/1.1" status: 200 len: 1092 time: 2.8421934 Sep 24 19:02:57.109059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f27e-316c-496f-94b1-9ea8b339784f req-51281c85-b1f4-4819-8614-b8c83e821832 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.110656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c737f27e-316c-496f-94b1-9ea8b339784f req-51281c85-b1f4-4819-8614-b8c83e821832 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 948 time: 0.4160757 Sep 24 19:02:57.112810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-b44b5a1d-1cb3-4660-852a-fa891516dc7c service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134728 Sep 24 19:02:57.150302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Request body: {'port': {'device_id': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:57.339375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0abc6-8ad7-496c-893b-a8133ab02e90 req-b77c1124-18dc-4314-bc96-43e6ae34f96c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.345525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3f0abc6-8ad7-496c-893b-a8133ab02e90 req-b77c1124-18dc-4314-bc96-43e6ae34f96c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.3564806 Sep 24 19:02:57.446669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:57.450804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f885b76e-36ca-494e-86fc-2adbfb530ace req-eb860af2-c295-4cb2-b5d5-5c7e14d52c74 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881510 Sep 24 19:02:57.476479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c737f27e-316c-496f-94b1-9ea8b339784f req-10af3de5-5cc7-4def-a39c-7d4c609e6f16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483734 Sep 24 19:02:57.478718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'}, {'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:02:57.481217 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26237c2-4188-4d4f-bd7d-28168e5390df" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a"}, {"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:02:57.593017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1134899105-network', 'tenant_id': '61d66ddf62b64ecd9cbee9398012dee6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:57.601888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.624260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Made reservation on behalf of 61d66ddf62b64ecd9cbee9398012dee6 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:57.628387 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.633890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3f0abc6-8ad7-496c-893b-a8133ab02e90 req-1f89cc43-a9b3-4245-b5c1-fa039f1ffe54 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558952 Sep 24 19:02:57.654600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.691604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5731da-4bb6-4eb7-9454-d4b71e88a88f req-d94e1a85-4e15-48f1-a147-961bd5b3438d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.698930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5731da-4bb6-4eb7-9454-d4b71e88a88f req-d94e1a85-4e15-48f1-a147-961bd5b3438d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.707241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5731da-4bb6-4eb7-9454-d4b71e88a88f req-d94e1a85-4e15-48f1-a147-961bd5b3438d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.709713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d5731da-4bb6-4eb7-9454-d4b71e88a88f req-d94e1a85-4e15-48f1-a147-961bd5b3438d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2401 time: 0.1347103 Sep 24 19:02:57.883563 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.891364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.935597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d5731da-4bb6-4eb7-9454-d4b71e88a88f req-002fbafb-2ec6-4a77-af79-96ded56c10b3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118514 Sep 24 19:02:57.936051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:02:57.946750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3519beec-90ca-4a56-be89-ca3270a23195,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:57.958611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:57.959083 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Added segment f1b7b3d7-30b2-413e-9c80-3ec71565f8ba of type vlan for network ec6e51b0-104b-4224-a0d7-ab61023e222a Sep 24 19:02:57.995999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8b99-a837-443f-900b-4fa173ce70aa req-8f69143d-e514-4fe3-9850-e32a59f970bd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:57.997598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-790a8b99-a837-443f-900b-4fa173ce70aa req-8f69143d-e514-4fe3-9850-e32a59f970bd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2316577 Sep 24 19:02:58.070998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.142918 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6b7a80-f3de-46f4-a9a4-656b2dee392d x-openstack-request-id: req-fb6b7a80-f3de-46f4-a9a4-656b2dee392d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:02:58.142918 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:02:58.142918 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb6b7a80-f3de-46f4-a9a4-656b2dee392d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:02:58.142918 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', 'status': 'completed', 'code': 200} Sep 24 19:02:58.142918 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e', 'status': 'completed', 'code': 200} Sep 24 19:02:58.172487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.173692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.174983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.216918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-790a8b99-a837-443f-900b-4fa173ce70aa req-7a597582-7680-4ef8-956f-6cabbf23cea2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006228 Sep 24 19:02:58.218648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-93147b37-41c0-4273-9ef1-df21f3bf53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.219188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-93147b37-41c0-4273-9ef1-df21f3bf53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.219709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-93147b37-41c0-4273-9ef1-df21f3bf53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.221963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-93147b37-41c0-4273-9ef1-df21f3bf53a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2799 time: 0.1285176 Sep 24 19:02:58.252977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] Pushing event updated for resources: {'Network': ['ID=ec6e51b0-104b-4224-a0d7-ab61023e222a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:58.260179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb6f1511-66a7-4a3a-99bc-a3b61224550e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8113348 Sep 24 19:02:58.260780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:02:58.265961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ec6e51b0-104b-4224-a0d7-ab61023e222a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:02:58.343228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Request body: {'subnet': {'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1134899105-subnet', 'tenant_id': '61d66ddf62b64ecd9cbee9398012dee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:02:58.361562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-6375cd34-9fa4-4986-a09a-a1a4cb086185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.363886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-6375cd34-9fa4-4986-a09a-a1a4cb086185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 1099 time: 0.2368119 Sep 24 19:02:58.396322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:02:58.414722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.466646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Transition to ACTIVE for port object 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:02:58.482524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.510898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Made reservation on behalf of 61d66ddf62b64ecd9cbee9398012dee6 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:02:58.513449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:58.597243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-383d638f-afa2-482f-af24-19d27cfa7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.618197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-383d638f-afa2-482f-af24-19d27cfa7774 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2477260 Sep 24 19:02:58.657314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-2e27f3b7-195e-4aee-ab60-dd947638babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.658135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-2e27f3b7-195e-4aee-ab60-dd947638babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.662774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-2e27f3b7-195e-4aee-ab60-dd947638babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.666132 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-2e27f3b7-195e-4aee-ab60-dd947638babd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=94687a1c144d419aaa087926f1d21a0f&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.4150188 Sep 24 19:02:58.765522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:58.774156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-899256bb-3c30-4ec2-8633-dd7240906c5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a HTTP/1.1" status: 200 len: 217 time: 0.1347775 Sep 24 19:02:58.909936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-9ecde820-7d3a-4144-bca9-7505aa4d7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.911576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-01f7c508-dd05-4ffe-8242-e68de41e2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:58.912146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-9ecde820-7d3a-4144-bca9-7505aa4d7c2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1072209 Sep 24 19:02:58.914137 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-01f7c508-dd05-4ffe-8242-e68de41e2ff1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2296412 Sep 24 19:02:59.008813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd8bb-08d0-4440-8b6e-a3d6143a3758 req-f4072c8e-51b6-4a93-a7bc-508401eb3a0d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.010395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab2dd8bb-08d0-4440-8b6e-a3d6143a3758 req-f4072c8e-51b6-4a93-a7bc-508401eb3a0d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 948 time: 0.4157920 Sep 24 19:02:59.060673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Attempting to bind port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:02:59.061452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Attempting to bind port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:02:59.062179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Attempting to bind port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:59.083301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:02:59.085669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:59.088598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Attempting to bind port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 on network 718ef22b-d52d-4b19-a4ec-b8868873f081 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:02:59.107204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:02:59.107752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Checking segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:59.109102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Bound using segment: {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:02:59.109102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Bound port: 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef483a5-cb8c-4cf3-b2a4-6136921c2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:02:59.109801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:59.123057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-07127995-37a1-4e4c-80e2-ca75c78c47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.123057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-07127995-37a1-4e4c-80e2-ca75c78c47c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834052 Sep 24 19:02:59.152933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a554decb-4d17-45c3-8327-c89b3ff04b56,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:02:59.166610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Checking segment: {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:02:59.167311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Network hostable DHCP agents. Network: ec6e51b0-104b-4224-a0d7-ab61023e222a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:02:59.196282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Network ec6e51b0-104b-4224-a0d7-ab61023e222a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:02:59.207622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab2dd8bb-08d0-4440-8b6e-a3d6143a3758 req-0f957f8c-4cc6-4246-b0db-2a28fe94fa65 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629682 Sep 24 19:02:59.209333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ec6e51b0-104b-4224-a0d7-ab61023e222a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:02:59.224139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.225273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:59.228299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002a6ec-c2e7-4f0d-95ed-d70039e3b613 None None] Network ec6e51b0-104b-4224-a0d7-ab61023e222a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:59.260590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5f69778-2b69-471d-851e-b462c7771029 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9279444 Sep 24 19:02:59.461934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48cdcd-1684-42f6-94ca-fdf9c5cd3045 None None] Network ec6e51b0-104b-4224-a0d7-ab61023e222a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:02:59.728529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-c7e6e1bb-0e91-4439-9484-5289a5b036bc service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875103 Sep 24 19:02:59.766041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:02:59.781689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c19271-ef5d-41f2-8897-110a04da728a req-febad7c8-8a66-48df-99ad-922a841bd1e1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.783213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c19271-ef5d-41f2-8897-110a04da728a req-febad7c8-8a66-48df-99ad-922a841bd1e1 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1535475 Sep 24 19:02:59.798890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22138d-ffcd-402f-948b-443a0e4f82e9 req-0890486c-b1b6-4543-bcc6-06e57110c9c4 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.805884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22138d-ffcd-402f-948b-443a0e4f82e9 req-0890486c-b1b6-4543-bcc6-06e57110c9c4 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.811914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22138d-ffcd-402f-948b-443a0e4f82e9 req-0890486c-b1b6-4543-bcc6-06e57110c9c4 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.813694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd22138d-ffcd-402f-948b-443a0e4f82e9 req-0890486c-b1b6-4543-bcc6-06e57110c9c4 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2413 time: 0.1850379 Sep 24 19:02:59.827766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:02:59.869001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:59.941934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:02:59.942736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:02:59.945058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dc64481-6be5-4021-8cbf-2c1957c1c0c0 HTTP/1.1" status: 200 len: 1092 time: 2.8175983 Sep 24 19:02:59.992082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c19271-ef5d-41f2-8897-110a04da728a req-2dd6824a-53e3-4b49-9021-f036a604bfcf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663771 Sep 24 19:03:00.024780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd22138d-ffcd-402f-948b-443a0e4f82e9 req-10ee0c2f-5c8b-4cfd-84ef-526911f22163 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940064 Sep 24 19:03:00.045394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7f1cc-f188-4bbe-94ce-29645142ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:00.066757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b26237c2-4188-4d4f-bd7d-28168e5390df req-8d57b06b-1107-4c36-972e-d0cd62faf94e service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295805 Sep 24 19:03:00.135158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-66f8e2e8-2f12-4ab9-9e50-ded1de734360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.135660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-66f8e2e8-2f12-4ab9-9e50-ded1de734360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.136124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-66f8e2e8-2f12-4ab9-9e50-ded1de734360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.137805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-66f8e2e8-2f12-4ab9-9e50-ded1de734360 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2866 time: 0.1101940 Sep 24 19:03:00.143370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:00.147486 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01cae54-157b-4d47-8eee-e8c13d353093" -d '{"events": [{"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:00.175435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3121-5fad-4d09-b5f8-0c440dea0373 req-9aa454b7-7d92-4a06-871f-4e3ec3e0363a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.177397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb6c3121-5fad-4d09-b5f8-0c440dea0373 req-9aa454b7-7d92-4a06-871f-4e3ec3e0363a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1094844 Sep 24 19:03:00.212392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-5af56bfc-eea0-4675-80b2-2d85ca79c931 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=9dcedf67-4cff-4827-9770-8af9b4af0118 HTTP/1.1" status: 200 len: 217 time: 0.0526807 Sep 24 19:03:00.290168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb6c3121-5fad-4d09-b5f8-0c440dea0373 req-b7211015-1fd8-46da-b46a-99a9f71da6d3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803609 Sep 24 19:03:00.297842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-49e9965d-92ce-445f-9de8-cd70c849a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.299345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-49e9965d-92ce-445f-9de8-cd70c849a954 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3243d732-fbb4-4805-9b61-6e6b9e3b9748 HTTP/1.1" status: 200 len: 801 time: 0.0724273 Sep 24 19:03:00.316174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1949061535', 'description': 'tempest-description-284673244'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:00.374018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:00.389245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-ddc6a692-bbc1-4c11-bafc-ff5a2360fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.390776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-ddc6a692-bbc1-4c11-bafc-ff5a2360fac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=718ef22b-d52d-4b19-a4ec-b8868873f081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700126 Sep 24 19:03:00.409122 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4279ff14-cc32-43e2-8bd8-88163256b1f5 x-openstack-request-id: req-4279ff14-cc32-43e2-8bd8-88163256b1f5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:00.409440 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:00.409694 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4279ff14-cc32-43e2-8bd8-88163256b1f5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:00.410067 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0', 'status': 'completed', 'code': 200} Sep 24 19:03:00.565258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-cacec238-6941-4aae-bb35-dfe95dc7d708 service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541905 Sep 24 19:03:00.582899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:00.597355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab26c4-ad22-407a-9da8-84fad9a9ec57 req-772cc8c6-d780-49b2-b010-6fc1e86844b3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.599425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3ab26c4-ad22-407a-9da8-84fad9a9ec57 req-772cc8c6-d780-49b2-b010-6fc1e86844b3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 948 time: 0.1155217 Sep 24 19:03:00.601692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:00.664623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:00.665869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d0984e-d5e9-42cd-8bcf-b5f689c9aebb req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3629587 Sep 24 19:03:00.675020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a031d44-aec3-4e97-b2ab-9eab5f226e73 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414bdec1-db6d-4530-aac4-08efd2541c99,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:00.719240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3ab26c4-ad22-407a-9da8-84fad9a9ec57 req-95957ec6-e128-4a68-be76-7a67b87902e3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016638 Sep 24 19:03:00.758628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-7f9d7e05-81d7-4b07-8663-55f8add21f96 service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794624 Sep 24 19:03:00.762208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1136486536', 'description': 'tempest-description-2015852928'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:00.828778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-061fa752-03f0-4bf2-b106-e49c872f709c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e HTTP/1.1" status: 200 len: 217 time: 0.0495560 Sep 24 19:03:00.839493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:00.888452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d5fda-757e-4f7f-bd1b-a594a7aaf6b6 req-34c20e09-41c6-49e3-94bd-3c4dff28d268 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.889957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b34d5fda-757e-4f7f-bd1b-a594a7aaf6b6 req-34c20e09-41c6-49e3-94bd-3c4dff28d268 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 949 time: 0.1608193 Sep 24 19:03:00.943294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-0bb52b7f-2546-4112-b2d8-3e4b39ce7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:00.944807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-0bb52b7f-2546-4112-b2d8-3e4b39ce7b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1407c3bb-e1d0-44f6-be0c-ce4316a3b36b HTTP/1.1" status: 200 len: 801 time: 0.1031528 Sep 24 19:03:00.960133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b34d5fda-757e-4f7f-bd1b-a594a7aaf6b6 req-297247cc-8f0f-4031-a89e-4d3037699cd5 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633631 Sep 24 19:03:01.020494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-416087ea-9e7a-41d6-a085-97c5ec5f9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.022010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-416087ea-9e7a-41d6-a085-97c5ec5f9ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674474 Sep 24 19:03:01.052996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:01.064418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:01.145049 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:01.146267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5ee0b63-4399-468f-be76-5b185efdf667 req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3914704 Sep 24 19:03:01.198386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48094d4c-e22f-4590-900e-e200e524a516 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:01.217467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913c892-2a9a-46dc-a267-1591be5589cf req-0d8351da-58c7-49d9-86a1-3681ad50c264 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.219229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7913c892-2a9a-46dc-a267-1591be5589cf req-0d8351da-58c7-49d9-86a1-3681ad50c264 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1261172 Sep 24 19:03:01.260567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-df95fa39-1cf1-4bcf-9974-ae3508de4aff service neutron] 10.222.0.15 "GET /v2.0/networks/7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080483 Sep 24 19:03:01.307602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e50811e7-5d6f-45f0-9dea-3a0bfa6e461a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:01.327041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7913c892-2a9a-46dc-a267-1591be5589cf req-7eff3884-5676-4b43-b0d6-dbb1af46af22 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004691 Sep 24 19:03:01.371765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c002-030d-4639-a733-5575bfae0281 req-f447ef09-f23a-4421-a2d9-3275e461a8b6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.377798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c002-030d-4639-a733-5575bfae0281 req-f447ef09-f23a-4421-a2d9-3275e461a8b6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.384041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c002-030d-4639-a733-5575bfae0281 req-f447ef09-f23a-4421-a2d9-3275e461a8b6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.385806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cc6c002-030d-4639-a733-5575bfae0281 req-f447ef09-f23a-4421-a2d9-3275e461a8b6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2413 time: 0.1530006 Sep 24 19:03:01.436962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:01.443874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-2baa4107-9fa8-4a38-97cb-1cd7e8dfc183 service neutron] 10.222.0.15 "GET /v2.0/networks/7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685591 Sep 24 19:03:01.455799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', 'mac_address': 'fa:16:3e:95:67:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:01.471998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cc6c002-030d-4639-a733-5575bfae0281 req-e14358f5-f771-46a9-a79b-cdfd38418eb0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686777 Sep 24 19:03:01.506987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:01.523691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50811e7-5d6f-45f0-9dea-3a0bfa6e461a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:01.525668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-94a06dea-7264-4f99-8735-24db04508fab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0 HTTP/1.1" status: 200 len: 217 time: 0.0506868 Sep 24 19:03:01.545528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:01.551253 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:01.605764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-870bf5c7-896e-4d01-af68-aef1ff674d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.608714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-870bf5c7-896e-4d01-af68-aef1ff674d62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3243d732-fbb4-4805-9b61-6e6b9e3b9748 HTTP/1.1" status: 200 len: 801 time: 0.0625606 Sep 24 19:03:01.608872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:01.668355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-5b31c925-877a-43a3-879e-739f47d706c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:01.669865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-5b31c925-877a-43a3-879e-739f47d706c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=718ef22b-d52d-4b19-a4ec-b8868873f081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454137 Sep 24 19:03:01.772304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-5947bacc-cef6-4fbb-885f-77153d303705 service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928931 Sep 24 19:03:01.893154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7969e287-7b2e-4e06-826c-cc714bb59021 req-4288d592-a22e-4093-8d51-8144c0574564 service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123614 Sep 24 19:03:01.913495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:02.026545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-039c05cb-5bd1-45bf-9f9b-967086f60646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.027064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-039c05cb-5bd1-45bf-9f9b-967086f60646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.029734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-039c05cb-5bd1-45bf-9f9b-967086f60646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.029944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-039c05cb-5bd1-45bf-9f9b-967086f60646 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2866 time: 0.0701134 Sep 24 19:03:02.148696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-68a7b513-1b50-4ad0-9173-f0d259c608ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.151639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-68a7b513-1b50-4ad0-9173-f0d259c608ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=718ef22b-d52d-4b19-a4ec-b8868873f081 HTTP/1.1" status: 200 len: 900 time: 0.1120610 Sep 24 19:03:02.248800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-14656069-61d9-41cd-9a4a-a44191b10fe4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0 HTTP/1.1" status: 200 len: 217 time: 0.0778575 Sep 24 19:03:02.367556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2b9a-c215-498c-ae38-8dcbfc7716b4 req-40fa73c9-3b6a-4059-bffd-c3801f385699 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.369034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c1a2b9a-c215-498c-ae38-8dcbfc7716b4 req-40fa73c9-3b6a-4059-bffd-c3801f385699 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1790988 Sep 24 19:03:02.372503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-7393948a-2993-4ba4-bb55-a02573b158a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.373852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-7393948a-2993-4ba4-bb55-a02573b158a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3243d732-fbb4-4805-9b61-6e6b9e3b9748 HTTP/1.1" status: 200 len: 801 time: 0.1129375 Sep 24 19:03:02.382728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-b592a9f4-36eb-4526-9d76-164178596cba tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.384151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-b592a9f4-36eb-4526-9d76-164178596cba tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 813 time: 0.2257006 Sep 24 19:03:02.433302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-c7503b60-79bb-4cdc-b2f5-b412a308d5f6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/quotas/61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 375 time: 0.0392506 Sep 24 19:03:02.465271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c1a2b9a-c215-498c-ae38-8dcbfc7716b4 req-59b45d42-eaf6-48f6-a1ab-e7959fe1e1a8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801318 Sep 24 19:03:02.486479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-8354aa9e-2230-4eda-96cb-be6a314ba412 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403368 Sep 24 19:03:02.486479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-17c3abf9-e1f6-4398-b909-d5a37b746005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.487814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-17c3abf9-e1f6-4398-b909-d5a37b746005 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=718ef22b-d52d-4b19-a4ec-b8868873f081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016984 Sep 24 19:03:02.675546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776232d-e966-4c8a-932f-55bf24d3bd05 req-5803b3d0-e675-49dc-b914-33a17f669cf5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.676984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3776232d-e966-4c8a-932f-55bf24d3bd05 req-5803b3d0-e675-49dc-b914-33a17f669cf5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 949 time: 0.1406195 Sep 24 19:03:02.682493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-7a7f5882-1c82-41bd-9c5c-dd346aadaa13 service neutron] 10.222.0.18 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938787 Sep 24 19:03:02.727774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-19175aad-3eba-493a-aca8-0a6ef5b5e46b service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209702 Sep 24 19:03:02.801773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3776232d-e966-4c8a-932f-55bf24d3bd05 req-54a558ae-0429-4d18-ad8c-f78506a3038c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103776 Sep 24 19:03:02.881960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-0f4ff9e3-83cf-4467-8dd5-7dee923ec26f service neutron] 10.222.0.18 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894662 Sep 24 19:03:02.906351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f01cae54-157b-4d47-8eee-e8c13d353093 req-a2ec0dba-b02c-41f8-b07f-69a4b92d2c65 service neutron] 10.222.0.15 "GET /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654153 Sep 24 19:03:02.948284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3676be-b1e5-462c-bfd8-6bb8e027f3c7 req-8ec70760-0726-47f5-ad71-3503140b0619 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:02.949843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb3676be-b1e5-462c-bfd8-6bb8e027f3c7 req-8ec70760-0726-47f5-ad71-3503140b0619 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0548623 Sep 24 19:03:02.956835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:02.998146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb3676be-b1e5-462c-bfd8-6bb8e027f3c7 req-490795f9-7f26-48ca-b68b-9cd02e7d4ffd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Sep 24 19:03:03.155872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdbc92-07a1-4d53-9a96-5222d0dfcddc req-a544c0e4-ee65-48be-a8a2-45c7a71c2215 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:03.165281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdbc92-07a1-4d53-9a96-5222d0dfcddc req-a544c0e4-ee65-48be-a8a2-45c7a71c2215 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:03.172346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdbc92-07a1-4d53-9a96-5222d0dfcddc req-a544c0e4-ee65-48be-a8a2-45c7a71c2215 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:03.174179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94cdbc92-07a1-4d53-9a96-5222d0dfcddc req-a544c0e4-ee65-48be-a8a2-45c7a71c2215 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2413 time: 0.0884361 Sep 24 19:03:03.235041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94cdbc92-07a1-4d53-9a96-5222d0dfcddc req-18626017-b296-44b2-9d43-e7821e748f14 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Sep 24 19:03:03.293423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ebadf14-10fb-4887-9f98-ae9e90fd7737 req-edfa15a9-6f94-4f6a-9655-591ab846f932 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 210 time: 0.0286322 Sep 24 19:03:03.321568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e50811e7-5d6f-45f0-9dea-3a0bfa6e461a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:03.383571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:03.426427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:03.438340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:03.438708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:03.527737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:03.604783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:03.607116 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a0505-6f04-4ae8-aaed-58ffee7787db" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:03.641505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:03.647490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:03.668762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071690f-c476-4ab4-90a7-c6d55d0ef93d req-cee4a167-63cf-43f6-b6a7-75ea4116120f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:03.670569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d071690f-c476-4ab4-90a7-c6d55d0ef93d req-cee4a167-63cf-43f6-b6a7-75ea4116120f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.0773187 Sep 24 19:03:03.674318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:03.724092 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5728ab54-7170-43a5-ad48-db70120f4edd x-openstack-request-id: req-5728ab54-7170-43a5-ad48-db70120f4edd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:03.724615 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:03.724873 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5728ab54-7170-43a5-ad48-db70120f4edd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:03.725257 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'code': 200} Sep 24 19:03:03.733710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:03.735911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:03.744337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d071690f-c476-4ab4-90a7-c6d55d0ef93d req-8a293afb-f8ea-43bc-b3de-9508983f9933 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659602 Sep 24 19:03:03.746093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:03.815495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:03.932306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756e7e-770a-463d-8dab-1c063183875c req-40f9d307-c407-4acd-bac3-fa7ac3c8e8d1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:03.933996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f756e7e-770a-463d-8dab-1c063183875c req-40f9d307-c407-4acd-bac3-fa7ac3c8e8d1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.0569866 Sep 24 19:03:03.978357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f756e7e-770a-463d-8dab-1c063183875c req-efac9f31-bbed-491d-9915-0c4557749f5f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 24 19:03:04.123199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639183-05a5-4e24-8c90-a6889acb8b45 req-1ddd67ec-06c5-4400-8d39-c343d184ccd7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.124813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41639183-05a5-4e24-8c90-a6889acb8b45 req-1ddd67ec-06c5-4400-8d39-c343d184ccd7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0559661 Sep 24 19:03:04.180340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41639183-05a5-4e24-8c90-a6889acb8b45 req-630e953f-ad49-4b97-a317-ed0baab2dce7 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Sep 24 19:03:04.411448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e67f-bde6-4a41-a4ab-e0405ffba3aa req-9a986579-e725-4358-b304-88bdb04ea34d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.418307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e67f-bde6-4a41-a4ab-e0405ffba3aa req-9a986579-e725-4358-b304-88bdb04ea34d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.424555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e67f-bde6-4a41-a4ab-e0405ffba3aa req-9a986579-e725-4358-b304-88bdb04ea34d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.426211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f99e67f-bde6-4a41-a4ab-e0405ffba3aa req-9a986579-e725-4358-b304-88bdb04ea34d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2413 time: 0.1064279 Sep 24 19:03:04.433612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-089f2200-5ba4-4cf7-b918-82f8a3a026f9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.434982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-089f2200-5ba4-4cf7-b918-82f8a3a026f9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 813 time: 0.2082818 Sep 24 19:03:04.461211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'device_id': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a', 'admin_state_up': True, 'tenant_id': '61d66ddf62b64ecd9cbee9398012dee6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:04.465565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f5e5919-52ab-465a-b8ee-9bf6e5c3b82a req-ed0febd6-a947-4085-8bf4-b422733ae066 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 210 time: 0.0747008 Sep 24 19:03:04.515858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f99e67f-bde6-4a41-a4ab-e0405ffba3aa req-f4241a84-d468-45dd-8643-744cf7947bc6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 Sep 24 19:03:04.597163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Made reservation on behalf of 61d66ddf62b64ecd9cbee9398012dee6 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:04.601425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:04.740327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Allocated IP 172.20.0.2 (ec6e51b0-104b-4224-a0d7-ab61023e222a/a554decb-4d17-45c3-8327-c89b3ff04b56/032958ca-bcb1-471f-8065-c6d66b9c01e7) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:04.919506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31695a0c-cfd8-4362-9cba-3d449735323b req-2b5c213b-a4fd-475a-9b68-ff8e3dce518b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:04.920957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31695a0c-cfd8-4362-9cba-3d449735323b req-2b5c213b-a4fd-475a-9b68-ff8e3dce518b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1007171 Sep 24 19:03:04.932355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:04.983958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31695a0c-cfd8-4362-9cba-3d449735323b req-1d15bdfc-e8a9-4c93-8e0c-a7b5f4892ae1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Sep 24 19:03:05.005776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.055665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Network ec6e51b0-104b-4224-a0d7-ab61023e222a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:05.059109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:05.062931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:05.107096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:05.146968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.148117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.168564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ab2a0-f88f-4634-ab73-753be36db3d9 req-88a46aab-6abb-493c-b227-de301ac55445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.170056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-665ab2a0-f88f-4634-ab73-753be36db3d9 req-88a46aab-6abb-493c-b227-de301ac55445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.0834086 Sep 24 19:03:05.171701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-6c6ab5f6-47dd-4fa0-9eb8-28ca86eb6514 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7163560 Sep 24 19:03:05.186778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Request body: {'port': {'device_id': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:05.379454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9dcedf67-4cff-4827-9770-8af9b4af0118 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:05.486265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9dcedf67-4cff-4827-9770-8af9b4af0118,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:05.500480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '9dcedf67-4cff-4827-9770-8af9b4af0118', 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'port_id': '9dcedf67-4cff-4827-9770-8af9b4af0118', 'mac_address': 'fa:16:3e:57:87:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243d732-fbb4-4805-9b61-6e6b9e3b9748', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:05.547399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.560673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcedf67-4cff-4827-9770-8af9b4af0118 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:05.581203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-665ab2a0-f88f-4634-ab73-753be36db3d9 req-52949d88-c664-4912-8cf9-48ee1e5d8fa1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045355 Sep 24 19:03:05.584166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9dcedf67-4cff-4827-9770-8af9b4af0118,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:05.590151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.591374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 88fc8bd6-8377-4de4-94f8-9991c6682d1e details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:05.617644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede9776-6a19-4c1c-b7b3-83ce06fc672b req-d33dbd44-bd94-429e-b404-f3a462813de3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.619320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eede9776-6a19-4c1c-b7b3-83ce06fc672b req-d33dbd44-bd94-429e-b404-f3a462813de3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0934908 Sep 24 19:03:05.624228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.686084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:05.721959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eede9776-6a19-4c1c-b7b3-83ce06fc672b req-6c4d9103-9881-49c9-ab8f-7a81a00e710a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954449 Sep 24 19:03:05.812112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd6e8-bac8-4172-9953-696b091104f3 req-e203be96-91c4-4309-9417-c275c07dddaf tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.813711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-677dd6e8-bac8-4172-9953-696b091104f3 req-e203be96-91c4-4309-9417-c275c07dddaf tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 931 time: 0.1340985 Sep 24 19:03:05.861794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:05.864279 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24f081-2356-4a5a-b93f-35a8ebba342f" -d '{"events": [{"server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "name": "network-vif-plugged", "status": "completed", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:05.899836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:05.912235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '88fc8bd6-8377-4de4-94f8-9991c6682d1e', 'network_id': '7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5', 'port_id': '88fc8bd6-8377-4de4-94f8-9991c6682d1e', 'mac_address': 'fa:16:3e:10:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1407c3bb-e1d0-44f6-be0c-ce4316a3b36b', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:05.912723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-677dd6e8-bac8-4172-9953-696b091104f3 req-1dd77ceb-b03d-4581-812a-b3d2204c93a7 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852902 Sep 24 19:03:05.954758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f2d9-0173-42bf-a257-554f57cc574b req-609dc242-c2b5-42ac-babf-0e536ecee1ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.958483 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:05.962294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f2d9-0173-42bf-a257-554f57cc574b req-609dc242-c2b5-42ac-babf-0e536ecee1ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.974199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fc8bd6-8377-4de4-94f8-9991c6682d1e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:05.980638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f2d9-0173-42bf-a257-554f57cc574b req-609dc242-c2b5-42ac-babf-0e536ecee1ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:05.990354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0777f2d9-0173-42bf-a257-554f57cc574b req-609dc242-c2b5-42ac-babf-0e536ecee1ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2414 time: 0.1747179 Sep 24 19:03:05.995984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:06.003565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.004343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:06.059203 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0827d-e280-40e0-ba96-6659af514779 x-openstack-request-id: req-90b0827d-e280-40e0-ba96-6659af514779 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:06.059475 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "name": "network-vif-plugged", "status": "completed", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:06.059738 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90b0827d-e280-40e0-ba96-6659af514779 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:06.060130 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', 'code': 200} Sep 24 19:03:06.105671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:06.121529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:06.123902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0777f2d9-0173-42bf-a257-554f57cc574b req-5618cd0c-f790-4d70-83b9-1d88999c2df5 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328528 Sep 24 19:03:06.138020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0', 'network_id': '718ef22b-d52d-4b19-a4ec-b8868873f081', 'port_id': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0', 'mac_address': 'fa:16:3e:05:c2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243d732-fbb4-4805-9b61-6e6b9e3b9748', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:06.182570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.195944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:06.198434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e2eb2-dfbe-4cce-97ac-85780d51bcd2 req-a0ba4416-1054-48dc-af32-8a8f67189636 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.200097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e01e2eb2-dfbe-4cce-97ac-85780d51bcd2 req-a0ba4416-1054-48dc-af32-8a8f67189636 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1225238 Sep 24 19:03:06.216187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17b9c9-367e-40c2-8930-a6996e9591c3 req-587d1ea5-822d-40bc-9e7a-8af3f44d9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.217792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e17b9c9-367e-40c2-8930-a6996e9591c3 req-587d1ea5-822d-40bc-9e7a-8af3f44d9cb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 1101 time: 0.0929561 Sep 24 19:03:06.218356 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:06.223839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.278484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:06.289736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032958ca-bcb1-471f-8065-c6d66b9c01e7 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:06.310222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.320168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e01e2eb2-dfbe-4cce-97ac-85780d51bcd2 req-24a03d19-6d0a-4c30-8328-194acb0af825 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097705 Sep 24 19:03:06.322588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e17b9c9-367e-40c2-8930-a6996e9591c3 req-ca454534-0c92-4a69-9e7e-a8cf9481fef8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826900 Sep 24 19:03:06.336897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Transition to ACTIVE for port object 032958ca-bcb1-471f-8065-c6d66b9c01e7 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:06.340699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.401787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:06.478975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Attempting to bind port 032958ca-bcb1-471f-8065-c6d66b9c01e7 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:06.479314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Attempting to bind port 032958ca-bcb1-471f-8065-c6d66b9c01e7 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:06.479641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Attempting to bind port 032958ca-bcb1-471f-8065-c6d66b9c01e7 on network ec6e51b0-104b-4224-a0d7-ab61023e222a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:06.484184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Port 032958ca-bcb1-471f-8065-c6d66b9c01e7 on network ec6e51b0-104b-4224-a0d7-ab61023e222a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:06.484496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Attempting to bind port 032958ca-bcb1-471f-8065-c6d66b9c01e7 on network ec6e51b0-104b-4224-a0d7-ab61023e222a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:06.489267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:06.489607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Checking segment: {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:06.490016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Bound using segment: {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:06.490435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Bound port: 032958ca-bcb1-471f-8065-c6d66b9c01e7, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:06.490792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.563891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:06.566998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:06.573215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.607888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.608829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:06.610212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 1091 time: 1.4271748 Sep 24 19:03:06.612662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:06.616866 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135e97b-2104-4551-8aa3-50c5261e3eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:06.649115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2d92-c5e9-4137-ad11-d237085bc5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:06.692500 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f07dc-48ed-4ab1-96c1-f42a7eaf7419 x-openstack-request-id: req-c85f07dc-48ed-4ab1-96c1-f42a7eaf7419 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:06.692941 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:06.693265 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c85f07dc-48ed-4ab1-96c1-f42a7eaf7419 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:06.693726 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'status': 'completed', 'code': 200} Sep 24 19:03:06.739014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-3059465d-ca71-498c-923e-7d6597afd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.740530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-3059465d-ca71-498c-923e-7d6597afd5b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1094 time: 0.0794637 Sep 24 19:03:06.756756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3b796-957d-429b-8530-47d7960aa58e req-71431104-8caf-436a-a819-5f322c57f41c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.759002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74b3b796-957d-429b-8530-47d7960aa58e req-71431104-8caf-436a-a819-5f322c57f41c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.0623007 Sep 24 19:03:06.763857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9dcedf67-4cff-4827-9770-8af9b4af0118'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:06.823880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['88fc8bd6-8377-4de4-94f8-9991c6682d1e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:06.827531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-a2012a85-146c-4160-a741-843a965c1223 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 217 time: 0.0675604 Sep 24 19:03:06.898411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74b3b796-957d-429b-8530-47d7960aa58e req-3bb21280-3c99-4d9b-8ed1-a1a19c9104cf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304631 Sep 24 19:03:06.935966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54afec-cc76-4c7f-8c41-502fcbe76c61 req-9d8c4995-61e8-415f-92ee-9031729194ec tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.937654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c54afec-cc76-4c7f-8c41-502fcbe76c61 req-9d8c4995-61e8-415f-92ee-9031729194ec tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1273470 Sep 24 19:03:06.941914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-c4aae22f-1797-4203-9077-7003809f024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:06.943357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-c4aae22f-1797-4203-9077-7003809f024f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.0977697 Sep 24 19:03:06.993161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-f69df991-f73d-40e4-bd4a-3d87e3fcb296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396922 Sep 24 19:03:07.027025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c54afec-cc76-4c7f-8c41-502fcbe76c61 req-fb1d242b-68a2-4345-ad67-c40f54226a6e tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809045 Sep 24 19:03:07.127239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1744ce-2493-43fd-9fe0-31ed35386edd req-eec56e76-3768-441c-ac25-80d3c019c116 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.136553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d1744ce-2493-43fd-9fe0-31ed35386edd req-eec56e76-3768-441c-ac25-80d3c019c116 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 943 time: 0.1346416 Sep 24 19:03:07.181543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-1fc78eb6-5bd7-480f-b4fc-8aaf9eba6888 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786993 Sep 24 19:03:07.230975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d1744ce-2493-43fd-9fe0-31ed35386edd req-03c76e5d-22ea-48d7-8205-1e208e1b9724 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903504 Sep 24 19:03:07.315728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a9486-ba97-4028-b4a6-f4efa7a3f7c0 req-4506edba-a499-452b-95f9-4ddd33cd9d2d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.322284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a9486-ba97-4028-b4a6-f4efa7a3f7c0 req-4506edba-a499-452b-95f9-4ddd33cd9d2d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.328899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a9486-ba97-4028-b4a6-f4efa7a3f7c0 req-4506edba-a499-452b-95f9-4ddd33cd9d2d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.330032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df2a9486-ba97-4028-b4a6-f4efa7a3f7c0 req-4506edba-a499-452b-95f9-4ddd33cd9d2d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2416 time: 0.1242948 Sep 24 19:03:07.358051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f849c1-7379-4cc4-a499-7b0c4ab1d790 req-353f89e1-2672-4da6-8f56-7aaf5736647e service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641574 Sep 24 19:03:07.382481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:07.384462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df2a9486-ba97-4028-b4a6-f4efa7a3f7c0 req-a0103c65-d2e2-4e02-bd65-5db4024f7f30 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479040 Sep 24 19:03:07.488208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4feab-ee1c-435d-9131-42d1ffa20f16 req-6b3bb461-49af-4194-9cc6-35ab975c2186 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.490039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c4feab-ee1c-435d-9131-42d1ffa20f16 req-6b3bb461-49af-4194-9cc6-35ab975c2186 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.0929036 Sep 24 19:03:07.558839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:07.559438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-ac496014-8183-47b0-a71f-4c46af9d4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.561039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-ac496014-8183-47b0-a71f-4c46af9d4981 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1094 time: 0.1175733 Sep 24 19:03:07.568373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c4feab-ee1c-435d-9131-42d1ffa20f16 req-24ced9ef-4b31-45eb-b9e7-f64c6071018d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602460 Sep 24 19:03:07.587955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'mac_address': 'fa:16:3e:cc:4d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:07.632454 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:07.647042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:07.669806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:07.675270 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:07.696640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-61e8c508-ee51-4d02-8981-fcd158466b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.699613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-61e8c508-ee51-4d02-8981-fcd158466b53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.1295311 Sep 24 19:03:07.746532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-c0cceba8-898f-4334-a40e-7ac4f177b8a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 217 time: 0.0391610 Sep 24 19:03:07.749249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:07.821481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-b80cc765-e773-4e7d-8033-7b32ddd99fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:07.823131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-b80cc765-e773-4e7d-8033-7b32ddd99fb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.0575080 Sep 24 19:03:07.868886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-fcafb557-bd16-4087-8285-41de88fd7d65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269721 Sep 24 19:03:07.940253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4e28c672-68a3-4b8c-ba2b-b3242081beed'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:08.006200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-e4bd2ad1-eb9a-4ee1-a2ec-39ffb7169760 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287231 Sep 24 19:03:08.149940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99695a4-209c-45d8-846c-03d39dfb8971 req-15fc26fc-cea1-4fa1-bc54-5848dd7109e7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.159096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a99695a4-209c-45d8-846c-03d39dfb8971 req-15fc26fc-cea1-4fa1-bc54-5848dd7109e7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.1711485 Sep 24 19:03:08.187684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['8dc64481-6be5-4021-8cbf-2c1957c1c0c0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:08.290033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a99695a4-209c-45d8-846c-03d39dfb8971 req-9bc96031-0f5b-46ed-9bde-eef5031cfffe tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018732 Sep 24 19:03:08.295035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a135e97b-2104-4551-8aa3-50c5261e3eaf req-d32d86f9-2c5a-4168-bf2c-d9bdc98cda9e service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618072 Sep 24 19:03:08.317424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751e349-23f6-492b-ace0-7dd2e27854ac req-cf21727d-18af-400d-9862-2403abbcfb49 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.325668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9751e349-23f6-492b-ace0-7dd2e27854ac req-cf21727d-18af-400d-9862-2403abbcfb49 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1651399 Sep 24 19:03:08.372511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9751e349-23f6-492b-ace0-7dd2e27854ac req-dc4e852c-03d7-4a6a-80b8-d62642110616 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Sep 24 19:03:08.503903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594900-e7df-4ba6-9cb4-a67016f480fc req-97f93256-e9ff-45cc-b941-5e731dd77c5f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.505766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f594900-e7df-4ba6-9cb4-a67016f480fc req-97f93256-e9ff-45cc-b941-5e731dd77c5f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 943 time: 0.0699439 Sep 24 19:03:08.561890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f594900-e7df-4ba6-9cb4-a67016f480fc req-d9c571ef-2535-43aa-85da-89bcf2301e81 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Sep 24 19:03:08.611458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:08.690069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5f59-f9b5-4305-aa97-d92105faf6e8 req-da486c88-7b2e-45c9-965b-05781335eb84 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.691696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-167d5f59-f9b5-4305-aa97-d92105faf6e8 req-da486c88-7b2e-45c9-965b-05781335eb84 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 1101 time: 0.0472505 Sep 24 19:03:08.738253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-167d5f59-f9b5-4305-aa97-d92105faf6e8 req-7444c4bf-6aae-42a3-976b-82f59051095e tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Sep 24 19:03:08.920331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bff8b2-ecdb-46a1-86c7-a6c48e74aaac req-ee65d5d7-cdcb-4c12-83ad-75aada3d4b24 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.928673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bff8b2-ecdb-46a1-86c7-a6c48e74aaac req-ee65d5d7-cdcb-4c12-83ad-75aada3d4b24 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.935963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bff8b2-ecdb-46a1-86c7-a6c48e74aaac req-ee65d5d7-cdcb-4c12-83ad-75aada3d4b24 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:08.937869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21bff8b2-ecdb-46a1-86c7-a6c48e74aaac req-ee65d5d7-cdcb-4c12-83ad-75aada3d4b24 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2416 time: 0.1012588 Sep 24 19:03:08.985324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21bff8b2-ecdb-46a1-86c7-a6c48e74aaac req-ccad106c-db24-415b-9e51-9d62a550c996 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Sep 24 19:03:09.137707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73704b0-df7c-4c63-9698-3e293f23e6d0 req-37e0afcd-9eb6-44dd-bf23-cb48482dc0d2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:09.139690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d73704b0-df7c-4c63-9698-3e293f23e6d0 req-37e0afcd-9eb6-44dd-bf23-cb48482dc0d2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.0654669 Sep 24 19:03:09.185955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d73704b0-df7c-4c63-9698-3e293f23e6d0 req-878e36c4-187e-48ac-93fb-d9f1a9466e4b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Sep 24 19:03:09.410876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 88fc8bd6-8377-4de4-94f8-9991c6682d1e up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:09.476643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 88fc8bd6-8377-4de4-94f8-9991c6682d1e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:09.483995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 88fc8bd6-8377-4de4-94f8-9991c6682d1e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:09.484860 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.594113 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.626790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:09.629294 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf3544-39e9-43d1-95d2-f8de71696d95" -d '{"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:09.644815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:09.650278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.651803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:09.734536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:09.747826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4e28c672-68a3-4b8c-ba2b-b3242081beed triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:09.748264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.878727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.889374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-0b2427b3-2152-4241-9a12-9126dbda5567 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293543 Sep 24 19:03:09.956826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:09.965743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:09.966643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9dcedf67-4cff-4827-9770-8af9b4af0118 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:10.073438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:10.094329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018efd4-9966-4f84-bd7b-4b78a4dcc630 req-54ba94d8-dcca-4f93-8dc7-d2646ee082dd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.095919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7018efd4-9966-4f84-bd7b-4b78a4dcc630 req-54ba94d8-dcca-4f93-8dc7-d2646ee082dd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0893900 Sep 24 19:03:10.103851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-0110e86e-69c9-4397-afde-ea20977aa823 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.109514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 9dcedf67-4cff-4827-9770-8af9b4af0118 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:10.110802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-0110e86e-69c9-4397-afde-ea20977aa823 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205958 Sep 24 19:03:10.115695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 9dcedf67-4cff-4827-9770-8af9b4af0118 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:10.116081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:10.144138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-139a2dee-8b6c-430b-a4cb-6af490cb1bf6 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.0316858 Sep 24 19:03:10.253241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:10.280881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7018efd4-9966-4f84-bd7b-4b78a4dcc630 req-ad6088e0-d7f6-4bf5-9c6a-15fe633169ee tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669023 Sep 24 19:03:10.362500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9dcedf67-4cff-4827-9770-8af9b4af0118,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:10.370095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:10.371922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-60ef325d-b834-47ca-9da8-06a5ffbdb7ea tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2255116 Sep 24 19:03:10.453553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:10.526569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87632-7e65-4416-81e7-e53e342c49c3 req-9cdc0b71-69c6-48a0-95c0-7d623e22ad65 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.531484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53c87632-7e65-4416-81e7-e53e342c49c3 req-9cdc0b71-69c6-48a0-95c0-7d623e22ad65 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 943 time: 0.1142020 Sep 24 19:03:10.586339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53c87632-7e65-4416-81e7-e53e342c49c3 req-99e13343-f330-4b7b-b90e-734320852d5d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Sep 24 19:03:10.590358 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69cbb56-fc86-4e74-8755-65da65069273 x-openstack-request-id: req-e69cbb56-fc86-4e74-8755-65da65069273 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:10.591003 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:10.591452 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e69cbb56-fc86-4e74-8755-65da65069273 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:10.592024 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e', 'code': 200} Sep 24 19:03:10.814368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd147-e2ce-42aa-8578-6fb489aee48f req-09c9c6e6-fa60-44da-ad0f-f0314e151a09 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.823962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd147-e2ce-42aa-8578-6fb489aee48f req-09c9c6e6-fa60-44da-ad0f-f0314e151a09 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.834700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd147-e2ce-42aa-8578-6fb489aee48f req-09c9c6e6-fa60-44da-ad0f-f0314e151a09 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.837826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4bbd147-e2ce-42aa-8578-6fb489aee48f req-09c9c6e6-fa60-44da-ad0f-f0314e151a09 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2418 time: 0.1561599 Sep 24 19:03:10.881377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644da69e-8ed7-4027-b374-d2b487002767 req-7857c8b6-14ad-4f59-ab9c-25b3cdd54ed8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:10.889886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-644da69e-8ed7-4027-b374-d2b487002767 req-7857c8b6-14ad-4f59-ab9c-25b3cdd54ed8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1797264 Sep 24 19:03:10.945761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4bbd147-e2ce-42aa-8578-6fb489aee48f req-e6b22b93-a2ab-4c78-ac13-af548ca9caeb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913107 Sep 24 19:03:10.981919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-644da69e-8ed7-4027-b374-d2b487002767 req-ff91a5e9-0e2f-442a-8c6d-d82e75968d33 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898778 Sep 24 19:03:11.081995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79297b94-d4d8-4408-915d-af6acb7fa3d7 req-e7095ea9-c165-4580-a810-e6c45394f1be tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 210 time: 0.0399933 Sep 24 19:03:11.331223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 032958ca-bcb1-471f-8065-c6d66b9c01e7 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:11.447112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:11.494757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db129-cd32-4acb-bc62-58d762475ffb req-59336d06-66be-4761-8c5b-aea148d347cd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:11.497281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c28db129-cd32-4acb-bc62-58d762475ffb req-59336d06-66be-4761-8c5b-aea148d347cd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0886974 Sep 24 19:03:11.552478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c28db129-cd32-4acb-bc62-58d762475ffb req-a418dd59-8b2a-4b23-83f6-fc2d37867dbf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 Sep 24 19:03:11.613466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:11.627675 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:03:11.630685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a', 'port_id': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'mac_address': 'fa:16:3e:8d:b7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a554decb-4d17-45c3-8327-c89b3ff04b56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:11.638070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:11.686583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:11.686996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:11.747145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19f4-3d6a-46fc-abb0-b246663331e5 req-7a9c3212-52ce-44c5-9720-6de1a9af7890 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:11.748693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d3e19f4-3d6a-46fc-abb0-b246663331e5 req-7a9c3212-52ce-44c5-9720-6de1a9af7890 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 943 time: 0.0540938 Sep 24 19:03:11.798365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:11.856422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d3e19f4-3d6a-46fc-abb0-b246663331e5 req-4b9a4a49-b3b0-4ca0-917a-6cdc04f9a8f5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901866 Sep 24 19:03:11.871490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032958ca-bcb1-471f-8065-c6d66b9c01e7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:11.889723 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:11.907191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:11.942791 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:11.981234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:11.988889 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:12.013372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:12.100505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:12.158246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-003eef8a-c108-429f-b188-27d62a6ba97b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0840867 Sep 24 19:03:12.168542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642fe9-7583-47de-aa90-94473fd76753 req-218c1c06-6dd5-4618-b3cf-3c810c7d278a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.174892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642fe9-7583-47de-aa90-94473fd76753 req-218c1c06-6dd5-4618-b3cf-3c810c7d278a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.181237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642fe9-7583-47de-aa90-94473fd76753 req-218c1c06-6dd5-4618-b3cf-3c810c7d278a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.188286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86642fe9-7583-47de-aa90-94473fd76753 req-218c1c06-6dd5-4618-b3cf-3c810c7d278a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2419 time: 0.1712642 Sep 24 19:03:12.237246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86642fe9-7583-47de-aa90-94473fd76753 req-bf51abd0-0ff6-4321-8e33-87c8ba7b500b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 Sep 24 19:03:12.250017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a238ef-cc36-46f7-9a82-2d207dc380ea req-5d6e49d8-1983-4dc5-be0b-bf7b3b340e94 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.266005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18a238ef-cc36-46f7-9a82-2d207dc380ea req-5d6e49d8-1983-4dc5-be0b-bf7b3b340e94 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1475823 Sep 24 19:03:12.360018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:12.372330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18a238ef-cc36-46f7-9a82-2d207dc380ea req-9a97e707-2e16-4a6f-a566-7b4d521568dc tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132879 Sep 24 19:03:12.450000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04405efc-17fc-4038-a82c-c5c7a0cfa084 req-d7669014-c3c3-4e44-935c-ede2a88f433a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 210 time: 0.0877578 Sep 24 19:03:12.495732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.497483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.497483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.500129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.501575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.502152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.502878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.504893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0bcb7c48-0024-445e-bca4-985bd28d6399 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.2442083 Sep 24 19:03:12.597938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-fcc13307-7a53-4a49-b747-d2ceb315c81d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919609 Sep 24 19:03:12.609742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}, {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118'}, {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:12.612174 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e70a63-971d-442b-bc8d-f64f6245161b" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118"}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:12.744794 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0d285-6b83-41b9-97aa-a7f54a9d3e60 x-openstack-request-id: req-16c0d285-6b83-41b9-97aa-a7f54a9d3e60 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:12.745852 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-plugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "code": 200}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118", "code": 200}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-plugged", "status": "completed", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:12.746645 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16c0d285-6b83-41b9-97aa-a7f54a9d3e60 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:12.747595 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'code': 200} Sep 24 19:03:12.748092 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118', 'code': 200} Sep 24 19:03:12.748608 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0', 'code': 200} Sep 24 19:03:12.879020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-9361f9be-c9d6-4fa6-b900-459533327ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.879549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-9361f9be-c9d6-4fa6-b900-459533327ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.880011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-9361f9be-c9d6-4fa6-b900-459533327ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.881616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-9361f9be-c9d6-4fa6-b900-459533327ee2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 2290 time: 0.2982550 Sep 24 19:03:12.983550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74309d67-6159-42f7-8f4f-9837f7725a76 req-80f6ea70-3084-4c8a-9c27-215d3cb7f03f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:12.990889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74309d67-6159-42f7-8f4f-9837f7725a76 req-80f6ea70-3084-4c8a-9c27-215d3cb7f03f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2524540 Sep 24 19:03:13.075602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-9acc2053-4a66-4827-b04e-f27043de1122 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.077062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-9acc2053-4a66-4827-b04e-f27043de1122 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376815 Sep 24 19:03:13.091512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a6ee-da00-4143-a3a0-fa4451d6d783 req-913e2a48-b3da-4006-af10-0f68b438efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.092008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a6ee-da00-4143-a3a0-fa4451d6d783 req-913e2a48-b3da-4006-af10-0f68b438efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.092491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a6ee-da00-4143-a3a0-fa4451d6d783 req-913e2a48-b3da-4006-af10-0f68b438efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.094151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d31a6ee-da00-4143-a3a0-fa4451d6d783 req-913e2a48-b3da-4006-af10-0f68b438efc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2872 time: 0.2545447 Sep 24 19:03:13.106260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:13.110874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-745ab6a8-a308-4715-b6bf-d0b107efd55f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 1002 time: 0.2020655 Sep 24 19:03:13.144677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74309d67-6159-42f7-8f4f-9837f7725a76 req-eedae94d-ce6a-43b6-ba71-1b99593d954b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481545 Sep 24 19:03:13.258107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c8dac-be5c-4152-80c9-3ff36d0885b6 req-ce7c9b3a-46ea-4971-af56-30e950fe2755 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.266340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-169c8dac-be5c-4152-80c9-3ff36d0885b6 req-ce7c9b3a-46ea-4971-af56-30e950fe2755 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 944 time: 0.2694173 Sep 24 19:03:13.302246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d31a6ee-da00-4143-a3a0-fa4451d6d783 req-34c60f11-cddc-4756-8340-37562786b621 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881480 Sep 24 19:03:13.313369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-611c86c5-9f9e-476e-9dcc-12414fe0b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.315406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-611c86c5-9f9e-476e-9dcc-12414fe0b6ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 200 len: 851 time: 0.1695063 Sep 24 19:03:13.417420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-169c8dac-be5c-4152-80c9-3ff36d0885b6 req-2ea19a5b-4b20-4b2e-81c6-5d880d3a6d7e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469977 Sep 24 19:03:13.446678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-b95fc1d3-5da9-42f1-8b50-701075bdf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.448954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-b95fc1d3-5da9-42f1-8b50-701075bdf256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129148 Sep 24 19:03:13.617539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97cf3b-a8ef-4c09-a19c-730008a0a153 req-8491eb6b-c1cc-4849-8c73-2e6dedc27c1d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.625858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97cf3b-a8ef-4c09-a19c-730008a0a153 req-8491eb6b-c1cc-4849-8c73-2e6dedc27c1d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.632389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97cf3b-a8ef-4c09-a19c-730008a0a153 req-8491eb6b-c1cc-4849-8c73-2e6dedc27c1d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.642240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d97cf3b-a8ef-4c09-a19c-730008a0a153 req-8491eb6b-c1cc-4849-8c73-2e6dedc27c1d tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2419 time: 0.2855904 Sep 24 19:03:13.671241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:13.674714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:13.708984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-78c6a601-2ed9-4e9c-91f4-1e8ce47fa2b6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439623 Sep 24 19:03:13.790738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa34f7-bcc0-4fd7-b071-44adcd75b1a0 req-8b6b4287-7a1a-4202-9d94-9a00de25f4eb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:13.792439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfa34f7-bcc0-4fd7-b071-44adcd75b1a0 req-8b6b4287-7a1a-4202-9d94-9a00de25f4eb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2355514 Sep 24 19:03:13.875378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d97cf3b-a8ef-4c09-a19c-730008a0a153 req-e622bf29-7afb-47eb-8277-534f5e9bd3ea tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318890 Sep 24 19:03:14.331904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dfa34f7-bcc0-4fd7-b071-44adcd75b1a0 req-3f5c270e-f0a8-4cda-8295-fc825ee5547b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239415 Sep 24 19:03:14.396251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-895335ac-a6ab-4558-8c81-3a290121ef28 req-b78bfda8-619a-497a-a389-165890a13c36 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 210 time: 0.1420527 Sep 24 19:03:14.446071 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-9ccf7e63-2a76-42ad-bed8-b446be8ff70e service neutron] show failed (client error): The resource could not be found. Sep 24 19:03:14.447123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-9ccf7e63-2a76-42ad-bed8-b446be8ff70e service neutron] 10.222.0.69 "GET /v2.0/ports/cc5dabfb-1618-4af0-a139-e8878c5d0cce/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.1942680 Sep 24 19:03:14.451198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-265d1fea-1df9-4185-b613-6c08a3f832de service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287374 Sep 24 19:03:14.489092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.14 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/8b6470f2-4504-4aa8-a527-556b3365487e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:14.532960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-ae021e57-6c33-4f9e-84d3-fd0e6d735def service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 217 time: 0.0501676 Sep 24 19:03:14.723026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-ab478eb8-a135-4811-95e3-af351b038bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:14.724702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-ab478eb8-a135-4811-95e3-af351b038bc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.1846981 Sep 24 19:03:14.812555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847e347-f5ab-41f5-a995-34f9c485c872 req-2d9a65e6-ff7a-487e-8e27-c2bff50e8a4b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:14.820051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2847e347-f5ab-41f5-a995-34f9c485c872 req-2d9a65e6-ff7a-487e-8e27-c2bff50e8a4b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2377448 Sep 24 19:03:14.932907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede7f3e-24fd-4ba8-967a-f58e86fd5069 req-e0f9a207-b4ec-45d0-bdab-103c014f55e5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:14.934563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ede7f3e-24fd-4ba8-967a-f58e86fd5069 req-e0f9a207-b4ec-45d0-bdab-103c014f55e5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 944 time: 0.2926471 Sep 24 19:03:15.009013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-baaed489-48c3-4a07-a045-f3a6f3ee9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.011118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-baaed489-48c3-4a07-a045-f3a6f3ee9abb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2767475 Sep 24 19:03:15.043721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2847e347-f5ab-41f5-a995-34f9c485c872 req-db885170-ef25-497d-9d5a-75031638434c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220414 Sep 24 19:03:15.128430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-007a79c1-9e22-476d-9e76-9237fb664874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.136585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-007a79c1-9e22-476d-9e76-9237fb664874 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1100 time: 0.3460839 Sep 24 19:03:15.175412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.196456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ede7f3e-24fd-4ba8-967a-f58e86fd5069 req-02fa0626-0fc3-4cb5-919c-dfa243e33a64 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503583 Sep 24 19:03:15.215853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:15.341577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 032958ca-bcb1-471f-8065-c6d66b9c01e7 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:15.389033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.394836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.413705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:15.417320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545881d5-2038-4255-98f0-09141afe7665 req-16344f44-9964-448b-bd34-7e5fc5496b23 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.422557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:15.424584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545881d5-2038-4255-98f0-09141afe7665 req-16344f44-9964-448b-bd34-7e5fc5496b23 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.431064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545881d5-2038-4255-98f0-09141afe7665 req-16344f44-9964-448b-bd34-7e5fc5496b23 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.438930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-545881d5-2038-4255-98f0-09141afe7665 req-16344f44-9964-448b-bd34-7e5fc5496b23 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2419 time: 0.2308722 Sep 24 19:03:15.445600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-2ce4a043-014a-48f4-b943-5d09229a1f2d service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239388 Sep 24 19:03:15.540605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 032958ca-bcb1-471f-8065-c6d66b9c01e7 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:15.555969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 032958ca-bcb1-471f-8065-c6d66b9c01e7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:15.556534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.630082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:15.654050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:15.662155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:15.808544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-9b4076c3-86ff-4a7e-8562-efb33f6f1989 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224134 Sep 24 19:03:15.859090 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.879332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-545881d5-2038-4255-98f0-09141afe7665 req-a198e6e6-9a23-432e-b058-3c118b00dca3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393816 Sep 24 19:03:15.928481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:15.931038 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22c4d8c-45a6-4656-a11b-9e832bc2eee7" -d '{"events": [{"server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "name": "network-vif-plugged", "status": "completed", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:15.931530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:15.934384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:15.961587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:16.013003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b4ba5-42e0-4044-a360-73c2153fddfc req-1d5cca75-3982-41fc-b0d8-86bdc26eea67 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:16.013597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:16.026009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-886b4ba5-42e0-4044-a360-73c2153fddfc req-1d5cca75-3982-41fc-b0d8-86bdc26eea67 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.5623317 Sep 24 19:03:16.029601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.030405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:16.197653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:16.214345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-2414d821-fdee-4f90-8d5b-b1d9206544e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 217 time: 0.2730489 Sep 24 19:03:16.266117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-17b5c9df-4af8-4fff-a329-8737ec60ebc4 None None] Provisioning complete for port 8b6470f2-4504-4aa8-a527-556b3365487e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:16.266796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b5c9df-4af8-4fff-a329-8737ec60ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.347277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.362044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:16.370239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-17b5c9df-4af8-4fff-a329-8737ec60ebc4 None None] Port 8b6470f2-4504-4aa8-a527-556b3365487e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:16.403140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:16.462726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-f95ce839-e732-40ea-bf59-6168d1893445 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3649745 Sep 24 19:03:16.533313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-e7b0e871-dc87-4bd8-9052-8ce6efce8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:16.534893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-e7b0e871-dc87-4bd8-9052-8ce6efce8a5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2763693 Sep 24 19:03:16.550690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Request body: {'port': {'device_id': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:16.647337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:16.650182 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099fe7c-ce5c-49ac-bacd-b728b1738f81" -d '{"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:16.660448 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.667224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-886b4ba5-42e0-4044-a360-73c2153fddfc req-7da6a017-6319-4ed6-ba3e-c10865c8f4dd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403437 Sep 24 19:03:16.696083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c06006-413f-44f0-a1e9-74eb80d8d04c req-909d1c83-c802-412b-a24d-a4f40fdd1cd3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:16.697926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87c06006-413f-44f0-a1e9-74eb80d8d04c req-909d1c83-c802-412b-a24d-a4f40fdd1cd3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 935 time: 0.5860286 Sep 24 19:03:16.759256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Transition to ACTIVE for port object cc5dabfb-1618-4af0-a139-e8878c5d0cce will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:16.761632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-74cac829-5f75-434d-b3e2-c85642b0a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:16.763848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-74cac829-5f75-434d-b3e2-c85642b0a584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2168787 Sep 24 19:03:16.795215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.841154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:16.845840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87c06006-413f-44f0-a1e9-74eb80d8d04c req-feeec088-bdd9-4aa9-b8ab-5ced2df50592 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300445 Sep 24 19:03:16.877669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:03:16.878471 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:03:16.995038 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46212dcd-55df-4052-a56f-a8073106ed2f x-openstack-request-id: req-46212dcd-55df-4052-a56f-a8073106ed2f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:16.995343 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "name": "network-vif-plugged", "status": "completed", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:16.995686 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46212dcd-55df-4052-a56f-a8073106ed2f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:16.996099 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'code': 200} Sep 24 19:03:17.143694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] No DVR routers for this DVR port cc5dabfb-1618-4af0-a139-e8878c5d0cce on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:17.158660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:17.344278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542a4a-a9ae-4014-867c-b0d297237b97 req-3cf9d789-ceb6-474f-9015-dd70a7130e44 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:17.345899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b542a4a-a9ae-4014-867c-b0d297237b97 req-3cf9d789-ceb6-474f-9015-dd70a7130e44 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2664418 Sep 24 19:03:17.352224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:17.352965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:17.352965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:17.377459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-fdbdd983-e24f-4de6-b947-6d505015bc1d service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919802 Sep 24 19:03:17.395311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a87a-c45b-485b-88cb-33c453aa3297 req-192bf698-f1e3-4094-bf5e-8db721e9f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:17.396795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9092a87a-c45b-485b-88cb-33c453aa3297 req-192bf698-f1e3-4094-bf5e-8db721e9f0f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1096 time: 0.2819369 Sep 24 19:03:17.410695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:17.410695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Attempting to bind port cc5dabfb-1618-4af0-a139-e8878c5d0cce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:17.431070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545d76-897f-43e2-942a-42525bc1ca18 req-3c31e903-8bc3-4eb5-91ad-e3c16ef035dc tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:17.433215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b545d76-897f-43e2-942a-42525bc1ca18 req-3c31e903-8bc3-4eb5-91ad-e3c16ef035dc tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 945 time: 0.3102262 Sep 24 19:03:17.473395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:17.473843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:17.474125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:17.474618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Bound port: cc5dabfb-1618-4af0-a139-e8878c5d0cce, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:17.474927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:17.578357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b542a4a-a9ae-4014-867c-b0d297237b97 req-eb88a1db-89c2-4761-9f6a-ef244175658f tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156131 Sep 24 19:03:17.964963 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8414b5e-111e-4a8c-95b1-e41521c5f4fc x-openstack-request-id: req-c8414b5e-111e-4a8c-95b1-e41521c5f4fc {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:17.965700 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:17.965700 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8414b5e-111e-4a8c-95b1-e41521c5f4fc {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:17.965926 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'code': 200} Sep 24 19:03:17.974707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9092a87a-c45b-485b-88cb-33c453aa3297 req-4da0616e-aa30-495b-8a79-1cd4239ea6b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563293 Sep 24 19:03:18.004370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b545d76-897f-43e2-942a-42525bc1ca18 req-e39dc97f-be31-4731-a9d5-4761f6e211ba tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554059 Sep 24 19:03:18.086883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-7ff34123-e9e3-4bdf-814c-a35564f42acc service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868289 Sep 24 19:03:18.094008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:18.111502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-141fec02-281d-4e26-930b-9c6a6d70a2c7 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2005926912&fields=id&tenant_id=661e0ac6cb5d41afb67bdf17df94de51 HTTP/1.1" status: 200 len: 267 time: 0.1482286 Sep 24 19:03:18.125361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:18.156626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:18.296009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.296632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:18.298035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 1095 time: 3.0890415 Sep 24 19:03:18.304804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-4ae5c122-8791-4e46-93cb-2ea6825e9f5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 200 len: 217 time: 0.1190567 Sep 24 19:03:18.365827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924fe73-5a01-4d4a-b6ba-0886e0565590 req-79b14a9e-1d32-46f7-bcc2-d18edeb3872f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.366969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f924fe73-5a01-4d4a-b6ba-0886e0565590 req-79b14a9e-1d32-46f7-bcc2-d18edeb3872f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.2661071 Sep 24 19:03:18.418290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6470f2-4504-4aa8-a527-556b3365487e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:18.457040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3992e-bc08-4454-8c69-b3aeae7edd32 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:18.471424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:18.513904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Transition to ACTIVE for port object 8b6470f2-4504-4aa8-a527-556b3365487e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:18.527432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-bdb000c3-f794-482a-81c1-b055902bbbf0 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.534459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-bdb000c3-f794-482a-81c1-b055902bbbf0 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/networks?id=597f08b5-25e4-459a-a4b4-f77ea56fff1d HTTP/1.1" status: 200 len: 815 time: 0.4076786 Sep 24 19:03:18.546111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-3eb9eb1d-666f-4941-a384-fcb17d34bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.547551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-3eb9eb1d-666f-4941-a384-fcb17d34bed1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2099435 Sep 24 19:03:18.551872 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:18.584851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f924fe73-5a01-4d4a-b6ba-0886e0565590 req-48e313de-042d-40e6-9338-af6881613fae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718895 Sep 24 19:03:18.615182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-b81ff7e8-5c8e-49ca-9200-13d72dc9360a tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/quotas/661e0ac6cb5d41afb67bdf17df94de51 HTTP/1.1" status: 200 len: 375 time: 0.0798988 Sep 24 19:03:18.643264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-02efb31d-20c8-4347-af85-8583ee117036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.646560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-02efb31d-20c8-4347-af85-8583ee117036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1098 time: 0.2937508 Sep 24 19:03:18.729365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-a65c3796-f1b3-4c5d-aabd-4d7d67653645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540261 Sep 24 19:03:18.767967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:18.816849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329ced-a588-485f-bd37-bc563bee24c3 req-610bb6d6-ef65-492b-bd35-87547689e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.818446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-610bb6d6-ef65-492b-bd35-87547689e92d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1100 time: 0.0533175 Sep 24 19:03:18.876448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-279980bc-dd9f-44c8-877e-e8ef6db1697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.878292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-279980bc-dd9f-44c8-877e-e8ef6db1697d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3200426 Sep 24 19:03:18.962602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-19e9c942-2975-4a12-972b-187187b745b4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=661e0ac6cb5d41afb67bdf17df94de51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3117559 Sep 24 19:03:18.979667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329ced-a588-485f-bd37-bc563bee24c3 req-a604f7ba-1251-4e64-89f9-f964cf98bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:18.981439 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-a604f7ba-1251-4e64-89f9-f964cf98bc0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1260009 Sep 24 19:03:19.019038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebba2-93dc-491d-83c6-e1cf9323520e req-4e1d8afe-d2e1-4c30-ac13-1eb4f6ebc15e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.025918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebba2-93dc-491d-83c6-e1cf9323520e req-4e1d8afe-d2e1-4c30-ac13-1eb4f6ebc15e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.032171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebba2-93dc-491d-83c6-e1cf9323520e req-4e1d8afe-d2e1-4c30-ac13-1eb4f6ebc15e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.033880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688ebba2-93dc-491d-83c6-e1cf9323520e req-4e1d8afe-d2e1-4c30-ac13-1eb4f6ebc15e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2419 time: 0.3650620 Sep 24 19:03:19.091350 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-dc37857d-7a58-43ad-bdc6-3bcde56f4e8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 200 len: 217 time: 0.0977821 Sep 24 19:03:19.126014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Attempting to bind port 8b6470f2-4504-4aa8-a527-556b3365487e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:19.126373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Attempting to bind port 8b6470f2-4504-4aa8-a527-556b3365487e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:19.126728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Attempting to bind port 8b6470f2-4504-4aa8-a527-556b3365487e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:19.129158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-53a2b51b-2c93-4569-bc4a-f2f34e2ea5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.130644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-53a2b51b-2c93-4569-bc4a-f2f34e2ea5b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4390187 Sep 24 19:03:19.172058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329ced-a588-485f-bd37-bc563bee24c3 req-7c913c05-f984-4fd3-a285-1d1641d19502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.174070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-7c913c05-f984-4fd3-a285-1d1641d19502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0737276 Sep 24 19:03:19.202469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Port 8b6470f2-4504-4aa8-a527-556b3365487e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:19.203284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Attempting to bind port 8b6470f2-4504-4aa8-a527-556b3365487e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:19.233403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329ced-a588-485f-bd37-bc563bee24c3 req-8a72db3d-f67d-42a2-b218-4feecb484c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.235305 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-8a72db3d-f67d-42a2-b218-4feecb484c49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476475 Sep 24 19:03:19.255088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-4f4e2849-cd62-4cef-a3db-01641d2b7c51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.1048002 Sep 24 19:03:19.255838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:19.256171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:19.256555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:19.257021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Bound port: 8b6470f2-4504-4aa8-a527-556b3365487e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:19.257388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:19.308364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688ebba2-93dc-491d-83c6-e1cf9323520e req-bef11aee-073d-4fde-b871-4352b4c0a3bd tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473614 Sep 24 19:03:19.341736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-495bbd69-726c-4b05-9ff1-cdd4f764202e service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209080 Sep 24 19:03:19.353794 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-960703f3-05cb-4718-98b9-1984068c640e service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032631 Sep 24 19:03:19.432060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-d73141b7-7e93-4586-a542-a08362517c25 service neutron] 10.222.0.18 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364233 Sep 24 19:03:19.451882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-4b7580a0-340c-4eb0-aadc-ec9d213d901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.453360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-4b7580a0-340c-4eb0-aadc-ec9d213d901f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1659813 Sep 24 19:03:19.495338 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-88329ced-a588-485f-bd37-bc563bee24c3 req-46a03dae-8d63-44d5-ba04-082891b99e08 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275706 Sep 24 19:03:19.521215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:19.598286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=8b6470f2-4504-4aa8-a527-556b3365487e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:19.618427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:19.724083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-e87e2eed-3a03-485b-adb1-f314186995eb service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641245 Sep 24 19:03:19.728094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.728716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:19.730029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] 10.222.0.69 "PUT /v2.0/ports/8b6470f2-4504-4aa8-a527-556b3365487e HTTP/1.1" status: 200 len: 1095 time: 3.1917439 Sep 24 19:03:19.750771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-b5e5cd89-61fe-4093-aece-e714950c5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.752283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-b5e5cd89-61fe-4093-aece-e714950c5d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838764 Sep 24 19:03:19.771399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fde66-d84a-423b-9e3e-4d3856344505 req-5a4b388f-7041-4e88-90c6-4f6c6fe89f38 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:19.773834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c15fde66-d84a-423b-9e3e-4d3856344505 req-5a4b388f-7041-4e88-90c6-4f6c6fe89f38 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 947 time: 0.2845705 Sep 24 19:03:19.884840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7bd87-091e-41c3-b609-8b19e1f32f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:19.903630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-971017f6-1230-4e78-a1b1-fa156156b2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533916 Sep 24 19:03:19.947738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-5d5a8cb0-62fe-4b92-85b7-a7d057b187b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 200 len: 217 time: 0.2000728 Sep 24 19:03:20.033871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}, {'name': 'network-changed', 'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:20.036244 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548c01cb-4b1b-41bf-8004-8e9a469437af" -d '{"events": [{"name": "network-changed", "server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}, {"name": "network-changed", "server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:20.128171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c15fde66-d84a-423b-9e3e-4d3856344505 req-9584524c-b05f-4763-9fd8-9cec9a4fd41c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349400 Sep 24 19:03:20.139793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-5a34fa90-5e46-4707-aa9c-2231f1c86e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.141334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-5a34fa90-5e46-4707-aa9c-2231f1c86e64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 1098 time: 0.3491623 Sep 24 19:03:20.164526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-f6a59892-db16-4607-92a2-8e453b11eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.168092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-f6a59892-db16-4607-92a2-8e453b11eff1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2058127 Sep 24 19:03:20.226724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-2deb9204-bab3-4aa2-b44c-20a4f8766166 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8b6470f2-4504-4aa8-a527-556b3365487e HTTP/1.1" status: 200 len: 217 time: 0.0737143 Sep 24 19:03:20.276125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f734a00e-2e4f-4568-90f0-a2dfae508e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:20.363193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-fda2cd2c-55fe-427b-ac6a-46e436e1a031 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548482 Sep 24 19:03:20.392211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-a0b06a6d-862a-4a7e-9df1-10e0eba24099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.393851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-a0b06a6d-862a-4a7e-9df1-10e0eba24099 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202518 Sep 24 19:03:20.423915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-46c87237-2721-4f9c-ab4f-e66b00aa08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.426152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-46c87237-2721-4f9c-ab4f-e66b00aa08d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1680307 Sep 24 19:03:20.656430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-d30b92c6-f9b1-4d20-9b10-a2010a03c5bb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.683166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-d30b92c6-f9b1-4d20-9b10-a2010a03c5bb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.691307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-d30b92c6-f9b1-4d20-9b10-a2010a03c5bb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.693364 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-d30b92c6-f9b1-4d20-9b10-a2010a03c5bb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 2419 time: 0.1226950 Sep 24 19:03:20.856798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 9dcedf67-4cff-4827-9770-8af9b4af0118 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:20.857620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:20.957746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c75bda-d8a5-4573-b8c8-18376126b37b req-0d168eee-418a-49dc-8e38-5d36a4d0c7bd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:20.959497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22c75bda-d8a5-4573-b8c8-18376126b37b req-0d168eee-418a-49dc-8e38-5d36a4d0c7bd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.6704588 Sep 24 19:03:21.007250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-97fbfea0-64e1-454c-9f5b-1173744799a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.009242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-97fbfea0-64e1-454c-9f5b-1173744799a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5661454 Sep 24 19:03:21.036289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 9dcedf67-4cff-4827-9770-8af9b4af0118, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9dcedf67-4cff-4827-9770-8af9b4af0118,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:21.036822 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.045639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-cda1f033-3096-499d-a29f-9631fd14fe4c service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349232 Sep 24 19:03:21.056699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee42ce62-ff7f-436d-bf43-49b1d2adfd4e req-aa8347dd-a97c-42e9-97d1-f4df820ec19f service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567173 Sep 24 19:03:21.065718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 9dcedf67-4cff-4827-9770-8af9b4af0118 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:21.068532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3223c-6977-424d-bd04-e7e1fb11c559 req-0e215d29-7372-4d22-a15d-efbdfd09e560 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.076545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccb3223c-6977-424d-bd04-e7e1fb11c559 req-0e215d29-7372-4d22-a15d-efbdfd09e560 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 945 time: 0.5997493 Sep 24 19:03:21.199397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22c75bda-d8a5-4573-b8c8-18376126b37b req-fa8bf507-90e7-4bfe-b107-5296a1db0bae tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183750 Sep 24 19:03:21.256571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccb3223c-6977-424d-bd04-e7e1fb11c559 req-f0958986-dcd8-441d-967f-4728516cb60b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790645 Sep 24 19:03:21.336993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-d4fbfc61-9caa-4536-b956-11ce1c9fc6ec service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127098 Sep 24 19:03:21.350312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.365669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9dcedf67-4cff-4827-9770-8af9b4af0118', '88fc8bd6-8377-4de4-94f8-9991c6682d1e', '8dc64481-6be5-4021-8cbf-2c1957c1c0c0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:21.369305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-fd563995-5f57-438d-a4b9-e579a5c17db2 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085592 Sep 24 19:03:21.446205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=9dcedf67-4cff-4827-9770-8af9b4af0118,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:21.512302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 9dcedf67-4cff-4827-9770-8af9b4af0118 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:21.515493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.517918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-45cf8f34-6017-4f65-8135-91ec87716d55 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "DELETE /v2.0/ports/9dcedf67-4cff-4827-9770-8af9b4af0118 HTTP/1.1" status: 204 len: 173 time: 0.8143566 Sep 24 19:03:21.518496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:21.521679 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b2f3e-d73d-4705-b067-ccdcd93df03e" -d '{"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:21.563925 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9b4363-5ed6-4e9b-aa3b-f77ef1553fdd x-openstack-request-id: req-dc9b4363-5ed6-4e9b-aa3b-f77ef1553fdd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:21.564227 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:21.564476 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc9b4363-5ed6-4e9b-aa3b-f77ef1553fdd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:21.565008 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'status': 'completed', 'code': 200} Sep 24 19:03:21.565260 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e', 'status': 'completed', 'code': 200} Sep 24 19:03:21.638480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 88fc8bd6-8377-4de4-94f8-9991c6682d1e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:21.638825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.658251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-735daab0-ce59-46b6-b981-a2beda2e239e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 200 len: 217 time: 0.1024683 Sep 24 19:03:21.731746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77b16452-1fb2-40c5-8bf5-f9061ad9ca99 req-45bc313c-8e9b-4100-b559-8904e9724f51 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823509 Sep 24 19:03:21.742748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 88fc8bd6-8377-4de4-94f8-9991c6682d1e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=88fc8bd6-8377-4de4-94f8-9991c6682d1e,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:21.743356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.748348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93ba7-5657-40ca-b1a0-3ea5d54adbcb req-abca983a-20da-4d62-b053-e922ef080c11 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.750003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdd93ba7-5657-40ca-b1a0-3ea5d54adbcb req-abca983a-20da-4d62-b053-e922ef080c11 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 947 time: 0.3782718 Sep 24 19:03:21.752199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-5989b480-57e9-4480-87e4-79fb9bbf131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.753941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-5989b480-57e9-4480-87e4-79fb9bbf131f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1098 time: 0.2072058 Sep 24 19:03:21.756365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 88fc8bd6-8377-4de4-94f8-9991c6682d1e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:21.770490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb0e-a204-455f-948f-366e520c558a req-dac2a5fd-d2bf-4cbd-84c8-7549cc3f5de5 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.777073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedb0e-a204-455f-948f-366e520c558a req-dac2a5fd-d2bf-4cbd-84c8-7549cc3f5de5 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.778743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02bedb0e-a204-455f-948f-366e520c558a req-dac2a5fd-d2bf-4cbd-84c8-7549cc3f5de5 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=0891a1d3-7b75-4d23-915d-a3ee974f0958 HTTP/1.1" status: 200 len: 1683 time: 0.2812953 Sep 24 19:03:21.808322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-a54401e7-0d32-4881-ae1d-5a13b18e32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.809936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-a54401e7-0d32-4881-ae1d-5a13b18e32df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1098 time: 0.3140273 Sep 24 19:03:21.827941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0aac354a-129d-4eb6-aa1f-177260c748fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:21.829352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-0aac354a-129d-4eb6-aa1f-177260c748fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.1494484 Sep 24 19:03:21.884946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.918737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=88fc8bd6-8377-4de4-94f8-9991c6682d1e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:21.961456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdd93ba7-5657-40ca-b1a0-3ea5d54adbcb req-df560daa-bd56-42b6-a75b-de3125bc11a1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006261 Sep 24 19:03:21.976190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 88fc8bd6-8377-4de4-94f8-9991c6682d1e on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:21.976190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:21.977263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-60d3cb3f-ab82-4ba8-a351-d27a91b08e66 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "DELETE /v2.0/ports/88fc8bd6-8377-4de4-94f8-9991c6682d1e HTTP/1.1" status: 204 len: 173 time: 0.4470792 Sep 24 19:03:22.036388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02bedb0e-a204-455f-948f-366e520c558a req-73f431ac-59b7-4609-b28c-9961cb08c45e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336140 Sep 24 19:03:22.132254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fdf77a8-670d-4d80-88c1-d0485fd23e9d req-a18836fd-e1f9-45b5-8448-9c9f3d280f27 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.0556850 Sep 24 19:03:22.147346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-65b175d4-8de4-490f-9d2c-8088b7bee36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.151715 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-65b175d4-8de4-490f-9d2c-8088b7bee36c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3111179 Sep 24 19:03:22.157978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-d9aaae9b-5f0c-4f4a-8483-2888dcdf84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.159522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-d9aaae9b-5f0c-4f4a-8483-2888dcdf84ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3791652 Sep 24 19:03:22.167330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:22.167653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.202756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-124f67b0-faa3-4600-9a27-76c905317ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.210767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-124f67b0-faa3-4600-9a27-76c905317ff9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3895891 Sep 24 19:03:22.273722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-02496608-dde8-42c6-b2f9-952bb2bc4882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.1013827 Sep 24 19:03:22.360150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-c70d7b12-e26f-4d0f-aeb3-990e32921a0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.1084027 Sep 24 19:03:22.400714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:22.401087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.420060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:22.447829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-1418210e-5a30-4bf0-aed1-d02840ab0373 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.449412 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-1418210e-5a30-4bf0-aed1-d02840ab0373 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.15 "GET /v2.0/networks?id=597f08b5-25e4-459a-a4b4-f77ea56fff1d HTTP/1.1" status: 200 len: 815 time: 0.1653197 Sep 24 19:03:22.521982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-85f8698a-ff94-4980-ab91-a1bb8ca5c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.524051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-85f8698a-ff94-4980-ab91-a1bb8ca5c800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2344565 Sep 24 19:03:22.528859 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-20d56472-b1a5-4fa3-ad17-7d67f929e297 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=661e0ac6cb5d41afb67bdf17df94de51 HTTP/1.1" status: 200 len: 380 time: 0.0488775 Sep 24 19:03:22.530559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-9c5c6d8d-8e51-46dc-81ae-971f9d028448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.532007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-9c5c6d8d-8e51-46dc-81ae-971f9d028448 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1227999 Sep 24 19:03:22.540194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275b7b-21e2-4f92-81b4-4c2b4214bc07 req-094f72b5-caa6-4ae8-9d32-ed03c0067608 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.541710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67275b7b-21e2-4f92-81b4-4c2b4214bc07 req-094f72b5-caa6-4ae8-9d32-ed03c0067608 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 947 time: 0.2881980 Sep 24 19:03:22.552818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-0791a07a-cbce-4f55-bf2d-1b4f89d66fed tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1949061535&fields=id&tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 267 time: 0.1467714 Sep 24 19:03:22.553405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'port': {'device_id': 'e278556c-021a-4241-b36e-cae539b20cda', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'admin_state_up': True, 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'security_groups': ['67a212af-246f-445c-a099-a6969419825a']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:22.555076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-bc48e5df-753f-494b-8780-ace4cd03478e service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800499 Sep 24 19:03:22.700517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.742238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67275b7b-21e2-4f92-81b4-4c2b4214bc07 req-cdee9d15-71e6-4a17-af84-e1dec7470b6f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861868 Sep 24 19:03:22.749721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=8dc64481-6be5-4021-8cbf-2c1957c1c0c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:22.751009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-76341e15-c205-4785-a935-92cdddbdf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.752541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-76341e15-c205-4785-a935-92cdddbdf260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098062 Sep 24 19:03:22.758185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-22947f52-4fb6-4f07-9d53-1a05534fa892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.759747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-22947f52-4fb6-4f07-9d53-1a05534fa892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966319 Sep 24 19:03:22.800554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-9814bfd0-a137-4e93-b04e-9f2d468022bc tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:22.800791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:22.802681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-9814bfd0-a137-4e93-b04e-9f2d468022bc tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 945 time: 0.2039595 Sep 24 19:03:22.823435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.825793 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-da2942be-ca94-4e6d-abd4-385b553d43ad req-c2dd395c-1396-41fa-94ed-699f93547ba7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.15 "DELETE /v2.0/ports/8dc64481-6be5-4021-8cbf-2c1957c1c0c0 HTTP/1.1" status: 204 len: 173 time: 0.8274097 Sep 24 19:03:22.828055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'security_groups': ['3519beec-90ca-4a56-be89-ca3270a23195', '414bdec1-db6d-4530-aac4-08efd2541c99']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:22.832817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Made reservation on behalf of 661e0ac6cb5d41afb67bdf17df94de51 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:22.846708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.905803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5d76-3a4b-4c80-9ba3-49f7648d98bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:22.962120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-e3816cb4-c56d-4d7e-b7e2-adbaa31273e5 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724060 Sep 24 19:03:23.016279 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e3757-419f-499b-b47e-fc7634710d8d x-openstack-request-id: req-d04e3757-419f-499b-b47e-fc7634710d8d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:23.016675 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "9dcedf67-4cff-4827-9770-8af9b4af0118", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:23.016826 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d04e3757-419f-499b-b47e-fc7634710d8d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:23.018208 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '9dcedf67-4cff-4827-9770-8af9b4af0118', 'status': 'completed', 'code': 200} Sep 24 19:03:23.119805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Allocated IP 172.20.0.7 (597f08b5-25e4-459a-a4b4-f77ea56fff1d/4acc6193-07ec-4ccc-956c-2fd06495d9b7/fd7821d5-9ed6-4ea0-a664-e76dd35ae972) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:23.172718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-11cb1635-c162-4ffa-abd2-7dd3279e6b07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 217 time: 0.0849788 Sep 24 19:03:23.198766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.271859 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-ccfa8e5c-a708-4983-a56c-0ada602ba2d9 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087392 Sep 24 19:03:23.280975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-8f50188a-c9d8-4e4a-9aca-99ac73854685 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662764 Sep 24 19:03:23.290746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aa05c-00b5-4f31-b51a-b2550867e7b0 req-c22ebedd-3484-45d3-a1a0-a5778838d3b3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:23.292641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-274aa05c-00b5-4f31-b51a-b2550867e7b0 req-c22ebedd-3484-45d3-a1a0-a5778838d3b3 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2609689 Sep 24 19:03:23.314178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.314669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.353159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.394202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-3fec0665-c5ef-47dd-a37e-7112997a4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:23.395842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-3fec0665-c5ef-47dd-a37e-7112997a4c59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.2111039 Sep 24 19:03:23.402845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:23.406066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:23.413217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:23.417905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event updated for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:23.445560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:23.522513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:23.531178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:23.536699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.566313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:23.566958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 8dc64481-6be5-4021-8cbf-2c1957c1c0c0 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:23.567708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9dcedf67-4cff-4827-9770-8af9b4af0118 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:23.574483 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-51f74586-f40f-4223-814a-22452e1379a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260715 Sep 24 19:03:23.593136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Request body: {'port': {'device_id': 'e278556c-021a-4241-b36e-cae539b20cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:23.645246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 9dcedf67-4cff-4827-9770-8af9b4af0118 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:23.645851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9dcedf67-4cff-4827-9770-8af9b4af0118 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:23.646444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 88fc8bd6-8377-4de4-94f8-9991c6682d1e no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:23.715741 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.898638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 88fc8bd6-8377-4de4-94f8-9991c6682d1e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:23.898892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 88fc8bd6-8377-4de4-94f8-9991c6682d1e not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:23.919624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:23.933662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-566cb0a3-e5ac-442a-af45-2c1bcc980737 None None] Provisioning complete for port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:23.934032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-566cb0a3-e5ac-442a-af45-2c1bcc980737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:23.936833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'mac_address': 'fa:16:3e:12:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:23.992888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-274aa05c-00b5-4f31-b51a-b2550867e7b0 req-3ca3ba13-2bfe-454a-bca0-b5ae9bceabaa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755528 Sep 24 19:03:24.038944 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.045516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-f8ec90ed-24e5-4a9c-bbe5-321c9bcba65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.046991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-f8ec90ed-24e5-4a9c-bbe5-321c9bcba65b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6310956 Sep 24 19:03:24.073405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5dabfb-1618-4af0-a139-e8878c5d0cce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:24.079585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-566cb0a3-e5ac-442a-af45-2c1bcc980737 None None] Port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:24.082410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.102510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:24.108110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.113018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-864a8022-3002-4dde-b662-0510979c6233 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8187752 Sep 24 19:03:24.128468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-028cd801-c742-4740-9b0f-46ce5e5b6f96 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269596 Sep 24 19:03:24.138034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7821d5-9ed6-4ea0-a664-e76dd35ae972 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:24.147931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.162326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Transition to ACTIVE for port object fd7821d5-9ed6-4ea0-a664-e76dd35ae972 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:24.171174 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.301671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:24.340381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Attempting to bind port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:24.340740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Attempting to bind port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:24.341048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Attempting to bind port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 on network 597f08b5-25e4-459a-a4b4-f77ea56fff1d {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:24.353583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 on network 597f08b5-25e4-459a-a4b4-f77ea56fff1d not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:24.354229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Attempting to bind port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 on network 597f08b5-25e4-459a-a4b4-f77ea56fff1d {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:24.361088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:24.361451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Checking segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:24.362196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Bound using segment: {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:24.363243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Bound port: fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad662e6-ebe6-4c9c-9775-0b565bf36fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:24.363243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.381817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Pushing event updated for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:24.414332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-14c94dc0-6dfc-412d-871a-9494e9c0f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.415896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-14c94dc0-6dfc-412d-871a-9494e9c0f840 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 1098 time: 0.2221761 Sep 24 19:03:24.417791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-c393e5f7-f706-4bcd-9871-4b4fe81dcc73 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569050 Sep 24 19:03:24.440068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5356-1e52-4407-860f-d059e93c44fa req-bae7acbe-acde-4e75-98f9-266758286d98 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.441666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0ed5356-1e52-4407-860f-d059e93c44fa req-bae7acbe-acde-4e75-98f9-266758286d98 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 948 time: 0.1968737 Sep 24 19:03:24.444243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:24.473509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:24.478025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:24.485314 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.534591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.535465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.538362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] 10.222.0.15 "PUT /v2.0/ports/fd7821d5-9ed6-4ea0-a664-e76dd35ae972 HTTP/1.1" status: 200 len: 1091 time: 0.9496920 Sep 24 19:03:24.567270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e42c5-d2dd-44ec-8d86-7f3558f8a18f service neutron] Pushing event updated for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:24.573316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:24.618293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0ed5356-1e52-4407-860f-d059e93c44fa req-9cee7821-747f-4ba0-9909-67b9553b80ab tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258030 Sep 24 19:03:24.675528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.687674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-1cb9fc6b-ae2b-424f-abbf-26ae57bb342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.689502 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.694334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ebecdd-cf94-4097-8cb3-648e63bfc93d req-b3cab7b6-61b3-4d18-81e2-5b9da89ef7ea service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473693 Sep 24 19:03:24.705845 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-1cb9fc6b-ae2b-424f-abbf-26ae57bb342c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=661e0ac6cb5d41afb67bdf17df94de51&device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 1094 time: 0.0998986 Sep 24 19:03:24.710531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:24.783150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55864) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:24.805948 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-d1c0b011-63f0-43d5-93a6-40e02e74c8c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972 HTTP/1.1" status: 200 len: 217 time: 0.0881310 Sep 24 19:03:24.816819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.817825 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:24.830788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37c0c91d-9357-4bfa-84df-1b51fb5ca092 req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "PUT /v2.0/ports/032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 981 time: 2.0071642 Sep 24 19:03:24.885109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:24.887744 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e13be-03af-4d2f-aedb-457d58e6998c" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:24.906718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-9c76e2a7-0fb2-4074-b414-f2e8abb47fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:24.908550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-9c76e2a7-0fb2-4074-b414-f2e8abb47fe1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4271200 Sep 24 19:03:24.989277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-823fed09-a85a-4229-965e-806c0463a737 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8b6470f2-4504-4aa8-a527-556b3365487e HTTP/1.1" status: 200 len: 217 time: 0.0582910 Sep 24 19:03:25.010522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:25.011554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting subnet 1407c3bb-e1d0-44f6-be0c-ce4316a3b36b {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:03:25.022298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.044811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2ef01-56cd-4d39-b955-50734523f149 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:25.170611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74012f-3edd-4022-8f95-ed87167ec94d req-7d25434a-3fd8-4b67-853b-45eda6fd57e2 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.172336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e74012f-3edd-4022-8f95-ed87167ec94d req-7d25434a-3fd8-4b67-853b-45eda6fd57e2 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.3376391 Sep 24 19:03:25.216432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-02cbe6bd-a68e-4208-a2b9-69ae23d1bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.218434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-02cbe6bd-a68e-4208-a2b9-69ae23d1bb5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2212181 Sep 24 19:03:25.234201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.321674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e'}, {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0'}, {'name': 'network-changed', 'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:25.324715 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020bed9-c28e-4726-80f7-280830bf2f9b" -d '{"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e"}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0"}, {"name": "network-changed", "server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:25.332857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e2a2f-8fe6-4768-9f23-f8a313120b3b req-7453769d-fb00-4927-b4aa-735884e4b971 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.334520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e4e2a2f-8fe6-4768-9f23-f8a313120b3b req-7453769d-fb00-4927-b4aa-735884e4b971 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 947 time: 0.2732248 Sep 24 19:03:25.349995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e74012f-3edd-4022-8f95-ed87167ec94d req-2218551f-40f6-4b3d-8e37-2d38cea6a716 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646273 Sep 24 19:03:25.353191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-f8518399-93a4-4d42-b8ce-fe10403f4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.354671 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-f8518399-93a4-4d42-b8ce-fe10403f4cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4acc6193-07ec-4ccc-956c-2fd06495d9b7 HTTP/1.1" status: 200 len: 854 time: 0.5367110 Sep 24 19:03:25.388842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-e0252ea3-932f-4deb-8f05-3ad0fcb7ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.390485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-e0252ea3-932f-4deb-8f05-3ad0fcb7ebf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486504 Sep 24 19:03:25.399845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 8b6470f2-4504-4aa8-a527-556b3365487e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:25.439800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-6145f571-7cd2-443d-8f8f-04540e28b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.441930 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-6145f571-7cd2-443d-8f8f-04540e28b61f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=597f08b5-25e4-459a-a4b4-f77ea56fff1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667207 Sep 24 19:03:25.449092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e4e2a2f-8fe6-4768-9f23-f8a313120b3b req-1b0d9e7f-2a19-454e-a98e-6e704395e4cb tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059737 Sep 24 19:03:25.538481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-f50ec6b1-ccdd-4ea8-8393-f7be62801673 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244247 Sep 24 19:03:25.576458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=8b6470f2-4504-4aa8-a527-556b3365487e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:25.607185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.608727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:25.614688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '8b6470f2-4504-4aa8-a527-556b3365487e', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '8b6470f2-4504-4aa8-a527-556b3365487e', 'mac_address': 'fa:16:3e:f3:0c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:25.653038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-2440f325-6c86-4ba1-b415-7dbf798c1566 service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905148 Sep 24 19:03:25.654607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-2ae43568-8b4c-44ae-83fa-7b3cdc40ba49 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1136486536&fields=id&tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 267 time: 0.0964472 Sep 24 19:03:25.724867 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.742776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6470f2-4504-4aa8-a527-556b3365487e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:25.764888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a87bb-fa7d-42b9-a3aa-a5028b6eb871 req-0a5e4213-9430-4e88-a960-aa52b2d9cb6b tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.766440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e43a87bb-fa7d-42b9-a3aa-a5028b6eb871 req-0a5e4213-9430-4e88-a960-aa52b2d9cb6b tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 950 time: 0.3163159 Sep 24 19:03:25.834009 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-576afa83-ddfb-4b85-9636-cde50348fc7b req-c9f44672-b011-4cc9-b52a-8aba1b40ef05 service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619427 Sep 24 19:03:25.849233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-f090e580-ed1d-42ad-941f-5bc193736bcd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:25.857661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-f090e580-ed1d-42ad-941f-5bc193736bcd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 984 time: 0.1876450 Sep 24 19:03:25.863042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'security_groups': ['3519beec-90ca-4a56-be89-ca3270a23195', '414bdec1-db6d-4530-aac4-08efd2541c99', 'fa59f01c-018e-4bec-bbd4-a6b3b29dde9a']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:25.875818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=8b6470f2-4504-4aa8-a527-556b3365487e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:25.889079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-548c01cb-4b1b-41bf-8004-8e9a469437af req-7bd2363d-08ae-405d-a3a9-127b2ed45640 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396423 Sep 24 19:03:25.894509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.898351 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.910799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e43a87bb-fa7d-42b9-a3aa-a5028b6eb871 req-3b5e54c9-5100-49be-b0dc-36992015da89 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365776 Sep 24 19:03:25.926726 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.948472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Subnet': ['ID=1407c3bb-e1d0-44f6-be0c-ce4316a3b36b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:25.957436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:25.962017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:25.962199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b6c6f8a-8d0c-4dec-983a-d5cb5c36be45 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/subnets/1407c3bb-e1d0-44f6-be0c-ce4316a3b36b HTTP/1.1" status: 204 len: 168 time: 1.1720536 Sep 24 19:03:26.000748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.004087 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad2e2e-f60e-4938-98b9-63bf1f0d2e26 x-openstack-request-id: req-64ad2e2e-f60e-4938-98b9-63bf1f0d2e26 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:26.004381 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:26.004636 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64ad2e2e-f60e-4938-98b9-63bf1f0d2e26 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:26.005086 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'status': 'completed', 'code': 200} Sep 24 19:03:26.013874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbdc61-fb25-460f-9768-d73aeb5a2ad2 None None] Network 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:26.036104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.072932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.082355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:26.088358 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b90c1-e336-46f7-847b-4d779480d8dd" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:26.142674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:26.143324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.148239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:26.222475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-b0599d90-07d1-477d-9390-6eba1c1217e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.224207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-b0599d90-07d1-477d-9390-6eba1c1217e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1135 time: 0.1522231 Sep 24 19:03:26.230952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:26.243631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.261836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,segment=NetworkSegment(e966d43a-7503-4063-9db0-66e1a1429a1f),segment_id=e966d43a-7503-4063-9db0-66e1a1429a1f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:26.262501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.270361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['8b6470f2-4504-4aa8-a527-556b3365487e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:26.283334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:26.321536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e0fb4-6f87-4e38-a0f9-a1d788e30316 req-f8a75a3f-b7e8-48d8-b99d-e3c43d832bfd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.323280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47e0fb4-6f87-4e38-a0f9-a1d788e30316 req-f8a75a3f-b7e8-48d8-b99d-e3c43d832bfd tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1895525 Sep 24 19:03:26.382224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.410300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:26.418150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:26.454938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-74ad4028-4341-4cfc-8b15-47139eaa01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.457092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-74ad4028-4341-4cfc-8b15-47139eaa01c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.2221367 Sep 24 19:03:26.466660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=737befb9-836b-4fd2-9d7f-fc2e3fabfa7a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:26.543068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527a773-297c-45d8-9011-39c578ca22ae None None] DHCP port deletion for 7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:03:26.574922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.575723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-c7b119cd-204b-40b0-a914-a9adf26fcdef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 217 time: 0.0944893 Sep 24 19:03:26.625704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:26.634757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47e0fb4-6f87-4e38-a0f9-a1d788e30316 req-c73fb00c-93f6-4f44-affa-533c296bb8ff tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722605 Sep 24 19:03:26.637158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e966d43a-7503-4063-9db0-66e1a1429a1f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:26.638263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e966d43a-7503-4063-9db0-66e1a1429a1f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:26.649159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.671889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.678542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:03:26.678992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.697158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-1fcbc41f-4824-4577-b6ad-0d1dc03543d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.698641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-1fcbc41f-4824-4577-b6ad-0d1dc03543d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.1133385 Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:03:26.750400 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:03:26.754161 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee5f8e-5225-4831-be1e-c63d57cc7495 x-openstack-request-id: req-73ee5f8e-5225-4831-be1e-c63d57cc7495 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:26.754161 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "88fc8bd6-8377-4de4-94f8-9991c6682d1e", "status": "completed", "code": 200}, {"server_uuid": "0891a1d3-7b75-4d23-915d-a3ee974f0958", "name": "network-vif-deleted", "tag": "8dc64481-6be5-4021-8cbf-2c1957c1c0c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:26.754161 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73ee5f8e-5225-4831-be1e-c63d57cc7495 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:26.754161 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '88fc8bd6-8377-4de4-94f8-9991c6682d1e', 'status': 'completed', 'code': 200} Sep 24 19:03:26.754585 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0891a1d3-7b75-4d23-915d-a3ee974f0958', 'name': 'network-vif-deleted', 'tag': '8dc64481-6be5-4021-8cbf-2c1957c1c0c0', 'status': 'completed', 'code': 200} Sep 24 19:03:26.754585 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'status': 'completed', 'code': 200} Sep 24 19:03:26.755959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.764054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-fab0f672-1093-4cd1-b49c-192ba7e271ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334582 Sep 24 19:03:26.768844 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.778160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55888) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:26.778779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/networks/7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5 HTTP/1.1" status: 204 len: 168 time: 0.8085623 Sep 24 19:03:26.790917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8cf1-326d-4cea-a8dc-cd0bf588b6de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Network': ['ID=7d9c7d9c-549b-4109-bf5c-dcbcfddaffa5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:26.877411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-eb345768-502e-4ae9-99f8-07579b4c0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.879331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-eb345768-502e-4ae9-99f8-07579b4c0fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=661e0ac6cb5d41afb67bdf17df94de51&device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 1094 time: 0.0450346 Sep 24 19:03:26.895231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:26.955046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting subnet 3243d732-fbb4-4805-9b61-6e6b9e3b9748 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:03:26.968645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:26.982827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-447e7207-d98b-4dc2-8866-a8a373bd8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:26.984541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-447e7207-d98b-4dc2-8866-a8a373bd8d84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=597f08b5-25e4-459a-a4b4-f77ea56fff1d HTTP/1.1" status: 200 len: 915 time: 0.0910592 Sep 24 19:03:27.015878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f32d3-1498-4ca1-afb0-476f9469aaec req-b6420965-bf0a-4579-8ff6-0d18d2f42650 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:27.017316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce6f32d3-1498-4ca1-afb0-476f9469aaec req-b6420965-bf0a-4579-8ff6-0d18d2f42650 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 948 time: 0.1842089 Sep 24 19:03:27.019433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.033399 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-f078dd66-c6b7-43ea-842d-c2ce779ef41e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Sep 24 19:03:27.037377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.086895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-f3e2ad69-61b7-477b-9007-5439232fb735 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079784 Sep 24 19:03:27.093755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.099059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-e14ae707-f360-4054-91f3-c14b1aae7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:27.100741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-e14ae707-f360-4054-91f3-c14b1aae7f22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4acc6193-07ec-4ccc-956c-2fd06495d9b7 HTTP/1.1" status: 200 len: 854 time: 0.0551038 Sep 24 19:03:27.150581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-5fd87bf4-e584-472e-bba6-6d35db1f3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:27.152296 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-5fd87bf4-e584-472e-bba6-6d35db1f3b08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=597f08b5-25e4-459a-a4b4-f77ea56fff1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436382 Sep 24 19:03:27.166127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:27.167214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.168221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ce0f57a-fb32-4c59-8150-6b7645250d9f req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "PUT /v2.0/ports/032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 1020 time: 1.3096213 Sep 24 19:03:27.207128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce6f32d3-1498-4ca1-afb0-476f9469aaec req-99b6a20c-f0f8-4af0-b662-ece29fd45330 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726124 Sep 24 19:03:27.248347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2a8c1-614b-4889-ba19-f959f262b4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:27.301324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:27.317171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af9e13be-03af-4d2f-aedb-457d58e6998c req-961d97d1-56b5-459a-acb4-7d482edb616c service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203927 Sep 24 19:03:27.320696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-3fbebf70-d03d-46b9-aa7f-5bc312cd7d72 service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551950 Sep 24 19:03:27.322589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.378506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ab3419-f593-4912-b85d-e8ab16069708 x-openstack-request-id: req-d5ab3419-f593-4912-b85d-e8ab16069708 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:27.379267 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:27.379532 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5ab3419-f593-4912-b85d-e8ab16069708 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:27.379933 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'code': 200} Sep 24 19:03:27.399716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.433937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Subnet': ['ID=3243d732-fbb4-4805-9b61-6e6b9e3b9748,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:27.438435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.440844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-46f1da6d-e68b-4263-a907-e97d4710d6ec tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/subnets/3243d732-fbb4-4805-9b61-6e6b9e3b9748 HTTP/1.1" status: 204 len: 168 time: 0.6529605 Sep 24 19:03:27.443223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55904) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:27.488469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e9ffa-b335-43cc-8aed-f9e9f2e0e7c6 None None] Network 718ef22b-d52d-4b19-a4ec-b8868873f081 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:27.535010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3020bed9-c28e-4726-80f7-280830bf2f9b req-ec4d8db9-9374-4766-b3fa-3c99db705252 service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029572 Sep 24 19:03:27.563967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:27.572631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.576362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:27.605876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bafe8-f730-4bb7-8d94-8f59f0bc4bfe req-59741458-a7c9-4f75-a1a7-64163d870736 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:27.607676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-944bafe8-f730-4bb7-8d94-8f59f0bc4bfe req-59741458-a7c9-4f75-a1a7-64163d870736 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.1212218 Sep 24 19:03:27.685154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-944bafe8-f730-4bb7-8d94-8f59f0bc4bfe req-d41d2d8a-c745-406c-a46b-34d53a933619 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569956 Sep 24 19:03:27.707008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 86450dad-956f-4f3a-8c50-8c6799a77793 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:27.707008 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.781968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 86450dad-956f-4f3a-8c50-8c6799a77793, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=86450dad-956f-4f3a-8c50-8c6799a77793,segment=NetworkSegment(0ef483a5-cb8c-4cf3-b2a4-6136921c2336),segment_id=0ef483a5-cb8c-4cf3-b2a4-6136921c2336)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:27.782480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.796981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 86450dad-956f-4f3a-8c50-8c6799a77793 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:27.853525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port cc5dabfb-1618-4af0-a139-e8878c5d0cce completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:27.887072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port cc5dabfb-1618-4af0-a139-e8878c5d0cce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:27.887459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.925609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84778ccd-f609-4c4a-beb9-da946ed69af6 None None] DHCP port deletion for 718ef22b-d52d-4b19-a4ec-b8868873f081 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:03:27.959127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:27.985334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:28.004847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=86450dad-956f-4f3a-8c50-8c6799a77793,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:28.008537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 86450dad-956f-4f3a-8c50-8c6799a77793 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:28.014818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:28.015308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 737befb9-836b-4fd2-9d7f-fc2e3fabfa7a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:28.018521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:28.025342 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045fe51b-1743-4907-9b7c-af7424838e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:28.107851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d27f8e-f23b-4aba-9c50-0d90eea4bdbd req-c632c8b2-30f1-4080-9ef1-593c92904fa0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:28.109639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01d27f8e-f23b-4aba-9c50-0d90eea4bdbd req-c632c8b2-30f1-4080-9ef1-593c92904fa0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 948 time: 0.1743238 Sep 24 19:03:28.152210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.161276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.192669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2c300-e518-4213-8a39-952f496d4578 req-e01db6b1-da37-43a8-863b-8dca792e9695 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:28.194202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb2c300-e518-4213-8a39-952f496d4578 req-e01db6b1-da37-43a8-863b-8dca792e9695 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1023 time: 0.1933482 Sep 24 19:03:28.210655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ef22b-d52d-4b19-a4ec-b8868873f081']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:28.240283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:28.254601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.337426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:28.529851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef483a5-cb8c-4cf3-b2a4-6136921c2336') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:28.530116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef483a5-cb8c-4cf3-b2a4-6136921c2336') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:28.554539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.565998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01d27f8e-f23b-4aba-9c50-0d90eea4bdbd req-b4efa949-c79c-49c2-82af-f3c930472c8d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434035 Sep 24 19:03:28.584148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.598238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:03:28.598750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:03:28.602252 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:03:28.640503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb2c300-e518-4213-8a39-952f496d4578 req-6a14db12-6421-416c-afb7-4772f9ab3642 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=414bdec1-db6d-4530-aac4-08efd2541c99&id=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a HTTP/1.1" status: 200 len: 6149 time: 0.4362626 Sep 24 19:03:28.678221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.704593 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.709453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/networks/718ef22b-d52d-4b19-a4ec-b8868873f081 HTTP/1.1" status: 204 len: 168 time: 1.2650771 Sep 24 19:03:28.717949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:28.724055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1565816337'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:28.741912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b933f-28da-4f7a-9429-5003a51e36b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Network': ['ID=718ef22b-d52d-4b19-a4ec-b8868873f081,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:28.750071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:28.754585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.758055 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27ae21-9a8f-4ef8-94d8-f18b8f0affb9 x-openstack-request-id: req-ad27ae21-9a8f-4ef8-94d8-f18b8f0affb9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:28.758346 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:28.758584 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad27ae21-9a8f-4ef8-94d8-f18b8f0affb9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:28.759616 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'status': 'completed', 'code': 200} Sep 24 19:03:28.788855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:28.801142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.803234 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Added segment b66f52ad-10ed-4ab8-8506-d0bafb81cc48 of type vlan for network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f Sep 24 19:03:28.814650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c52c-da6e-496f-82d0-f5e04a0b77a3 req-a12661f6-2e53-4125-bd81-992108aeb163 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:28.816258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6c3c52c-da6e-496f-82d0-f5e04a0b77a3 req-a12661f6-2e53-4125-bd81-992108aeb163 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1047180 Sep 24 19:03:28.846726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.872292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.878077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:28.878686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.884363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1740699466 ', 'description': 'tempest-description-1914358444'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:28.914495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe51b-1743-4907-9b7c-af7424838e9e req-666cfc34-642c-4d57-8711-77f2360b05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:28.916031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-666cfc34-642c-4d57-8711-77f2360b05d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1174 time: 0.1444790 Sep 24 19:03:28.922301 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2015905 Sep 24 19:03:28.922953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:28.932820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'subnet': {'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:28.972475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6c3c52c-da6e-496f-82d0-f5e04a0b77a3 req-80cf0d82-6d82-45b9-9ec8-6653dbcd956d tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180787 Sep 24 19:03:28.976678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa968ed-4488-49b3-acfe-c66fa3fa2c41 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Network': ['ID=a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:28.988756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:28.993068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:29.003958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-c97c71d0-cf7d-4eec-b1f2-dda5b5eb7eae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.005524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-c97c71d0-cf7d-4eec-b1f2-dda5b5eb7eae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da&tenant_id=cb7cfe6611584293814febdf00707daa&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 949 time: 0.1874158 Sep 24 19:03:29.064022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:29.067863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.162556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe51b-1743-4907-9b7c-af7424838e9e req-7d20b0fb-8866-4c65-a92d-69433a23b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.164570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-7d20b0fb-8866-4c65-a92d-69433a23b883 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.2339377 Sep 24 19:03:29.192773 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-adb64208-7ba2-4774-8770-267128fffb98 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:03:29.193761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-adb64208-7ba2-4774-8770-267128fffb98 service neutron] 10.222.0.69 "DELETE /v2.0/ports/cc5dabfb-1618-4af0-a139-e8878c5d0cce/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.1541748 Sep 24 19:03:29.232542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-85b2966f-e895-4cb8-9263-ab936d1707e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 200 len: 217 time: 0.0579011 Sep 24 19:03:29.242217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c35ac-b91e-4b4e-94a8-7a20e5815bb8 req-8187f27f-6f83-4b5c-a551-6e54c5e3d8ae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.243760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d53c35ac-b91e-4b4e-94a8-7a20e5815bb8 req-8187f27f-6f83-4b5c-a551-6e54c5e3d8ae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1675317 Sep 24 19:03:29.256761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.319321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Subnet': ['ID=bb833b82-d621-4d60-93f6-e7d71f0792a3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:29.331038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Checking segment: {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:29.331400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network hostable DHCP agents. Network: a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:29.348595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:29.357788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:29.365269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485d633-ef87-4575-a1cc-9d0438d256ae None None] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:29.368135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.369044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.372837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.374646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe51b-1743-4907-9b7c-af7424838e9e req-6d98e167-9b18-447e-a3b7-21d4a4fe01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.376203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-6d98e167-9b18-447e-a3b7-21d4a4fe01e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.1315691 Sep 24 19:03:29.380935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d53c35ac-b91e-4b4e-94a8-7a20e5815bb8 req-8c84c6fd-6f18-4418-8891-c4f1bca7c931 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233339 Sep 24 19:03:29.382512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:29.383868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.385359 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38689dd6-7d5d-4c55-adb4-0ed2a4889a9c" -d '{"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:29.389468 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30fff999-f068-4391-aef6-a8505cae9f59 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4633970 Sep 24 19:03:29.392865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:29.400637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-445345088'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:29.420662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 8b6470f2-4504-4aa8-a527-556b3365487e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:29.421352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-6cadc179-dd78-43ff-b3a5-623fcd05b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.424321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-6cadc179-dd78-43ff-b3a5-623fcd05b059 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.1415489 Sep 24 19:03:29.434997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:29.439841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.457003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-c49299cc-7e25-48ff-8f18-0d7aeab18d8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637519 Sep 24 19:03:29.473111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:29.485475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.486142 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Added segment 3dc52c53-abec-451a-ab9e-c238aeba528c of type vlan for network 157820ac-b011-4756-9bc6-7bebdf400f1a Sep 24 19:03:29.491690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.503447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6aa5e92-c5c2-4623-aed4-a23543d9953b req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6478207 Sep 24 19:03:29.520752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c85b34-ddee-4dbc-bbce-e0a366a59286 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16de25-f660-42d3-8d38-a4a7f4691142,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:29.578989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.580846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 8b6470f2-4504-4aa8-a527-556b3365487e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:29.590733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 8b6470f2-4504-4aa8-a527-556b3365487e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:29.591142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.636138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.641735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.642259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f', 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'fixed_ips': [{'subnet_id': 'bb833b82-d621-4d60-93f6-e7d71f0792a3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:03:29.642437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.643150 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.658747 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508e9bf-f8cd-478b-8850-7ea848e4721a x-openstack-request-id: req-9508e9bf-f8cd-478b-8850-7ea848e4721a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:29.659141 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:29.659417 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9508e9bf-f8cd-478b-8850-7ea848e4721a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:29.659803 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'code': 200} Sep 24 19:03:29.679968 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2853675 Sep 24 19:03:29.682478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:29.687105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'subnet': {'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:29.727024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb0cf0-4ee5-4c4a-9f62-1ff467e6bd42 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Network': ['ID=157820ac-b011-4756-9bc6-7bebdf400f1a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:29.745628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:29.785587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2affbc-a4b1-4fb0-9e00-fd55820ee7d0 req-f7c646dc-8137-42bf-8f18-f2c69c954a3b tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.787143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba2affbc-a4b1-4fb0-9e00-fd55820ee7d0 req-f7c646dc-8137-42bf-8f18-f2c69c954a3b tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.1802785 Sep 24 19:03:29.792582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-ea1ce68c-3f22-456d-a1c6-2c5fdd258021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:29.793894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-ea1ce68c-3f22-456d-a1c6-2c5fdd258021 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3398089 Sep 24 19:03:29.802135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-2e4335fe-5aad-404f-bda3-14ba72ad8b45 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324935 Sep 24 19:03:29.811331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:29.815535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.841456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-204c57dd-4e1b-4bee-b9fa-c2438a7a45eb req-ee1f956e-62a5-47ad-8c0c-51c763297832 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/ba16de25-f660-42d3-8d38-a4a7f4691142 HTTP/1.1" status: 200 len: 1781 time: 0.1350586 Sep 24 19:03:29.857668 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.903314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-fc15baae-548d-45d1-bf46-082c62fee2ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.0856121 Sep 24 19:03:29.936268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=8b6470f2-4504-4aa8-a527-556b3365487e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:29.945817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:29.952470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Allocated IP 19.80.0.2 (a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f/bb833b82-d621-4d60-93f6-e7d71f0792a3/1fb735be-bd7f-4330-ae86-89f870e7a086) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:30.006670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba2affbc-a4b1-4fb0-9e00-fd55820ee7d0 req-bb9e23b2-89de-438c-8b72-f87336b1f850 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067125 Sep 24 19:03:30.030418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:30.059222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.088591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 86450dad-956f-4f3a-8c50-8c6799a77793 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:30.130937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-045fe51b-1743-4907-9b7c-af7424838e9e req-986ce43a-302e-4cfc-a05d-b3c5541252d0 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971752 Sep 24 19:03:30.141314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Subnet': ['ID=d8295d41-410f-4b19-bca4-9c2951636210,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:30.144784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Checking segment: {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:30.145155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network hostable DHCP agents. Network: 157820ac-b011-4756-9bc6-7bebdf400f1a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:30.165469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 157820ac-b011-4756-9bc6-7bebdf400f1a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:30.175969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 157820ac-b011-4756-9bc6-7bebdf400f1a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:30.186944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.187477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.215002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3267f0dd-5dde-421d-8fb8-6df66d73870e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5233476 Sep 24 19:03:30.247032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a9358-28b5-489f-93c3-0fcf52ec8c79 req-144aad30-8aca-494d-a8d9-3ce473aa2bc9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.254573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-920a9358-28b5-489f-93c3-0fcf52ec8c79 req-144aad30-8aca-494d-a8d9-3ce473aa2bc9 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 948 time: 0.2448390 Sep 24 19:03:30.262395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-2d6c708f-b211-417e-83af-1f9319178b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.264126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-2d6c708f-b211-417e-83af-1f9319178b5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3324308 Sep 24 19:03:30.325525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5dc3b-a602-4143-8eda-fd8e3c0f9ec5 None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:30.327333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 86450dad-956f-4f3a-8c50-8c6799a77793 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:30.327680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 86450dad-956f-4f3a-8c50-8c6799a77793 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:30.357552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a534d4d-6519-468f-8662-2b1536cce1f6 req-749fcbf2-d5f3-4992-b18a-7fa3707d6f63 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.360731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a534d4d-6519-468f-8662-2b1536cce1f6 req-749fcbf2-d5f3-4992-b18a-7fa3707d6f63 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.1944304 Sep 24 19:03:30.368253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-920a9358-28b5-489f-93c3-0fcf52ec8c79 req-ce31f99f-520c-4405-87ce-f0833855b2d6 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126311 Sep 24 19:03:30.392878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-461a4402-1b5d-43c0-a1ce-c50bd41471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.394478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-461a4402-1b5d-43c0-a1ce-c50bd41471fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172769 Sep 24 19:03:30.438953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a534d4d-6519-468f-8662-2b1536cce1f6 req-c012a1ce-c6ca-4c31-b9f8-f856a10bce02 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Sep 24 19:03:30.492088 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.509122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.568401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:30.575033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:30.581772 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:30.584779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Pushing event updated for resources: {'Port': ['ID=1fb735be-bd7f-4330-ae86-89f870e7a086,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:30.589977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-157820ac-b011-4756-9bc6-7bebdf400f1a', 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'fixed_ips': [{'subnet_id': 'd8295d41-410f-4b19-bca4-9c2951636210'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:03:30.590810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.595406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-e89d5fe1-5e94-49bd-9548-cde1cc89bc1b service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859679 Sep 24 19:03:30.598435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-760039d5-2cd0-442e-922c-3b758830c14e req-88dc26f4-bc76-4f83-a495-31a486945f16 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/ba16de25-f660-42d3-8d38-a4a7f4691142 HTTP/1.1" status: 200 len: 1781 time: 0.1033425 Sep 24 19:03:30.698683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d8178-7af0-46ec-990d-461166c07670 req-40e4604f-c9a2-4de0-8773-ce9cdef64294 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:30.700220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e95d8178-7af0-46ec-990d-461166c07670 req-40e4604f-c9a2-4de0-8773-ce9cdef64294 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1632683 Sep 24 19:03:30.709769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Attempting to bind port 1fb735be-bd7f-4330-ae86-89f870e7a086 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:30.709998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Attempting to bind port 1fb735be-bd7f-4330-ae86-89f870e7a086 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:30.710391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Attempting to bind port 1fb735be-bd7f-4330-ae86-89f870e7a086 on network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:30.724995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:30.725294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Checking segment: {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:30.725632 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.726053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Bound using segment: {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:30.726526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Bound port: 1fb735be-bd7f-4330-ae86-89f870e7a086, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:30.726920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.780861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2729cc52-4ab5-4dc7-8253-7831f02fd613 req-ba2e4256-eed3-4e7a-b492-cfe213bcb26b service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771209 Sep 24 19:03:30.783985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e95d8178-7af0-46ec-990d-461166c07670 req-236440a6-fd83-4456-828a-ab8b840d1acb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703673 Sep 24 19:03:30.784647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-760039d5-2cd0-442e-922c-3b758830c14e req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.811654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-760039d5-2cd0-442e-922c-3b758830c14e req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.837440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Allocated IP 19.86.0.2 (157820ac-b011-4756-9bc6-7bebdf400f1a/d8295d41-410f-4b19-bca4-9c2951636210/65a2f9da-6817-414b-b365-fe0288d320d8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:30.843012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] For port 1fb735be-bd7f-4330-ae86-89f870e7a086, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:30.848334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] For port 1fb735be-bd7f-4330-ae86-89f870e7a086, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fb735be-bd7f-4330-ae86-89f870e7a086,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:30.883213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-760039d5-2cd0-442e-922c-3b758830c14e req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.885445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.886146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-760039d5-2cd0-442e-922c-3b758830c14e req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:30.887360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-760039d5-2cd0-442e-922c-3b758830c14e req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba16de25-f660-42d3-8d38-a4a7f4691142 HTTP/1.1" status: 204 len: 173 time: 0.2636383 Sep 24 19:03:30.896715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16de25-f660-42d3-8d38-a4a7f4691142,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:30.905955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.906326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.906734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.907122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.907458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.907847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.908174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.908495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.908832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.909151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.909508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:30.909838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3864efdc-e1c6-4ab6-85af-e2739bc05871 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:31.012852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ff1a7-cba9-49e8-83ec-4c3d201318eb req-85989d3e-441c-46fd-be03-911b28a150ef tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:31.023649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f8ff1a7-cba9-49e8-83ec-4c3d201318eb req-85989d3e-441c-46fd-be03-911b28a150ef tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.0698364 Sep 24 19:03:31.028264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53fce1-d85f-4d7e-b77d-643c7924c2e2 None None] Pushing event updated for resources: {'Port': ['ID=1fb735be-bd7f-4330-ae86-89f870e7a086,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:31.088532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.095197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.098396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f8ff1a7-cba9-49e8-83ec-4c3d201318eb req-008e2195-5f9b-4178-beea-ffa9bbcc87ab tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 Sep 24 19:03:31.133886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:31.136809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:31.139934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:31.153123 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-5cf9fc20-c95e-4789-89ed-fca6929d3513 req-2716afed-b948-4945-8f5a-4b9b1c46d46e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:03:31.154428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cf9fc20-c95e-4789-89ed-fca6929d3513 req-2716afed-b948-4945-8f5a-4b9b1c46d46e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/ba16de25-f660-42d3-8d38-a4a7f4691142 HTTP/1.1" status: 404 len: 352 time: 0.0206842 Sep 24 19:03:31.177220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Pushing event updated for resources: {'Port': ['ID=65a2f9da-6817-414b-b365-fe0288d320d8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:31.192689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-3d0f67f5-5cf7-4a88-8d64-821b6f93d071 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:31.200480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-3d0f67f5-5cf7-4a88-8d64-821b6f93d071 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:31.202126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-3d0f67f5-5cf7-4a88-8d64-821b6f93d071 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/networks?id=a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f&id=157820ac-b011-4756-9bc6-7bebdf400f1a HTTP/1.1" status: 200 len: 1391 time: 0.1768909 Sep 24 19:03:31.238645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5f3173ea-52e8-4487-8844-17ab355d547b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/quotas/94687a1c144d419aaa087926f1d21a0f HTTP/1.1" status: 200 len: 375 time: 0.0257449 Sep 24 19:03:31.265969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Attempting to bind port 65a2f9da-6817-414b-b365-fe0288d320d8 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:31.266425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Attempting to bind port 65a2f9da-6817-414b-b365-fe0288d320d8 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:31.267138 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Attempting to bind port 65a2f9da-6817-414b-b365-fe0288d320d8 on network 157820ac-b011-4756-9bc6-7bebdf400f1a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:31.273885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:31.274492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Checking segment: {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:31.275010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.275480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Bound using segment: {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:31.276013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Bound port: 65a2f9da-6817-414b-b365-fe0288d320d8, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:31.276467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.360596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] For port 65a2f9da-6817-414b-b365-fe0288d320d8, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:31.364585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-88cfffa3-612f-46fc-8f31-be728a84712a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1138065 Sep 24 19:03:31.365591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] For port 65a2f9da-6817-414b-b365-fe0288d320d8, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=65a2f9da-6817-414b-b365-fe0288d320d8,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:31.373195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.401686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147ba1b-56e5-47c4-9b24-1f7c53305ea9 req-28c4f769-f050-40b1-a038-98b72422e377 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:31.403747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5147ba1b-56e5-47c4-9b24-1f7c53305ea9 req-28c4f769-f050-40b1-a038-98b72422e377 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.1357362 Sep 24 19:03:31.442961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edd536-49ac-4a1e-9c5d-c0f5d889bf15 None None] Pushing event updated for resources: {'Port': ['ID=65a2f9da-6817-414b-b365-fe0288d320d8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:31.492390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5147ba1b-56e5-47c4-9b24-1f7c53305ea9 req-73af3d0c-19f0-4a9e-a9c6-03846286ac50 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 Sep 24 19:03:31.522709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-56407359', 'description': 'tempest-description-1100142000'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:31.533845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-ff7e7b71-9e80-4d0e-ba06-8852cef49437 service neutron] 10.222.0.18 "GET /v2.0/networks/a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581106 Sep 24 19:03:31.556107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.660808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:31.663208 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67ce2aa-b1cd-4137-bde4-a732f1ef1eb2" -d '{"events": [{"server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:31.680151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-a28409e0-1403-4f60-b961-714e4dbaae7c service neutron] 10.222.0.18 "GET /v2.0/networks/a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338351 Sep 24 19:03:31.788603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.798256 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.832169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-70a6422e-89c0-400a-8f15-bf3d4f64eb00 service neutron] 10.222.0.18 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417129 Sep 24 19:03:31.838360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:31.848900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:31.860941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-329b0a06-806c-4483-90bd-06b9784e5e96 req-2f06b10d-8775-4047-b935-e3c36257ac93 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3438263 Sep 24 19:03:32.003745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 65a2f9da-6817-414b-b365-fe0288d320d8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:32.006132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-b2ee11d5-6055-4331-8d38-d7ddfb86b959 service neutron] 10.222.0.18 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649191 Sep 24 19:03:32.023832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410ff92-99a3-4cca-a10f-b32eb4883304 req-ff3935f9-b892-4682-b25e-7b58696892f6 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.032639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e410ff92-99a3-4cca-a10f-b32eb4883304 req-ff3935f9-b892-4682-b25e-7b58696892f6 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 948 time: 0.0929425 Sep 24 19:03:32.073031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 65a2f9da-6817-414b-b365-fe0288d320d8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:32.073567 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.105313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e410ff92-99a3-4cca-a10f-b32eb4883304 req-f163477b-8066-44e7-ba8b-9905a2aefc22 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715926 Sep 24 19:03:32.218125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.275239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 65a2f9da-6817-414b-b365-fe0288d320d8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=65a2f9da-6817-414b-b365-fe0288d320d8,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:32.278771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796aa88-a77a-4a3d-a834-019a6b3ba689 None None] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:32.291717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-513435ac-a4dd-4e72-93f1-6fe7d0678ee5 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.294146 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-513435ac-a4dd-4e72-93f1-6fe7d0678ee5 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 948 time: 0.0914278 Sep 24 19:03:32.298641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e194f-4e40-415f-9403-49100acae60d req-2430d046-9a64-4bfa-b917-79a4ca3f7ddd tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.300586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a7e194f-4e40-415f-9403-49100acae60d req-2430d046-9a64-4bfa-b917-79a4ca3f7ddd tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.1182151 Sep 24 19:03:32.360001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-543917711', 'description': 'tempest-description-1269813194'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:32.393591 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ebf870-6442-4a86-b65d-be262f9b6685 x-openstack-request-id: req-08ebf870-6442-4a86-b65d-be262f9b6685 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:32.394221 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:32.394711 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08ebf870-6442-4a86-b65d-be262f9b6685 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:32.395315 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e', 'code': 200} Sep 24 19:03:32.402221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.403025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fb735be-bd7f-4330-ae86-89f870e7a086 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:32.408003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a7e194f-4e40-415f-9403-49100acae60d req-2bf389ff-c5f2-4b06-8b84-e6648fa8bb2d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990500 Sep 24 19:03:32.457764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.482175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfa213-6cd4-453e-ab1b-fda216f8fe06 req-54252097-6aa7-4649-9cf4-c63e2ff63391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.484977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6dfa213-6cd4-453e-ab1b-fda216f8fe06 req-54252097-6aa7-4649-9cf4-c63e2ff63391 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 1100 time: 0.0802443 Sep 24 19:03:32.498083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Deleting port 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:32.498544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.601076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] Provisioning complete for port 1fb735be-bd7f-4330-ae86-89f870e7a086 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:32.601547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.652480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] For port 4e28c672-68a3-4b8c-ba2b-b3242081beed, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4e28c672-68a3-4b8c-ba2b-b3242081beed,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:32.653135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.666245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=65a2f9da-6817-414b-b365-fe0288d320d8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:32.670659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Calling delete_port for 4e28c672-68a3-4b8c-ba2b-b3242081beed owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:32.705075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1fb735be-bd7f-4330-ae86-89f870e7a086 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:32.705444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.706920 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.710011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2837d20d-21b7-44b1-bbfb-1d272bebb34e None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:32.715231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6dfa213-6cd4-453e-ab1b-fda216f8fe06 req-1e17ebdc-928d-408f-89b0-c7bf24a38a32 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988173 Sep 24 19:03:32.718269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.762021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdec990-c08d-4c07-8c6d-f9480180fda0 req-eb4f52c6-9f3d-4e2c-9a8d-8baafc2112cb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.763779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfdec990-c08d-4c07-8c6d-f9480180fda0 req-eb4f52c6-9f3d-4e2c-9a8d-8baafc2112cb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1487851 Sep 24 19:03:32.769086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.783039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-862bec5d-d800-4c20-9304-47589bad70f7 req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4327660 Sep 24 19:03:32.786162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88697-03e9-456d-9e1f-1c2a5568135b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9348d7c-3d07-4eab-9475-a5d5fcbc38f0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:32.886625 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.897482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfdec990-c08d-4c07-8c6d-f9480180fda0 req-acc3553d-a9d0-43b6-877e-1686cbaa8e76 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991292 Sep 24 19:03:32.926919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:32.974771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Pushing event deleted for resources: {'Port': ['ID=4e28c672-68a3-4b8c-ba2b-b3242081beed,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:32.986187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11d770-d8e4-458e-9fec-03e48dbb254a req-0ed9f48d-4653-4c13-b923-4a88afca4338 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:32.986729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.987348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.987918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.988497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.989058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.989798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.990341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f11d770-d8e4-458e-9fec-03e48dbb254a req-0ed9f48d-4653-4c13-b923-4a88afca4338 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1377418 Sep 24 19:03:32.998329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.999098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:32.999681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:33.000314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:33.000890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:33.001469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:33.087235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.087914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.090765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] For port 1fb735be-bd7f-4330-ae86-89f870e7a086, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fb735be-bd7f-4330-ae86-89f870e7a086,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:33.098579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02689521-319d-42b9-89d3-f3c43cca4df1 req-ff2d8764-0ec7-4fe7-b28a-e5423c218e2f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 210 time: 0.0692306 Sep 24 19:03:33.106165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.108268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f11d770-d8e4-458e-9fec-03e48dbb254a req-27017582-d93f-4a39-a068-d211d5fb2f39 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098197 Sep 24 19:03:33.124355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] No DVR routers for this DVR port 4e28c672-68a3-4b8c-ba2b-b3242081beed on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:33.135998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.138385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf3338d-9df2-4a5d-ab87-57aeef6f150a req-85235ac0-63ab-4552-bd14-9ce8033b7648 tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.15 "DELETE /v2.0/ports/4e28c672-68a3-4b8c-ba2b-b3242081beed HTTP/1.1" status: 204 len: 173 time: 0.8374102 Sep 24 19:03:33.138847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-deleted', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:33.141124 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ce4f4-37f7-4af1-89d5-ed93ff740593" -d '{"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-deleted", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:33.171936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-509491128', 'description': 'tempest-description-714572308'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:33.226494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188f0d2-2a60-4c57-8e9c-0525c9b97bdb None None] Pushing event updated for resources: {'Port': ['ID=1fb735be-bd7f-4330-ae86-89f870e7a086,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:33.241205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:03:33.242197 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:03:33.246498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2f85cc8b-5e7d-4784-839d-37e00f116464 None None] Provisioning complete for port 65a2f9da-6817-414b-b365-fe0288d320d8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:33.247135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc8b-5e7d-4784-839d-37e00f116464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.251581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.281636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9205a5-2614-4245-b363-d7287a2bf8cd req-1d5d09a1-6b46-400a-8e79-0e5cc9ecdc79 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:33.284632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f9205a5-2614-4245-b363-d7287a2bf8cd req-1d5d09a1-6b46-400a-8e79-0e5cc9ecdc79 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.0922289 Sep 24 19:03:33.346758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f9205a5-2614-4245-b363-d7287a2bf8cd req-35b94eac-09ae-42f1-beb0-614d91c72edf tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536354 Sep 24 19:03:33.377288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2f85cc8b-5e7d-4784-839d-37e00f116464 None None] Provisioning complete for port 1fb735be-bd7f-4330-ae86-89f870e7a086 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:33.377677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f85cc8b-5e7d-4784-839d-37e00f116464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.417991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.425613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.466341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5165ed-0a84-4007-8aef-1839f9ccbda4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:33.505037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f18b6a4a-9ab6-45af-b812-9121e81ddd36 req-fe19f8b4-d04f-4347-b853-438dae72389a tempest-ImagesOneServerTestJSON-116201912 tempest-ImagesOneServerTestJSON-116201912-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d7f1cd-fd6a-4df0-af34-b3c6b2de876f HTTP/1.1" status: 200 len: 210 time: 0.0321114 Sep 24 19:03:33.509100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.510314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4bfd147-0870-428c-8ead-8225265bf379 req-b4a6d23b-1ea7-4e58-b8fc-bec6c21525ef tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3454049 Sep 24 19:03:33.578309 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d78675-0ca3-4142-be50-1d458f5e0307 x-openstack-request-id: req-77d78675-0ca3-4142-be50-1d458f5e0307 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:33.579134 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7f1cd-fd6a-4df0-af34-b3c6b2de876f", "name": "network-vif-deleted", "tag": "4e28c672-68a3-4b8c-ba2b-b3242081beed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:33.579134 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77d78675-0ca3-4142-be50-1d458f5e0307 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:33.579346 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7f1cd-fd6a-4df0-af34-b3c6b2de876f', 'name': 'network-vif-deleted', 'tag': '4e28c672-68a3-4b8c-ba2b-b3242081beed', 'status': 'completed', 'code': 200} Sep 24 19:03:33.628997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cb02-342c-43e9-9fa5-fc4bd4b64e19 req-5a068f75-84a8-4da7-8a29-9af4e62b9a07 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:33.630650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1c8cb02-342c-43e9-9fa5-fc4bd4b64e19 req-5a068f75-84a8-4da7-8a29-9af4e62b9a07 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.0559692 Sep 24 19:03:33.632971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ad480247-7722-4c79-87b7-98caec9eb1b5 None None] Provisioning complete for port 65a2f9da-6817-414b-b365-fe0288d320d8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:33.633361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad480247-7722-4c79-87b7-98caec9eb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:33.683533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1c8cb02-342c-43e9-9fa5-fc4bd4b64e19 req-55cbe350-823d-43da-be68-ec4ef6a62e0f tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Sep 24 19:03:33.892216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8f354-c2bf-48c0-be9d-3deeb8cc676e req-5d67644a-eae2-44d4-8579-3b47abdaf125 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:33.894301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ff8f354-c2bf-48c0-be9d-3deeb8cc676e req-5d67644a-eae2-44d4-8579-3b47abdaf125 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.1523662 Sep 24 19:03:33.958682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-4c310e5b-3703-401a-80ce-510b69d2af29 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:33.965390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-4c310e5b-3703-401a-80ce-510b69d2af29 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:33.967772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-4c310e5b-3703-401a-80ce-510b69d2af29 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "GET /v2.0/networks?id=a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f&id=157820ac-b011-4756-9bc6-7bebdf400f1a HTTP/1.1" status: 200 len: 1391 time: 0.2433698 Sep 24 19:03:33.983580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'port': {'device_id': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f', 'admin_state_up': True, 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:34.011017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b9823-859f-4a77-98eb-c877a5baafc1 req-fec54ce2-934e-4942-bf09-285b80e88c31 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 10894 time: 0.2885237 Sep 24 19:03:34.017699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 65a2f9da-6817-414b-b365-fe0288d320d8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:34.029278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ff8f354-c2bf-48c0-be9d-3deeb8cc676e req-a7f7638b-508b-4b16-b315-d9d6f6a0cee4 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132257 Sep 24 19:03:34.080010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b9823-859f-4a77-98eb-c877a5baafc1 req-21801068-532f-461a-9bd8-0f825ad5bd58 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/3519beec-90ca-4a56-be89-ca3270a23195 HTTP/1.1" status: 200 len: 2981 time: 0.0542238 Sep 24 19:03:34.106961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 65a2f9da-6817-414b-b365-fe0288d320d8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:34.107658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:34.198186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fb735be-bd7f-4330-ae86-89f870e7a086 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:34.216789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b9823-859f-4a77-98eb-c877a5baafc1 req-8c044be3-4fa3-4253-91ae-8fb7caf477cc tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/3519beec-90ca-4a56-be89-ca3270a23195 HTTP/1.1" status: 200 len: 2981 time: 0.1294737 Sep 24 19:03:34.238398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef72d-e9e1-44e4-a329-bf4323a3c6bb req-d6191f4c-2cbb-4381-a9e0-823edcd8bb90 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:34.239794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a81ef72d-e9e1-44e4-a329-bf4323a3c6bb req-d6191f4c-2cbb-4381-a9e0-823edcd8bb90 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1020350 Sep 24 19:03:34.255679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1fb735be-bd7f-4330-ae86-89f870e7a086 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:34.256117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:34.273621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:34.277239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:34.323882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcef6c88-9ae0-4988-b09e-190422571586 req-b07c47c1-1575-451f-8908-0db6cae9e0de tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 210 time: 0.0388613 Sep 24 19:03:34.327009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a81ef72d-e9e1-44e4-a329-bf4323a3c6bb req-c168958e-b999-4681-b26d-ff5621ee54bf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790765 Sep 24 19:03:34.757081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-4d036164-c403-48e6-96b3-60b6b6c1be61 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3511088 Sep 24 19:03:34.769812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-fa521865-2f24-4164-b474-a60c88f592e4 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7 HTTP/1.1" status: 200 len: 1799 time: 0.4005368 Sep 24 19:03:34.840940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Allocated IP 19.80.0.180 (a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f/bb833b82-d621-4d60-93f6-e7d71f0792a3/cf14e465-48f7-4daa-b20d-7a8e7f2e9e15) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:34.945705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:34.957052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-32ceb468-0a8c-41f5-8e24-f7379d5e91cc tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:34.958523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-32ceb468-0a8c-41f5-8e24-f7379d5e91cc tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944509 Sep 24 19:03:34.997958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-583dbe9a-381a-4d30-8829-426065f8661e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/quotas/cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 375 time: 0.0318255 Sep 24 19:03:34.999494 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.136181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-331e2ccc-7011-47cd-adf6-5a4fb2929607 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316032 Sep 24 19:03:35.138942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.141450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.142482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed19bc9c-7004-428d-8753-080503c12cf2 req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7 HTTP/1.1" status: 204 len: 173 time: 0.3624926 Sep 24 19:03:35.161297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdb2a8-56ca-43e0-a54d-5eb8821e12f0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:35.179189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.227087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.279090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:35.283516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:35.291970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:35.296343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:35.390075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:35.390846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.419600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281405-76ab-405e-9abe-533d1177a954 req-152bb0b4-d19f-4c76-9910-a141de10e524 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:35.421386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de281405-76ab-405e-9abe-533d1177a954 req-152bb0b4-d19f-4c76-9910-a141de10e524 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 943 time: 0.0911958 Sep 24 19:03:35.422712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-5ff5b97d-43c1-4eba-8365-8c2549de0bef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4429252 Sep 24 19:03:35.441219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Request body: {'port': {'device_id': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a', 'admin_state_up': True, 'tenant_id': '94687a1c144d419aaa087926f1d21a0f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:35.492282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd7821d5-9ed6-4ea0-a664-e76dd35ae972 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:35.494444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:35.528201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 4e28c672-68a3-4b8c-ba2b-b3242081beed {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:35.528586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4e28c672-68a3-4b8c-ba2b-b3242081beed not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:35.627722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de281405-76ab-405e-9abe-533d1177a954 req-c04696d8-ecd8-458d-b97a-d2976ef97b4d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975658 Sep 24 19:03:35.647879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b749a50-8370-4c95-adfa-67ca2eefd43d req-bf4447a2-1617-445f-963c-28441cc07d85 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:35.656224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b749a50-8370-4c95-adfa-67ca2eefd43d req-bf4447a2-1617-445f-963c-28441cc07d85 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.2020843 Sep 24 19:03:35.667298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:35.677814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-05d73ca4-f020-49f0-a367-636282dd6cd0 None None] Provisioning complete for port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:35.678216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05d73ca4-f020-49f0-a367-636282dd6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.693262 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-d545db98-a10b-4461-8b2a-d76224f2afc7 req-b86bd219-7a8b-488b-9231-9847b604c7d6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:03:35.694603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d545db98-a10b-4461-8b2a-d76224f2afc7 req-b86bd219-7a8b-488b-9231-9847b604c7d6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7 HTTP/1.1" status: 404 len: 352 time: 0.0197697 Sep 24 19:03:35.697438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Made reservation on behalf of 94687a1c144d419aaa087926f1d21a0f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:35.701728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.735957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b749a50-8370-4c95-adfa-67ca2eefd43d req-ae777d5f-7a6e-4a23-a05b-b97caf3decc8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788639 Sep 24 19:03:35.799556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:35.823996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'port_id': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'mac_address': 'fa:16:3e:9c:c6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:35.831964 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-617d5beb-a79f-46a0-9603-ba0e1923a781 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8a6dc03c678402fb17ed21cc8b848dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629593 Sep 24 19:03:35.834468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:35.874643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-05d73ca4-f020-49f0-a367-636282dd6cd0 None None] Port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:35.895320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.899142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.908805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7821d5-9ed6-4ea0-a664-e76dd35ae972 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:35.920128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9454037-95e8-4518-ba6c-76773c8aa79a req-6690c464-5884-49d7-9259-c807994d1f60 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 210 time: 0.0660055 Sep 24 19:03:35.924936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.947243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Allocated IP 19.86.0.132 (157820ac-b011-4756-9bc6-7bebdf400f1a/d8295d41-410f-4b19-bca4-9c2951636210/adfdca68-e937-4d06-b577-c42595a1ef48) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:35.953573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:35.958529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:35.972042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b5a99-575e-4086-91e5-6a32a2100089 req-da74ee98-d098-4875-8723-fa164407977a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:35.973556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f3b5a99-575e-4086-91e5-6a32a2100089 req-da74ee98-d098-4875-8723-fa164407977a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1183927 Sep 24 19:03:36.026979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:36.042642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.045641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.048134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a97aa3dd-c38d-4d04-b456-c15a8ab5bf96 HTTP/1.1" status: 204 len: 168 time: 0.2117174 Sep 24 19:03:36.058105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd11f5-c686-4430-85a6-f5711b9e8ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97aa3dd-c38d-4d04-b456-c15a8ab5bf96,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:36.078804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f3b5a99-575e-4086-91e5-6a32a2100089 req-8c192e6c-b251-49a3-87bb-720e87369ed8 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Sep 24 19:03:36.210711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f148e6-f256-42b0-a8e9-dc08f59833a1 req-2c1ba7cc-4c7c-4dbc-aec2-63780b2adaad tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:36.215345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15f148e6-f256-42b0-a8e9-dc08f59833a1 req-2c1ba7cc-4c7c-4dbc-aec2-63780b2adaad tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 932 time: 0.1815376 Sep 24 19:03:36.262838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-894a3527-7656-407e-8ca6-3e6e159a898b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/d9348d7c-3d07-4eab-9475-a5d5fcbc38f0 HTTP/1.1" status: 200 len: 1800 time: 0.1380560 Sep 24 19:03:36.292405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15f148e6-f256-42b0-a8e9-dc08f59833a1 req-ecd8fd46-f6f9-4fae-a032-acf5862630d6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711782 Sep 24 19:03:36.321079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['fd7821d5-9ed6-4ea0-a664-e76dd35ae972'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:36.330536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.394004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.438183 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.454817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.513881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794396a-1063-435e-bba1-7f0c34325220 req-8d0b2945-08c9-4d28-8ef4-06922ae647c7 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:36.515458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2794396a-1063-435e-bba1-7f0c34325220 req-8d0b2945-08c9-4d28-8ef4-06922ae647c7 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 1100 time: 0.1425052 Sep 24 19:03:36.527125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Network 157820ac-b011-4756-9bc6-7bebdf400f1a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:36.540210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:36.559285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:36.565700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event updated for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:36.588285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.591170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.596608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49ff737-f47b-44a5-bcad-79efffe18948 req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9348d7c-3d07-4eab-9475-a5d5fcbc38f0 HTTP/1.1" status: 204 len: 173 time: 0.3248718 Sep 24 19:03:36.652531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb0887-0784-433f-8d41-97e6c802c53f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9348d7c-3d07-4eab-9475-a5d5fcbc38f0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:36.656010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2794396a-1063-435e-bba1-7f0c34325220 req-9678666b-2838-4028-994b-89a06c359c39 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278360 Sep 24 19:03:36.671463 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-cc37a04c-33a6-4a4f-a849-45f3da89ba0d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456827 Sep 24 19:03:36.711812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:36.712469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.755645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-9100bbfd-ba21-4161-9b2d-4776d34f68be tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3159337 Sep 24 19:03:36.773380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f4e06-58c3-45f7-8135-5488d961bc92 req-98eb5237-0b57-4b63-8be0-e87c36913de4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:36.780262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-731f4e06-58c3-45f7-8135-5488d961bc92 req-98eb5237-0b57-4b63-8be0-e87c36913de4 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.1112728 Sep 24 19:03:36.795097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Request body: {'port': {'device_id': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:36.899396 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-4ae04115-7011-4d3d-9efc-d5cd520f3a9e req-59cf4394-2657-471a-9db4-fdb774662bee tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:03:36.900561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ae04115-7011-4d3d-9efc-d5cd520f3a9e req-59cf4394-2657-471a-9db4-fdb774662bee tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/d9348d7c-3d07-4eab-9475-a5d5fcbc38f0 HTTP/1.1" status: 404 len: 352 time: 0.0473845 Sep 24 19:03:36.920806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-63b74e10-86dc-4ea1-a171-f7ec213005ae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:36.922748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-63b74e10-86dc-4ea1-a171-f7ec213005ae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407923 Sep 24 19:03:36.933755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-731f4e06-58c3-45f7-8135-5488d961bc92 req-27c920ed-747c-48cd-91c6-2420e4a1d2cf tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356065 Sep 24 19:03:36.940939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:36.952473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56130) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:36.953762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Request body: {'port': {'device_id': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'cb7cfe6611584293814febdf00707daa'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:37.010562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cc6d7c3c-8e04-42dc-a68e-9bbdc2cf0401 None None] Provisioning complete for port adfdca68-e937-4d06-b577-c42595a1ef48 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:37.012925 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7c3c-8e04-42dc-a68e-9bbdc2cf0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.070525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d7c3c-8e04-42dc-a68e-9bbdc2cf0401 None None] Port adfdca68-e937-4d06-b577-c42595a1ef48 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:37.083881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-84b844bd-7527-4952-b437-d87204654eee tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488260 Sep 24 19:03:37.094903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8833f1-be9b-4f27-9e05-6b5c7bb07bbb req-530b8a96-8929-48a0-83b0-6ebb3f55f748 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:37.096419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee8833f1-be9b-4f27-9e05-6b5c7bb07bbb req-530b8a96-8929-48a0-83b0-6ebb3f55f748 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 944 time: 0.1264589 Sep 24 19:03:37.125785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Made reservation on behalf of cb7cfe6611584293814febdf00707daa for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:37.129402 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.194204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1504673362-network', 'tenant_id': '1a0f587ac8a54d3fa2e7abc71c287fcd'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:37.261480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Allocated IP 192.168.233.83 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/f6543645-8687-4234-8bd5-1aa66d2a5bbf) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:37.297493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee8833f1-be9b-4f27-9e05-6b5c7bb07bbb req-1b56e9aa-db7b-4954-add1-8aa3afa4a630 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854832 Sep 24 19:03:37.305966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Made reservation on behalf of 1a0f587ac8a54d3fa2e7abc71c287fcd for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:37.308213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.358925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.420284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-4addda21-decc-4804-8918-a33cd95c9611 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:37.421760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-4addda21-decc-4804-8918-a33cd95c9611 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244679 Sep 24 19:03:37.423809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.458806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.469107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-70ab17a4-0c8e-43ed-b0d8-853c2b19c54f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/quotas/fad8301bfc964a1a9475880e58bebf93 HTTP/1.1" status: 200 len: 375 time: 0.0346980 Sep 24 19:03:37.472480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:37.474144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-49026c3d-7cbb-45c4-8398-0ded2fe066c5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/9b5165ed-0a84-4007-8aef-1839f9ccbda4 HTTP/1.1" status: 200 len: 1799 time: 0.1312749 Sep 24 19:03:37.496976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd7821d5-9ed6-4ea0-a664-e76dd35ae972 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:37.523382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:37.526678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:37.530322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:37.546664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:37.581031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:37.603988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:37.605101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.625385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:37.629499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:37.630189 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.641584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.673662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-ece0b06e-2c66-47ef-9362-fa14ad813a0a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1911633 Sep 24 19:03:37.700791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Transition to ACTIVE for port object cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:37.702333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.716291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.749709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.770450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.779480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.783293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f42cb347-18b6-498b-904e-c4d35c6fafb6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8354495 Sep 24 19:03:37.790828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:37.793296 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41167a8f-b494-412a-9dfe-601915940787" -d '{"events": [{"server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "name": "network-vif-plugged", "status": "completed", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:37.799345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Request body: {'port': {'device_id': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:37.811650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:37.821327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.829710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.877680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:37.911007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-152dbf4a-43b0-4429-b49d-904cdc66a85e None None] Provisioning complete for port f6543645-8687-4234-8bd5-1aa66d2a5bbf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:37.911392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-152dbf4a-43b0-4429-b49d-904cdc66a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.932759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:37.945040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:37.952910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:37.987445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-152dbf4a-43b0-4429-b49d-904cdc66a85e None None] Port f6543645-8687-4234-8bd5-1aa66d2a5bbf cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:37.990598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92141b28-ba87-4739-94e6-937d0e94eed6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.083510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.083864 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Added segment 48ccc5c8-13bc-4d89-a2d3-9eb5340c8912 of type vlan for network 191ff992-19af-49b3-ba8d-f7492e0f5953 Sep 24 19:03:38.093142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.095728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.096968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3aa70d4-9689-4648-be4f-e680c6dcd3d6 req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b5165ed-0a84-4007-8aef-1839f9ccbda4 HTTP/1.1" status: 204 len: 173 time: 0.6100905 Sep 24 19:03:38.154948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9e812-6ff2-45fe-885d-75f4f8ad66b3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5165ed-0a84-4007-8aef-1839f9ccbda4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.163245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.166152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Attempting to bind port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:38.166466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Attempting to bind port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:38.166795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Attempting to bind port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 on network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:38.190654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6a25-4a73-43a6-ba6a-9bf460fe7ae6 req-5a4a9716-dd37-4f63-804c-f2377b72286e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.199708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e9c6a25-4a73-43a6-ba6a-9bf460fe7ae6 req-5a4a9716-dd37-4f63-804c-f2377b72286e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 935 time: 0.2241817 Sep 24 19:03:38.213351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 on network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:38.213667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Attempting to bind port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 on network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:38.240881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:38.241228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Checking segment: {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:38.241626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Bound using segment: {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:38.242070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Bound port: cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:38.242448 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.276549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.277508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.278085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.311430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e9c6a25-4a73-43a6-ba6a-9bf460fe7ae6 req-432febae-c58d-4964-a85a-4fa42007dfba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070867 Sep 24 19:03:38.363221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4096749 Sep 24 19:03:38.382107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:38.390719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Request body: {'subnet': {'network_id': '191ff992-19af-49b3-ba8d-f7492e0f5953', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1504673362-subnet', 'tenant_id': '1a0f587ac8a54d3fa2e7abc71c287fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:38.402379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319838f-39f1-483a-89f6-1a564b990c08 admin admin] Pushing event updated for resources: {'Network': ['ID=191ff992-19af-49b3-ba8d-f7492e0f5953,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.404902 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae272be1-9ad9-4029-9147-71bd5f971d42 x-openstack-request-id: req-ae272be1-9ad9-4029-9147-71bd5f971d42 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:38.405918 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "name": "network-vif-plugged", "status": "completed", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:38.406412 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae272be1-9ad9-4029-9147-71bd5f971d42 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:38.414932 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'code': 200} Sep 24 19:03:38.421869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 191ff992-19af-49b3-ba8d-f7492e0f5953 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:38.450687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6543645-8687-4234-8bd5-1aa66d2a5bbf {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:38.452478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:38.470176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.479179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:38.483751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Made reservation on behalf of 1a0f587ac8a54d3fa2e7abc71c287fcd for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:38.486375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.501639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Transition to ACTIVE for port object f6543645-8687-4234-8bd5-1aa66d2a5bbf will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:38.514179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.525559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.597809 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.613631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.619691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20444-6f98-4fb1-bef6-f457d15a9a8b req-d6c91309-f6d4-4b65-be10-684d0a35104c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.626541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20444-6f98-4fb1-bef6-f457d15a9a8b req-d6c91309-f6d4-4b65-be10-684d0a35104c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.628785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f20444-6f98-4fb1-bef6-f457d15a9a8b req-d6c91309-f6d4-4b65-be10-684d0a35104c tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1667 time: 0.2314060 Sep 24 19:03:38.682736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-450610b2-9731-48d3-8da8-087de9d211f1 req-acc43bcb-e625-425f-a868-20839a953c50 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 210 time: 0.1048391 Sep 24 19:03:38.687186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.694142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.697035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] 10.222.0.69 "PUT /v2.0/ports/cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 HTTP/1.1" status: 200 len: 1092 time: 1.9139063 Sep 24 19:03:38.699537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e6af-7f4e-4279-8050-b7a79968a106 req-c6cac04b-30e0-4680-b5bb-494141994f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:38.702925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c77e6af-7f4e-4279-8050-b7a79968a106 req-c6cac04b-30e0-4680-b5bb-494141994f19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 1096 time: 0.1978242 Sep 24 19:03:38.703669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:38.714033 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76106132-bdea-4e67-8f24-aef156d57dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:38.760379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Attempting to bind port f6543645-8687-4234-8bd5-1aa66d2a5bbf on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:38.760993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Attempting to bind port f6543645-8687-4234-8bd5-1aa66d2a5bbf by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:38.761495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Attempting to bind port f6543645-8687-4234-8bd5-1aa66d2a5bbf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:38.773647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Port f6543645-8687-4234-8bd5-1aa66d2a5bbf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:38.774272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Attempting to bind port f6543645-8687-4234-8bd5-1aa66d2a5bbf on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:38.775040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cd79c-f70e-4ab8-87ea-9f2c2a2d1f85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.811334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:38.811966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:38.812190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:38.812709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Bound port: f6543645-8687-4234-8bd5-1aa66d2a5bbf, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:38.813165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.814220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Request body: {'port': {'device_id': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:38.860563 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.861085 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-492ae134-048e-4b10-9353-253572597224 req-7b919735-600a-47a7-aa7a-2fbcf36cba05 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:03:38.862399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-492ae134-048e-4b10-9353-253572597224 req-7b919735-600a-47a7-aa7a-2fbcf36cba05 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/9b5165ed-0a84-4007-8aef-1839f9ccbda4 HTTP/1.1" status: 404 len: 352 time: 0.0722616 Sep 24 19:03:38.875399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f20444-6f98-4fb1-bef6-f457d15a9a8b req-d4e34d44-fb3c-451a-97a9-a6d8fe2341b6 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350941 Sep 24 19:03:38.901530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c77e6af-7f4e-4279-8050-b7a79968a106 req-1b32fe6e-1b7e-4595-8be7-1d3d6fbca549 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032946 Sep 24 19:03:38.954182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23ee607-04ce-4f58-a920-890624d5f86b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:38.955834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:38.985000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:38.998164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Checking segment: {'id': '48ccc5c8-13bc-4d89-a2d3-9eb5340c8912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '191ff992-19af-49b3-ba8d-f7492e0f5953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:38.998521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Network hostable DHCP agents. Network: 191ff992-19af-49b3-ba8d-f7492e0f5953, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:39.004538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:39.011190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:39.052001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.052421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:39.054123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 1095 time: 1.2595589 Sep 24 19:03:39.055085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:39.057178 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992" -d '{"events": [{"name": "network-changed", "server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:39.062288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Network 191ff992-19af-49b3-ba8d-f7492e0f5953 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:39.081981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 191ff992-19af-49b3-ba8d-f7492e0f5953) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:39.088159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.088825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:39.091231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef9305-3fd3-477c-9b69-d314930fb847 service neutron] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:39.108635 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0433c455-848f-41f4-8f84-621e9a9026fc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7252753 Sep 24 19:03:39.117693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145858f-cd89-48fe-84d6-b8ad1e14a92b None None] Network 191ff992-19af-49b3-ba8d-f7492e0f5953 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:39.169906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc34c4-7192-4c77-8d28-af3d7543bb19 req-5ee6c8b0-0ccf-4941-bf74-3304ea0e2ad0 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.171626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0bc34c4-7192-4c77-8d28-af3d7543bb19 req-5ee6c8b0-0ccf-4941-bf74-3304ea0e2ad0 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.1708219 Sep 24 19:03:39.190260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb81647-4b06-4508-8a0d-2e1801f0a90f req-9dfc970a-c4f2-4aa9-b334-976517955d57 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.191871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb81647-4b06-4508-8a0d-2e1801f0a90f req-9dfc970a-c4f2-4aa9-b334-976517955d57 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2097099 Sep 24 19:03:39.283909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-892c1d9f-b537-473d-81d7-f0e3fe4c8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.286295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-892c1d9f-b537-473d-81d7-f0e3fe4c8aef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1098 time: 0.0833783 Sep 24 19:03:39.295425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801c613-cf3f-4e1b-8c81-e2c91c4564f0 None None] Network 191ff992-19af-49b3-ba8d-f7492e0f5953 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:39.303625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb81647-4b06-4508-8a0d-2e1801f0a90f req-a4d78521-a8dc-48b2-bd30-8da918c1ddcb tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889447 Sep 24 19:03:39.322613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0bc34c4-7192-4c77-8d28-af3d7543bb19 req-e1a3f216-1b0d-40fc-b8a3-1dd976aece78 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297512 Sep 24 19:03:39.346390 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-23675d97-14f9-4650-b4f9-954605611997 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0448165 Sep 24 19:03:39.399541 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf3bd2-22a8-4702-bb28-77b879aa9152 x-openstack-request-id: req-6dcf3bd2-22a8-4702-bb28-77b879aa9152 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:39.399907 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:39.400795 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dcf3bd2-22a8-4702-bb28-77b879aa9152 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:39.401265 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15', 'status': 'completed', 'code': 200} Sep 24 19:03:39.413714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-6a27b06b-e6ca-4636-8b3f-ec95830d8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.415887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-6a27b06b-e6ca-4636-8b3f-ec95830d8ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0527873 Sep 24 19:03:39.435944 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85baf48c-9681-4c28-a877-2289ff9dd1f2 x-openstack-request-id: req-85baf48c-9681-4c28-a877-2289ff9dd1f2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:39.436238 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:39.436623 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85baf48c-9681-4c28-a877-2289ff9dd1f2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:39.437020 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'status': 'completed', 'code': 200} Sep 24 19:03:39.486440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-bf3072e9-4b34-4d69-8e29-c3afdeb9476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.488067 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-bf3072e9-4b34-4d69-8e29-c3afdeb9476a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582111 Sep 24 19:03:39.525516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-e62bf897-6e75-48ae-bc8c-588e919c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.525997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-e62bf897-6e75-48ae-bc8c-588e919c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.527596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-e62bf897-6e75-48ae-bc8c-588e919c85d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1914 time: 0.1179383 Sep 24 19:03:39.590170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59b982ab-4875-484e-9b96-e884094ce506 req-a58472d7-8f2a-4a8e-ac3a-a8861ed44d08 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 6149 time: 0.2314656 Sep 24 19:03:39.617150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-216005897', 'description': 'tempest-description-1207927404'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:39.664480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-bf75dbe9-1ae6-4c7f-a8d3-123fafb0657f service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122365 Sep 24 19:03:39.763193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c903d73e-85ce-4cfb-ad0c-82691877a2e0 req-f70ec19a-dd96-4645-bac1-935ccdb91c2d service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867879 Sep 24 19:03:39.768194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c75d0961-905a-45fc-b576-824fb76ff8a2 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fad8301bfc964a1a9475880e58bebf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216021 Sep 24 19:03:39.817248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfdca68-e937-4d06-b577-c42595a1ef48 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:39.865362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:39.866054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-005b369f-b639-4ef5-8f82-25cf5402edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.867668 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-005b369f-b639-4ef5-8f82-25cf5402edf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1098 time: 0.0449917 Sep 24 19:03:39.985717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-739cebea-b536-4707-b73c-0baf11857a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:39.987299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-739cebea-b536-4707-b73c-0baf11857a69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1058941 Sep 24 19:03:40.034942 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-57a492e8-c7cd-4bfe-865e-9c32244129ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0380869 Sep 24 19:03:40.097462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-dd7d9caa-7d5c-4211-a54c-23aad16adf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.099140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-dd7d9caa-7d5c-4211-a54c-23aad16adf38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0460429 Sep 24 19:03:40.150503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-625b1c71-2d1c-4a43-ae5f-632d1087dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.152057 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-625b1c71-2d1c-4a43-ae5f-632d1087dba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422523 Sep 24 19:03:40.213355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.228541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59b982ab-4875-484e-9b96-e884094ce506 req-9e2de0e8-98c9-4fa2-bb0d-03d895bc583c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/3519beec-90ca-4a56-be89-ca3270a23195 HTTP/1.1" status: 200 len: 2981 time: 0.6154115 Sep 24 19:03:40.243304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-56806db4-3589-4a06-8817-fb91d996273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.243814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-56806db4-3589-4a06-8817-fb91d996273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.244364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-56806db4-3589-4a06-8817-fb91d996273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.245879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-56806db4-3589-4a06-8817-fb91d996273a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=94687a1c144d419aaa087926f1d21a0f&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.7082205 Sep 24 19:03:40.249500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Transition to ACTIVE for port object adfdca68-e937-4d06-b577-c42595a1ef48 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:40.255031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-46ddd7e2-e6c6-478e-bfd2-d940e9a4cd07 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865397 Sep 24 19:03:40.296905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.355773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-81b80cec-5fc5-4f61-ad5d-711e4fb7a992 req-b4dc73e0-6799-4e34-835c-4d696830d055 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Sep 24 19:03:40.507013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Pushing event updated for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:40.522830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59b982ab-4875-484e-9b96-e884094ce506 req-a6150c50-344d-4f57-bf50-7daad9f464dd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/3519beec-90ca-4a56-be89-ca3270a23195 HTTP/1.1" status: 200 len: 2981 time: 0.2811441 Sep 24 19:03:40.543231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-410c73e4-3854-499b-953a-1f28327be15b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.544752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-410c73e4-3854-499b-953a-1f28327be15b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7470391 Sep 24 19:03:40.603962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Request body: {'port': {'device_id': '4f05c875-9537-4a7d-8190-df881039c1fc', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'fad8301bfc964a1a9475880e58bebf93'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:40.716296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-df5ebb04-d092-4f30-8883-d66694cf4506 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.717725 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-df5ebb04-d092-4f30-8883-d66694cf4506 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Sep 24 19:03:40.722798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-51119e84-20a9-429c-9e14-1f32bc920929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.724298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76106132-bdea-4e67-8f24-aef156d57dc6 req-51119e84-20a9-429c-9e14-1f32bc920929 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4639826 Sep 24 19:03:40.768524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.776676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.819527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e89b-728d-4140-a510-6a82c192da11 req-82b2061b-2fc8-4bd8-bae5-018d202c7ae0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:40.821583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4610e89b-728d-4140-a510-6a82c192da11 req-82b2061b-2fc8-4bd8-bae5-018d202c7ae0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 947 time: 0.2315137 Sep 24 19:03:40.840404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Attempting to bind port adfdca68-e937-4d06-b577-c42595a1ef48 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:40.840750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:40.840878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Attempting to bind port adfdca68-e937-4d06-b577-c42595a1ef48 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:40.841138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Attempting to bind port adfdca68-e937-4d06-b577-c42595a1ef48 on network 157820ac-b011-4756-9bc6-7bebdf400f1a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:40.841279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.843230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.844428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-227d92d9-20cc-4c31-a4d2-7b81c0c5f625 req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2465575 Sep 24 19:03:40.872829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Port adfdca68-e937-4d06-b577-c42595a1ef48 on network 157820ac-b011-4756-9bc6-7bebdf400f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:40.873156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Attempting to bind port adfdca68-e937-4d06-b577-c42595a1ef48 on network 157820ac-b011-4756-9bc6-7bebdf400f1a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:40.881664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fd7d9-b19e-402b-9de3-138ac433bd9b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270e05ec-e32c-43cf-891f-394b3b0284d9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:40.892256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:40.892597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Checking segment: {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:40.893103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Bound using segment: {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:40.893408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Bound port: adfdca68-e937-4d06-b577-c42595a1ef48, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc52c53-abec-451a-ab9e-c238aeba528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:40.893767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.924142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4610e89b-728d-4140-a510-6a82c192da11 req-c34ebc31-f177-442d-ad29-053119b83c45 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941274 Sep 24 19:03:40.925567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Made reservation on behalf of fad8301bfc964a1a9475880e58bebf93 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:40.929176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.961823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port a4b541d0-78f9-4db7-87e1-1c675fbe3a06, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:40.962362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:40.979440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for a4b541d0-78f9-4db7-87e1-1c675fbe3a06 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:41.100041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8604eba5-61ce-4447-876c-cb9b93133a89 req-31ad3703-60df-4e36-aff4-8198a6b5f840 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 210 time: 0.1026909 Sep 24 19:03:41.109371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:41.169686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc41a-cf9f-4aa6-a185-5d2ba9abf670 req-7c1dac4c-c051-49e1-a560-59c8958851ea tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.175657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc41a-cf9f-4aa6-a185-5d2ba9abf670 req-7c1dac4c-c051-49e1-a560-59c8958851ea tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.177309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef3dc41a-cf9f-4aa6-a185-5d2ba9abf670 req-7c1dac4c-c051-49e1-a560-59c8958851ea tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1679 time: 0.1728044 Sep 24 19:03:41.180065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=adfdca68-e937-4d06-b577-c42595a1ef48,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:41.202199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.289397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.290020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.291433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] 10.222.0.69 "PUT /v2.0/ports/adfdca68-e937-4d06-b577-c42595a1ef48 HTTP/1.1" status: 200 len: 1092 time: 2.4944603 Sep 24 19:03:41.312825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Allocated IP 192.168.233.140 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/99aac271-105d-40a7-965b-fda207d76d2d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:41.343494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef3dc41a-cf9f-4aa6-a185-5d2ba9abf670 req-598c9ac3-d13e-4e2d-9eab-5c211a3f4072 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540990 Sep 24 19:03:41.361545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3bc0-0716-4777-b40c-bbb85b326109 service neutron] Pushing event updated for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:41.394349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76db9b-22fc-4fd0-96c6-0896f71639b5 req-54879c23-0053-4b46-9605-cdcbd19a245c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.402341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d76db9b-22fc-4fd0-96c6-0896f71639b5 req-54879c23-0053-4b46-9605-cdcbd19a245c tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b099183d-8c12-4691-bde3-d66a6c3101d4 HTTP/1.1" status: 200 len: 945 time: 0.2185369 Sep 24 19:03:41.408135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:41.410393 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c1ee0-2148-4844-8158-561aa10e5073" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:41.421424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.440392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a', 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:41.456864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=a4b541d0-78f9-4db7-87e1-1c675fbe3a06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:41.504433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port a4b541d0-78f9-4db7-87e1-1c675fbe3a06 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:41.507979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.510026 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ae9477c9-2e16-4970-adf8-05315b840c8e req-cfe1af5b-b89c-4f1a-8e24-8dd454b2ea50 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "DELETE /v2.0/ports/a4b541d0-78f9-4db7-87e1-1c675fbe3a06 HTTP/1.1" status: 204 len: 173 time: 0.7732022 Sep 24 19:03:41.510493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'name': 'network-vif-deleted', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:41.512831 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad50664-9161-45a5-a584-360ef09c26c5" -d '{"events": [{"server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "name": "network-vif-deleted", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:41.515345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d76db9b-22fc-4fd0-96c6-0896f71639b5 req-72c4ea1e-466a-4f70-9e65-eb6ecee6b3aa tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109152 Sep 24 19:03:41.548285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-a3bd79b4-880f-4744-be04-25e3f7310649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.548831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-a3bd79b4-880f-4744-be04-25e3f7310649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.551363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-a3bd79b4-880f-4744-be04-25e3f7310649 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1981 time: 0.2042360 Sep 24 19:03:41.592942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882301c-33fb-42e3-acb2-55e189d585ff req-3683875d-623e-41aa-b499-5cf9eecbc203 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.594468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d882301c-33fb-42e3-acb2-55e189d585ff req-3683875d-623e-41aa-b499-5cf9eecbc203 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.1594846 Sep 24 19:03:41.602646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1441230680', 'description': 'tempest-description-689712512'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:41.663148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-4e9cab41-92e1-4695-a722-e9caf75e75a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 HTTP/1.1" status: 200 len: 217 time: 0.0891898 Sep 24 19:03:41.768518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.803423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d882301c-33fb-42e3-acb2-55e189d585ff req-5c2d2336-a288-42eb-9a18-6f2493052163 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612983 Sep 24 19:03:41.808973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-2dadd5b9-744b-4a9d-a5ab-a3617727531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.810393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-2dadd5b9-744b-4a9d-a5ab-a3617727531a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb833b82-d621-4d60-93f6-e7d71f0792a3 HTTP/1.1" status: 200 len: 801 time: 0.1331773 Sep 24 19:03:41.844803 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:41.953775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-16157035-5450-4981-be8f-72dfa4f5761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:41.955324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-16157035-5450-4981-be8f-72dfa4f5761e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274469 Sep 24 19:03:41.963549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-e147711f-53ef-4aeb-b647-fa298fc62d43 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/270e05ec-e32c-43cf-891f-394b3b0284d9 HTTP/1.1" status: 200 len: 1812 time: 0.1220868 Sep 24 19:03:41.999119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '270e05ec-e32c-43cf-891f-394b3b0284d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:41.999432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '270e05ec-e32c-43cf-891f-394b3b0284d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:42.021016 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.034649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', '8b6470f2-4504-4aa8-a527-556b3365487e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:42.065704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:42.101917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.126141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.129493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:42.158157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:42.171234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event updated for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:42.173833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:42.225772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437e73e5-935b-4738-a9e8-6ef132a82456,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:42.228458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.241274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e609ad8-b852-4587-bb3b-04ec3b2f9f92 req-2635caa4-c02c-44f9-be6b-b41448cdccb6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6683545 Sep 24 19:03:42.244019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-82d435f1-ad1a-4dfb-abc0-3e7ab3d509f9 service neutron] 10.222.0.69 "GET /v2.0/networks/a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781148 Sep 24 19:03:42.278765 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e44568-b8ff-40ff-a426-3621c6a253c7 x-openstack-request-id: req-50e44568-b8ff-40ff-a426-3621c6a253c7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:42.279088 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:42.279339 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50e44568-b8ff-40ff-a426-3621c6a253c7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:42.279728 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48', 'status': 'completed', 'code': 200} Sep 24 19:03:42.324642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:42.325542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.325910 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0796c-6618-4be8-a9ee-82bf6dca3a87 x-openstack-request-id: req-f3a0796c-6618-4be8-a9ee-82bf6dca3a87 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:42.326398 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b099183d-8c12-4691-bde3-d66a6c3101d4", "name": "network-vif-deleted", "tag": "a4b541d0-78f9-4db7-87e1-1c675fbe3a06", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:42.326519 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3a0796c-6618-4be8-a9ee-82bf6dca3a87 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:42.326799 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b099183d-8c12-4691-bde3-d66a6c3101d4', 'name': 'network-vif-deleted', 'tag': 'a4b541d0-78f9-4db7-87e1-1c675fbe3a06', 'status': 'completed', 'code': 200} Sep 24 19:03:42.363048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.381506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-5ce2de31-2d44-4334-a7e1-c33e2e64964b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7853131 Sep 24 19:03:42.433976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Request body: {'port': {'device_id': '4f05c875-9537-4a7d-8190-df881039c1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:42.451293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.488477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.530119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf36c48-9d87-458d-98a6-b8fe217cff6c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:42.530988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ca6f8a43-fce7-4a40-b472-cea48aba0aa7 None None] Provisioning complete for port 99aac271-105d-40a7-965b-fda207d76d2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:42.531509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca6f8a43-fce7-4a40-b472-cea48aba0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.544990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.546195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-974e5210-d2d7-453a-8603-ec631a35d9ba req-2ae66ac4-96c3-40de-a7ef-e8bb4c201a4f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5685723 Sep 24 19:03:42.563158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-73a6aab3-1540-4e37-b877-a7d7d99b72d2 service neutron] 10.222.0.69 "GET /v2.0/networks/a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011014 Sep 24 19:03:42.586218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f8a43-fce7-4a40-b472-cea48aba0aa7 None None] Port 99aac271-105d-40a7-965b-fda207d76d2d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:03:42.586610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962cc45-3d7a-476e-b171-8117fbdfd79f req-20e07278-89c7-48a1-bdf0-e5a6fa441020 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:42.588183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2962cc45-3d7a-476e-b171-8117fbdfd79f req-20e07278-89c7-48a1-bdf0-e5a6fa441020 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.1636398 Sep 24 19:03:42.590283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:42.600176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56216) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:42.606217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Request body: {'floatingip': {'port_id': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:42.631682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-0e853ac6-c1f1-46f0-b66b-f49d0d5e9862 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=adfdca68-e937-4d06-b577-c42595a1ef48 HTTP/1.1" status: 200 len: 217 time: 0.0593107 Sep 24 19:03:42.685299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.060413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-46c73ea0-4630-4472-a8a1-fdb9ed261ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.061885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-46c73ea0-4630-4472-a8a1-fdb9ed261ce0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8295d41-410f-4b19-bca4-9c2951636210 HTTP/1.1" status: 200 len: 801 time: 0.4055369 Sep 24 19:03:43.090518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66179d01-c6a5-4b1e-bd5e-224f0e46280d req-c1aa7511-98ca-4caa-83f8-fb81e15caa25 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.092002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66179d01-c6a5-4b1e-bd5e-224f0e46280d req-c1aa7511-98ca-4caa-83f8-fb81e15caa25 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 936 time: 0.4021327 Sep 24 19:03:43.105289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682bb6c-ac14-4bfc-8cb5-b7fa4233ef4d req-99c28e38-c999-4f5f-adea-25ff9ceaa2d5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.106758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e682bb6c-ac14-4bfc-8cb5-b7fa4233ef4d req-99c28e38-c999-4f5f-adea-25ff9ceaa2d5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 947 time: 0.4152973 Sep 24 19:03:43.124739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.128714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.229793 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Floating IP 2102ba85-9b0b-4684-9649-f97714d21e4f associated. External IP: 172.25.5.199, port: fd7821d5-9ed6-4ea0-a664-e76dd35ae972. Sep 24 19:03:43.241697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-762607ca-a9d6-4f74-b1f8-a4822938e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.243246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-762607ca-a9d6-4f74-b1f8-a4822938e391 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=157820ac-b011-4756-9bc6-7bebdf400f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722484 Sep 24 19:03:43.249913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66179d01-c6a5-4b1e-bd5e-224f0e46280d req-15ba0bc4-1fd3-4035-b558-498822177161 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422107 Sep 24 19:03:43.256249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e682bb6c-ac14-4bfc-8cb5-b7fa4233ef4d req-2b5c67e8-aa92-48a7-a211-3c0d63b811d9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240702 Sep 24 19:03:43.301870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1493254843', 'description': 'tempest-description-16024805'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:43.420007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.455823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Router 2f988107-c340-48b7-a58f-77652298a3ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:03:43.469193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99aac271-105d-40a7-965b-fda207d76d2d {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:43.487239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-6ee718b4-71a7-4975-b935-ad61e2ae78b7 service neutron] 10.222.0.69 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300332 Sep 24 19:03:43.488994 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.519957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9350bb8-31cd-4614-9f52-4897c623cdad req-049713e3-d203-4159-a44e-46697b7e7119 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.525999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9350bb8-31cd-4614-9f52-4897c623cdad req-049713e3-d203-4159-a44e-46697b7e7119 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:43.527622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9350bb8-31cd-4614-9f52-4897c623cdad req-049713e3-d203-4159-a44e-46697b7e7119 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1679 time: 0.1875889 Sep 24 19:03:43.528114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:43.530936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a4b541d0-78f9-4db7-87e1-1c675fbe3a06 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:43.551847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Transition to ACTIVE for port object 99aac271-105d-40a7-965b-fda207d76d2d will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:43.561659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: a4b541d0-78f9-4db7-87e1-1c675fbe3a06 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:43.562249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a4b541d0-78f9-4db7-87e1-1c675fbe3a06 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:43.571084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:03:43.572871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.575989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.586271 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Sync routers for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:03:43.599743 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:03:43.600213 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:43.610039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d54c3b11-27fb-46b2-9976-0bf37d6c56c5 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "PUT /v2.0/floatingips/2102ba85-9b0b-4684-9649-f97714d21e4f HTTP/1.1" status: 200 len: 991 time: 1.0055597 Sep 24 19:03:43.665692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:43.678470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'mac_address': 'fa:16:3e:91:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:43.720118 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.730441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:03:43.735506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6543645-8687-4234-8bd5-1aa66d2a5bbf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:43.748846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9350bb8-31cd-4614-9f52-4897c623cdad req-984ba02c-d69c-4063-89a5-ec82b9ce99c7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086678 Sep 24 19:03:43.760601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:43.775087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:43.776020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.789295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.816415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.843213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:43.853180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.854434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.855001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.855354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.855668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.856402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.856735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.857110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.857438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.857760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.858128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.858451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:43.861335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8619e49f-27b0-4ebc-9b86-cdc352b4b458 req-74aa37a0-85d6-41bf-ba4e-283fa6601df8 service neutron] 10.222.0.69 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602908 Sep 24 19:03:43.899342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:43.900687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-331c468a-1037-4cdc-aeca-28e52092e379 req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6073196 Sep 24 19:03:43.918718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a3f50-e50a-4759-b891-156e68c5766d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accfb5ac-95c8-414b-a012-d55cfc5bbe2a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:43.966817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Attempting to bind port 99aac271-105d-40a7-965b-fda207d76d2d on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:43.967307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Attempting to bind port 99aac271-105d-40a7-965b-fda207d76d2d by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:43.967760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Attempting to bind port 99aac271-105d-40a7-965b-fda207d76d2d on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:43.975868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff686a82-5c1b-41d5-a115-e2a82d84ebb8 req-8b59c974-5ae9-41af-b12f-75446f392376 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/270e05ec-e32c-43cf-891f-394b3b0284d9 HTTP/1.1" status: 200 len: 2405 time: 0.1286745 Sep 24 19:03:43.995515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Port 99aac271-105d-40a7-965b-fda207d76d2d on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:43.995919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Attempting to bind port 99aac271-105d-40a7-965b-fda207d76d2d on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:44.004472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:44.004635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:44.005094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:44.005900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Bound port: 99aac271-105d-40a7-965b-fda207d76d2d, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:44.006157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.029785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1ee0-2148-4844-8158-561aa10e5073 req-86fe34ba-fd04-49a5-af6b-f301bf6e040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.030363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1ee0-2148-4844-8158-561aa10e5073 req-86fe34ba-fd04-49a5-af6b-f301bf6e040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.033477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-86fe34ba-fd04-49a5-af6b-f301bf6e040d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94687a1c144d419aaa087926f1d21a0f&device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1981 time: 0.0787208 Sep 24 19:03:44.121115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:44.129019 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2102ba85-9b0b-4684-9649-f97714d21e4f', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'port_id': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'mac_address': 'fa:16:3e:9c:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e278556c-021a-4241-b36e-cae539b20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:02:53Z', 'updated_at': '2021-09-24T19:03:43Z', 'revision_number': 1, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:44.170790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1ee0-2148-4844-8158-561aa10e5073 req-6b799b37-5967-4840-a12b-797d95ff1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.173104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-6b799b37-5967-4840-a12b-797d95ff1b5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=157820ac-b011-4756-9bc6-7bebdf400f1a HTTP/1.1" status: 200 len: 901 time: 0.1191270 Sep 24 19:03:44.218349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:44.259014 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Checking router: 2f988107-c340-48b7-a58f-77652298a3ee for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:03:44.267885 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:03:44.268945 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:44.271577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-72a7ed23-c796-433d-8bc6-f58776208e2c tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-group-rules/3cf36c48-9d87-458d-98a6-b8fe217cff6c HTTP/1.1" status: 200 len: 778 time: 0.0963807 Sep 24 19:03:44.285120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-f4e0e93f-72fe-4fb9-adff-8617e7587fe5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=adfdca68-e937-4d06-b577-c42595a1ef48 HTTP/1.1" status: 200 len: 217 time: 0.1033041 Sep 24 19:03:44.286874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=99aac271-105d-40a7-965b-fda207d76d2d,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:44.327847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.328649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:44.331174 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10923959-a7c0-4197-9b5b-fa6ffcf3d801" -d '{"events": [{"name": "network-changed", "server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:44.372030 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:03:44.439026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.439712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.441047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/99aac271-105d-40a7-965b-fda207d76d2d HTTP/1.1" status: 200 len: 1096 time: 2.0177052 Sep 24 19:03:44.445757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:44.447815 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d939b4-07c6-4304-83dd-98fb11ec3920" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "tag": "99aac271-105d-40a7-965b-fda207d76d2d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:44.488230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-27159dd1-af94-46a3-87fb-574f2f58be32 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.489356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-27159dd1-af94-46a3-87fb-574f2f58be32 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 813 time: 0.3153121 Sep 24 19:03:44.503468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-11dd98a5-a120-41b0-a4ef-ae22d390fbf5 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/270e05ec-e32c-43cf-891f-394b3b0284d9 HTTP/1.1" status: 200 len: 2405 time: 0.2134657 Sep 24 19:03:44.509389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1ee0-2148-4844-8158-561aa10e5073 req-8e8452e4-f275-47d0-9d5a-e9790724b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.510832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-8e8452e4-f275-47d0-9d5a-e9790724b7b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8295d41-410f-4b19-bca4-9c2951636210 HTTP/1.1" status: 200 len: 801 time: 0.1846247 Sep 24 19:03:44.531098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dcb81-639e-413d-a60a-f8a8d9ba62f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:44.567202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-a3871f79-3b47-4c1a-b010-21a8a5df8e70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/quotas/61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 375 time: 0.0687408 Sep 24 19:03:44.622636 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2102ba85-9b0b-4684-9649-f97714d21e4f', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'port_id': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'mac_address': 'fa:16:3e:9c:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e278556c-021a-4241-b36e-cae539b20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:02:53Z', 'updated_at': '2021-09-24T19:03:43Z', 'revision_number': 1, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:44.636740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.650337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.656288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-768f7231-a286-4a3f-ae5e-7057a26a11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.657827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-768f7231-a286-4a3f-ae5e-7057a26a11bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 1099 time: 0.1527073 Sep 24 19:03:44.664442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cec98a-716e-4d2d-93f1-3764a0ff08e9 None None] The sync data for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 is: [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2102ba85-9b0b-4684-9649-f97714d21e4f', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'port_id': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'mac_address': 'fa:16:3e:9c:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e278556c-021a-4241-b36e-cae539b20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:02:53Z', 'updated_at': '2021-09-24T19:03:43Z', 'revision_number': 1, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:03:44.697109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1ee0-2148-4844-8158-561aa10e5073 req-29cea58c-5466-4bfb-973e-3e4556ef2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.698623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-29cea58c-5466-4bfb-973e-3e4556ef2293 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=157820ac-b011-4756-9bc6-7bebdf400f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1718924 Sep 24 19:03:44.737982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-0e7794dd-5a18-42f9-8d95-d76eeeaa1fc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=99aac271-105d-40a7-965b-fda207d76d2d HTTP/1.1" status: 200 len: 217 time: 0.0588961 Sep 24 19:03:44.754552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-bf82c1ca-bbcb-4da5-ae04-ca8a9886171a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705117 Sep 24 19:03:44.777802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.815600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:44.816719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c05e2ab2-ab30-4f5e-8a24-09a936050457 req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3cf36c48-9d87-458d-98a6-b8fe217cff6c HTTP/1.1" status: 204 len: 173 time: 0.2941263 Sep 24 19:03:44.869315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f3bc2-07f7-46bc-919c-9998c2093c25 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cf36c48-9d87-458d-98a6-b8fe217cff6c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:44.875317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29281979-6bcb-4e46-9758-c523ec8873ad None None] New status for floating IP 2102ba85-9b0b-4684-9649-f97714d21e4f: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:03:44.921641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-9d62f8f7-cd70-427c-a935-3d8370360645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:44.923163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-9d62f8f7-cd70-427c-a935-3d8370360645 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1645958 Sep 24 19:03:45.012120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-f217edd4-b2d4-4c2e-af08-4dae003010c9 service neutron] 10.222.0.69 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857456 Sep 24 19:03:45.023424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-c39beb22-32d6-41ff-8eae-0e30c2400dfe service neutron] 10.222.0.18 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547798 Sep 24 19:03:45.079052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7515d-dc15-4f6e-ad21-89f0ef4a2942 req-413b1f0f-4cfb-4754-a926-e5e06ea92f1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.080609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3af7515d-dc15-4f6e-ad21-89f0ef4a2942 req-413b1f0f-4cfb-4754-a926-e5e06ea92f1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 948 time: 0.1565609 Sep 24 19:03:45.116283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-f8435238-d928-4d02-9f20-6336ab8c99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.118189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-f8435238-d928-4d02-9f20-6336ab8c99cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747601 Sep 24 19:03:45.498636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3af7515d-dc15-4f6e-ad21-89f0ef4a2942 req-427fc474-41d9-4cb7-ba00-3d57be0721ce tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043822 Sep 24 19:03:45.506979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017c1ee0-2148-4844-8158-561aa10e5073 req-ae9bd654-73f3-4f6f-81ee-09a28fb2095a service neutron] 10.222.0.69 "GET /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812763 Sep 24 19:03:45.527125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-4f66d32c-85ba-4510-b2c2-0136119c6967 service neutron] 10.222.0.18 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917145 Sep 24 19:03:45.542799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-0719ab86-d99e-49c8-bfde-e9ad0f27692c service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667927 Sep 24 19:03:45.543877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:45.599347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port f6543645-8687-4234-8bd5-1aa66d2a5bbf completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:45.604561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port f6543645-8687-4234-8bd5-1aa66d2a5bbf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:45.605758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:45.685516 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9795d5f-9ff6-4d14-bdb9-eb5499d12d82 x-openstack-request-id: req-b9795d5f-9ff6-4d14-bdb9-eb5499d12d82 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:45.686014 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:45.686127 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9795d5f-9ff6-4d14-bdb9-eb5499d12d82 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:45.686797 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'status': 'completed', 'code': 200} Sep 24 19:03:45.695350 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:45.701715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b677-e836-4c85-a694-c899975f3dce req-c7fa6ed3-afe5-41a4-8c80-a369af267c17 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.703507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c6b677-e836-4c85-a694-c899975f3dce req-c7fa6ed3-afe5-41a4-8c80-a369af267c17 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 948 time: 0.1287880 Sep 24 19:03:45.723701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:45.727267 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230be26d-2a7f-4a95-82c2-589814f74845" -d '{"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-plugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:45.742297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:45.748755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:45.748950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2ef202-fdce-4f02-bf6e-90d04468b303 req-64f53896-4a14-4b6d-b25c-7959e221e5e6 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838386 Sep 24 19:03:45.766378 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad20ff-05ca-47fb-8eb9-b66811b90c56 x-openstack-request-id: req-cdad20ff-05ca-47fb-8eb9-b66811b90c56 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:45.767004 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "tag": "99aac271-105d-40a7-965b-fda207d76d2d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:45.767004 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdad20ff-05ca-47fb-8eb9-b66811b90c56 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:45.767425 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d', 'status': 'completed', 'code': 200} Sep 24 19:03:45.793164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c6b677-e836-4c85-a694-c899975f3dce req-b438d48c-1e82-43a9-8d31-2422a66fb899 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Sep 24 19:03:45.813868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-b19b16ab-1d95-45f5-95bd-4d8c305fdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.816141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-b19b16ab-1d95-45f5-95bd-4d8c305fdf1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=661e0ac6cb5d41afb67bdf17df94de51&device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 1096 time: 0.0920608 Sep 24 19:03:45.821601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:45.832067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1906840050', 'description': 'tempest-description-808005061'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:45.912563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:45.928190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-30457fbe-eede-4ef1-a05a-248ac2330bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.930110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-30457fbe-eede-4ef1-a05a-248ac2330bba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 1099 time: 0.1135457 Sep 24 19:03:45.932900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-4c9a5aac-38f6-4dfc-a1d8-397f68aa331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.934620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-4c9a5aac-38f6-4dfc-a1d8-397f68aa331c service neutron] 10.222.0.15 "GET /v2.0/networks?id=597f08b5-25e4-459a-a4b4-f77ea56fff1d HTTP/1.1" status: 200 len: 915 time: 0.1107538 Sep 24 19:03:45.948980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86293ef-4d47-4007-b475-88847ce78414 req-dea801d8-3248-4b88-b3bc-82657320fe38 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.958415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86293ef-4d47-4007-b475-88847ce78414 req-dea801d8-3248-4b88-b3bc-82657320fe38 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:45.960198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e86293ef-4d47-4007-b475-88847ce78414 req-dea801d8-3248-4b88-b3bc-82657320fe38 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1679 time: 0.1030462 Sep 24 19:03:46.035619 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-8e46101a-e633-43b8-bfed-25ee5bad6993 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972 HTTP/1.1" status: 200 len: 1001 time: 0.0772324 Sep 24 19:03:46.095607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e86293ef-4d47-4007-b475-88847ce78414 req-648c226b-cbfc-49be-b575-edcd87f50fd8 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215973 Sep 24 19:03:46.097873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-654ee468-7f6b-4023-b4d9-7aa0b776996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.099478 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-654ee468-7f6b-4023-b4d9-7aa0b776996f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4acc6193-07ec-4ccc-956c-2fd06495d9b7 HTTP/1.1" status: 200 len: 854 time: 0.0549822 Sep 24 19:03:46.140955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-d0c18349-7e79-4bb9-9808-cb8f56fdca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.142896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-d0c18349-7e79-4bb9-9808-cb8f56fdca0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1809804 Sep 24 19:03:46.166453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-9698fe48-27c5-4a11-a8b3-2b26b3edf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.168064 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-9698fe48-27c5-4a11-a8b3-2b26b3edf653 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=597f08b5-25e4-459a-a4b4-f77ea56fff1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542057 Sep 24 19:03:46.211282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.213260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-5c71ced6-dfed-4554-abd4-2efe4b98d9f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=99aac271-105d-40a7-965b-fda207d76d2d HTTP/1.1" status: 200 len: 217 time: 0.0498948 Sep 24 19:03:46.215540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.281582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b9354-0df1-41e7-947f-228bfb30e56d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:46.286977 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.288323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-105caf29-1c49-40ad-bb66-c1163669e7bf req-65683ee8-5c3a-40b7-b21a-21acb1aac35f tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4612691 Sep 24 19:03:46.311152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-392f3679-6e8f-4968-9168-98756561d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.317199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-392f3679-6e8f-4968-9168-98756561d9a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0863416 Sep 24 19:03:46.317565 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-d005fb57-fde5-4667-a5bc-16937189421e service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353261 Sep 24 19:03:46.326731 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121ee77d-acd5-45d1-8d4a-2827ac62206f x-openstack-request-id: req-121ee77d-acd5-45d1-8d4a-2827ac62206f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:46.327258 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-plugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:46.327387 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-121ee77d-acd5-45d1-8d4a-2827ac62206f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:46.327724 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'code': 200} Sep 24 19:03:46.396455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0d4cc1e-539b-40e3-88c1-d6e28a8512ac req-5d022238-4070-4c3c-8dfd-30d07e843409 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 210 time: 0.0483363 Sep 24 19:03:46.432932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-e94460c1-4500-4b6c-a6ec-7fc98b5b194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.434732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-e94460c1-4500-4b6c-a6ec-7fc98b5b194e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015449 Sep 24 19:03:46.488551 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10923959-a7c0-4197-9b5b-fa6ffcf3d801 req-e2328105-afa2-4f2f-8059-8b2961f18564 service neutron] 10.222.0.15 "GET /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499798 Sep 24 19:03:46.491215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53305da-c83f-4980-ae7f-8e4eae8e651e req-da2613cb-ab53-4bb6-9f47-2ac774558766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.492790 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a53305da-c83f-4980-ae7f-8e4eae8e651e req-da2613cb-ab53-4bb6-9f47-2ac774558766 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1100 time: 0.0662565 Sep 24 19:03:46.510773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0972c1ea-f558-4002-8b57-72fc8e2edeac req-682a4644-ed8b-40da-8441-94bf9717f17b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/a36b9354-0df1-41e7-947f-228bfb30e56d HTTP/1.1" status: 200 len: 1812 time: 0.0989995 Sep 24 19:03:46.536829 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a53305da-c83f-4980-ae7f-8e4eae8e651e req-2315a4d2-e099-41cb-81f5-1a97b4323f70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Sep 24 19:03:46.560123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1844157245', 'description': 'tempest-description-1861886111'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:46.631640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-719da827-57db-4ff5-8600-dd2052baa8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866212 Sep 24 19:03:46.634360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.660618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7232fb-c728-43e9-ac35-f8ebc2e043f1 req-aa77ea0d-89d3-48d7-9805-61b949f9f94d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:46.662037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7232fb-c728-43e9-ac35-f8ebc2e043f1 req-aa77ea0d-89d3-48d7-9805-61b949f9f94d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 948 time: 0.0868762 Sep 24 19:03:46.721153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7232fb-c728-43e9-ac35-f8ebc2e043f1 req-9a2dc55b-1f3c-475f-8239-d34b78028bb5 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520012 Sep 24 19:03:46.781496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.795234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.870731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:46.872016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c813c5c-2555-423f-bd94-591655630d80 req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3187275 Sep 24 19:03:46.920877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6506-6b89-4ee5-9cc1-0e5876cf0af4 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862824f0-5bc2-45cf-a852-5e818b89ff5a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:46.973249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32d939b4-07c6-4304-83dd-98fb11ec3920 req-a2ac18c0-eb55-46e7-a0f8-470218be4bdf service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090545 Sep 24 19:03:47.066598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc384e-380c-46a4-b133-6a2238b41f0f req-ab2265ab-bb50-4f1d-ab5e-7fd1d96808e8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:47.068517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28dc384e-380c-46a4-b133-6a2238b41f0f req-ab2265ab-bb50-4f1d-ab5e-7fd1d96808e8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1942048 Sep 24 19:03:47.080638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0df7ef8-c491-440a-a791-f1eeed8713ab req-e090cd4c-fd7d-4756-8842-6c7cef9a17f5 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/862824f0-5bc2-45cf-a852-5e818b89ff5a HTTP/1.1" status: 200 len: 1813 time: 0.1464489 Sep 24 19:03:47.119033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-48fdf8d3-2819-4560-a9b3-5d183bfa0c12 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:47.120482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-48fdf8d3-2819-4560-a9b3-5d183bfa0c12 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 813 time: 0.1898637 Sep 24 19:03:47.135666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-533927251', 'description': 'tempest-description-203905767'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:47.141497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28dc384e-380c-46a4-b133-6a2238b41f0f req-b9cc2000-b250-4f60-be28-baadb5355e2c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Sep 24 19:03:47.146633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'device_id': '059790e7-0174-4308-b519-2956c45333a1', 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a', 'admin_state_up': True, 'tenant_id': '61d66ddf62b64ecd9cbee9398012dee6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:47.195679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.321793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e06df-6db9-40d1-a0d1-554286bfb438 req-803be93e-7ef2-4ff7-ad1d-281e7892658f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:47.327569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e06df-6db9-40d1-a0d1-554286bfb438 req-803be93e-7ef2-4ff7-ad1d-281e7892658f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:47.329101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-934e06df-6db9-40d1-a0d1-554286bfb438 req-803be93e-7ef2-4ff7-ad1d-281e7892658f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1679 time: 0.1074338 Sep 24 19:03:47.391377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-934e06df-6db9-40d1-a0d1-554286bfb438 req-a7498e82-ec0a-4f96-ae92-8115550fa58b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537212 Sep 24 19:03:47.408332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.417719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.452577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Made reservation on behalf of 61d66ddf62b64ecd9cbee9398012dee6 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:47.456014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.466067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:47.466961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.468192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bea10680-d8ca-4b08-93ed-234562976b53 req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3373511 Sep 24 19:03:47.472751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec9a7f-e76c-4c73-b24d-a53da2135744 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43016ae-3f49-49c1-8cbd-6e738da33e70,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:47.577002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 99aac271-105d-40a7-965b-fda207d76d2d details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:47.607311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69dbf41e-3a5b-451e-bee1-e5c137b25f22 req-51ed85e6-8c3c-4e41-a8b1-bbe1afd994b7 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 210 time: 0.0331271 Sep 24 19:03:47.613322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:47.646133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15', 'network_id': 'a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f', 'port_id': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15', 'mac_address': 'fa:16:3e:1f:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb833b82-d621-4d60-93f6-e7d71f0792a3', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:47.649984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Allocated IP 172.20.0.9 (ec6e51b0-104b-4224-a0d7-ab61023e222a/a554decb-4d17-45c3-8327-c89b3ff04b56/e7721c87-22a1-4e4b-9d6b-d8f95654982e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:47.679455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-158d5123-8119-4fc9-bb28-97cfae02ce97 req-b5ec23c8-2857-49a9-a8bc-d02dab3cf421 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/b43016ae-3f49-49c1-8cbd-6e738da33e70 HTTP/1.1" status: 200 len: 1811 time: 0.0688190 Sep 24 19:03:47.723124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1008815897', 'description': 'tempest-description-1740918072'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:47.801617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.862941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.881451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=99aac271-105d-40a7-965b-fda207d76d2d,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:47.892741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:47.893732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.900233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '99aac271-105d-40a7-965b-fda207d76d2d', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '99aac271-105d-40a7-965b-fda207d76d2d', 'mac_address': 'fa:16:3e:d7:bc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:47.917233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93085-81c9-4393-a917-972f173c4a8d req-f0e75678-a321-41a1-8d8f-7dbe519499d7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:47.919336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:47.919986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c93085-81c9-4393-a917-972f173c4a8d req-f0e75678-a321-41a1-8d8f-7dbe519499d7 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 948 time: 0.1024842 Sep 24 19:03:47.939922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:47.940574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device adfdca68-e937-4d06-b577-c42595a1ef48 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:47.990022 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.004064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c93085-81c9-4393-a917-972f173c4a8d req-498ac6e9-c82f-4c77-a9fb-1d54731a09ed tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726373 Sep 24 19:03:48.008065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.025678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99aac271-105d-40a7-965b-fda207d76d2d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:48.046059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:48.079053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.079297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:48.092554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.098362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Network ec6e51b0-104b-4224-a0d7-ab61023e222a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:48.112343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:48.131947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:48.137319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=99aac271-105d-40a7-965b-fda207d76d2d,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:48.141320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:48.150303 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.178026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.179841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8359da55-cb32-467b-86f1-ca29a7b58f39 req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4647660 Sep 24 19:03:48.208139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7963e0-982e-4af8-b46c-19052df9243b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d2e29-9ffe-401a-993b-1275c4cf82a0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:48.231636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:48.232253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.251085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=adfdca68-e937-4d06-b577-c42595a1ef48,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:48.251489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4df24-5c9a-44ec-b97c-7d0271eb3552 req-7e01edc4-184b-4809-9f60-c7d1501c4115 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:48.253223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ee4df24-5c9a-44ec-b97c-7d0271eb3552 req-7e01edc4-184b-4809-9f60-c7d1501c4115 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.1377254 Sep 24 19:03:48.267402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-591d3398-2382-4c6d-a950-ddfc03c1d44f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240683 Sep 24 19:03:48.274552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:48.281691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'adfdca68-e937-4d06-b577-c42595a1ef48', 'network_id': '157820ac-b011-4756-9bc6-7bebdf400f1a', 'port_id': 'adfdca68-e937-4d06-b577-c42595a1ef48', 'mac_address': 'fa:16:3e:01:73:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8295d41-410f-4b19-bca4-9c2951636210', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:48.291717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Request body: {'port': {'device_id': '059790e7-0174-4308-b519-2956c45333a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:48.348171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.371262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfdca68-e937-4d06-b577-c42595a1ef48 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:48.383580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f46d-a457-4f8b-b16f-4d048e5b942e req-8c6bcfcb-f743-4bda-afe4-8e7a26c50090 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:48.385092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de66f46d-a457-4f8b-b16f-4d048e5b942e req-8c6bcfcb-f743-4bda-afe4-8e7a26c50090 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1312008 Sep 24 19:03:48.390475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ee4df24-5c9a-44ec-b97c-7d0271eb3552 req-cb345c1d-c401-40ba-be95-82fe63232a56 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250961 Sep 24 19:03:48.403319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=adfdca68-e937-4d06-b577-c42595a1ef48,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:48.419099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.419274 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.451123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de66f46d-a457-4f8b-b16f-4d048e5b942e req-e0edba00-5bdc-4e5c-91b9-8669a637c5f8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Sep 24 19:03:48.491429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:48.516798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc4998cb-386c-4b65-8b0e-b59ac0ebe677 req-4fa8e6a1-4439-4da1-ac8a-6cb64710c64d tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/7a6d2e29-9ffe-401a-993b-1275c4cf82a0 HTTP/1.1" status: 200 len: 1813 time: 0.0791018 Sep 24 19:03:48.568474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['99aac271-105d-40a7-965b-fda207d76d2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:48.627127 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:03:48.639902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-67f0ed15-7717-42f8-825b-615dec46698a req-0edc2b0b-693d-4a83-81a3-cebfcd7c87a8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:03:48.640892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67f0ed15-7717-42f8-825b-615dec46698a req-0edc2b0b-693d-4a83-81a3-cebfcd7c87a8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145187 Sep 24 19:03:48.651223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3ceb0-7dcc-4aee-ae04-eb35b219ad4c req-ae3762e5-8daa-4860-8ba4-5d9464996985 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:48.657091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3ceb0-7dcc-4aee-ae04-eb35b219ad4c req-ae3762e5-8daa-4860-8ba4-5d9464996985 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:48.658718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0b3ceb0-7dcc-4aee-ae04-eb35b219ad4c req-ae3762e5-8daa-4860-8ba4-5d9464996985 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1681 time: 0.1375513 Sep 24 19:03:48.737926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0b3ceb0-7dcc-4aee-ae04-eb35b219ad4c req-ede20859-db76-4c78-95b1-a5b2da83a615 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Sep 24 19:03:48.841727 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-567dfff2-99e6-4ff6-b279-5ce1ae359eaf req-b994f535-10d0-4783-b039-39d21872a5b8 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] show failed (client error): The resource could not be found. Sep 24 19:03:48.843007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-567dfff2-99e6-4ff6-b279-5ce1ae359eaf req-b994f535-10d0-4783-b039-39d21872a5b8 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/5a5afd2a-1718-477b-bc2f-5188331a538c HTTP/1.1" status: 404 len: 352 time: 0.0237353 Sep 24 19:03:48.862269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7721c87-22a1-4e4b-9d6b-d8f95654982e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:48.870922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.889835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Transition to ACTIVE for port object e7721c87-22a1-4e4b-9d6b-d8f95654982e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:03:48.895172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:48.905910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-34ba58c0-c086-409b-80ea-0ad9d3367ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637181 Sep 24 19:03:48.964341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['cf14e465-48f7-4daa-b20d-7a8e7f2e9e15'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:49.003357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:49.015850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['adfdca68-e937-4d06-b577-c42595a1ef48'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:49.072338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bda3e-c01a-4554-8c0a-fd11fa42e80f req-cab21062-0c02-49e6-b2c3-6ca1f758c61f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.074145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d63bda3e-c01a-4554-8c0a-fd11fa42e80f req-cab21062-0c02-49e6-b2c3-6ca1f758c61f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 943 time: 0.1342678 Sep 24 19:03:49.101684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d940-ba24-4298-a434-b33716d5496e req-8e40de6a-87a3-4a05-acbc-8e1d9baa0ccc tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.103370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e85d940-ba24-4298-a434-b33716d5496e req-8e40de6a-87a3-4a05-acbc-8e1d9baa0ccc tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1645782 Sep 24 19:03:49.186394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d63bda3e-c01a-4554-8c0a-fd11fa42e80f req-3d918972-435d-416b-a7fd-6bb664dd5fd0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Sep 24 19:03:49.215206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e85d940-ba24-4298-a434-b33716d5496e req-e3a9eb99-c46b-4462-80e9-35b67c8725cd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877540 Sep 24 19:03:49.217432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Attempting to bind port e7721c87-22a1-4e4b-9d6b-d8f95654982e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:49.217760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Attempting to bind port e7721c87-22a1-4e4b-9d6b-d8f95654982e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:49.218080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Attempting to bind port e7721c87-22a1-4e4b-9d6b-d8f95654982e on network ec6e51b0-104b-4224-a0d7-ab61023e222a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:49.223603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Port e7721c87-22a1-4e4b-9d6b-d8f95654982e on network ec6e51b0-104b-4224-a0d7-ab61023e222a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:03:49.224086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Attempting to bind port e7721c87-22a1-4e4b-9d6b-d8f95654982e on network ec6e51b0-104b-4224-a0d7-ab61023e222a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:49.237381 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-ed45e06b-6293-42b1-8346-200f662b3cf1 req-5257e1fa-3e54-4c3e-825e-bac38b622bdc tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] show failed (client error): The resource could not be found. Sep 24 19:03:49.245106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed45e06b-6293-42b1-8346-200f662b3cf1 req-5257e1fa-3e54-4c3e-825e-bac38b622bdc tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-group-rules/7c34493d-3712-41c8-adbc-817f168728a8 HTTP/1.1" status: 404 len: 361 time: 0.0279870 Sep 24 19:03:49.251431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:49.251778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Checking segment: {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:49.252168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Bound using segment: {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:49.252604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Bound port: e7721c87-22a1-4e4b-9d6b-d8f95654982e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:49.252968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.371873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-6bc70c54-2478-4435-ac33-743304b5f6b0 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/7a6d2e29-9ffe-401a-993b-1275c4cf82a0 HTTP/1.1" status: 200 len: 1813 time: 0.1069329 Sep 24 19:03:49.397726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee510f6a-46bc-4313-b18d-825574d3df0b req-2e33faa6-4d48-484f-a8d1-3970fd1b4b96 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.399781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee510f6a-46bc-4313-b18d-825574d3df0b req-2e33faa6-4d48-484f-a8d1-3970fd1b4b96 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 949 time: 0.1184273 Sep 24 19:03:49.407887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:49.449140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:49.465528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.500304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee510f6a-46bc-4313-b18d-825574d3df0b req-e38de8dc-32c4-4b99-a2b3-3a3cd0a02d01 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900676 Sep 24 19:03:49.513267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.513896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.515357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] 10.222.0.69 "PUT /v2.0/ports/e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 1091 time: 1.2326934 Sep 24 19:03:49.517701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:49.520058 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1591bdd-8ae4-46af-adbf-0fb0057a5681" -d '{"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:49.551898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.572500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896443c9-38b4-4a31-91ff-2bdd7f84c75a service neutron] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:49.589704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.692284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.694683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:49.696390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c093a779-e981-40ca-9b3d-e0a9b69de42f req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a6d2e29-9ffe-401a-993b-1275c4cf82a0 HTTP/1.1" status: 204 len: 173 time: 0.3166819 Sep 24 19:03:49.712967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ca361-76ab-4f46-b905-6235567e68fd req-aab08f33-338d-44f8-9900-cc8ee1ef304a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.714479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-727ca361-76ab-4f46-b905-6235567e68fd req-aab08f33-338d-44f8-9900-cc8ee1ef304a tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.1106853 Sep 24 19:03:49.723449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a405f-1471-45e6-be10-b689dd17b939 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d2e29-9ffe-401a-993b-1275c4cf82a0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:49.726381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-77b6b7d4-448c-4d79-ab85-75a8a126a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.727893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-77b6b7d4-448c-4d79-ab85-75a8a126a7d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1094 time: 0.0953321 Sep 24 19:03:49.743558 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930068ab-7b37-4d4f-8d9e-67dd89bc00eb x-openstack-request-id: req-930068ab-7b37-4d4f-8d9e-67dd89bc00eb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:49.743845 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:49.744095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-930068ab-7b37-4d4f-8d9e-67dd89bc00eb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:49.744483 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'status': 'completed', 'code': 200} Sep 24 19:03:49.790531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-b6388d09-effe-4e10-8c22-5148388410f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 217 time: 0.0486577 Sep 24 19:03:49.810282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-727ca361-76ab-4f46-b905-6235567e68fd req-71186099-8b68-4ab4-b2c3-631ce886ca63 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878916 Sep 24 19:03:49.876530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-27ba2e4e-0b18-4a24-a5bc-cb26ed683829 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/b43016ae-3f49-49c1-8cbd-6e738da33e70 HTTP/1.1" status: 200 len: 1811 time: 0.0931640 Sep 24 19:03:49.880509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-a7ce675c-c220-4e3d-bdd4-9c93bb5b8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:49.884771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-a7ce675c-c220-4e3d-bdd4-9c93bb5b8778 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.0749850 Sep 24 19:03:49.947383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-ec08111b-9410-4eb7-9ddc-a02d1808a640 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526743 Sep 24 19:03:50.010092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cc13-a076-4ec4-988a-341034c3e34c req-bb74d78f-6c3f-4a0d-9984-7c0df11107b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.016099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cc13-a076-4ec4-988a-341034c3e34c req-bb74d78f-6c3f-4a0d-9984-7c0df11107b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.017578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3449cc13-a076-4ec4-988a-341034c3e34c req-bb74d78f-6c3f-4a0d-9984-7c0df11107b7 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1681 time: 0.1341884 Sep 24 19:03:50.101637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.120405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-53f85692-34fd-4d1c-8b03-64ae21519e97 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633561 Sep 24 19:03:50.129364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3449cc13-a076-4ec4-988a-341034c3e34c req-5d81342a-df3d-4aa2-be73-a61ab6b377bb tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790448 Sep 24 19:03:50.145655 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.259873 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36117ef2-6c54-436b-8e4d-3eb54a86f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.519554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-612ab434-7509-4732-aaf4-459be0dd44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.521130 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-612ab434-7509-4732-aaf4-459be0dd44cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1100 time: 0.0454462 Sep 24 19:03:50.559213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.561716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.562892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c364d4d1-68fc-42f2-90b6-ca5f965a098b req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-groups/b43016ae-3f49-49c1-8cbd-6e738da33e70 HTTP/1.1" status: 204 len: 173 time: 0.6774833 Sep 24 19:03:50.578990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-e2eaafe9-2592-4047-9172-a0629429d5e2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.580137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-e2eaafe9-2592-4047-9172-a0629429d5e2 tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.4227774 Sep 24 19:03:50.584549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42dbf1f1-344d-4080-bf6c-dac6d08cfad7 req-16437f19-25e1-4065-86ea-945de7ff3249 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543154 Sep 24 19:03:50.600016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32975b55-622d-4b36-9e06-b1c857dfb2e7 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43016ae-3f49-49c1-8cbd-6e738da33e70,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:50.626316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f411c-41b6-48d0-b1cf-b8369e753855 req-7ae6004e-2072-44b1-873b-265ea5309d8d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.634128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd4f411c-41b6-48d0-b1cf-b8369e753855 req-7ae6004e-2072-44b1-873b-265ea5309d8d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 943 time: 0.1752458 Sep 24 19:03:50.644587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-f4e309e4-17f8-4766-b69e-30ddf22a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.646366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-f4e309e4-17f8-4766-b69e-30ddf22a0ca4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1157491 Sep 24 19:03:50.697847 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-425ded08-947e-4e39-9a09-c555fc837282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0386059 Sep 24 19:03:50.753819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-b5e12edf-e7c0-48a8-8bcd-913a7a3216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.755522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-b5e12edf-e7c0-48a8-8bcd-913a7a3216c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0445499 Sep 24 19:03:50.770942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd4f411c-41b6-48d0-b1cf-b8369e753855 req-73a124b2-0c4f-4f6d-b477-035063324ed9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358707 Sep 24 19:03:50.784649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-45768f80-3bcb-4e3a-b151-807cfff8997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.786175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-45768f80-3bcb-4e3a-b151-807cfff8997f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1094 time: 0.1365950 Sep 24 19:03:50.795255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c24919-4744-483e-b02e-8149264656ac req-20d80d5f-3310-4773-a125-71719a324972 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.796779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56c24919-4744-483e-b02e-8149264656ac req-20d80d5f-3310-4773-a125-71719a324972 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1488326 Sep 24 19:03:50.808599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-d7e75595-feb5-45a0-ade9-a8f357abbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:50.810518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-d7e75595-feb5-45a0-ade9-a8f357abbdcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466897 Sep 24 19:03:50.879891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Deleting port 987458c8-25ed-4dd3-8765-84545f9e9c8a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:50.880307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:50.907048 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-cbd276b6-0504-4c9e-8048-b967ffca0462 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875237 Sep 24 19:03:50.960311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56c24919-4744-483e-b02e-8149264656ac req-17cd1e19-f3e6-4819-b080-b79eaf362c46 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504385 Sep 24 19:03:51.002602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-500920b4-712d-4e5a-9c2f-64cea12659fe service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Sep 24 19:03:51.032196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf795472-6aad-46eb-9972-11cbe217ed56 req-275f11a5-83c9-4219-a409-7e76117bba2e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.033575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf795472-6aad-46eb-9972-11cbe217ed56 req-275f11a5-83c9-4219-a409-7e76117bba2e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 949 time: 0.1945114 Sep 24 19:03:51.057386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-fb15f4b2-9570-4e04-afd3-020f5b1579dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.058994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-fb15f4b2-9570-4e04-afd3-020f5b1579dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.2602003 Sep 24 19:03:51.140948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-778efc8b-4daf-4866-a0d7-a7c4b09a93c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 217 time: 0.0614986 Sep 24 19:03:51.151541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] For port 987458c8-25ed-4dd3-8765-84545f9e9c8a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=987458c8-25ed-4dd3-8765-84545f9e9c8a,segment=NetworkSegment(a430527b-465a-4e91-b1d1-2f42bc732741),segment_id=a430527b-465a-4e91-b1d1-2f42bc732741)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:51.151913 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.169990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-b7078da8-dccf-4535-852a-a0a621358e22 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/862824f0-5bc2-45cf-a852-5e818b89ff5a HTTP/1.1" status: 200 len: 1813 time: 0.1743457 Sep 24 19:03:51.196106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Calling delete_port for 987458c8-25ed-4dd3-8765-84545f9e9c8a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:03:51.200099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf795472-6aad-46eb-9972-11cbe217ed56 req-b24bf8b4-0d07-4577-bbf3-128e9b767aee tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561217 Sep 24 19:03:51.315929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-c00addab-e3e6-4ee9-be3e-d5b04d5d8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.317323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-c00addab-e3e6-4ee9-be3e-d5b04d5d8164 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.1679139 Sep 24 19:03:51.379115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-a6c8ad1e-dbd2-4e72-87a0-5d8b75cc850e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429525 Sep 24 19:03:51.387192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.413358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a230af-e946-4175-9495-65267eeb032e req-c1027e55-ae27-405f-bb40-dea2d644e6be tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.415334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56a230af-e946-4175-9495-65267eeb032e req-c1027e55-ae27-405f-bb40-dea2d644e6be tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fee898-c2d6-493d-a0c3-6621048cfdae HTTP/1.1" status: 200 len: 946 time: 0.1437342 Sep 24 19:03:51.466414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.477158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:51.523927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:51.527674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:51.528043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.579400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56a230af-e946-4175-9495-65267eeb032e req-2f5193d3-d6a8-428c-95d0-a3742583930b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.18 "GET /v2.0/security-groups?id=e247b77c-28dd-4bfb-bd01-adf44097fbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572828 Sep 24 19:03:51.602843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 99aac271-105d-40a7-965b-fda207d76d2d up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:51.603060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.615878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-03038a34-8e7e-4509-b87d-93158fb82e74 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196293 Sep 24 19:03:51.625450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['987458c8-25ed-4dd3-8765-84545f9e9c8a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:51.646567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Pushing event deleted for resources: {'Port': ['ID=987458c8-25ed-4dd3-8765-84545f9e9c8a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:51.679254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.679846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.682315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.685288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3a729e4-498b-4079-88f2-1dc5fd39cf29 req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-groups/862824f0-5bc2-45cf-a852-5e818b89ff5a HTTP/1.1" status: 204 len: 173 time: 0.4904211 Sep 24 19:03:51.706672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:51.709182 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c11ed-9ae6-4f45-a6ea-3a2254858f26" -d '{"events": [{"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-plugged", "status": "completed", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:51.724197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:51.725668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 99aac271-105d-40a7-965b-fda207d76d2d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:51.730626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 99aac271-105d-40a7-965b-fda207d76d2d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:51.731104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.732766 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.733546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device adfdca68-e937-4d06-b577-c42595a1ef48 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:51.741123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] No DVR routers for this DVR port 987458c8-25ed-4dd3-8765-84545f9e9c8a on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:03:51.743812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.746235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b3d5c8b-846e-4b9c-99da-182164232091 req-df44df22-99ca-4742-a7aa-704787139e7b tempest-ServersTestJSON-1057169264 tempest-ServersTestJSON-1057169264-project] 10.222.0.15 "DELETE /v2.0/ports/987458c8-25ed-4dd3-8765-84545f9e9c8a HTTP/1.1" status: 204 len: 173 time: 1.1546168 Sep 24 19:03:51.769233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'name': 'network-vif-deleted', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:51.771607 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58dadf-78b6-4b77-9a8d-8c02e409c040" -d '{"events": [{"server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "name": "network-vif-deleted", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:51.778719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6077849-4e4f-4f0f-90f0-9b479297755b tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862824f0-5bc2-45cf-a852-5e818b89ff5a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:51.847323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4d837-e775-423f-9300-68b2f4f60e9f req-040f5911-70f8-4045-8a7e-887aa48c8b80 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.854084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4d837-e775-423f-9300-68b2f4f60e9f req-040f5911-70f8-4045-8a7e-887aa48c8b80 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:51.861428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28f4d837-e775-423f-9300-68b2f4f60e9f req-040f5911-70f8-4045-8a7e-887aa48c8b80 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1681 time: 0.1875186 Sep 24 19:03:51.887627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:51.914157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1591bdd-8ae4-46af-adbf-0fb0057a5681 req-56c2fae8-a6f3-4fc5-b0dd-6b816e9bae44 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790940 Sep 24 19:03:51.928512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port adfdca68-e937-4d06-b577-c42595a1ef48 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:51.937767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port adfdca68-e937-4d06-b577-c42595a1ef48 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:51.938276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:51.939385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28f4d837-e775-423f-9300-68b2f4f60e9f req-069d021b-a2f8-4a3f-b214-dd404b0d4a46 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771306 Sep 24 19:03:51.945615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-8144593d-b8bc-4e71-8954-edc43cd0ca49 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/a36b9354-0df1-41e7-947f-228bfb30e56d HTTP/1.1" status: 200 len: 1812 time: 0.0794067 Sep 24 19:03:51.963816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.000424 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd24863-bc93-453e-91f0-894d8ad6d8dd x-openstack-request-id: req-0fd24863-bc93-453e-91f0-894d8ad6d8dd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:52.000715 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-plugged", "status": "completed", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:52.000979 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fd24863-bc93-453e-91f0-894d8ad6d8dd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:52.001356 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15', 'code': 200} Sep 24 19:03:52.015153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=99aac271-105d-40a7-965b-fda207d76d2d,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:52.023749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.026276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.031221 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed280d73-011f-4480-96a4-85118626f519 x-openstack-request-id: req-ed280d73-011f-4480-96a4-85118626f519 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:52.031522 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fee898-c2d6-493d-a0c3-6621048cfdae", "name": "network-vif-deleted", "tag": "987458c8-25ed-4dd3-8765-84545f9e9c8a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:52.031770 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed280d73-011f-4480-96a4-85118626f519 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:52.032169 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fee898-c2d6-493d-a0c3-6621048cfdae', 'name': 'network-vif-deleted', 'tag': '987458c8-25ed-4dd3-8765-84545f9e9c8a', 'status': 'completed', 'code': 200} Sep 24 19:03:52.062906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.089028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.127970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.140775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=adfdca68-e937-4d06-b577-c42595a1ef48,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:52.142392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8113cd5-5348-4181-803e-04a23681ea51 req-2076d74a-2b9d-4b01-b887-1e211a8a323b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:52.143984 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.144270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8113cd5-5348-4181-803e-04a23681ea51 req-2076d74a-2b9d-4b01-b887-1e211a8a323b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 943 time: 0.0641119 Sep 24 19:03:52.149254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.151905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.153009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-439c39c6-12a1-4515-83b6-cfaf4809c491 req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-groups/a36b9354-0df1-41e7-947f-228bfb30e56d HTTP/1.1" status: 204 len: 173 time: 0.1994021 Sep 24 19:03:52.171028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922e7b6-39d1-4b30-a5ef-c22046584264 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b9354-0df1-41e7-947f-228bfb30e56d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.202636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8113cd5-5348-4181-803e-04a23681ea51 req-c60aab99-e53b-4a85-b6c8-ee75ec686327 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Sep 24 19:03:52.204777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.295656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c63d8-d3b6-414b-ab91-cf96ceb33235 req-75dc0630-879c-4bfa-b2bf-249665089eb8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:52.297382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c67c63d8-d3b6-414b-ab91-cf96ceb33235 req-75dc0630-879c-4bfa-b2bf-249665089eb8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.0892506 Sep 24 19:03:52.303378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-3076bf99-f7f8-4fb2-a1c4-0be928ea9ff2 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "GET /v2.0/security-groups/270e05ec-e32c-43cf-891f-394b3b0284d9 HTTP/1.1" status: 200 len: 1812 time: 0.0680401 Sep 24 19:03:52.377077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c67c63d8-d3b6-414b-ab91-cf96ceb33235 req-0f707160-0bbc-4586-9201-98ccec162054 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689361 Sep 24 19:03:52.397721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.430694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.498263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.500918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.502062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f51874cc-fab1-4e0f-be00-3c9ab55ed4a1 req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] 10.222.0.18 "DELETE /v2.0/security-groups/270e05ec-e32c-43cf-891f-394b3b0284d9 HTTP/1.1" status: 204 len: 173 time: 0.1874712 Sep 24 19:03:52.509158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:52.515159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb5b5-ce5a-4e42-8aea-8d62c6061b29 tempest-SecurityGroupRulesNegativeTestJSON-451928027 tempest-SecurityGroupRulesNegativeTestJSON-451928027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e05ec-e32c-43cf-891f-394b3b0284d9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.526301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36683-cf68-4059-ac65-e693bf6111b4 req-e5549e4b-dc4d-4cf1-970c-2bd12ee58df6 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:52.527917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d36683-cf68-4059-ac65-e693bf6111b4 req-e5549e4b-dc4d-4cf1-970c-2bd12ee58df6 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.0789282 Sep 24 19:03:52.564479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Deleting subnet e23ee607-04ce-4f58-a920-890624d5f86b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:03:52.567665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.576173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d36683-cf68-4059-ac65-e693bf6111b4 req-36fe362a-116d-4f82-bdc5-6361fbb9ce06 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Sep 24 19:03:52.602098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.638122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56418) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:52.641661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.683672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Deleting subnet 94051b73-f8fe-4028-a19c-3d7e62eb08f4 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:03:52.686752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.694240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.718435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23ee607-04ce-4f58-a920-890624d5f86b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.722213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.724380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.727218 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2fc5704-8aa7-4133-87f4-31c04b4cdc62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e23ee607-04ce-4f58-a920-890624d5f86b HTTP/1.1" status: 204 len: 168 time: 0.2170186 Sep 24 19:03:52.727827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:52.764297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.805629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.820336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.850189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94051b73-f8fe-4028-a19c-3d7e62eb08f4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:52.854434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.856369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2fef9671-34e9-4048-8c17-0b6b25904b91 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/94051b73-f8fe-4028-a19c-3d7e62eb08f4 HTTP/1.1" status: 204 len: 168 time: 0.2172196 Sep 24 19:03:52.858800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56426) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:52.893975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a2b45e2-e8f4-4cb8-b97a-e53fba2965f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.898065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.919778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191ff992-19af-49b3-ba8d-f7492e0f5953']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:52.929141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ccc5c8-13bc-4d89-a2d3-9eb5340c8912') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:52.930029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ccc5c8-13bc-4d89-a2d3-9eb5340c8912') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:52.930475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.939328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.952078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.958351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:03:52.958840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:03:52.960830 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:03:53.020224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.024157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.028909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.034721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] 10.222.0.18 "DELETE /v2.0/networks/191ff992-19af-49b3-ba8d-f7492e0f5953 HTTP/1.1" status: 204 len: 168 time: 0.3036897 Sep 24 19:03:53.052588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a650-79f2-4421-a339-c42a626f6dde admin admin] Pushing event deleted for resources: {'Network': ['ID=191ff992-19af-49b3-ba8d-f7492e0f5953,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:53.087912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fc286d-6195-4a7f-9d2b-c0dae60864d5']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:53.103156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a430527b-465a-4e91-b1d1-2f42bc732741') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:53.103447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a430527b-465a-4e91-b1d1-2f42bc732741') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:53.115518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.133324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0986f-68c3-4810-b1b8-d6d300f9a2de req-50f9172f-ae13-4679-938b-e80119370fc0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:53.139255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0986f-68c3-4810-b1b8-d6d300f9a2de req-50f9172f-ae13-4679-938b-e80119370fc0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:53.140815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb0986f-68c3-4810-b1b8-d6d300f9a2de req-50f9172f-ae13-4679-938b-e80119370fc0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.1177983 Sep 24 19:03:53.147280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.158062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:53.166768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:03:53.167191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:03:53.168890 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:03:53.197932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3cb8b05b-25f6-4a1b-a5dc-9fde30dad7de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a0f587ac8a54d3fa2e7abc71c287fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384684 Sep 24 19:03:53.200475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:53.235096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb0986f-68c3-4810-b1b8-d6d300f9a2de req-6eb8693a-47e5-4815-8747-b1f87836c647 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842061 Sep 24 19:03:53.245348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.252938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.257335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.257627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5fc286d-6195-4a7f-9d2b-c0dae60864d5 HTTP/1.1" status: 204 len: 168 time: 0.3976333 Sep 24 19:03:53.271079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c235-0bcc-4caf-a578-0d13ab8f30a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fc286d-6195-4a7f-9d2b-c0dae60864d5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:53.281382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.303595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.338733 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.341614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.342790 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92141b28-ba87-4739-94e6-937d0e94eed6 HTTP/1.1" status: 204 len: 168 time: 0.1413887 Sep 24 19:03:53.352451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15680a53-7231-40a5-a947-4bed9ecbf929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92141b28-ba87-4739-94e6-937d0e94eed6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:53.380682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9ad60-cdc0-4f59-9fd7-dfafe99f61bb req-2a9875f7-c18f-49e5-88dd-c140339fc1a5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:53.382441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ef9ad60-cdc0-4f59-9fd7-dfafe99f61bb req-2a9875f7-c18f-49e5-88dd-c140339fc1a5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 943 time: 0.0604670 Sep 24 19:03:53.437323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ef9ad60-cdc0-4f59-9fd7-dfafe99f61bb req-d93438ad-66eb-4f2f-a295-07009808784b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478964 Sep 24 19:03:53.483819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e7721c87-22a1-4e4b-9d6b-d8f95654982e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:03:53.505434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:53.534729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972aa0b-61d6-4cac-96a9-36519c96f406 req-e6894de1-3a04-435b-abcc-fc6158720086 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:53.536691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f972aa0b-61d6-4cac-96a9-36519c96f406 req-e6894de1-3a04-435b-abcc-fc6158720086 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.0613451 Sep 24 19:03:53.565432 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58471991-3694-40ff-a69a-1e204c2dfed6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9742a803cd24a3d8b9e1bf9b9cbb1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556912 Sep 24 19:03:53.566189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:53.584196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f972aa0b-61d6-4cac-96a9-36519c96f406 req-86424f17-7268-4c57-8202-76ef2e3e4df6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Sep 24 19:03:53.605595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 987458c8-25ed-4dd3-8765-84545f9e9c8a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:03:53.610166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:53.632264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.636752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 987458c8-25ed-4dd3-8765-84545f9e9c8a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:03:53.637336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 987458c8-25ed-4dd3-8765-84545f9e9c8a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:03:53.641292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'network_id': 'ec6e51b0-104b-4224-a0d7-ab61023e222a', 'port_id': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'mac_address': 'fa:16:3e:3a:2a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a554decb-4d17-45c3-8327-c89b3ff04b56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:03:53.657107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.697677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.716658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7721c87-22a1-4e4b-9d6b-d8f95654982e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:03:53.719041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0cabc-a463-46df-af3e-e44e3af76647 req-0ef7bf3a-bc57-4cc1-ad1f-dd0916b10c67 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:53.721720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.723225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32c0cabc-a463-46df-af3e-e44e3af76647 req-0ef7bf3a-bc57-4cc1-ad1f-dd0916b10c67 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.0650668 Sep 24 19:03:53.724346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.725487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e247b77c-28dd-4bfb-bd01-adf44097fbbc HTTP/1.1" status: 204 len: 168 time: 0.1583900 Sep 24 19:03:53.733908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e41efc-eea6-4522-ac86-0f7138d1ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247b77c-28dd-4bfb-bd01-adf44097fbbc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:53.760795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:53.770017 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:53.794313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32c0cabc-a463-46df-af3e-e44e3af76647 req-adf03b0f-d47f-45b5-8e95-0ede9c79621c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647101 Sep 24 19:03:53.836209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:54.002159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d'}, {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:54.004967 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3435fc50-5568-4354-a617-48898d699e0a" -d '{"events": [{"server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "name": "network-vif-plugged", "status": "completed", "tag": "99aac271-105d-40a7-965b-fda207d76d2d"}, {"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-plugged", "status": "completed", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:54.072504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.079123 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa1dd1-a8bb-4423-a9a8-15655fc65c3c x-openstack-request-id: req-77fa1dd1-a8bb-4423-a9a8-15655fc65c3c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:54.079431 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "name": "network-vif-plugged", "status": "completed", "tag": "99aac271-105d-40a7-965b-fda207d76d2d", "code": 200}, {"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-plugged", "status": "completed", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:54.079690 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77fa1dd1-a8bb-4423-a9a8-15655fc65c3c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:54.083391 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d', 'code': 200} Sep 24 19:03:54.083940 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48', 'code': 200} Sep 24 19:03:54.156479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:03:54.267908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61dc0-0cb1-4b5c-ab44-f737150d1193 req-ea9b6f21-9814-43f2-ae9f-97e0c1c9953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.269486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62c61dc0-0cb1-4b5c-ab44-f737150d1193 req-ea9b6f21-9814-43f2-ae9f-97e0c1c9953f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 1101 time: 0.1087997 Sep 24 19:03:54.283447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb39f35-3761-4bd2-bfc9-428127410840 req-ef593e45-02cb-4fc8-93c4-6d65079c0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.284192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb39f35-3761-4bd2-bfc9-428127410840 req-ef593e45-02cb-4fc8-93c4-6d65079c0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.286739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccb39f35-3761-4bd2-bfc9-428127410840 req-ef593e45-02cb-4fc8-93c4-6d65079c0a34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1985 time: 0.1244764 Sep 24 19:03:54.306938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:54.334527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62c61dc0-0cb1-4b5c-ab44-f737150d1193 req-9b59a805-dd69-437f-ad7a-7d90a4a75958 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 Sep 24 19:03:54.357039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccb39f35-3761-4bd2-bfc9-428127410840 req-909f8fe3-4b40-47f7-9099-bc44590b8e9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513394 Sep 24 19:03:54.451056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c756c-4ec1-465f-833f-9d4fb3ce2354 req-cdd41be3-dcd7-4fe9-94ef-ee1b9aa12c19 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.456378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-784770550-network', 'tenant_id': '94239c2026dc4870a514669733cc00d5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:54.456936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c756c-4ec1-465f-833f-9d4fb3ce2354 req-cdd41be3-dcd7-4fe9-94ef-ee1b9aa12c19 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.458955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d7c756c-4ec1-465f-833f-9d4fb3ce2354 req-cdd41be3-dcd7-4fe9-94ef-ee1b9aa12c19 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.0675521 Sep 24 19:03:54.501676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d7c756c-4ec1-465f-833f-9d4fb3ce2354 req-a5c126d0-cd35-464b-8f67-7fbc69d5cb28 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363455 Sep 24 19:03:54.515093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:54.518077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.534130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.588346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44802-00cc-4a05-8316-ebaefc3e1ccb req-73cd84cb-ffa5-4fdb-a993-772fd987d70e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.589981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1c44802-00cc-4a05-8316-ebaefc3e1ccb req-73cd84cb-ffa5-4fdb-a993-772fd987d70e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 944 time: 0.0569105 Sep 24 19:03:54.596548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56502) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:54.645578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.646816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1c44802-00cc-4a05-8316-ebaefc3e1ccb req-1c6dd5a8-54f7-44d4-9d71-9e359f4cc435 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Sep 24 19:03:54.653128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.686327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:54.696866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:54.703796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.704473 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Added segment 14711fe1-55a5-4aa5-bfe8-4d53e81a588a of type vlan for network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 Sep 24 19:03:54.727596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5919a7-eb14-4058-9b12-e046c481c774 req-e959441b-7644-4a2b-8af0-3da0909a3de7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.729472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a5919a7-eb14-4058-9b12-e046c481c774 req-e959441b-7644-4a2b-8af0-3da0909a3de7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.0677185 Sep 24 19:03:54.734379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-360855652-network', 'tenant_id': '724f1495ea7343c294a9348c7b1b0e2e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:54.751269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.776877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.777835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:54.778465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.782481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Made reservation on behalf of 724f1495ea7343c294a9348c7b1b0e2e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:54.784935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.800205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a5919a7-eb14-4058-9b12-e046c481c774 req-82f0ef35-6be1-49c5-bd3c-6ef07a0478b7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613601 Sep 24 19:03:54.801031 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.812613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5014784 Sep 24 19:03:54.812910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56510) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:54.818490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Request body: {'subnet': {'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-784770550-subnet', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:54.846748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fae41-45e3-4964-83e8-8f533d7c1e60 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:54.853587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:54.856184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:54.859157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:55.035296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21c8ca-8b94-4a7a-9d6b-b7b06fe87543 req-a53af87f-87c4-4070-b48f-22668a8497e3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.042921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b21c8ca-8b94-4a7a-9d6b-b7b06fe87543 req-a53af87f-87c4-4070-b48f-22668a8497e3 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.1527593 Sep 24 19:03:55.138500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.164620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.184542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b21c8ca-8b94-4a7a-9d6b-b7b06fe87543 req-8342ec3b-fc00-43c4-9f48-f679bbea75f0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407800 Sep 24 19:03:55.452902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:55.462284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.473864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b62945-94fe-43dc-8418-bbe9d3e3a192,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:55.499437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.499783 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Added segment 2f574fbd-0710-4541-a1f7-3e705e378fec of type vlan for network b447ac3b-06bf-45fc-acf6-17cb09e3814c Sep 24 19:03:55.563185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e1076e-fd56-41a4-b9c8-f81481189645,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:55.580072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.600565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:55.600919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Network hostable DHCP agents. Network: eb0c0c2a-aa6f-4e47-98b5-03b749e86f07, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:55.665476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.666459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.667078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.683967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5173ff-bb24-441e-87a8-8d4207607b06 req-26d34fde-1104-423b-8601-2150bbe93412 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.690479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5173ff-bb24-441e-87a8-8d4207607b06 req-26d34fde-1104-423b-8601-2150bbe93412 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.692033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c5173ff-bb24-441e-87a8-8d4207607b06 req-26d34fde-1104-423b-8601-2150bbe93412 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.1095583 Sep 24 19:03:55.696261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:55.746194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1482902 Sep 24 19:03:55.749193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:55.754069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Request body: {'subnet': {'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-360855652-subnet', 'tenant_id': '724f1495ea7343c294a9348c7b1b0e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:55.775591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Made reservation on behalf of 724f1495ea7343c294a9348c7b1b0e2e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:55.778333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.785744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, eb0c0c2a-aa6f-4e47-98b5-03b749e86f07) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:55.790227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.791666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773408f-e003-4f6f-95ab-762ae2fbe627 admin admin] Pushing event updated for resources: {'Network': ['ID=b447ac3b-06bf-45fc-acf6-17cb09e3814c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:55.798316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.799138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.813433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461524de-8507-433d-b5a1-50463bbdebee None None] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:55.819384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b447ac3b-06bf-45fc-acf6-17cb09e3814c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:55.849395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c5173ff-bb24-441e-87a8-8d4207607b06 req-858ec1a8-314b-4973-a3a6-01c7c19303c3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400707 Sep 24 19:03:55.857940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0241faec-c568-4e87-a878-3b778f6fc9d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0416000 Sep 24 19:03:55.859999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56524) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:55.865084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:55.876487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affde115-e18b-4b62-89fe-69060e53108d req-94ef1f0d-88f3-4ddd-8963-e8c461753e20 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:55.878121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-affde115-e18b-4b62-89fe-69060e53108d req-94ef1f0d-88f3-4ddd-8963-e8c461753e20 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 944 time: 0.1454854 Sep 24 19:03:55.937413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.938519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:55.974170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-affde115-e18b-4b62-89fe-69060e53108d req-f8876a7a-0982-4d5a-8984-c2131fe2c9b0 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632656 Sep 24 19:03:56.071062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.096482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d4214-a3cb-43ee-b7fe-09d9b47dceec req-95c555cc-6add-449b-855f-4311ea84bfae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:56.103938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e7d4214-a3cb-43ee-b7fe-09d9b47dceec req-95c555cc-6add-449b-855f-4311ea84bfae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1376488 Sep 24 19:03:56.130294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.150504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acc3144-4956-4c3b-8df5-f7eb90f07931,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:56.159464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Checking segment: {'id': '2f574fbd-0710-4541-a1f7-3e705e378fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:56.160009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Network hostable DHCP agents. Network: b447ac3b-06bf-45fc-acf6-17cb09e3814c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:56.182613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Network b447ac3b-06bf-45fc-acf6-17cb09e3814c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:56.195725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b447ac3b-06bf-45fc-acf6-17cb09e3814c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:56.200931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:56.201690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.216769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bfb716-580f-4a1d-8141-b05d6ed8916c None None] Network b447ac3b-06bf-45fc-acf6-17cb09e3814c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:56.237406 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e56bccc-9002-422a-862d-261f6b78445e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4805532 Sep 24 19:03:56.249038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e7d4214-a3cb-43ee-b7fe-09d9b47dceec req-c33083b4-6bc8-4d97-8340-133ae02eb95c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364322 Sep 24 19:03:56.331909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.337686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:03:56.339002 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.396447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c020d-9178-45dd-ae46-459d6035ada5 req-827f9347-b679-4d37-9c7c-a11a68d12fe8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:56.399036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-823c020d-9178-45dd-ae46-459d6035ada5 req-827f9347-b679-4d37-9c7c-a11a68d12fe8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.1102502 Sep 24 19:03:56.449082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242e617-6fc7-4925-bb48-05ad55f1ba76 None None] Network b447ac3b-06bf-45fc-acf6-17cb09e3814c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:56.487974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-823c020d-9178-45dd-ae46-459d6035ada5 req-fba4565c-a8cf-40ed-b84d-06476621de38 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769048 Sep 24 19:03:56.642334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Allocated IP 172.20.0.2 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/459d5d54-4a96-4206-927d-7d5f11f82ef6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:56.694943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dc0a5-1bd4-4c58-95b9-d791b44f61e7 req-390f5e14-8010-423e-8920-8ccc357f9b03 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:56.697028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e4dc0a5-1bd4-4c58-95b9-d791b44f61e7 req-390f5e14-8010-423e-8920-8ccc357f9b03 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 1101 time: 0.1306651 Sep 24 19:03:56.698043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.705516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:56.710685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-188950669-network', 'tenant_id': '0c177f53efd84caca00fccc252c37d1b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:56.726482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.740276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Made reservation on behalf of 0c177f53efd84caca00fccc252c37d1b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:56.745042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.758023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.799868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e4dc0a5-1bd4-4c58-95b9-d791b44f61e7 req-00d275b5-cbec-4b39-a156-20e306df52f9 tempest-ServersOnMultiNodesTest-2059597673 tempest-ServersOnMultiNodesTest-2059597673-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755947 Sep 24 19:03:56.801110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.811085 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.855853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:56.858977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:56.862469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:56.876575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Allocated IP 172.25.5.227 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d35c8e89-a1a2-4e02-9b11-3d0bac47561e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:03:56.885476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.891285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.897278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Pushing event updated for resources: {'Port': ['ID=459d5d54-4a96-4206-927d-7d5f11f82ef6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:56.916038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:03:56.926845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.930964 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Added segment 6cbb9540-52da-4eb9-8919-9bd92b185e00 of type vlan for network 6502ad4b-abde-4bff-bee8-0b5fc87e192e Sep 24 19:03:56.961724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Attempting to bind port 459d5d54-4a96-4206-927d-7d5f11f82ef6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:56.962124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Attempting to bind port 459d5d54-4a96-4206-927d-7d5f11f82ef6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:56.962692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Attempting to bind port 459d5d54-4a96-4206-927d-7d5f11f82ef6 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:56.971324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:56.971697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:56.972109 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.972508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:56.973095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Bound port: 459d5d54-4a96-4206-927d-7d5f11f82ef6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:56.973361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:56.981135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.045071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.046103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.047672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.054465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c94bb0-39c1-46ea-b8f5-1be058ae9cf0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:57.077580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] For port 459d5d54-4a96-4206-927d-7d5f11f82ef6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:03:57.082978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] For port 459d5d54-4a96-4206-927d-7d5f11f82ef6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=459d5d54-4a96-4206-927d-7d5f11f82ef6,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:03:57.088232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.092056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3829184 Sep 24 19:03:57.092264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:57.094715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.099508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Request body: {'subnet': {'network_id': '6502ad4b-abde-4bff-bee8-0b5fc87e192e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-188950669-subnet', 'tenant_id': '0c177f53efd84caca00fccc252c37d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:03:57.110566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6c65-5c11-4c86-888f-3b2feb23dcc9 req-020a397b-1070-4ea2-910f-451eee5aafa3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.117447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6c65-5c11-4c86-888f-3b2feb23dcc9 req-020a397b-1070-4ea2-910f-451eee5aafa3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.119434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17fe6c65-5c11-4c86-888f-3b2feb23dcc9 req-020a397b-1070-4ea2-910f-451eee5aafa3 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.1407170 Sep 24 19:03:57.154821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce683-94d3-4efc-9d41-1650bf79979e admin admin] Pushing event updated for resources: {'Network': ['ID=6502ad4b-abde-4bff-bee8-0b5fc87e192e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:57.160720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Made reservation on behalf of 0c177f53efd84caca00fccc252c37d1b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:03:57.165318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.165638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2995c7-9ea7-4b1d-8587-f7eeeeb030c3 None None] Pushing event updated for resources: {'Port': ['ID=459d5d54-4a96-4206-927d-7d5f11f82ef6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:57.169922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6502ad4b-abde-4bff-bee8-0b5fc87e192e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:03:57.233246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17fe6c65-5c11-4c86-888f-3b2feb23dcc9 req-cd9f27ca-c81a-44f8-bf38-e8f7c516b7b5 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997398 Sep 24 19:03:57.244684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbacf7-5e76-4b6e-8994-4c3b38408986 req-1b79cc51-0900-43e9-91c4-0bdd5c04a2a6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.246173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6dbacf7-5e76-4b6e-8994-4c3b38408986 req-1b79cc51-0900-43e9-91c4-0bdd5c04a2a6 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 944 time: 0.1240473 Sep 24 19:03:57.247844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.304557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:03:57.317390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:57.321291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:03:57.387192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.404170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Pushing event updated for resources: {'Port': ['ID=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:57.419061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6dbacf7-5e76-4b6e-8994-4c3b38408986 req-cc8a8570-408f-446f-a71e-2a0abb4aad23 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634586 Sep 24 19:03:57.446437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9db99c-1879-4b8a-a676-6343babe8fd0 req-cdce86dd-eb7d-471a-bd62-8bd5276a67a0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.454435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b9db99c-1879-4b8a-a676-6343babe8fd0 req-cdce86dd-eb7d-471a-bd62-8bd5276a67a0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.1251721 Sep 24 19:03:57.462787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d00e90b-6cb2-45f3-bae3-5f88a902ab87,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:57.471671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Checking segment: {'id': '6cbb9540-52da-4eb9-8919-9bd92b185e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6502ad4b-abde-4bff-bee8-0b5fc87e192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:57.472018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Network hostable DHCP agents. Network: 6502ad4b-abde-4bff-bee8-0b5fc87e192e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:03:57.491975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Network 6502ad4b-abde-4bff-bee8-0b5fc87e192e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:03:57.508186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6502ad4b-abde-4bff-bee8-0b5fc87e192e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:03:57.515419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e7721c87-22a1-4e4b-9d6b-d8f95654982e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:57.532030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.532842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.561022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a639c-5a31-4549-a057-35e3a87236e4 None None] Network 6502ad4b-abde-4bff-bee8-0b5fc87e192e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:57.570994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90394910-0634-4358-8520-0b56992455b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4731677 Sep 24 19:03:57.600264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b9db99c-1879-4b8a-a676-6343babe8fd0 req-b3249489-d771-4694-9702-774f7810f865 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448331 Sep 24 19:03:57.686653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e7721c87-22a1-4e4b-9d6b-d8f95654982e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:03:57.691897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e7721c87-22a1-4e4b-9d6b-d8f95654982e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:57.692275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.795619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f394cd-ac35-432a-9242-c0fbd83ad360 None None] Network 6502ad4b-abde-4bff-bee8-0b5fc87e192e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:57.823783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.875022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50d2ed-dc35-4050-99a3-23b55775d836 req-0b1fc697-ae1c-4afb-931e-eedf09b25a85 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:57.876955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b50d2ed-dc35-4050-99a3-23b55775d836 req-0b1fc697-ae1c-4afb-931e-eedf09b25a85 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1418757 Sep 24 19:03:57.927370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:57.991406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b50d2ed-dc35-4050-99a3-23b55775d836 req-c9827b29-76b3-47fd-ae5a-71e9ed71376f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059861 Sep 24 19:03:58.006188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:58.007406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:03:58.010795 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2c322-04c1-4756-b1ad-d46c9be3aa5d" -d '{"events": [{"server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "name": "network-vif-plugged", "status": "completed", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:03:58.048393 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.134529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 459d5d54-4a96-4206-927d-7d5f11f82ef6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:03:58.138572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:58.190957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 459d5d54-4a96-4206-927d-7d5f11f82ef6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:58.191332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.278088 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.313631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 459d5d54-4a96-4206-927d-7d5f11f82ef6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=459d5d54-4a96-4206-927d-7d5f11f82ef6,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:03:58.318106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.369604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=459d5d54-4a96-4206-927d-7d5f11f82ef6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:58.399366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520928b-b628-466c-a90b-2ef69efb76a4 None None] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:03:58.466660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.522608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e201f643-d2d5-4217-946d-6519350d5a20 None None] Provisioning complete for port 459d5d54-4a96-4206-927d-7d5f11f82ef6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:58.523009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e201f643-d2d5-4217-946d-6519350d5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.556956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd31c0-9cd9-4e14-937a-679b03d3340c req-295f8a06-219f-413d-b96c-3eca65a1219e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:58.565170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd31c0-9cd9-4e14-937a-679b03d3340c req-295f8a06-219f-413d-b96c-3eca65a1219e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:58.566754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33cd31c0-9cd9-4e14-937a-679b03d3340c req-295f8a06-219f-413d-b96c-3eca65a1219e tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.1790040 Sep 24 19:03:58.609968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-af333691-b643-480a-bbcd-5e718e887e34 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:58.611461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-af333691-b643-480a-bbcd-5e718e887e34 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/networks?id=b447ac3b-06bf-45fc-acf6-17cb09e3814c HTTP/1.1" status: 200 len: 824 time: 0.2226031 Sep 24 19:03:58.676650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-bf6edc1c-2f1f-4b42-a0eb-abb5c260216f tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/quotas/724f1495ea7343c294a9348c7b1b0e2e HTTP/1.1" status: 200 len: 375 time: 0.0557296 Sep 24 19:03:58.682187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33cd31c0-9cd9-4e14-937a-679b03d3340c req-63efddf7-7680-41db-86d7-db97b7f499f0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045797 Sep 24 19:03:58.724442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-d59a408e-d437-49bf-9364-96033538285b tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=724f1495ea7343c294a9348c7b1b0e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394986 Sep 24 19:03:58.729998 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c2d830-1147-413a-b3b4-32bb2f547f17 x-openstack-request-id: req-02c2d830-1147-413a-b3b4-32bb2f547f17 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:03:58.730374 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "name": "network-vif-plugged", "status": "completed", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:03:58.730704 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02c2d830-1147-413a-b3b4-32bb2f547f17 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:03:58.731202 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'code': 200} Sep 24 19:03:58.854470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a519bccf-3a60-48e8-836c-eb39b6d58168 None None] Provisioning complete for port 459d5d54-4a96-4206-927d-7d5f11f82ef6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:03:58.854842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a519bccf-3a60-48e8-836c-eb39b6d58168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:58.890957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Router 94096b96-eeec-4382-8db9-40506949061f is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:03:58.925792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-bf7bf33e-dece-4bf4-bbed-1662ff4c1a7d service neutron] 10.222.0.18 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861188 Sep 24 19:03:58.938048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb796ab-1d0c-4035-bc4a-50b4a9df205f req-e163ccca-e5fe-4851-827e-fe4b12dd5d48 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:58.939586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb796ab-1d0c-4035-bc4a-50b4a9df205f req-e163ccca-e5fe-4851-827e-fe4b12dd5d48 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 945 time: 0.1505201 Sep 24 19:03:58.943790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d48e7-b7b3-4002-9cd2-3c0e842c8a09 req-c78f0f08-f39f-41da-be1d-edc577d7a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:58.945221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-502d48e7-b7b3-4002-9cd2-3c0e842c8a09 req-c78f0f08-f39f-41da-be1d-edc577d7a4a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1096 time: 0.1146705 Sep 24 19:03:59.104035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb796ab-1d0c-4035-bc4a-50b4a9df205f req-d8fcd2fd-88b2-45bc-b1df-592e8a81bcfe tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563663 Sep 24 19:03:59.105877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-502d48e7-b7b3-4002-9cd2-3c0e842c8a09 req-9e9b6f6c-92a3-477f-aec4-0492eede143b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219325 Sep 24 19:03:59.166115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-40cef650-a946-48c4-9aec-b8d377114219 service neutron] 10.222.0.18 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254646 Sep 24 19:03:59.167147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:03:59.177175 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Sync routers for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:03:59.186512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.191362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac8f00b7-e2ea-40c9-846b-0e76bedb7546 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3280497 Sep 24 19:03:59.191541 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:03:59.191646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56598) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:03:59.193928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:59.312573 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:03:59.324208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1af1f-457f-4d5e-83bc-2f68bf3b08fc req-1226a77c-b6ac-4faa-af3f-5d50fe6bb9bf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.328389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3da1af1f-457f-4d5e-83bc-2f68bf3b08fc req-1226a77c-b6ac-4faa-af3f-5d50fe6bb9bf tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.0823338 Sep 24 19:03:59.501074 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:03:57Z', 'revision_number': 3, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:03:59.522748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-6b898b05-a9e2-4446-930e-953ac222cb86 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.524859 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-6b898b05-a9e2-4446-930e-953ac222cb86 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.1649556 Sep 24 19:03:59.532912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Checking router: 94096b96-eeec-4382-8db9-40506949061f for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:03:59.533254 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Updating router 94096b96-eeec-4382-8db9-40506949061f port d35c8e89-a1a2-4e02-9b11-3d0bac47561e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:03:59.533694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3da1af1f-457f-4d5e-83bc-2f68bf3b08fc req-f1d04397-8de7-42ce-81f7-7a4c53495382 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459851 Sep 24 19:03:59.580842 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.604194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92455304-f591-4b7c-b48f-27e7da92ae79 req-b1523afd-f65a-4933-91fe-6136651c5a84 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.605808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92455304-f591-4b7c-b48f-27e7da92ae79 req-b1523afd-f65a-4933-91fe-6136651c5a84 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1943173 Sep 24 19:03:59.649894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-556040d0-9e82-4f20-afa4-f5cf6986c5bf req-26ee6b33-c138-4130-8ef1-e2429dfc9404 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 210 time: 0.0595303 Sep 24 19:03:59.808378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92455304-f591-4b7c-b48f-27e7da92ae79 req-08554918-379c-4d19-ad19-ed0204a463ff tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899502 Sep 24 19:03:59.865252 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.872326 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.919263 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Attempting to bind port d35c8e89-a1a2-4e02-9b11-3d0bac47561e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:03:59.919876 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Attempting to bind port d35c8e89-a1a2-4e02-9b11-3d0bac47561e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:03:59.920243 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Attempting to bind port d35c8e89-a1a2-4e02-9b11-3d0bac47561e on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:03:59.932682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port 99aac271-105d-40a7-965b-fda207d76d2d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:03:59.932900 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:03:59.933048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.933190 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:03:59.933795 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.934362 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:03:59.935049 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Bound port: d35c8e89-a1a2-4e02-9b11-3d0bac47561e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:03:59.935625 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:03:59.938508 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Pushing event updated for resources: {'Port': ['ID=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:03:59.943162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-2ff17d6d-ff49-40dd-ae9d-a6551eaac511 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.949704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-2ff17d6d-ff49-40dd-ae9d-a6551eaac511 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.951433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-2ff17d6d-ff49-40dd-ae9d-a6551eaac511 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.2133734 Sep 24 19:03:59.973923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.974453 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.974993 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.975701 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.976298 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.977614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.978408 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.979539 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.980189 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.980732 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.981534 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.982319 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:03:59.984621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19a48-b5eb-42fb-bf2b-bff6d18920a0 req-0241deb0-421a-43ac-9465-53c5b034d0e0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.990662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19a48-b5eb-42fb-bf2b-bff6d18920a0 req-0241deb0-421a-43ac-9465-53c5b034d0e0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:03:59.998606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d19a48-b5eb-42fb-bf2b-bff6d18920a0 req-0241deb0-421a-43ac-9465-53c5b034d0e0 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.2279816 Sep 24 19:04:00.030066 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] For port d35c8e89-a1a2-4e02-9b11-3d0bac47561e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:00.034027 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] For port d35c8e89-a1a2-4e02-9b11-3d0bac47561e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:00.040019 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.079843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 459d5d54-4a96-4206-927d-7d5f11f82ef6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:00.109248 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:00.110199 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:00.113253 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c429f2-d9c7-4285-98e4-c50537b2e856 None None] Pushing event updated for resources: {'Port': ['ID=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:00.140001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 459d5d54-4a96-4206-927d-7d5f11f82ef6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:00.140463 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.198430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d19a48-b5eb-42fb-bf2b-bff6d18920a0 req-ba5b4659-f9be-419a-b0db-f655d94a317f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987815 Sep 24 19:04:00.228903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port 99aac271-105d-40a7-965b-fda207d76d2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=99aac271-105d-40a7-965b-fda207d76d2d,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:00.229198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.239581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:00.457611 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:03:57Z', 'revision_number': 3, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:00.577731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for 99aac271-105d-40a7-965b-fda207d76d2d owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:00.601802 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac920d8-c7ca-4b5f-b7d8-b92ed669a31f None None] The sync data for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 is: [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:03:57Z', 'revision_number': 3, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:00.717682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-1f4698d0-9207-45e3-9c46-c0588dcba244 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:00.719233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-1f4698d0-9207-45e3-9c46-c0588dcba244 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.15 "GET /v2.0/networks?id=b447ac3b-06bf-45fc-acf6-17cb09e3814c HTTP/1.1" status: 200 len: 824 time: 0.1588261 Sep 24 19:04:00.725577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:00.726114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.739653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Request body: {'port': {'device_id': '8fcf6515-850a-4a37-961b-739a72b82620', 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c', 'admin_state_up': True, 'tenant_id': '724f1495ea7343c294a9348c7b1b0e2e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:00.759072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d86f-39b0-444b-8de5-6b573f814a5f req-4479cbb5-5bd1-4e23-9f6a-2d73e9d5a638 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:00.761980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f92d86f-39b0-444b-8de5-6b573f814a5f req-4479cbb5-5bd1-4e23-9f6a-2d73e9d5a638 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 945 time: 0.5300109 Sep 24 19:04:00.812158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.874654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Made reservation on behalf of 724f1495ea7343c294a9348c7b1b0e2e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:00.878320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:00.942481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17c4f-a1ee-43e5-8b91-d8b2e7e4d9a8 req-a341ddac-5d58-4b94-bb15-b578cc4cc57b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:00.951112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52f17c4f-a1ee-43e5-8b91-d8b2e7e4d9a8 req-a341ddac-5d58-4b94-bb15-b578cc4cc57b tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 950 time: 0.2915323 Sep 24 19:04:01.011293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f92d86f-39b0-444b-8de5-6b573f814a5f req-51a93bc6-fb49-499e-a1b9-512faf116d34 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206802 Sep 24 19:04:01.052030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Allocated IP 172.20.0.10 (b447ac3b-06bf-45fc-acf6-17cb09e3814c/3acc3144-4956-4c3b-8df5-f7eb90f07931/5b4fc2c9-249b-4591-b8f1-308b4327444c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:01.199176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:01.199561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.240403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d4911ff-a7b2-40cd-95b5-747a1217070f req-d362d481-dc40-4161-9600-ae2a649f1590 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 210 time: 0.1152756 Sep 24 19:04:01.250532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.269877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52f17c4f-a1ee-43e5-8b91-d8b2e7e4d9a8 req-3ee510d8-46e7-449d-b5f8-81ff20218040 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043051 Sep 24 19:04:01.280586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:01.303175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.363237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Network b447ac3b-06bf-45fc-acf6-17cb09e3814c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:01.364757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Pushing event updated for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:01.367557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:01.369670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:01.426439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:01.427364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.449174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-c375af20-9157-4e69-b637-90b7293e6ca2 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7156844 Sep 24 19:04:01.461327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.468918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Request body: {'port': {'device_id': '8fcf6515-850a-4a37-961b-739a72b82620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:01.474634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', '8b6470f2-4504-4aa8-a527-556b3365487e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:01.508333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:01.533058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=99aac271-105d-40a7-965b-fda207d76d2d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:01.536789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Allocated IP 172.20.0.1 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:01.583831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.604474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92891f-fce5-42a5-8e1e-40fbd64d1ecc req-9ca59fb3-a127-4184-80fa-e234e72b869b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:01.612185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92891f-fce5-42a5-8e1e-40fbd64d1ecc req-9ca59fb3-a127-4184-80fa-e234e72b869b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:01.613983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a92891f-fce5-42a5-8e1e-40fbd64d1ecc req-9ca59fb3-a127-4184-80fa-e234e72b869b tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 1683 time: 0.2236035 Sep 24 19:04:01.615295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 99aac271-105d-40a7-965b-fda207d76d2d no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:01.662003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 99aac271-105d-40a7-965b-fda207d76d2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:01.662473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 99aac271-105d-40a7-965b-fda207d76d2d not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:01.662842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port 99aac271-105d-40a7-965b-fda207d76d2d on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:01.700847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c5a00-da35-4331-af86-bd1de4c2db34 req-49382a2d-3e95-429f-91df-fd051279d128 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:01.702469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-290c5a00-da35-4331-af86-bd1de4c2db34 req-49382a2d-3e95-429f-91df-fd051279d128 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.3201072 Sep 24 19:04:01.729118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:01.731066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cccbeb-ddbb-4ea5-a187-b9d8fa30e7fd req-5a3d40e5-9322-4e36-840d-e28b1fd7bae0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "DELETE /v2.0/ports/99aac271-105d-40a7-965b-fda207d76d2d HTTP/1.1" status: 204 len: 173 time: 2.1818724 Sep 24 19:04:01.733630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'name': 'network-vif-deleted', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:01.736250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e5939-f25a-44c8-9a58-d3d3e31a5ba2" -d '{"events": [{"server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "name": "network-vif-deleted", "tag": "99aac271-105d-40a7-965b-fda207d76d2d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:01.931811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a92891f-fce5-42a5-8e1e-40fbd64d1ecc req-47748610-7d10-4206-8c00-0711e2fe96c9 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812390 Sep 24 19:04:01.956470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-290c5a00-da35-4331-af86-bd1de4c2db34 req-983a33d8-ec9e-4b69-a636-7edc78498aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949134 Sep 24 19:04:01.987497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4fc2c9-249b-4591-b8f1-308b4327444c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:02.018754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.042020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.052852 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.061664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Transition to ACTIVE for port object 5b4fc2c9-249b-4591-b8f1-308b4327444c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:02.073781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.146834 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29dfafc-843d-46a5-89dc-639fdce3cc62 x-openstack-request-id: req-d29dfafc-843d-46a5-89dc-639fdce3cc62 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:02.147253 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c875-9537-4a7d-8190-df881039c1fc", "name": "network-vif-deleted", "tag": "99aac271-105d-40a7-965b-fda207d76d2d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:02.147868 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d29dfafc-843d-46a5-89dc-639fdce3cc62 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:02.148983 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c875-9537-4a7d-8190-df881039c1fc', 'name': 'network-vif-deleted', 'tag': '99aac271-105d-40a7-965b-fda207d76d2d', 'status': 'completed', 'code': 200} Sep 24 19:04:02.166491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=cf14e465-48f7-4daa-b20d-7a8e7f2e9e15,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:02.193643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:02.196609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d35c8e89-a1a2-4e02-9b11-3d0bac47561e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:02.198228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.200355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-e57c6897-2dff-4c19-8d45-05e7c8c12706 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "DELETE /v2.0/ports/cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 HTTP/1.1" status: 204 len: 173 time: 2.2424738 Sep 24 19:04:02.306217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.390645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:02.396476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:02.399588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:02.458668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198922c-2a3c-4e19-90dc-d4e92b50bd46 req-871a61f1-65e7-4f1a-a382-b29f0295a40c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:02.461516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e198922c-2a3c-4e19-90dc-d4e92b50bd46 req-871a61f1-65e7-4f1a-a382-b29f0295a40c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 945 time: 0.2153621 Sep 24 19:04:02.486747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d35c8e89-a1a2-4e02-9b11-3d0bac47561e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:02.489673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.525834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:02.531854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4ab62b7-30ba-4df8-958e-31f958a48632 req-17543418-2860-40f8-b659-3bb9d316d129 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f05c875-9537-4a7d-8190-df881039c1fc HTTP/1.1" status: 200 len: 210 time: 0.0840750 Sep 24 19:04:02.568203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.648143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port adfdca68-e937-4d06-b577-c42595a1ef48 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:02.649490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.681772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e198922c-2a3c-4e19-90dc-d4e92b50bd46 req-b2ce3c44-4f3f-4170-bc88-9e05eef65080 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931334 Sep 24 19:04:02.719517 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.744477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d35c8e89-a1a2-4e02-9b11-3d0bac47561e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:02.787747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.797453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:02.824618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Attempting to bind port 5b4fc2c9-249b-4591-b8f1-308b4327444c on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:02.824946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Attempting to bind port 5b4fc2c9-249b-4591-b8f1-308b4327444c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '2f574fbd-0710-4541-a1f7-3e705e378fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:02.825264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Attempting to bind port 5b4fc2c9-249b-4591-b8f1-308b4327444c on network b447ac3b-06bf-45fc-acf6-17cb09e3814c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:02.831152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Port 5b4fc2c9-249b-4591-b8f1-308b4327444c on network b447ac3b-06bf-45fc-acf6-17cb09e3814c not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:02.831495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Attempting to bind port 5b4fc2c9-249b-4591-b8f1-308b4327444c on network b447ac3b-06bf-45fc-acf6-17cb09e3814c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:02.836778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:02.837247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Checking segment: {'id': '2f574fbd-0710-4541-a1f7-3e705e378fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:02.837525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Bound using segment: {'id': '2f574fbd-0710-4541-a1f7-3e705e378fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:02.837956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Bound port: 5b4fc2c9-249b-4591-b8f1-308b4327444c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f574fbd-0710-4541-a1f7-3e705e378fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:02.838604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.850427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bac3c550-da3f-4c24-8124-323bfcb68ca1 None None] Provisioning complete for port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:02.850974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bac3c550-da3f-4c24-8124-323bfcb68ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.875806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:02.893905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bac3c550-da3f-4c24-8124-323bfcb68ca1 None None] Port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:02.915858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:02.919440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c,segment=NetworkSegment(2f574fbd-0710-4541-a1f7-3e705e378fec),segment_id=2f574fbd-0710-4541-a1f7-3e705e378fec)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:02.923690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.956741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:02.957525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.958944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] 10.222.0.15 "PUT /v2.0/ports/5b4fc2c9-249b-4591-b8f1-308b4327444c HTTP/1.1" status: 200 len: 1092 time: 1.4953461 Sep 24 19:04:02.961817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:02.964527 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0815c1d8-89c9-46a3-abdc-421389e8747d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:02.981308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:02.992844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512b24-4237-4a4e-a29b-f1ce46ece868 req-b929be5a-b6c1-4f19-b62d-4cd95c9bf6a9 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:02.994379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67512b24-4237-4a4e-a29b-f1ce46ece868 req-b929be5a-b6c1-4f19-b62d-4cd95c9bf6a9 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 944 time: 0.3315129 Sep 24 19:04:02.996265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce16a0f-f22d-4c92-be31-39a44844b871 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:03.005165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-c7d10cf1-e6c7-4838-8191-90bbf4609ee9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1441230680&fields=id&tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 267 time: 0.1941731 Sep 24 19:04:03.047034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-677c91b6-8258-4664-aec6-4ba87e9af4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:03.048695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-677c91b6-8258-4664-aec6-4ba87e9af4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=724f1495ea7343c294a9348c7b1b0e2e&device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 1095 time: 0.0416937 Sep 24 19:04:03.065618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port adfdca68-e937-4d06-b577-c42595a1ef48, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=adfdca68-e937-4d06-b577-c42595a1ef48,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:03.065997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.100436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-b67e8031-8dd4-46f6-8a81-b3da453309a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c HTTP/1.1" status: 200 len: 217 time: 0.0378079 Sep 24 19:04:03.153799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-37ea340e-9d40-4a6e-8890-32b50abaa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:03.155314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-37ea340e-9d40-4a6e-8890-32b50abaa1da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3acc3144-4956-4c3b-8df5-f7eb90f07931 HTTP/1.1" status: 200 len: 864 time: 0.0460904 Sep 24 19:04:03.196190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-25295306-49fb-42a9-a734-729ff4ed2e07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b447ac3b-06bf-45fc-acf6-17cb09e3814c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259840 Sep 24 19:04:03.296891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-7f27d962-6b45-46cb-821a-2a7a0382af6f service neutron] 10.222.0.15 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893016 Sep 24 19:04:03.353044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for adfdca68-e937-4d06-b577-c42595a1ef48 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:03.357208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.377402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67512b24-4237-4a4e-a29b-f1ce46ece868 req-12258235-b7ab-4c35-b29d-142151506834 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667259 Sep 24 19:04:03.406138 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-852afecc-988a-4d9d-818e-4dd887cbfcff req-15cc310d-8b3d-4aae-82fd-33f163fa1827 service neutron] 10.222.0.15 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886297 Sep 24 19:04:03.454150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-45fd1835-febb-41a7-a963-710d8e6b472b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:03.455631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-45fd1835-febb-41a7-a963-710d8e6b472b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 945 time: 0.4282346 Sep 24 19:04:03.491863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'security_groups': ['3519beec-90ca-4a56-be89-ca3270a23195', '437e73e5-935b-4738-a9e8-6ef132a82456']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:03.547069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:03.568835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:03.569178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cf14e465-48f7-4daa-b20d-7a8e7f2e9e15 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:03.569638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device adfdca68-e937-4d06-b577-c42595a1ef48 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:03.629126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fd624-ce34-406e-93d5-49f32d19fa5d req-2cdd5028-6ada-4476-8fed-220d8823a25f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:03.630652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-444fd624-ce34-406e-93d5-49f32d19fa5d req-2cdd5028-6ada-4476-8fed-220d8823a25f tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c0ba3c-5be9-4ff6-8f49-c0744d444676 HTTP/1.1" status: 200 len: 946 time: 0.1845205 Sep 24 19:04:03.678139 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.775942 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.807447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-444fd624-ce34-406e-93d5-49f32d19fa5d req-d041d8e7-6bda-4b06-84cf-38ba6b676eac tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c7aa88-dc0e-4523-ae19-b05c5eb32121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664181 Sep 24 19:04:03.853473 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec21d7-aba3-44ae-9bc0-6ea9c3b8a2dd x-openstack-request-id: req-83ec21d7-aba3-44ae-9bc0-6ea9c3b8a2dd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:03.854153 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:03.854580 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83ec21d7-aba3-44ae-9bc0-6ea9c3b8a2dd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:03.855080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.855357 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c', 'status': 'completed', 'code': 200} Sep 24 19:04:03.861862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.875973 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:03.924454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=adfdca68-e937-4d06-b577-c42595a1ef48,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:03.932190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-d4c86154-7176-4add-a486-5cc6e5bb1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:03.933714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-d4c86154-7176-4add-a486-5cc6e5bb1b68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=724f1495ea7343c294a9348c7b1b0e2e&device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 1095 time: 0.0442142 Sep 24 19:04:04.040541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.067542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-96e500f6-e162-4399-b2e8-1b37c7b407c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:04.072803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-96e500f6-e162-4399-b2e8-1b37c7b407c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b447ac3b-06bf-45fc-acf6-17cb09e3814c HTTP/1.1" status: 200 len: 924 time: 0.1233072 Sep 24 19:04:04.074783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d35c8e89-a1a2-4e02-9b11-3d0bac47561e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:04.095160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port adfdca68-e937-4d06-b577-c42595a1ef48 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:04.114285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.116370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09884633-e384-4341-bc53-0b3d17a6aae8 req-1933abb0-ce28-4d7e-ab21-1628a3995eb2 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.69 "DELETE /v2.0/ports/adfdca68-e937-4d06-b577-c42595a1ef48 HTTP/1.1" status: 204 len: 173 time: 1.9060645 Sep 24 19:04:04.117380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:04.130192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-4f2af52a-bdf3-447a-abc3-4dd10d271bd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c HTTP/1.1" status: 200 len: 217 time: 0.0397747 Sep 24 19:04:04.140176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d35c8e89-a1a2-4e02-9b11-3d0bac47561e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:04.140754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.151296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-deleted', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15'}, {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-deleted', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:04.154326 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcf5388-82e8-477a-b001-f8e0e2675690" -d '{"events": [{"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-deleted", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15"}, {"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-deleted", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:04.195829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ad699-5227-424f-b92e-5ea277684ffc req-04b7410a-428b-4208-bdb3-7b42d40f22c8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:04.203335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d1ad699-5227-424f-b92e-5ea277684ffc req-04b7410a-428b-4208-bdb3-7b42d40f22c8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2820935 Sep 24 19:04:04.218436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-ddc8b096-9c2e-49c0-8818-83789d25effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:04.220775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-ddc8b096-9c2e-49c0-8818-83789d25effe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3acc3144-4956-4c3b-8df5-f7eb90f07931 HTTP/1.1" status: 200 len: 864 time: 0.0668089 Sep 24 19:04:04.270215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-6f1a5a37-73cd-4dca-92ad-04252b42781f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b447ac3b-06bf-45fc-acf6-17cb09e3814c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354745 Sep 24 19:04:04.300829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d1ad699-5227-424f-b92e-5ea277684ffc req-9c4d8dd2-85d4-4387-9800-a537e12c7e8e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966849 Sep 24 19:04:04.302900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:04.344142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:04.350342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:04.356938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.364714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.381166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-2cc0619d-33a0-4041-a486-4072bcadd587 service neutron] 10.222.0.15 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968080 Sep 24 19:04:04.493608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:04.495780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.509302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd2b471-c748-45db-88f9-3e0ffaa8fb88 req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "PUT /v2.0/ports/e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 981 time: 1.0379977 Sep 24 19:04:04.521295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0815c1d8-89c9-46a3-abdc-421389e8747d req-728dcd5f-d001-4050-bc7e-d8a8e9e4a569 service neutron] 10.222.0.15 "GET /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232398 Sep 24 19:04:04.553419 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf64c3b-7a9a-4adf-b677-4204fde6c903 x-openstack-request-id: req-6bf64c3b-7a9a-4adf-b677-4204fde6c903 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:04.553731 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-deleted", "tag": "cf14e465-48f7-4daa-b20d-7a8e7f2e9e15", "status": "completed", "code": 200}, {"server_uuid": "b6c0ba3c-5be9-4ff6-8f49-c0744d444676", "name": "network-vif-deleted", "tag": "adfdca68-e937-4d06-b577-c42595a1ef48", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:04.554098 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bf64c3b-7a9a-4adf-b677-4204fde6c903 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:04.555417 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-deleted', 'tag': 'cf14e465-48f7-4daa-b20d-7a8e7f2e9e15', 'status': 'completed', 'code': 200} Sep 24 19:04:04.556238 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0ba3c-5be9-4ff6-8f49-c0744d444676', 'name': 'network-vif-deleted', 'tag': 'adfdca68-e937-4d06-b577-c42595a1ef48', 'status': 'completed', 'code': 200} Sep 24 19:04:04.591560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfb974-0084-4b31-8920-de3d19cf393c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:04.615254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Router 94096b96-eeec-4382-8db9-40506949061f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:04:04.628774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b249620c-0e8c-4767-805f-e5d896afa199 None None] Provisioning complete for port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:04.629731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b249620c-0e8c-4767-805f-e5d896afa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:04.657793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:04.728260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b249620c-0e8c-4767-805f-e5d896afa199 None None] Port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:04.751980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7', 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:04.795820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e785-a97d-4f1b-ae62-73f223aa0af5 req-cfdff01c-c4e2-42a5-bb1d-b88cfcc417b0 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:04.797352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a29e785-a97d-4f1b-ae62-73f223aa0af5 req-cfdff01c-c4e2-42a5-bb1d-b88cfcc417b0 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 944 time: 0.1966207 Sep 24 19:04:04.849134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:04:04.858824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66ca7616-fb1d-4887-8d28-952c140b38d5 admin admin] 10.222.0.18 "PUT /v2.0/routers/94096b96-eeec-4382-8db9-40506949061f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6661716 Sep 24 19:04:04.869205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db1ef08b-0da3-4761-89a5-9c260e39e0e5 req-daf90820-b152-4724-9c7e-1ae905ef4988 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/437e73e5-935b-4738-a9e8-6ef132a82456 HTTP/1.1" status: 200 len: 1800 time: 0.1411495 Sep 24 19:04:04.872082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Sync routers for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:04:04.884551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a29e785-a97d-4f1b-ae62-73f223aa0af5 req-fb3d7e01-179e-4142-8f3f-2dd8ea35af1a tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782278 Sep 24 19:04:04.912862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:04.912862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:04.962488 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-db1ef08b-0da3-4761-89a5-9c260e39e0e5 req-9d6d21c8-a4c0-4bc5-8588-47db6e85f8a4 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 19:04:04.963581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db1ef08b-0da3-4761-89a5-9c260e39e0e5 req-9d6d21c8-a4c0-4bc5-8588-47db6e85f8a4 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/437e73e5-935b-4738-a9e8-6ef132a82456 HTTP/1.1" status: 409 len: 341 time: 0.0781112 Sep 24 19:04:05.027256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:05.043418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c1ca-a18b-4889-9f1b-a4b898bd2f9c req-792e99af-c841-45cd-866e-746ecc5120fc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.043418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af98c1ca-a18b-4889-9f1b-a4b898bd2f9c req-792e99af-c841-45cd-866e-746ecc5120fc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.0596180 Sep 24 19:04:05.096034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:05.101476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af98c1ca-a18b-4889-9f1b-a4b898bd2f9c req-46a85e47-b9d6-4918-84bf-6b4033b0115d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514963 Sep 24 19:04:05.107066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting subnet d8295d41-410f-4b19-bca4-9c2951636210 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:05.110905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.163944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.262628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.302899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814c23e-c999-4e88-a87a-d8804b256742 req-b0b023a3-2ed1-43a1-ad09-7dd0b4e86c09 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.306108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0814c23e-c999-4e88-a87a-d8804b256742 req-b0b023a3-2ed1-43a1-ad09-7dd0b4e86c09 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 984 time: 0.0945699 Sep 24 19:04:05.308719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-ac718c63-98b4-4ac8-ae2f-276861ef4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.310445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-ac718c63-98b4-4ac8-ae2f-276861ef4d56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1135 time: 0.0880160 Sep 24 19:04:05.337684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.374918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Subnet': ['ID=d8295d41-410f-4b19-bca4-9c2951636210,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:05.390097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.392202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-979f9ec9-3642-42be-a765-473386e24458 tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/subnets/d8295d41-410f-4b19-bca4-9c2951636210 HTTP/1.1" status: 204 len: 168 time: 0.3637092 Sep 24 19:04:05.394697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:05.405109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:05.411286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606108419', 'description': 'tempest-description--110007534'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:05.427720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0b15f-d633-4455-b1e3-520c304f15c3 None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:05.439514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0814c23e-c999-4e88-a87a-d8804b256742 req-7488a837-637a-43c2-aa90-400937674f12 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=437e73e5-935b-4738-a9e8-6ef132a82456&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1076164 Sep 24 19:04:05.513288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.522338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-cba1700c-9ee1-4a8a-9078-5103121b3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.523954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-cba1700c-9ee1-4a8a-9078-5103121b3919 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.1966743 Sep 24 19:04:05.530266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.589632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-50d801e4-1ff0-47ed-b820-644716e42a06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 217 time: 0.0545449 Sep 24 19:04:05.599857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7703d-7591-47c2-9160-56e38e7c01b3 req-33acfb4a-ee79-48c5-adff-22eb9cf9cf25 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.603663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86d7703d-7591-47c2-9160-56e38e7c01b3 req-33acfb4a-ee79-48c5-adff-22eb9cf9cf25 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1196010 Sep 24 19:04:05.639306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:03Z', 'revision_number': 2, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:05.641327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5b4fc2c9-249b-4591-b8f1-308b4327444c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:05.646124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 65a2f9da-6817-414b-b365-fe0288d320d8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:05.646124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.684270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-d96ffee7-2765-4ab9-9c5b-c066fae1b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:05.685944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-d96ffee7-2765-4ab9-9c5b-c066fae1b468 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.0799632 Sep 24 19:04:05.691737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86d7703d-7591-47c2-9160-56e38e7c01b3 req-ffe797c0-4ee6-4ed9-8a94-4ea2a0109713 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681794 Sep 24 19:04:05.693728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Checking router: 94096b96-eeec-4382-8db9-40506949061f for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:04:05.694188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Updating router 94096b96-eeec-4382-8db9-40506949061f port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:04:05.720357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-da201ecd-67d2-4116-939a-035954df1acf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263216 Sep 24 19:04:05.740483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.743125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 65a2f9da-6817-414b-b365-fe0288d320d8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=65a2f9da-6817-414b-b365-fe0288d320d8,segment=NetworkSegment(3dc52c53-abec-451a-ab9e-c238aeba528c),segment_id=3dc52c53-abec-451a-ab9e-c238aeba528c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:05.743505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.749866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.751267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.769194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 65a2f9da-6817-414b-b365-fe0288d320d8 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:05.794521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.796022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3888152 Sep 24 19:04:05.799914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:05.827924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'security_group_rule': {'security_group_id': '3a5aee6b-76c3-42bd-b218-6e872b4c5e5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:05.847964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-6dcc9271-8a22-495a-9663-23eb7438d34e service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190720 Sep 24 19:04:05.871828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] DHCP port deletion for 157820ac-b011-4756-9bc6-7bebdf400f1a request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:04:05.885169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9085b4-9fa9-47a4-807f-d1159877d643 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:05.957650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.962478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:05.981119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f8000d-b5c1-4b90-9ab6-38d242700561 req-9cf37699-022f-4442-ae51-5b02a2e4f0ef service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247950 Sep 24 19:04:06.032155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=65a2f9da-6817-414b-b365-fe0288d320d8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.036297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 65a2f9da-6817-414b-b365-fe0288d320d8 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:06.076902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c,segment=NetworkSegment(2f574fbd-0710-4541-a1f7-3e705e378fec),segment_id=2f574fbd-0710-4541-a1f7-3e705e378fec)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:06.082757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8212a-9707-4aea-b4c4-8c6b3b9e77bc req-a6739efa-040a-4d69-bcd6-5ecaefc5e006 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:06.084028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 65a2f9da-6817-414b-b365-fe0288d320d8 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:06.090732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60c8212a-9707-4aea-b4c4-8c6b3b9e77bc req-a6739efa-040a-4d69-bcd6-5ecaefc5e006 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 944 time: 0.0886605 Sep 24 19:04:06.128088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 65a2f9da-6817-414b-b365-fe0288d320d8 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:06.128437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 65a2f9da-6817-414b-b365-fe0288d320d8 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:06.135604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.136113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '5b4fc2c9-249b-4591-b8f1-308b4327444c', 'network_id': 'b447ac3b-06bf-45fc-acf6-17cb09e3814c', 'port_id': '5b4fc2c9-249b-4591-b8f1-308b4327444c', 'mac_address': 'fa:16:3e:32:31:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acc3144-4956-4c3b-8df5-f7eb90f07931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:06.153443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60c8212a-9707-4aea-b4c4-8c6b3b9e77bc req-6184622a-b907-45bd-9217-c021d73af504 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Sep 24 19:04:06.178893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.183689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.221615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1196e03a-205b-48d5-8a5e-97d380e51d09,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.235647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.237455 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98de7d51-b670-41f8-8082-f8d3a0826c05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293053 Sep 24 19:04:06.240149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:06.243708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157820ac-b011-4756-9bc6-7bebdf400f1a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:06.248816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'security_group_rule': {'security_group_id': '3a5aee6b-76c3-42bd-b218-6e872b4c5e5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:06.254006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-e1501bd6-c0f4-494c-916b-286d24466c1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:06.256063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-e1501bd6-c0f4-494c-916b-286d24466c1c tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.1000848 Sep 24 19:04:06.265227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc52c53-abec-451a-ab9e-c238aeba528c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:06.265652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc52c53-abec-451a-ab9e-c238aeba528c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:06.279657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.283532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Deleting port 65a2f9da-6817-414b-b365-fe0288d320d8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:06.284143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.301386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.310346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.314928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:06.315191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:06.318550 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:06.331950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.382679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3d51b-9430-4d34-9048-c4a5d08d4130 req-9aa937d0-f66b-4c8d-b9fb-eff7b26ad2ca tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:06.384236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d3d51b-9430-4d34-9048-c4a5d08d4130 req-9aa937d0-f66b-4c8d-b9fb-eff7b26ad2ca tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.1273139 Sep 24 19:04:06.395168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4fc2c9-249b-4591-b8f1-308b4327444c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:06.426023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.431506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.437432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.457256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.463108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/networks/157820ac-b011-4756-9bc6-7bebdf400f1a HTTP/1.1" status: 204 len: 168 time: 1.0637789 Sep 24 19:04:06.465172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56698) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:06.465675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd90c13-8d38-43bb-a218-742a5eb7b1ee tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Network': ['ID=157820ac-b011-4756-9bc6-7bebdf400f1a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.480699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d3d51b-9430-4d34-9048-c4a5d08d4130 req-2f37c430-cf4c-49fa-a359-c820a7c0182d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868697 Sep 24 19:04:06.486242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa2336a-f6a5-470e-97e1-c34c3c623776,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.493141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.494991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b08eed85-4a94-452e-b7fa-a09e0bf40323 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537241 Sep 24 19:04:06.498064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:06.504851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:06.509816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port 8b6470f2-4504-4aa8-a527-556b3365487e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:06.510168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.534299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.600369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] For port 65a2f9da-6817-414b-b365-fe0288d320d8, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:06.601219 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.641620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:06.643368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c,segment=NetworkSegment(2f574fbd-0710-4541-a1f7-3e705e378fec),segment_id=2f574fbd-0710-4541-a1f7-3e705e378fec)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:06.646628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Calling delete_port for 65a2f9da-6817-414b-b365-fe0288d320d8 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:06.647984 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c866f207-6cc9-4255-8292-855bbcc89d68" -d '{"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:06.656758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting subnet bb833b82-d621-4d60-93f6-e7d71f0792a3 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:06.661459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.666808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Port 65a2f9da-6817-414b-b365-fe0288d320d8 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:04:06.669473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.676814 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.683109 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.685482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Network 157820ac-b011-4756-9bc6-7bebdf400f1a is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:04:06.685947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] No DVR routers for this DVR port 65a2f9da-6817-414b-b365-fe0288d320d8 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:06.738196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.750697 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.774386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.853975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628cda0-e8d1-4435-8f8c-5dd8d7ec8d33 None None] Pushing event deleted for resources: {'Port': ['ID=65a2f9da-6817-414b-b365-fe0288d320d8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:06.874650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.25.5.124 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ff897672-f458-4bf4-8cd2-944517c47336) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:06.936801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Attempting to bind port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:06.937325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Attempting to bind port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:06.937801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Attempting to bind port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:06.947596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:06.948194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:06.948758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.949255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:06.949909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Bound port: 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:06.950403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:06.969942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a8697-ad28-4693-98a7-eb7ebd54d390 None None] Pushing event updated for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:07.032906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.046774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] For port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:07.051494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] For port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:07.062046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.070091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5b4fc2c9-249b-4591-b8f1-308b4327444c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:07.099701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.123502 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f323eb67-1720-46e0-b30f-bdc4b1ba31a0 x-openstack-request-id: req-f323eb67-1720-46e0-b30f-bdc4b1ba31a0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:07.124125 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:07.124125 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f323eb67-1720-46e0-b30f-bdc4b1ba31a0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:07.124522 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'status': 'completed', 'code': 200} Sep 24 19:04:07.139877 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.141182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:07.145503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:07.149548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:07.191079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=ff897672-f458-4bf4-8cd2-944517c47336,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:07.191260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a8697-ad28-4693-98a7-eb7ebd54d390 None None] Pushing event updated for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:07.205927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:07.207982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:07.246756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port 8b6470f2-4504-4aa8-a527-556b3365487e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=8b6470f2-4504-4aa8-a527-556b3365487e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:07.247147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.259374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.262418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] Provisioning complete for port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:07.263081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.301026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for 8b6470f2-4504-4aa8-a527-556b3365487e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:07.312463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.317359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d434c-97ad-4629-bc0a-92087e59a9b8 req-8b148b27-a5ea-4ecf-93a7-27ac4a659d04 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.325887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-285d434c-97ad-4629-bc0a-92087e59a9b8 req-8b148b27-a5ea-4ecf-93a7-27ac4a659d04 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 984 time: 0.7037537 Sep 24 19:04:07.351716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d870fc-9404-4fcd-af16-6606a62b158d req-d9fb9236-2e79-4dec-a295-2ac81fa5c73c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.358651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29d870fc-9404-4fcd-af16-6606a62b158d req-d9fb9236-2e79-4dec-a295-2ac81fa5c73c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2289567 Sep 24 19:04:07.361482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-50d27c67-50f4-466f-ae4a-063b7be9eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.363353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-50d27c67-50f4-466f-ae4a-063b7be9eb1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1135 time: 0.2380223 Sep 24 19:04:07.415519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:07.488347 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.498810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.540841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29d870fc-9404-4fcd-af16-6606a62b158d req-fdcdbc8c-43d9-47cb-9231-0353bc59eb19 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718943 Sep 24 19:04:07.570551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-285d434c-97ad-4629-bc0a-92087e59a9b8 req-dbfa6b2f-d712-4152-a85c-252d5a93f5ca tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=437e73e5-935b-4738-a9e8-6ef132a82456&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2430725 Sep 24 19:04:07.572102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.576862 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.596395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.615120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=ff897672-f458-4bf4-8cd2-944517c47336,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:07.626614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.637198 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ee9afe84-4da5-4653-85aa-e8fb016b54b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1290016 Sep 24 19:04:07.711991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] For port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:07.734632 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.781717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-5ebba9f4-e9f7-415f-97e0-03b15b3bb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.783372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-5ebba9f4-e9f7-415f-97e0-03b15b3bb66f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.4105127 Sep 24 19:04:07.801915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d3300-0ed8-4e66-a9d7-5098f995d2ef None None] Pushing event updated for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:07.813483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:07.842244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c817f1-97e5-4a6c-ba1d-8120a27964eb None None] The sync data for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 is: [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:07.847640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb92fc-0bf8-43dd-a561-a4bc8e80c8c6 req-e725be39-4e8a-4e20-a8ca-3e918097c563 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.849190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38fb92fc-0bf8-43dd-a561-a4bc8e80c8c6 req-e725be39-4e8a-4e20-a8ca-3e918097c563 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 945 time: 0.2067401 Sep 24 19:04:07.855351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-458381e4-0156-4e91-9645-0e62c304f923 None None] Provisioning complete for port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:07.855725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458381e4-0156-4e91-9645-0e62c304f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.903293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-42aac1b7-e3a4-422b-87a5-9877a27c2b31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 217 time: 0.0847967 Sep 24 19:04:07.905865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:07.941985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b8f2-53e8-4c65-96d6-e90bf956ce06 req-4aa2f4ea-c8f0-4724-9954-52e93f369d90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:07.943795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67a0b8f2-53e8-4c65-96d6-e90bf956ce06 req-4aa2f4ea-c8f0-4724-9954-52e93f369d90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a9336d-ccce-4ab5-909c-ba7b422c77bf HTTP/1.1" status: 200 len: 949 time: 0.2623310 Sep 24 19:04:07.995847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Subnet': ['ID=bb833b82-d621-4d60-93f6-e7d71f0792a3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:08.028492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.030471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e282a736-04ac-44a8-8851-ba6fd3a99eef tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/subnets/bb833b82-d621-4d60-93f6-e7d71f0792a3 HTTP/1.1" status: 204 len: 168 time: 1.4834440 Sep 24 19:04:08.033366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:08.043705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331eba7-58f5-4da8-8356-a359b9351145 None None] Network a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:08.065205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.081588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:08.133653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38fb92fc-0bf8-43dd-a561-a4bc8e80c8c6 req-f991ad4f-ddb0-4c5d-b3d7-0abae8e235f5 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445025 Sep 24 19:04:08.145280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=8b6470f2-4504-4aa8-a527-556b3365487e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:08.163735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.226137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-ea8a0a95-f7b8-4ac7-bad6-0f6d1f229d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:08.232324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-ea8a0a95-f7b8-4ac7-bad6-0f6d1f229d9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.2998703 Sep 24 19:04:08.233060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:08.241525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Deleting port 1fb735be-bd7f-4330-ae86-89f870e7a086 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:08.241870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.271024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67a0b8f2-53e8-4c65-96d6-e90bf956ce06 req-0e4e9076-a2d6-492f-8a46-1ca92ea37f61 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798326 Sep 24 19:04:08.305133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-9d54b430-6a5e-418e-8ba3-1234a0c888c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636575 Sep 24 19:04:08.306252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port 8b6470f2-4504-4aa8-a527-556b3365487e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:08.309896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.312598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72e7171c-7ba3-44fe-af11-0fa76deb9498 req-2c43df98-b12c-4ac3-b9d1-d177c8037e70 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "DELETE /v2.0/ports/8b6470f2-4504-4aa8-a527-556b3365487e HTTP/1.1" status: 204 len: 173 time: 2.0471830 Sep 24 19:04:08.348494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:08.348880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.397302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] For port 1fb735be-bd7f-4330-ae86-89f870e7a086, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fb735be-bd7f-4330-ae86-89f870e7a086,segment=NetworkSegment(b66f52ad-10ed-4ab8-8506-d0bafb81cc48),segment_id=b66f52ad-10ed-4ab8-8506-d0bafb81cc48)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:08.397953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.425680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Calling delete_port for 1fb735be-bd7f-4330-ae86-89f870e7a086 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:08.426355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:08.460476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] DHCP port deletion for a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:04:08.492114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-a712d75e-4728-45aa-a5df-d0113a198bc7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--606108419&fields=id&tenant_id=94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 267 time: 0.1223841 Sep 24 19:04:08.591054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.656811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Port': ['ID=1fb735be-bd7f-4330-ae86-89f870e7a086,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:08.668616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] No DVR routers for this DVR port 1fb735be-bd7f-4330-ae86-89f870e7a086 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:08.706322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.760306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Deleting port 1fb735be-bd7f-4330-ae86-89f870e7a086 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:08.760890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.797684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-2f8db858-7eb8-466b-9842-4aaf7974fffb service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840755 Sep 24 19:04:08.867918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.871850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] For port 1fb735be-bd7f-4330-ae86-89f870e7a086, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:08.872252 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.894121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Calling delete_port for 1fb735be-bd7f-4330-ae86-89f870e7a086 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:08.894356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:08.905591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Port 1fb735be-bd7f-4330-ae86-89f870e7a086 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:04:08.906366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-99a573d3-f145-4b44-af62-9d6fc9f3f4a0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:08.911704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:08.912116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f52ad-10ed-4ab8-8506-d0bafb81cc48') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:08.913661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.921360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-99a573d3-f145-4b44-af62-9d6fc9f3f4a0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.4279392 Sep 24 19:04:08.926716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.947642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.961349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1506-5962-4bd6-bddf-8ceaa25b45b5 req-0fead85b-02a4-4120-900a-ed0e481a590c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:08.969123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-758b1506-5962-4bd6-bddf-8ceaa25b45b5 req-0fead85b-02a4-4120-900a-ed0e481a590c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2960687 Sep 24 19:04:08.974537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:08.975100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:08.985691 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:08.993862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] No DVR routers for this DVR port 1fb735be-bd7f-4330-ae86-89f870e7a086 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:09.003050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9671aa7-aff1-44cc-8f72-fdbcad60e215 None None] Pushing event deleted for resources: {'Port': ['ID=1fb735be-bd7f-4330-ae86-89f870e7a086,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:09.053888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-a042ad0d-b980-4960-9ed7-4c428b82f91b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/quotas/94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 375 time: 0.1315870 Sep 24 19:04:09.088770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.089601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-758b1506-5962-4bd6-bddf-8ceaa25b45b5 req-67d2d5e1-4ab6-44d6-977d-7c438f54d34e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156726 Sep 24 19:04:09.101552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.120353 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] 10.222.0.18 "DELETE /v2.0/networks/a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f HTTP/1.1" status: 204 len: 168 time: 1.0700700 Sep 24 19:04:09.123335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165dc9-dcfb-4cfa-84ed-871de43a0c1a tempest-ServersTestMultiNic-181387712 tempest-ServersTestMultiNic-181387712-project] Pushing event deleted for resources: {'Network': ['ID=a326c6f0-4bfd-4c8e-8fad-9d3bf1c3ce8f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:09.136882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'name': 'network-vif-deleted', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:09.139326 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b11d2c6-7c8d-4863-a93c-14b48ffac7b4" -d '{"events": [{"server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "name": "network-vif-deleted", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:09.186881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c866f207-6cc9-4255-8292-855bbcc89d68 req-079b060e-6038-4089-a90e-08591be132be service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572583 Sep 24 19:04:09.209251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-1bd59ccd-cd08-40a7-8cef-5ca311dc6579 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542273 Sep 24 19:04:09.313316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdece451-090d-4f86-9e6c-106717f23494 req-25bba2c5-2761-4dfa-b757-6dd5bd54bfac tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:09.314838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdece451-090d-4f86-9e6c-106717f23494 req-25bba2c5-2761-4dfa-b757-6dd5bd54bfac tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 984 time: 0.1439321 Sep 24 19:04:09.348772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-b2ec0787-6d97-47ae-9243-1035c82daf2b service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386375 Sep 24 19:04:09.390336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdece451-090d-4f86-9e6c-106717f23494 req-1d0f4527-1ded-408e-85b4-5f0c6c19944a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=437e73e5-935b-4738-a9e8-6ef132a82456&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0640957 Sep 24 19:04:09.464479 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a476f6-71d7-41c0-a121-59193156d5db x-openstack-request-id: req-08a476f6-71d7-41c0-a121-59193156d5db {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:09.464778 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9336d-ccce-4ab5-909c-ba7b422c77bf", "name": "network-vif-deleted", "tag": "8b6470f2-4504-4aa8-a527-556b3365487e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:09.465026 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08a476f6-71d7-41c0-a121-59193156d5db {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:09.465413 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9336d-ccce-4ab5-909c-ba7b422c77bf', 'name': 'network-vif-deleted', 'tag': '8b6470f2-4504-4aa8-a527-556b3365487e', 'status': 'completed', 'code': 200} Sep 24 19:04:09.474940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-b9dfdff2-a380-4f3b-a7e6-f8251a683b4d service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172678 Sep 24 19:04:09.558187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 8b6470f2-4504-4aa8-a527-556b3365487e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:09.569349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c425c9-597c-45c0-ba01-6c97159bfe5f req-20a132c0-8d4b-42ec-957a-8f236dac8d2c tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:09.571929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96c425c9-597c-45c0-ba01-6c97159bfe5f req-20a132c0-8d4b-42ec-957a-8f236dac8d2c tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 945 time: 0.0610085 Sep 24 19:04:09.588756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 8b6470f2-4504-4aa8-a527-556b3365487e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:09.589106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 8b6470f2-4504-4aa8-a527-556b3365487e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:09.623749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96c425c9-597c-45c0-ba01-6c97159bfe5f req-2a9d4795-7f01-46b2-9c44-2b9147c985f5 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Sep 24 19:04:09.652987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5b4fc2c9-249b-4591-b8f1-308b4327444c up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:09.715697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 5b4fc2c9-249b-4591-b8f1-308b4327444c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:09.719916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 5b4fc2c9-249b-4591-b8f1-308b4327444c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:09.720543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.753416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-5fba1493-3368-4613-bd6c-81ccdc95d6bf tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1493254843&fields=id&tenant_id=61d66ddf62b64ecd9cbee9398012dee6 HTTP/1.1" status: 200 len: 267 time: 0.0388272 Sep 24 19:04:09.807817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.830740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-f1a4f6cf-9329-4445-8b7f-ca52b69f31a7 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:09.832306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-f1a4f6cf-9329-4445-8b7f-ca52b69f31a7 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 984 time: 0.0683298 Sep 24 19:04:09.839982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:09.842392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a2bca1-28d4-4e54-9ed1-3ed653e7fefe" -d '{"events": [{"server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "name": "network-vif-plugged", "status": "completed", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:09.849515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-165bd19b-4a71-426c-a1cd-618060d249c2 req-9e9466f0-3aa9-46d1-b965-f05d54d806c5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 210 time: 0.0414479 Sep 24 19:04:09.853736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'port': {'security_groups': ['3519beec-90ca-4a56-be89-ca3270a23195', '437e73e5-935b-4738-a9e8-6ef132a82456', 'accfb5ac-95c8-414b-a012-d55cfc5bbe2a']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:09.856275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c,segment=NetworkSegment(2f574fbd-0710-4541-a1f7-3e705e378fec),segment_id=2f574fbd-0710-4541-a1f7-3e705e378fec)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:09.863118 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.981815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:09.988448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:10.110642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fb735be-bd7f-4330-ae86-89f870e7a086 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:10.142152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1fb735be-bd7f-4330-ae86-89f870e7a086 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:10.142573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fb735be-bd7f-4330-ae86-89f870e7a086 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:10.195671 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac4c55-a96b-4c07-9ea3-9b68479b9710 x-openstack-request-id: req-b3ac4c55-a96b-4c07-9ea3-9b68479b9710 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:10.195969 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "name": "network-vif-plugged", "status": "completed", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:10.196229 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ac4c55-a96b-4c07-9ea3-9b68479b9710 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:10.196626 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c', 'code': 200} Sep 24 19:04:10.322512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:10.335550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cefa9-e096-44a9-88a8-183e859c9e69 req-17171326-1e85-41e4-99df-a99a0907e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:10.338201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-525cefa9-e096-44a9-88a8-183e859c9e69 req-17171326-1e85-41e4-99df-a99a0907e055 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 1097 time: 0.0547113 Sep 24 19:04:10.341836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed36e68-1caa-4cfc-83df-0ec0f6714030 req-d2c90f10-5544-49a1-89f9-e37a1812ffaf tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:10.344265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ed36e68-1caa-4cfc-83df-0ec0f6714030 req-d2c90f10-5544-49a1-89f9-e37a1812ffaf tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.0865164 Sep 24 19:04:10.381448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-525cefa9-e096-44a9-88a8-183e859c9e69 req-8ef9f1c8-5030-43d3-827b-c077389adea5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Sep 24 19:04:10.402158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:10.408787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:10.412733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ed36e68-1caa-4cfc-83df-0ec0f6714030 req-646741ad-ed34-4fdf-bbb6-21ded31d0b96 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588582 Sep 24 19:04:10.458306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:10.458968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:10.460332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40499e00-f2e3-4d45-9f7c-3a59d6e29f4e req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "PUT /v2.0/ports/e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 1020 time: 0.6134632 Sep 24 19:04:10.498791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:10.519567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bbf9c-8285-4c79-990f-2e062df49d8e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:10.558794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6c0c-7ee9-44ae-b3e2-d60ecaeaddfb req-7a8095e0-5649-4d02-9323-507698838978 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:10.560320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3de6c0c-7ee9-44ae-b3e2-d60ecaeaddfb req-7a8095e0-5649-4d02-9323-507698838978 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.0905259 Sep 24 19:04:10.577216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-015f926b-2853-4db5-a79d-81b2183825c5 req-504af80c-1354-4d1b-830c-de0b1fd37a9f tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/accfb5ac-95c8-414b-a012-d55cfc5bbe2a HTTP/1.1" status: 200 len: 1799 time: 0.0700231 Sep 24 19:04:10.597434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:10.632281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3de6c0c-7ee9-44ae-b3e2-d60ecaeaddfb req-ade7f89e-29c1-4ab5-98bc-d9a2f700857e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651274 Sep 24 19:04:10.668790 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-015f926b-2853-4db5-a79d-81b2183825c5 req-9a500dfc-ca25-4516-a7ab-b4bcdc4fe36a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 19:04:10.673807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-015f926b-2853-4db5-a79d-81b2183825c5 req-9a500dfc-ca25-4516-a7ab-b4bcdc4fe36a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/accfb5ac-95c8-414b-a012-d55cfc5bbe2a HTTP/1.1" status: 409 len: 341 time: 0.0891025 Sep 24 19:04:10.724864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7', 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:10.942161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10266e13-64ae-43c1-837a-b0b4e6e45c01 req-14497b1e-966c-4385-b187-aff0812a0879 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:10.958203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10266e13-64ae-43c1-837a-b0b4e6e45c01 req-14497b1e-966c-4385-b187-aff0812a0879 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.1797700 Sep 24 19:04:11.008387 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.055928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-00aa0621-665a-4818-9b77-3a450884703d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:11.057539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-00aa0621-665a-4818-9b77-3a450884703d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.3097024 Sep 24 19:04:11.070215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10266e13-64ae-43c1-837a-b0b4e6e45c01 req-51e8c519-ba18-493e-81ec-ec2afedea072 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109605 Sep 24 19:04:11.136264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-44216229-c077-43c9-8698-528ffe209c9a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 379 time: 0.0619931 Sep 24 19:04:11.152481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'device_id': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'admin_state_up': True, 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'security_groups': ['3a5aee6b-76c3-42bd-b218-6e872b4c5e5e']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:11.300648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a64ac0c-c079-469a-bb93-24a1e9b23a66 req-173a61f6-c9fb-4491-b149-7b96f8b8b11c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 210 time: 0.0562584 Sep 24 19:04:11.339890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53fc31-eb27-4b04-bd2a-d6cadcbc23e2 req-ea218ebe-d8b0-4396-a0b5-7c187ad8096d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:11.341486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe53fc31-eb27-4b04-bd2a-d6cadcbc23e2 req-ea218ebe-d8b0-4396-a0b5-7c187ad8096d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1023 time: 0.0959485 Sep 24 19:04:11.366351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Deleting port 6c8369a6-aec3-42fe-9ae2-c71f95174256 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:11.366965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.381882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:11.386730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.417957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe53fc31-eb27-4b04-bd2a-d6cadcbc23e2 req-2eaf7e0b-d1e0-48c1-a8ab-f9cbfe24516c tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=accfb5ac-95c8-414b-a012-d55cfc5bbe2a&id=437e73e5-935b-4738-a9e8-6ef132a82456&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0681181 Sep 24 19:04:11.472756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:11.473741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] For port 6c8369a6-aec3-42fe-9ae2-c71f95174256, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c8369a6-aec3-42fe-9ae2-c71f95174256,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:11.474628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.474940 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b362a513-9eef-4c25-9643-a8a8fe492012" -d '{"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:11.494065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Calling delete_port for 6c8369a6-aec3-42fe-9ae2-c71f95174256 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:11.537315 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf814bbe-12e6-498c-9559-ae9775f617fd x-openstack-request-id: req-bf814bbe-12e6-498c-9559-ae9775f617fd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:11.537612 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:11.537862 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf814bbe-12e6-498c-9559-ae9775f617fd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:11.538381 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'status': 'completed', 'code': 200} Sep 24 19:04:11.708157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.734751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8369a6-aec3-42fe-9ae2-c71f95174256,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:11.911450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:11.939195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.20.0.4 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/4c50ded2-3e03-4d0d-aea5-18f37ac55dfc) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:12.055871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba0a4f-ce52-4a4c-9807-ae86247fd032 req-b90f03a9-1534-48a6-b115-c92a569ef4ee tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.057607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aba0a4f-ce52-4a4c-9807-ae86247fd032 req-b90f03a9-1534-48a6-b115-c92a569ef4ee tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.5184705 Sep 24 19:04:12.105827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-622b9ef7-8aa7-40d4-b712-d85fe3c766cc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.107389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-622b9ef7-8aa7-40d4-b712-d85fe3c766cc tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.5219643 Sep 24 19:04:12.114198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-ba47e2a4-93a8-4bcd-a33e-8aeba2f35c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.115716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-ba47e2a4-93a8-4bcd-a33e-8aeba2f35c3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1174 time: 0.5422957 Sep 24 19:04:12.194092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bd23-a4ec-4115-b885-0c72cd438be4 req-c6fd5b05-4e8c-4a96-9554-34a6362f23fe tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.196379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7f4bd23-a4ec-4115-b885-0c72cd438be4 req-c6fd5b05-4e8c-4a96-9554-34a6362f23fe tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 950 time: 0.2801170 Sep 24 19:04:12.332358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aba0a4f-ce52-4a4c-9807-ae86247fd032 req-795cf737-0cbe-46f9-b1a5-fb14e75a8ef4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577894 Sep 24 19:04:12.395835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7f4bd23-a4ec-4115-b885-0c72cd438be4 req-a84d9e49-c4c4-45f1-a36c-08c62283bb95 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716652 Sep 24 19:04:12.449844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.462082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-3e18ed48-1145-47fc-8d68-eb7cdff26945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.463747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-3e18ed48-1145-47fc-8d68-eb7cdff26945 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 200 len: 913 time: 0.3287208 Sep 24 19:04:12.497307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Router b4ed683e-53c6-40c5-bc2e-3274f4d87149 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:04:12.534688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:12.535115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.555811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-c85e1bce-2b43-46b6-94a9-19b877ff1719 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 200 len: 217 time: 0.0792377 Sep 24 19:04:12.603810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516849aa-a6b9-41a8-8b63-963a22103734 req-3c7941da-db5e-4efb-97db-a0914be63b31 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.605351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-516849aa-a6b9-41a8-8b63-963a22103734 req-3c7941da-db5e-4efb-97db-a0914be63b31 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1023 time: 0.1025252 Sep 24 19:04:12.690838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-927b6470-89ef-4dff-9d0d-f436a97d20fd req-04ac1f34-0966-4f41-8e45-bd5fd0c00428 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 210 time: 0.1071391 Sep 24 19:04:12.727906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:04:12.735208 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-576a8ffb-8a91-4522-95d0-ac16ab784ef5 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4ed683e-53c6-40c5-bc2e-3274f4d87149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2350984 Sep 24 19:04:12.736674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.738016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:12.740985 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Sync routers for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:04:12.757079 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:12.758191 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:12.762845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc230e37-aea3-4508-a397-f1fb65831a9c req-76564565-7341-4a53-b25c-8b5f7aace07e tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.771068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc230e37-aea3-4508-a397-f1fb65831a9c req-76564565-7341-4a53-b25c-8b5f7aace07e tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.2861102 Sep 24 19:04:12.776672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-3b1c6f9b-5c27-45b6-b606-1b486fbb127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:12.778103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-3b1c6f9b-5c27-45b6-b606-1b486fbb127b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 200 len: 853 time: 0.2008944 Sep 24 19:04:12.849365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Deleting port e7721c87-22a1-4e4b-9d6b-d8f95654982e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:12.849701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.877405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:12.896659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.898059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-c6c2829d-252d-4f3d-a11d-e2fff2ea40e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec6e51b0-104b-4224-a0d7-ab61023e222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986712 Sep 24 19:04:12.925353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:12.925723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:12.929155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:12.972456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:12.982485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:12.987568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for e50811e7-5d6f-45f0-9dea-3a0bfa6e461a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:12.989868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:13.016382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc230e37-aea3-4508-a397-f1fb65831a9c req-c43ea8a5-5bb8-4685-a39e-c26152bb9591 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439721 Sep 24 19:04:13.058556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port e7721c87-22a1-4e4b-9d6b-d8f95654982e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e7721c87-22a1-4e4b-9d6b-d8f95654982e,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:13.058950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.085703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Calling delete_port for e7721c87-22a1-4e4b-9d6b-d8f95654982e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:13.099401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.113734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53d1e5-63e4-429d-a781-16882ffcfba5 req-e185f3c2-4e61-4e53-a67f-11fe8fb7e4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:13.122124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd53d1e5-63e4-429d-a781-16882ffcfba5 req-e185f3c2-4e61-4e53-a67f-11fe8fb7e4cd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=059790e7-0174-4308-b519-2956c45333a1 HTTP/1.1" status: 200 len: 1023 time: 0.3419185 Sep 24 19:04:13.160053 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:04:11Z', 'revision_number': 5, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port': {'id': 'a32920d0-0ef9-4221-805d-690866a29e18', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:13.199501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Checking router: b4ed683e-53c6-40c5-bc2e-3274f4d87149 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:04:13.211052 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Routers {'b4ed683e-53c6-40c5-bc2e-3274f4d87149'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:13.212064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:03:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:13.230815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:13.231408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.296783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd53d1e5-63e4-429d-a781-16882ffcfba5 req-99e77828-1716-4ba7-bcf7-4ff58d032ee9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=accfb5ac-95c8-414b-a012-d55cfc5bbe2a&id=437e73e5-935b-4738-a9e8-6ef132a82456&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1692073 Sep 24 19:04:13.308956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-86339b77-63a3-4f5b-b856-687d58495670 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1614506 Sep 24 19:04:13.311187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-07eb148c-1054-4efa-a076-93268727e1f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939033 Sep 24 19:04:13.323257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Deleting port a32920d0-0ef9-4221-805d-690866a29e18 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:13.323600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.329918 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] Set router b4ed683e-53c6-40c5-bc2e-3274f4d87149 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:13.337839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-edd2cd40-dc85-44ed-9d4a-1f7c71171b70 None None] Provisioning complete for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:13.338481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edd2cd40-dc85-44ed-9d4a-1f7c71171b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.347874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Request body: {'port': {'device_id': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:13.359353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.378499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7', 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:13.386493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a16493-98ed-4f00-a976-2bec1e0a1300 req-f2253aaa-1c76-4b18-a665-2910207594fc tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:13.388173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89a16493-98ed-4f00-a976-2bec1e0a1300 req-f2253aaa-1c76-4b18-a665-2910207594fc tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.2172384 Sep 24 19:04:13.401856 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:04:13Z', 'revision_number': 6, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:13.415494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'Port': ['ID=e7721c87-22a1-4e4b-9d6b-d8f95654982e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:13.427470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-edd2cd40-dc85-44ed-9d4a-1f7c71171b70 None None] Port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:13.443708 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9493f77-4832-4026-a59e-5e377fc02977 None None] The sync data for ids ['b4ed683e-53c6-40c5-bc2e-3274f4d87149'] in n-d-810952-2 is: [{'id': 'b4ed683e-53c6-40c5-bc2e-3274f4d87149', 'name': 'tempest-ServersTestMultiNic-627939123-router', 'tenant_id': '94687a1c144d419aaa087926f1d21a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:25Z', 'updated_at': '2021-09-24T19:04:13Z', 'revision_number': 6, 'project_id': '94687a1c144d419aaa087926f1d21a0f', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:13.529012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] No DVR routers for this DVR port e7721c87-22a1-4e4b-9d6b-d8f95654982e on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:13.533710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.535831 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "DELETE /v2.0/ports/e7721c87-22a1-4e4b-9d6b-d8f95654982e HTTP/1.1" status: 204 len: 173 time: 0.9245284 Sep 24 19:04:13.536378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'name': 'network-vif-deleted', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:13.539727 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ab6e06-815f-49f6-8708-a2e10bad77bd" -d '{"events": [{"server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "name": "network-vif-deleted", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:13.548674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] For port a32920d0-0ef9-4221-805d-690866a29e18, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a32920d0-0ef9-4221-805d-690866a29e18,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:13.549184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.565068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Calling delete_port for a32920d0-0ef9-4221-805d-690866a29e18 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:13.662618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.674424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89a16493-98ed-4f00-a976-2bec1e0a1300 req-c0d62f00-0209-4bcb-9075-e71435431c78 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313845 Sep 24 19:04:13.738091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644079b-0532-4503-8e11-3fa06dafb5f7 req-c6f3b51a-ceb2-4089-ac77-1200d1e41609 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:13.740086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6644079b-0532-4503-8e11-3fa06dafb5f7 req-c6f3b51a-ceb2-4089-ac77-1200d1e41609 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2790613 Sep 24 19:04:13.755033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b362a513-9eef-4c25-9643-a8a8fe492012 req-10871bb3-4061-40da-8e4d-50a45856f0ef service neutron] 10.222.0.69 "GET /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275901 Sep 24 19:04:13.776730 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.797269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.806399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a32920d0-0ef9-4221-805d-690866a29e18,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:13.811316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:13.869083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-479af2df-994e-407e-a044-b56c0b4f3b05 req-0e57a738-e2e3-4188-9ea1-1eec64452976 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3 HTTP/1.1" status: 200 len: 210 time: 0.0878453 Sep 24 19:04:13.885688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:13.911520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=e50811e7-5d6f-45f0-9dea-3a0bfa6e461a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:14.027010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:14.054259 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.062744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port e50811e7-5d6f-45f0-9dea-3a0bfa6e461a on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:14.065580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.091615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.094893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6178bbfb-5514-4314-a8e1-c5b2f15f2bf2 req-6c84556c-7247-4de7-9c63-c673a6539607 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "DELETE /v2.0/ports/e50811e7-5d6f-45f0-9dea-3a0bfa6e461a HTTP/1.1" status: 204 len: 173 time: 1.9781539 Sep 24 19:04:14.095820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'name': 'network-vif-deleted', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:14.098139 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea33f99-c4ed-41ef-ac1f-1a3181ea8ead" -d '{"events": [{"server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "name": "network-vif-deleted", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:14.120231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6644079b-0532-4503-8e11-3fa06dafb5f7 req-56e923f2-2f2c-42cf-baa0-1defa9419611 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378818 Sep 24 19:04:14.171044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.172134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ed683e-53c6-40c5-bc2e-3274f4d87149 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:04:14.176997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.182457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-843bfcaf-cf0b-4736-a86f-cc945eed1c0d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4ed683e-53c6-40c5-bc2e-3274f4d87149 HTTP/1.1" status: 204 len: 168 time: 1.4414146 Sep 24 19:04:14.185100 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e04022-a858-41d0-902d-775d4e285eac x-openstack-request-id: req-34e04022-a858-41d0-902d-775d4e285eac {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:14.185361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56830) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:14.185890 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059790e7-0174-4308-b519-2956c45333a1", "name": "network-vif-deleted", "tag": "e7721c87-22a1-4e4b-9d6b-d8f95654982e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:14.186373 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34e04022-a858-41d0-902d-775d4e285eac {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:14.187439 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059790e7-0174-4308-b519-2956c45333a1', 'name': 'network-vif-deleted', 'tag': 'e7721c87-22a1-4e4b-9d6b-d8f95654982e', 'status': 'completed', 'code': 200} Sep 24 19:04:14.275720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-61edfe01-3023-431c-88fe-1e1e9b14220a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036629 Sep 24 19:04:14.426838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c8369a6-aec3-42fe-9ae2-c71f95174256 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:14.448805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Deleting subnet 3a9a616a-89fa-4bfa-ba5e-fce3fac06caf {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:14.453072 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aba389-0afd-4729-b7aa-35d019db1827 x-openstack-request-id: req-73aba389-0afd-4729-b7aa-35d019db1827 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:14.453560 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3", "name": "network-vif-deleted", "tag": "e50811e7-5d6f-45f0-9dea-3a0bfa6e461a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:14.453759 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73aba389-0afd-4729-b7aa-35d019db1827 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:14.454162 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd79d0f-f7d4-4ec5-b22f-5047ff389cd3', 'name': 'network-vif-deleted', 'tag': 'e50811e7-5d6f-45f0-9dea-3a0bfa6e461a', 'status': 'completed', 'code': 200} Sep 24 19:04:14.459277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6c8369a6-aec3-42fe-9ae2-c71f95174256 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:14.459629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c8369a6-aec3-42fe-9ae2-c71f95174256 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:14.465545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:14.562177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-2eb2bc4c-e4e0-4549-a1c6-c5b037221fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:14.563951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-2eb2bc4c-e4e0-4549-a1c6-c5b037221fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 1101 time: 0.2364011 Sep 24 19:04:14.613169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fae0b-afe7-48d2-a5c7-beb99993c75b req-1834c76c-e17f-48e3-beac-62b1df3ade5c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:14.614801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-632fae0b-afe7-48d2-a5c7-beb99993c75b req-1834c76c-e17f-48e3-beac-62b1df3ade5c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 931 time: 0.3349826 Sep 24 19:04:14.628996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.082840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0cdd6-4d60-43ba-9ed1-6ebfab936316 req-cc56b29e-8e01-4e25-8e27-4b9859f4b4b8 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:15.084342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69a0cdd6-4d60-43ba-9ed1-6ebfab936316 req-cc56b29e-8e01-4e25-8e27-4b9859f4b4b8 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.5535691 Sep 24 19:04:15.132346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-632fae0b-afe7-48d2-a5c7-beb99993c75b req-9af0af5e-e33f-4f97-81c6-b437ec69c6d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4984529 Sep 24 19:04:15.156982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:15.184291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.203330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.246759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-3603ff7d-27af-4ab3-b103-faecedd28f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:15.248312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-3603ff7d-27af-4ab3-b103-faecedd28f11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.6468649 Sep 24 19:04:15.258887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Transition to ACTIVE for port object 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:15.279731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.284495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69a0cdd6-4d60-43ba-9ed1-6ebfab936316 req-a59b5440-f23e-498c-8fbc-363e90c32bf3 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913564 Sep 24 19:04:15.327404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-635113c3-a2ba-414e-81e6-876a31ca4c43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.0626299 Sep 24 19:04:15.397835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-828366f3-920b-424f-b896-cabf467164c5 req-0819230d-cbf8-4463-a48e-3234f1109725 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/437e73e5-935b-4738-a9e8-6ef132a82456 HTTP/1.1" status: 200 len: 1800 time: 0.2289801 Sep 24 19:04:15.467230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:15.478037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.538087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-41cce72a-8140-4a81-bf03-8fd799a56ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:15.539655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-41cce72a-8140-4a81-bf03-8fd799a56ef8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1738501 Sep 24 19:04:15.557558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e50811e7-5d6f-45f0-9dea-3a0bfa6e461a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:15.581688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e50811e7-5d6f-45f0-9dea-3a0bfa6e461a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:15.582885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9a616a-89fa-4bfa-ba5e-fce3fac06caf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:15.583105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e50811e7-5d6f-45f0-9dea-3a0bfa6e461a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:15.583689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e7721c87-22a1-4e4b-9d6b-d8f95654982e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:15.588063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.592590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:15.593203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-26fa83f5-6388-4b12-b3bb-d75ba45c47f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a9a616a-89fa-4bfa-ba5e-fce3fac06caf HTTP/1.1" status: 204 len: 168 time: 1.4013193 Sep 24 19:04:15.606371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e7721c87-22a1-4e4b-9d6b-d8f95654982e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:15.606736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e7721c87-22a1-4e4b-9d6b-d8f95654982e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:15.608332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20408a4-01d8-4046-ba72-8194c436c510 None None] Network 0ef11730-badc-4544-b6ee-1797d26dfe1e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:15.674333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.700271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-828366f3-920b-424f-b896-cabf467164c5 req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.720344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Attempting to bind port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:15.720706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Attempting to bind port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:15.720995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Attempting to bind port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:15.731489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Deleting port 7075400b-e6f3-4511-a113-47a17738c941 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:15.731915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.735754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ce99f-4c79-42f2-9f35-b8d0addce017 req-1e8cc928-29b6-4a87-abc8-7965049addf9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:15.737909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b30ce99f-4c79-42f2-9f35-b8d0addce017 req-1e8cc928-29b6-4a87-abc8-7965049addf9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2218034 Sep 24 19:04:15.745040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-f877c130-2214-464d-ac63-290dc9b568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:15.746545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-f877c130-2214-464d-ac63-290dc9b568d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657474 Sep 24 19:04:15.751708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:15.752039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Attempting to bind port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:15.768313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-828366f3-920b-424f-b896-cabf467164c5 req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.797859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] For port 7075400b-e6f3-4511-a113-47a17738c941, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7075400b-e6f3-4511-a113-47a17738c941,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:15.798195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.806263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:15.806529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:15.806924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:15.807365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Bound port: 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:15.807721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.811643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Calling delete_port for 7075400b-e6f3-4511-a113-47a17738c941 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:15.829673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] DHCP port deletion for 0ef11730-badc-4544-b6ee-1797d26dfe1e request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:04:15.877491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Deleting port 7075400b-e6f3-4511-a113-47a17738c941 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:15.878322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.903704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b30ce99f-4c79-42f2-9f35-b8d0addce017 req-f7a8b063-05fe-447e-9e8a-dbce44994697 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460521 Sep 24 19:04:15.911175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.951648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7075400b-e6f3-4511-a113-47a17738c941,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:15.955691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] No DVR routers for this DVR port 7075400b-e6f3-4511-a113-47a17738c941 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:15.963268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] For port 7075400b-e6f3-4511-a113-47a17738c941, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7075400b-e6f3-4511-a113-47a17738c941,segment=NetworkSegment(edd814c4-c45f-4ee7-847e-2f00f3fd7865),segment_id=edd814c4-c45f-4ee7-847e-2f00f3fd7865)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:15.963825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.978684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-80e592ef-65e2-49aa-bb82-7a32788f7616 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186496 Sep 24 19:04:15.984604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-828366f3-920b-424f-b896-cabf467164c5 req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.988485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-828366f3-920b-424f-b896-cabf467164c5 req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:15.990347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-828366f3-920b-424f-b896-cabf467164c5 req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/437e73e5-935b-4738-a9e8-6ef132a82456 HTTP/1.1" status: 204 len: 173 time: 0.5665300 Sep 24 19:04:16.002676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Calling delete_port for 7075400b-e6f3-4511-a113-47a17738c941 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:16.056515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f2087-6b8e-447c-a322-ebe3a9e753d1 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e73e5-935b-4738-a9e8-6ef132a82456,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:16.108446 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.129996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef11730-badc-4544-b6ee-1797d26dfe1e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:16.140724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd814c4-c45f-4ee7-847e-2f00f3fd7865') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:16.141297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd814c4-c45f-4ee7-847e-2f00f3fd7865') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:16.141981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.154504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.162281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:16.171183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.175698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a32920d0-0ef9-4221-805d-690866a29e18 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:16.178958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:16.179931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:16.195073 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:16.208791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:16.220597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.274614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] Pushing event deleted for resources: {'Port': ['ID=7075400b-e6f3-4511-a113-47a17738c941,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:16.279727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.289679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637fbf9-2568-4097-882c-f0b7f918bd0a None None] No DVR routers for this DVR port 7075400b-e6f3-4511-a113-47a17738c941 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:16.291909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a32920d0-0ef9-4221-805d-690866a29e18 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:16.292450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a32920d0-0ef9-4221-805d-690866a29e18 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:16.293213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7075400b-e6f3-4511-a113-47a17738c941 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:16.321069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.323598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7075400b-e6f3-4511-a113-47a17738c941 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:16.324241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7075400b-e6f3-4511-a113-47a17738c941 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:16.328947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ef11730-badc-4544-b6ee-1797d26dfe1e HTTP/1.1" status: 204 len: 168 time: 0.7342167 Sep 24 19:04:16.330289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863cafd-8653-461b-a945-fd34e34b52c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef11730-badc-4544-b6ee-1797d26dfe1e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:16.338518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:16.339618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.341074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] 10.222.0.69 "PUT /v2.0/ports/4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 1091 time: 2.9973922 Sep 24 19:04:16.405057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04d0d5a9-b06b-47b9-ae8d-a515b934b158 req-ad393bbc-6287-4267-a01e-182c29c94d65 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135871 Sep 24 19:04:16.476560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:16.479387 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:16.482173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f8a20-4285-493f-83a3-bfa876a101bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:16.537433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-845bc551-87e3-4045-b218-56c8941ef700 req-57bd06fd-7108-4e5b-ba68-2f9f8146160b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/accfb5ac-95c8-414b-a012-d55cfc5bbe2a HTTP/1.1" status: 200 len: 1799 time: 0.2325470 Sep 24 19:04:16.549533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-4d83f4d8-8d75-4859-af7a-663632b4bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:16.551501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-4d83f4d8-8d75-4859-af7a-663632b4bdef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1094 time: 0.1597641 Sep 24 19:04:16.572669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:16.586792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe36263-4a74-42ac-8d1a-6edc0d96e804 req-79d17ebe-55dc-40c9-aa83-b77cebddf0f8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:16.588725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fe36263-4a74-42ac-8d1a-6edc0d96e804 req-79d17ebe-55dc-40c9-aa83-b77cebddf0f8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 943 time: 0.1878998 Sep 24 19:04:16.617764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d913a3aa-3a4a-442a-b2df-5a709438e92b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94687a1c144d419aaa087926f1d21a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433273 Sep 24 19:04:16.620497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:16.625843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-8081860a-053c-4f28-a4db-db7e78fc9755 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 217 time: 0.0640032 Sep 24 19:04:16.679254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.704338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.715334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fe36263-4a74-42ac-8d1a-6edc0d96e804 req-bc0e8a94-1cc9-425d-9f66-e2765c54f6e2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950332 Sep 24 19:04:16.746781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-4648c0af-c0d8-4236-b57c-98ca5bb098af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:16.748842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-4648c0af-c0d8-4236-b57c-98ca5bb098af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1125877 Sep 24 19:04:16.749114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-845bc551-87e3-4045-b218-56c8941ef700 req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.785594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.792210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.795097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9c7aa88-dc0e-4523-ae19-b05c5eb32121 HTTP/1.1" status: 204 len: 168 time: 0.1718881 Sep 24 19:04:16.804319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-845bc551-87e3-4045-b218-56c8941ef700 req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.807919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d52e03-6608-41a5-b64c-5d853df4094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7aa88-dc0e-4523-ae19-b05c5eb32121,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:16.855377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-089e35bf-0821-464e-98dd-dcba15b7657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:16.857220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-089e35bf-0821-464e-98dd-dcba15b7657c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931816 Sep 24 19:04:16.890228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-845bc551-87e3-4045-b218-56c8941ef700 req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.893546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-845bc551-87e3-4045-b218-56c8941ef700 req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:16.895065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-845bc551-87e3-4045-b218-56c8941ef700 req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/accfb5ac-95c8-414b-a012-d55cfc5bbe2a HTTP/1.1" status: 204 len: 173 time: 0.3494024 Sep 24 19:04:16.916846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fdc93-8087-40ec-bdb2-f33ed46078e2 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accfb5ac-95c8-414b-a012-d55cfc5bbe2a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:17.044507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-f6986854-790d-4e14-9bcc-58bd3f77d165 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781061 Sep 24 19:04:17.062799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f564907-189c-4a95-86fa-cfd68876a6d2 req-ab5f84f7-980f-4966-8cb2-553a9adfdf3f tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.065548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f564907-189c-4a95-86fa-cfd68876a6d2 req-ab5f84f7-980f-4966-8cb2-553a9adfdf3f tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.0871668 Sep 24 19:04:17.118964 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e9a768-5ea0-434f-a1cd-69b507a63ff9 x-openstack-request-id: req-c5e9a768-5ea0-434f-a1cd-69b507a63ff9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:17.119568 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:17.120146 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5e9a768-5ea0-434f-a1cd-69b507a63ff9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:17.120552 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'status': 'completed', 'code': 200} Sep 24 19:04:17.170102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1075601039', 'description': 'tempest-description-213467188'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:17.195156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f564907-189c-4a95-86fa-cfd68876a6d2 req-4c7c8598-10e2-4cd6-9913-d48804fe8fff tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169796 Sep 24 19:04:17.224493 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-562a27b2-b460-44ba-a6e1-844104d61192 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528417 Sep 24 19:04:17.235284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.253367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48ba16f3-f6d9-4e43-bd86-c44bf8c2b6a7 req-70739473-f49d-4e65-aa70-98dabe26b35b service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862493 Sep 24 19:04:17.353933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-95e5cccb-c5be-43dc-9c46-528b88410d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.355872 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-95e5cccb-c5be-43dc-9c46-528b88410d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fad8301bfc964a1a9475880e58bebf93&device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 1100 time: 0.0494246 Sep 24 19:04:17.417849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-e107107a-e5ba-4f34-8881-85d2282e72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.419473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-e107107a-e5ba-4f34-8881-85d2282e72bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1094 time: 0.1113708 Sep 24 19:04:17.426732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6fd5-f2e6-4eda-9cc8-98c5874d9a8e req-df320a12-68c9-41ca-ad10-b1bf3aba2023 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.428593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c61f6fd5-f2e6-4eda-9cc8-98c5874d9a8e req-df320a12-68c9-41ca-ad10-b1bf3aba2023 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1406751 Sep 24 19:04:17.459734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.470734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.497977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-bf869344-b2c3-4090-bbd0-4e52faf5c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.500080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-bf869344-b2c3-4090-bbd0-4e52faf5c0a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1113131 Sep 24 19:04:17.560246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-03df83e0-f451-4af5-893d-b0a8d212aabe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 200 len: 217 time: 0.0413179 Sep 24 19:04:17.562695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.573698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-532ffad1-5451-48d1-a59a-3f5ef9dde0e9 req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4403560 Sep 24 19:04:17.580606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7fd4a-3ba5-4f72-a4b6-9f51116e5edb tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a21966-403c-485c-a819-05ed4b76984d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:17.611056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c61f6fd5-f2e6-4eda-9cc8-98c5874d9a8e req-f9ec2c15-c80d-4529-9948-ab60285915da tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548862 Sep 24 19:04:17.637412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-3cf11311-5d53-4a15-861a-4fe88790c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.639037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-3cf11311-5d53-4a15-861a-4fe88790c99d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0694094 Sep 24 19:04:17.640923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-ae6291a6-8b4f-4f8e-88e5-6b40bc2d1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.642358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-ae6291a6-8b4f-4f8e-88e5-6b40bc2d1562 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.2098734 Sep 24 19:04:17.687111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:17.700465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-0a60cf0a-5e31-4a5b-b5dc-fdb191c5ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.702019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-0a60cf0a-5e31-4a5b-b5dc-fdb191c5ccc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479994 Sep 24 19:04:17.728371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-4d86462f-a500-47fb-a03c-9dff61d26666 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 217 time: 0.0689785 Sep 24 19:04:17.798055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1984574601-network', 'tenant_id': '0331bac22f1a4402baf617bf1c0d35e5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:17.798456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-04fa1da6-d90f-468d-9f80-4c623f52e28d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/83a21966-403c-485c-a819-05ed4b76984d HTTP/1.1" status: 200 len: 1802 time: 0.1712394 Sep 24 19:04:17.818080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074164-ca95-4ac6-bac3-7bb6deeb4e64 req-65d93924-bd30-4d0e-9abf-e902c7d9b30f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.821898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62074164-ca95-4ac6-bac3-7bb6deeb4e64 req-65d93924-bd30-4d0e-9abf-e902c7d9b30f tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 949 time: 0.1844106 Sep 24 19:04:17.822119 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-3f9a1c05-550b-476b-97e7-1f9a66cc220d service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051848 Sep 24 19:04:17.828185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2098705302', 'description': 'tempest-description-hth-248133668'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:17.831324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Made reservation on behalf of 0331bac22f1a4402baf617bf1c0d35e5 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:17.833550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.842610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.852378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-cf7ec7c7-ddb8-432b-9864-fc46410874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.853803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-cf7ec7c7-ddb8-432b-9864-fc46410874c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1061363 Sep 24 19:04:17.864205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-93fc8c76-e269-430c-90e5-8582f82282ad tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:17.865592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-93fc8c76-e269-430c-90e5-8582f82282ad tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 949 time: 0.1853285 Sep 24 19:04:17.956892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:17.958669 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4baa75e4-63fa-44a2-ab96-51042f703045 req-29e71401-f7de-4fb5-a42a-16beb86fda11 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140838 Sep 24 19:04:17.989656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62074164-ca95-4ac6-bac3-7bb6deeb4e64 req-3e826bf6-7364-47cf-9027-f04999360b47 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523190 Sep 24 19:04:18.019387 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.024758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.045213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-44af56a1-d3e2-4c61-8810-11825914cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.047798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-44af56a1-d3e2-4c61-8810-11825914cfbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755102 Sep 24 19:04:18.053750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:04:18.064540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.072185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:18.078377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.079457 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Added segment f86fb7c2-9129-47b2-8d5f-f034c7c319dc of type vlan for network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c Sep 24 19:04:18.088373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.090919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.092252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6908ead2-524a-4f6e-b3bf-6a31f0f936ac req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "PUT /v2.0/security-groups/83a21966-403c-485c-a819-05ed4b76984d HTTP/1.1" status: 200 len: 1776 time: 0.2821875 Sep 24 19:04:18.124464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.150372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.151413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.151998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.165113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port c1002187-ae57-4f79-90f8-abd00c6eba25 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:18.165697 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.187952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4956517 Sep 24 19:04:18.189168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:18.193853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Request body: {'subnet': {'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1984574601-subnet', 'tenant_id': '0331bac22f1a4402baf617bf1c0d35e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:18.222749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d11f-240a-4f92-a9c6-de6aeb963840 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a21966-403c-485c-a819-05ed4b76984d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:18.229892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621310a-7c43-48c6-944a-bb0c302fc0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:18.243941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:04:18.252341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Made reservation on behalf of 0331bac22f1a4402baf617bf1c0d35e5 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:18.261476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.300970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867008b-3c94-45af-bc1c-4d1909aa7fb5 req-423f4456-d17d-4fbb-af02-451b394b4a18 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.302550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e867008b-3c94-45af-bc1c-4d1909aa7fb5 req-423f4456-d17d-4fbb-af02-451b394b4a18 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 943 time: 0.2082605 Sep 24 19:04:18.359783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-255116a7-453e-49a0-b0ec-0e2500dacd43 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977796 Sep 24 19:04:18.416552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port c1002187-ae57-4f79-90f8-abd00c6eba25, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c1002187-ae57-4f79-90f8-abd00c6eba25,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:18.417015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.454816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.456773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for c1002187-ae57-4f79-90f8-abd00c6eba25 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:18.463510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e867008b-3c94-45af-bc1c-4d1909aa7fb5 req-5c2f73ec-82bc-4cc5-939a-57c915e69b56 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431072 Sep 24 19:04:18.470349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62670541-71e2-4b83-9213-26e5a6ee43f8 req-66230032-4b8f-47f6-b4ec-895ae4a4fcea tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/83a21966-403c-485c-a819-05ed4b76984d HTTP/1.1" status: 200 len: 1776 time: 0.1861954 Sep 24 19:04:18.546389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3741097a-7ad5-42cf-acd7-a9300a79f602,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:18.551056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Checking segment: {'id': 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:18.551422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Network hostable DHCP agents. Network: 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:04:18.568957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:04:18.578165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:18.582241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.582836 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.592216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4e284-7f8a-42c0-8f51-1612d0b72a4f None None] Network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:18.619490 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-105c9be8-8260-4ee8-8a7a-1d0032a2a8bd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4204733 Sep 24 19:04:18.648138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9f70da0-71b0-47c2-89ab-d67a6ff6bc3c req-584abbcc-06d8-4404-a7a7-30bf1e349216 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784393 Sep 24 19:04:18.660071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-1b24894c-7897-4b95-91d3-448ef63a8270 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/83a21966-403c-485c-a819-05ed4b76984d HTTP/1.1" status: 200 len: 1776 time: 0.1550264 Sep 24 19:04:18.696307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-64727db7-3079-4a2f-828a-a266e96786ec tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.699045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-64727db7-3079-4a2f-828a-a266e96786ec tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.0798233 Sep 24 19:04:18.705553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168654-bfe6-4f30-88d9-58c45a4cbea9 req-84d899a3-8641-4949-952f-3b1714e6867e tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:18.707143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85168654-bfe6-4f30-88d9-58c45a4cbea9 req-84d899a3-8641-4949-952f-3b1714e6867e tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcf6515-850a-4a37-961b-739a72b82620 HTTP/1.1" status: 200 len: 946 time: 0.1481888 Sep 24 19:04:18.735571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e01d3-681d-48ec-91a8-752a0942204d None None] Network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:18.813100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85168654-bfe6-4f30-88d9-58c45a4cbea9 req-e7cbabf2-0ca3-41cf-a7e8-76fd7cd9b938 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.18 "GET /v2.0/security-groups?id=36b62945-94fe-43dc-8418-bbe9d3e3a192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948412 Sep 24 19:04:18.824140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.835825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Deleting port 5b4fc2c9-249b-4591-b8f1-308b4327444c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:18.835825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.862253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.864960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.895709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'c1002187-ae57-4f79-90f8-abd00c6eba25'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:18.897890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac', '2edcb72d-08df-45a5-83a6-e45211a6953f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:18.911108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=c1002187-ae57-4f79-90f8-abd00c6eba25,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:18.974016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] For port 5b4fc2c9-249b-4591-b8f1-308b4327444c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5b4fc2c9-249b-4591-b8f1-308b4327444c,segment=NetworkSegment(2f574fbd-0710-4541-a1f7-3e705e378fec),segment_id=2f574fbd-0710-4541-a1f7-3e705e378fec)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:18.974367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:18.988840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Calling delete_port for 5b4fc2c9-249b-4591-b8f1-308b4327444c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:19.142328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.177795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Pushing event deleted for resources: {'Port': ['ID=5b4fc2c9-249b-4591-b8f1-308b4327444c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:19.254222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] No DVR routers for this DVR port 5b4fc2c9-249b-4591-b8f1-308b4327444c on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:19.258799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.262095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d00c5f89-3c79-4008-af3e-c4c2b7230826 req-3014c20f-1edf-43a2-bd0d-bc24e4d1c2d6 tempest-ServersNegativeTestMultiTenantJSON-1884608720 tempest-ServersNegativeTestMultiTenantJSON-1884608720-project] 10.222.0.15 "DELETE /v2.0/ports/5b4fc2c9-249b-4591-b8f1-308b4327444c HTTP/1.1" status: 204 len: 173 time: 0.5440578 Sep 24 19:04:19.263224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'name': 'network-vif-deleted', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:19.272845 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63976c68-32de-4045-91c7-39bb7f0eecb5" -d '{"events": [{"server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "name": "network-vif-deleted", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:19.315862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-3bf9e907-74ac-4046-b91a-b57fbbc7574a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:19.317293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port c1002187-ae57-4f79-90f8-abd00c6eba25 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:19.317842 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-3bf9e907-74ac-4046-b91a-b57fbbc7574a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bdf8694-d8c8-4c1c-ba19-1e4edc82949c HTTP/1.1" status: 200 len: 950 time: 0.1021020 Sep 24 19:04:19.322925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.325580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.326806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f00db6ad-2a2c-40d1-9107-c6ae6e2e1321 req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/83a21966-403c-485c-a819-05ed4b76984d HTTP/1.1" status: 204 len: 173 time: 0.6659446 Sep 24 19:04:19.328696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.329994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-971a5517-549b-4ee1-9814-cd102ce35cb8 req-1f329ea4-8d0a-46f2-bb7a-5a5cc59bcd16 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "DELETE /v2.0/ports/c1002187-ae57-4f79-90f8-abd00c6eba25 HTTP/1.1" status: 204 len: 173 time: 1.4533155 Sep 24 19:04:19.336657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'name': 'network-vif-deleted', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:19.339054 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee932a-8a99-42c4-aa07-3d5dde7c37aa" -d '{"events": [{"server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "name": "network-vif-deleted", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:19.381153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173eb22-67d2-4c74-901c-3c42513a0db8 req-924e69b6-e132-4d16-950c-a4337e5ac32f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:19.384198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2173eb22-67d2-4c74-901c-3c42513a0db8 req-924e69b6-e132-4d16-950c-a4337e5ac32f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.4750249 Sep 24 19:04:19.387286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c1b3f-52a8-42e1-9d74-8923231bce70 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a21966-403c-485c-a819-05ed4b76984d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:19.402386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-ac86884d-6494-4dfe-b3eb-145913a210bc service neutron] 10.222.0.15 "GET /v2.0/ports/f6543645-8687-4234-8bd5-1aa66d2a5bbf/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.1699474 Sep 24 19:04:19.463423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2173eb22-67d2-4c74-901c-3c42513a0db8 req-ba0448ef-a6e7-463c-9006-0c2169b9b82c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Sep 24 19:04:19.529666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port 2edcb72d-08df-45a5-83a6-e45211a6953f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:19.535938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.559880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5b4fc2c9-249b-4591-b8f1-308b4327444c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:19.588756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:19.606334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb539a64-b720-46d7-8a6f-b125e671c4df req-38a503dc-d7f5-4ed4-8335-523499b1404e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0637960 Sep 24 19:04:19.715282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port 2edcb72d-08df-45a5-83a6-e45211a6953f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2edcb72d-08df-45a5-83a6-e45211a6953f,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:19.715929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.731084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for 2edcb72d-08df-45a5-83a6-e45211a6953f owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:19.754800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:19.766944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:19.807005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.814126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-fdad99d9-d1cd-4d3d-8a08-622e6dd3e58a tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:19.816749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-fdad99d9-d1cd-4d3d-8a08-622e6dd3e58a tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/networks?id=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c HTTP/1.1" status: 200 len: 822 time: 0.1721342 Sep 24 19:04:19.820390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:19.824945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-3f1c5a49-e6bd-40d5-b3fa-28d0348ecd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:19.826481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-3f1c5a49-e6bd-40d5-b3fa-28d0348ecd78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1100 time: 0.0821326 Sep 24 19:04:19.842805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:19.843794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-12b186bf-e9f2-4b74-9b53-dcef41cb915a tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/quotas/0331bac22f1a4402baf617bf1c0d35e5 HTTP/1.1" status: 200 len: 375 time: 0.0209534 Sep 24 19:04:19.847955 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.919442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-ac59d7d2-c75c-4881-a54c-dd14cf5f96c4 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0331bac22f1a4402baf617bf1c0d35e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746775 Sep 24 19:04:19.924899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:19.955968 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3047b-6a25-400e-8d15-2497e42e2b1e x-openstack-request-id: req-abc3047b-6a25-400e-8d15-2497e42e2b1e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:19.956357 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcf6515-850a-4a37-961b-739a72b82620", "name": "network-vif-deleted", "tag": "5b4fc2c9-249b-4591-b8f1-308b4327444c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:19.956584 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abc3047b-6a25-400e-8d15-2497e42e2b1e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:19.956989 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf6515-850a-4a37-961b-739a72b82620', 'name': 'network-vif-deleted', 'tag': '5b4fc2c9-249b-4591-b8f1-308b4327444c', 'status': 'completed', 'code': 200} Sep 24 19:04:19.983293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:19.994345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:20.040166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=2edcb72d-08df-45a5-83a6-e45211a6953f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:20.040817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:20.064469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-b7038a3b-27a9-4901-875c-e66f9a64accf service neutron] 10.222.0.18 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438084 Sep 24 19:04:20.068736 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093e1efc-d6a0-4db5-96af-9681201ea781 x-openstack-request-id: req-093e1efc-d6a0-4db5-96af-9681201ea781 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:20.069306 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8", "name": "network-vif-deleted", "tag": "c1002187-ae57-4f79-90f8-abd00c6eba25", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:20.069797 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-093e1efc-d6a0-4db5-96af-9681201ea781 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:20.071064 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6e64ea-25fe-43f9-8fb1-444b5eeaf9c8', 'name': 'network-vif-deleted', 'tag': 'c1002187-ae57-4f79-90f8-abd00c6eba25', 'status': 'completed', 'code': 200} Sep 24 19:04:20.130150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port 2edcb72d-08df-45a5-83a6-e45211a6953f on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:20.134551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.136817 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e46d7fb3-c463-49e4-bfe3-401d8ff0948e req-7bff624d-d872-4e4b-9fb6-ee992d54161a tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "DELETE /v2.0/ports/2edcb72d-08df-45a5-83a6-e45211a6953f HTTP/1.1" status: 204 len: 173 time: 0.8014207 Sep 24 19:04:20.164967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-0f2a37ca-5d03-4b6d-8602-c0e169580f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.166059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:20.167322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-0f2a37ca-5d03-4b6d-8602-c0e169580f7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1100 time: 0.3084667 Sep 24 19:04:20.242864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b9a3e-ef4f-4242-a209-d1bfb37b13f9 req-ed89bcbd-91dc-4284-af53-b576fd2ceda9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.244524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-425b9a3e-ef4f-4242-a209-d1bfb37b13f9 req-ed89bcbd-91dc-4284-af53-b576fd2ceda9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1775775 Sep 24 19:04:20.315161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd10baba-c866-4d17-8d9d-7820dc543686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.315446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-8a045e9b-b169-4652-bfd1-c889fede6ada service neutron] 10.222.0.18 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497678 Sep 24 19:04:20.352334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-425b9a3e-ef4f-4242-a209-d1bfb37b13f9 req-32501ddc-5890-406c-a842-2d6162f3fc8e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879428 Sep 24 19:04:20.366567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-8cbfc310-7ab8-469b-96d4-4a27f1aad865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.368394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-8cbfc310-7ab8-469b-96d4-4a27f1aad865 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1670742 Sep 24 19:04:20.423376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:20.477265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-617e82a5-5370-4fdf-8496-38899604cbcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0970483 Sep 24 19:04:20.533017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Deleting subnet 3acc3144-4956-4c3b-8df5-f7eb90f07931 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:20.538741 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.608744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-5d28f3cb-5474-476b-afdd-9e06b530e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.612718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-5d28f3cb-5474-476b-afdd-9e06b530e9fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1255333 Sep 24 19:04:20.646401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.692711 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.733754 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-1608cf82-1304-462c-985c-6f78e36c464f req-fab7d396-38e9-42b1-8300-dc66063fb805 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:20.734815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1608cf82-1304-462c-985c-6f78e36c464f req-fab7d396-38e9-42b1-8300-dc66063fb805 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/accfb5ac-95c8-414b-a012-d55cfc5bbe2a HTTP/1.1" status: 404 len: 352 time: 0.1144550 Sep 24 19:04:20.770323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.779271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070dca-fe6b-481e-883d-837281642987 req-6f95bdab-5413-4b1c-9389-eca8cb2c8532 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.792963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de070dca-fe6b-481e-883d-837281642987 req-6f95bdab-5413-4b1c-9389-eca8cb2c8532 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1785450 Sep 24 19:04:20.806242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acc3144-4956-4c3b-8df5-f7eb90f07931,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:20.809370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-09642892-fc0b-4bb1-ad12-767dee364dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:20.811064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-09642892-fc0b-4bb1-ad12-767dee364dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889188 Sep 24 19:04:20.812277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.814137 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-99515003-0bab-48a1-bc41-9d2143420b23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3acc3144-4956-4c3b-8df5-f7eb90f07931 HTTP/1.1" status: 204 len: 168 time: 0.3897657 Sep 24 19:04:20.816686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:20.873490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d318c34c-b1fb-4ac5-984b-17e5e8fe9832 req-9e6822a5-8d18-496e-9471-f9addaff5be9 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 210 time: 0.0742466 Sep 24 19:04:20.897765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:20.920435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de070dca-fe6b-481e-883d-837281642987 req-9ee76209-8643-41a7-8c36-29050ff90b7e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262002 Sep 24 19:04:21.019474 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-5a4c1caf-72b8-49d2-b6a8-085fa426d67f req-a6617d3e-90b5-41e8-8d89-1c6985d48398 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:21.020594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a4c1caf-72b8-49d2-b6a8-085fa426d67f req-a6617d3e-90b5-41e8-8d89-1c6985d48398 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/437e73e5-935b-4738-a9e8-6ef132a82456 HTTP/1.1" status: 404 len: 352 time: 0.0242088 Sep 24 19:04:21.027183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.059580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-2dcdc31d-87cb-46bd-8325-311d1e422247 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283709 Sep 24 19:04:21.067269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b447ac3b-06bf-45fc-acf6-17cb09e3814c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.078137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f574fbd-0710-4541-a1f7-3e705e378fec') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.078808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f574fbd-0710-4541-a1f7-3e705e378fec') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.090216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.114251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.122392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:21.123175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:21.126468 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:21.203067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.219156 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-5beafd3e-9955-4987-9061-15e58bbb1925 req-e60e5c47-78ec-45ec-bca8-c36f1bcaaadd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:21.220971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5beafd3e-9955-4987-9061-15e58bbb1925 req-e60e5c47-78ec-45ec-bca8-c36f1bcaaadd tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/9b5165ed-0a84-4007-8aef-1839f9ccbda4 HTTP/1.1" status: 404 len: 352 time: 0.0241640 Sep 24 19:04:21.245325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5daa1c-0c6d-4c54-9604-ec0d1be44683 req-90e17905-37bb-43d3-b561-5bfd6bf964f5 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766202 Sep 24 19:04:21.262817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.267151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] 10.222.0.18 "DELETE /v2.0/networks/b447ac3b-06bf-45fc-acf6-17cb09e3814c HTTP/1.1" status: 204 len: 168 time: 0.4470587 Sep 24 19:04:21.267151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b87ce-25b5-4294-ae77-8c6d503d41df admin admin] Pushing event deleted for resources: {'Network': ['ID=b447ac3b-06bf-45fc-acf6-17cb09e3814c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:21.267795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56992) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:21.287664 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-ff17b0b1-5644-4cb7-9c41-9e33a9758737 req-ec5bd3ef-3b69-49a1-b37b-38997d10848b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:21.290132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff17b0b1-5644-4cb7-9c41-9e33a9758737 req-ec5bd3ef-3b69-49a1-b37b-38997d10848b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/d9348d7c-3d07-4eab-9475-a5d5fcbc38f0 HTTP/1.1" status: 404 len: 352 time: 0.0320897 Sep 24 19:04:21.333093 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-7b959a70-5481-478e-9f98-8122c5c14f6a req-bb87bbcf-aa8f-4126-888c-dd123af36ed3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:21.334719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b959a70-5481-478e-9f98-8122c5c14f6a req-bb87bbcf-aa8f-4126-888c-dd123af36ed3 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/51b4ed6d-7a4d-4e01-b5be-2e8ccb0fada7 HTTP/1.1" status: 404 len: 352 time: 0.0198131 Sep 24 19:04:21.355918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Deleting subnet 1d00e90b-6cb2-45f3-bae3-5f88a902ab87 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:21.361436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.380214 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-340eae6d-de64-4313-9716-c630c9098f90 req-d956b00a-7c01-467c-8e17-285a3eae4c5a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] show failed (client error): The resource could not be found. Sep 24 19:04:21.381493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-340eae6d-de64-4313-9716-c630c9098f90 req-d956b00a-7c01-467c-8e17-285a3eae4c5a tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/ba16de25-f660-42d3-8d38-a4a7f4691142 HTTP/1.1" status: 404 len: 352 time: 0.0202413 Sep 24 19:04:21.431551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.478173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.534496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03753657-78be-4fd7-9265-5024081de2b3 req-4b9001d4-5593-4c66-b64c-7036e1e59f0a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:21.536627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03753657-78be-4fd7-9265-5024081de2b3 req-4b9001d4-5593-4c66-b64c-7036e1e59f0a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0799022 Sep 24 19:04:21.544206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.575890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d00e90b-6cb2-45f3-bae3-5f88a902ab87,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:21.585679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03753657-78be-4fd7-9265-5024081de2b3 req-5d844ec3-2d2c-491f-9ea9-e33b346a005a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Sep 24 19:04:21.587068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.587623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:21.590243 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9290402d-ef24-4a22-9ab2-10f65a40741f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d00e90b-6cb2-45f3-bae3-5f88a902ab87 HTTP/1.1" status: 204 len: 168 time: 0.3182616 Sep 24 19:04:21.591900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57006) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:21.654644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:21.660596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:21.660946 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.702069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:21.713400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.766376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa7f1c-b8b1-490d-a266-e4df01c59a9b req-7cb3225f-ee0b-4802-a1f0-389b74751c41 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:21.768352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2aa7f1c-b8b1-490d-a266-e4df01c59a9b req-7cb3225f-ee0b-4802-a1f0-389b74751c41 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1023 time: 0.1047726 Sep 24 19:04:21.822572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.849540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.855274 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.865882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:21.868476 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c203009d-6630-43ad-a941-4181a25b9a19" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:21.890303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:21.899754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.900667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c1002187-ae57-4f79-90f8-abd00c6eba25 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:21.908217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2aa7f1c-b8b1-490d-a266-e4df01c59a9b req-64eda51e-2a2b-49a1-be6a-ef1598ca700e tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=414bdec1-db6d-4530-aac4-08efd2541c99&id=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1256692 Sep 24 19:04:21.923208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:21.932819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6502ad4b-abde-4bff-bee8-0b5fc87e192e']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.954055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbb9540-52da-4eb9-8919-9bd92b185e00') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.954431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbb9540-52da-4eb9-8919-9bd92b185e00') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:21.958885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'name': 'network-vif-deleted', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:21.962524 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f4800-a330-4df2-8c9a-cb403592d7ee" -d '{"events": [{"server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "name": "network-vif-deleted", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:21.965580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: c1002187-ae57-4f79-90f8-abd00c6eba25 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:21.966059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c1002187-ae57-4f79-90f8-abd00c6eba25 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:21.969819 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f435987-eb51-4936-800f-96fa654c5020 x-openstack-request-id: req-0f435987-eb51-4936-800f-96fa654c5020 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:21.970790 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:21.971435 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f435987-eb51-4936-800f-96fa654c5020 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:21.973441 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:04:21.976958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:21.977851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2edcb72d-08df-45a5-83a6-e45211a6953f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:21.998502 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.012206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 2edcb72d-08df-45a5-83a6-e45211a6953f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:22.012829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2edcb72d-08df-45a5-83a6-e45211a6953f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:22.013346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5b4fc2c9-249b-4591-b8f1-308b4327444c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:22.017052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7615ff-6a9d-4625-aa4a-ef9f62e3e6d6 req-80d02b0f-68a4-4ef5-93f2-4db82c9e939d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.018640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae7615ff-6a9d-4625-aa4a-ef9f62e3e6d6 req-80d02b0f-68a4-4ef5-93f2-4db82c9e939d tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 950 time: 0.2062945 Sep 24 19:04:22.039020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 5b4fc2c9-249b-4591-b8f1-308b4327444c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:22.039827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5b4fc2c9-249b-4591-b8f1-308b4327444c not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:22.060218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:22.111743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:22.112029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.163790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:22.164289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:22.169430 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:22.172219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19bd315c-a32a-4522-8188-e64f7f5a7887 req-a8ccfaa5-d887-4c97-bf26-11f15ae3b3b9 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 210 time: 0.0993161 Sep 24 19:04:22.257761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-29d10fc3-1a97-49fc-af40-3ac3ad4de587 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.259894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-29d10fc3-1a97-49fc-af40-3ac3ad4de587 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.15 "GET /v2.0/networks?id=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c HTTP/1.1" status: 200 len: 822 time: 0.3430011 Sep 24 19:04:22.265376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae7615ff-6a9d-4625-aa4a-ef9f62e3e6d6 req-1953ca1a-e26a-45d4-9a8e-fb13e9fd77c0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093589 Sep 24 19:04:22.281245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Request body: {'port': {'device_id': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c', 'admin_state_up': True, 'tenant_id': '0331bac22f1a4402baf617bf1c0d35e5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:22.301362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c77d-4969-4fb7-89de-8f8c42800f2a req-95a6ba2b-e947-4e01-a2f8-876a6c75b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.302888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2434c77d-4969-4fb7-89de-8f8c42800f2a req-95a6ba2b-e947-4e01-a2f8-876a6c75b52b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1096 time: 0.2431028 Sep 24 19:04:22.308988 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea36daa-7d58-4f3e-871a-d5a6b9cd7246 x-openstack-request-id: req-7ea36daa-7d58-4f3e-871a-d5a6b9cd7246 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:22.309339 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf8694-d8c8-4c1c-ba19-1e4edc82949c", "name": "network-vif-deleted", "tag": "2edcb72d-08df-45a5-83a6-e45211a6953f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:22.309681 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ea36daa-7d58-4f3e-871a-d5a6b9cd7246 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:22.310156 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf8694-d8c8-4c1c-ba19-1e4edc82949c', 'name': 'network-vif-deleted', 'tag': '2edcb72d-08df-45a5-83a6-e45211a6953f', 'status': 'completed', 'code': 200} Sep 24 19:04:22.314358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.333178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.335006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6502ad4b-abde-4bff-bee8-0b5fc87e192e HTTP/1.1" status: 204 len: 168 time: 0.7421134 Sep 24 19:04:22.370077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331940-0b32-48fd-a281-fe8d667dcf04 admin admin] Pushing event deleted for resources: {'Network': ['ID=6502ad4b-abde-4bff-bee8-0b5fc87e192e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:22.451629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c32e7-69c4-4043-9990-797e63393f7d req-45078313-7283-4769-945f-f7952b7c0d4f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.453290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-636c32e7-69c4-4043-9990-797e63393f7d req-45078313-7283-4769-945f-f7952b7c0d4f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 947 time: 0.2049503 Sep 24 19:04:22.470380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2434c77d-4969-4fb7-89de-8f8c42800f2a req-1947b04e-6ce7-43da-8f81-28aa05e7f273 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509681 Sep 24 19:04:22.483639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:22.525095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-636c32e7-69c4-4043-9990-797e63393f7d req-764822cb-4b9a-4694-9f9f-551fe9263646 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Sep 24 19:04:22.526150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Made reservation on behalf of 0331bac22f1a4402baf617bf1c0d35e5 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:22.529777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.533649 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1dc9040c-a47d-47e5-b7b6-4d7390c231b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=724f1495ea7343c294a9348c7b1b0e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461178 Sep 24 19:04:22.533852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:22.588767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.609708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.665027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.667809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.668957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36b62945-94fe-43dc-8418-bbe9d3e3a192 HTTP/1.1" status: 204 len: 168 time: 0.1342463 Sep 24 19:04:22.682996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e39205-7253-494f-b301-2764017d20f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b62945-94fe-43dc-8418-bbe9d3e3a192,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:22.713277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Allocated IP 172.20.0.13 (7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c/3741097a-7ad5-42cf-acd7-a9300a79f602/863d1b27-dd74-4cb6-a124-cdfe4000d314) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:22.744562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31eab-4ef8-4f63-a7d9-14953f9a501a req-4ba28455-ba98-40d4-aac5-aa6a54607c12 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.746264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08e31eab-4ef8-4f63-a7d9-14953f9a501a req-4ba28455-ba98-40d4-aac5-aa6a54607c12 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.0727959 Sep 24 19:04:22.825660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08e31eab-4ef8-4f63-a7d9-14953f9a501a req-e17618eb-f4c5-4824-a18a-0a201d5269cb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675490 Sep 24 19:04:22.889570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8ecb362-60bd-4b66-9c66-d012f3043701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:22.951042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c962f4e-a316-480b-9181-fceec3b1550e req-e2245c04-9acc-429c-ac7b-843c8f9a3735 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:22.952574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c962f4e-a316-480b-9181-fceec3b1550e req-e2245c04-9acc-429c-ac7b-843c8f9a3735 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 950 time: 0.0740271 Sep 24 19:04:22.978355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.057979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:23.102552 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-332970f2-4815-4f49-a5f8-497bcd9d6bdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c177f53efd84caca00fccc252c37d1b&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0426745 Sep 24 19:04:23.105446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57038) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:23.109975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.118798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817088-bfbf-4a8a-b6ae-0c3afae0ae39 req-48aa6c78-ffb9-4cb6-b59f-133e5a0eb910 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:23.120327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38817088-bfbf-4a8a-b6ae-0c3afae0ae39 req-48aa6c78-ffb9-4cb6-b59f-133e5a0eb910 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1023 time: 0.1144688 Sep 24 19:04:23.157009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.181317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.212731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:23.231069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:23.239976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:23.240313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.243353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:23.251617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.254137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.257743 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82c94bb0-39c1-46ea-b8f5-1be058ae9cf0 HTTP/1.1" status: 204 len: 168 time: 0.1488740 Sep 24 19:04:23.279365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d8936-86d7-4c1e-83f1-3472606f84ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c94bb0-39c1-46ea-b8f5-1be058ae9cf0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:23.303256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Pushing event updated for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:23.328854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.344231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38817088-bfbf-4a8a-b6ae-0c3afae0ae39 req-3e4f49f0-97e4-437c-a928-93513008c0aa tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=414bdec1-db6d-4530-aac4-08efd2541c99&id=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2141423 Sep 24 19:04:23.392949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546fefa-5d94-43ec-a547-3078546ebebf req-8378bf10-160b-4659-a4e4-0e33b4392227 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:23.394570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6546fefa-5d94-43ec-a547-3078546ebebf req-8378bf10-160b-4659-a4e4-0e33b4392227 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 1023 time: 0.2226524 Sep 24 19:04:23.715352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:23.775163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:23.775829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.864794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:23.879162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'mac_address': 'fa:16:3e:91:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:23.893040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-4c3945a9-48f2-47f0-b90b-77ca57008ba1 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177671 Sep 24 19:04:23.898342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:23.898744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.909624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99021-ed0d-486a-94f5-800be4ccc1f1 req-c56e0f10-5530-4790-890f-1e3912f35687 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:23.911188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07c99021-ed0d-486a-94f5-800be4ccc1f1 req-c56e0f10-5530-4790-890f-1e3912f35687 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 932 time: 0.6395547 Sep 24 19:04:23.924411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Request body: {'port': {'device_id': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:23.925871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.942395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6543645-8687-4234-8bd5-1aa66d2a5bbf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:23.942590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:23.963572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:23.968253 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:23.976294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:23.979080 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e73b3-a5a6-49fe-9d51-0b7ebf4507ff" -d '{"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:23.989694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a51013-aa4a-459b-995c-809561e9659c req-2b8d0e28-9220-4882-bdf7-3555164dd193 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:23.991230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1a51013-aa4a-459b-995c-809561e9659c req-2b8d0e28-9220-4882-bdf7-3555164dd193 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 950 time: 0.2876577 Sep 24 19:04:24.023864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81321b2f-aceb-4b45-b1fd-7cadc42bb906 req-f8ecce3d-e21d-4c09-bba9-82d598a69c21 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:24.025493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81321b2f-aceb-4b45-b1fd-7cadc42bb906 req-f8ecce3d-e21d-4c09-bba9-82d598a69c21 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=040a1cb0-f457-4000-9f41-d991d7df7d47 HTTP/1.1" status: 200 len: 950 time: 0.3187575 Sep 24 19:04:24.040974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:24.067171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.151857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:24.158816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07c99021-ed0d-486a-94f5-800be4ccc1f1 req-d48fda69-d78e-4f74-b936-636d86f3a4fb tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304654 Sep 24 19:04:24.165934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.225334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Deleting port 032958ca-bcb1-471f-8065-c6d66b9c01e7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:24.225685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.267714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:24.283374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1145545171-network', 'tenant_id': '4fccb5cb35a040e788d155763a1e5270'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:24.299418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81321b2f-aceb-4b45-b1fd-7cadc42bb906 req-8c40ba1c-2588-452b-b52d-222beaca8891 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635105 Sep 24 19:04:24.350124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Made reservation on behalf of 4fccb5cb35a040e788d155763a1e5270 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:24.353996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.367997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.497244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.501111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.524311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:04:24.540655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c49bf5-d28e-4760-b0f4-046d34fec7a3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:24.543592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.544075 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Added segment 7147660c-c622-4da2-b1eb-d21fe98cb71d of type vlan for network 9cd734d1-4059-41e4-bfbb-cdc4df89b175 Sep 24 19:04:24.565922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:24.566338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.585089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.610052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.611042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:24.611623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.646202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4932456 Sep 24 19:04:24.649661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57080) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:24.650454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] For port 032958ca-bcb1-471f-8065-c6d66b9c01e7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=032958ca-bcb1-471f-8065-c6d66b9c01e7,segment=NetworkSegment(f1b7b3d7-30b2-413e-9c80-3ec71565f8ba),segment_id=f1b7b3d7-30b2-413e-9c80-3ec71565f8ba)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:24.650823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.723719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Calling delete_port for 032958ca-bcb1-471f-8065-c6d66b9c01e7 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:24.756842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.770632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:24.773323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df4035-85e0-4ef5-997c-31eec3ba05a3 req-c41189c4-002d-4187-b395-451d405af155 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:24.776123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44df4035-85e0-4ef5-997c-31eec3ba05a3 req-c41189c4-002d-4187-b395-451d405af155 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 948 time: 0.3671706 Sep 24 19:04:24.866045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4f8d-4caf-4bba-a8d5-5220d7c4c906 req-2f8348dd-cd45-4c46-9d5c-ca47f4f1e80e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:24.867702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eccb4f8d-4caf-4bba-a8d5-5220d7c4c906 req-2f8348dd-cd45-4c46-9d5c-ca47f4f1e80e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.3576927 Sep 24 19:04:24.926353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:24.965465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:24.965840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:24.968601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Request body: {'subnet': {'network_id': '9cd734d1-4059-41e4-bfbb-cdc4df89b175', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1145545171-subnet', 'tenant_id': '4fccb5cb35a040e788d155763a1e5270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:24.973069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683de95-8dd9-460d-a080-6c734f2c0631 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd734d1-4059-41e4-bfbb-cdc4df89b175,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:24.977921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:24.993766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Made reservation on behalf of 4fccb5cb35a040e788d155763a1e5270 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:24.996105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.004708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9cd734d1-4059-41e4-bfbb-cdc4df89b175 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:04:25.056975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for 0563d18a-fb86-44aa-9788-c1a8e4da0eaf owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:25.076062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:25.093798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.095912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c962f4e-a316-480b-9181-fceec3b1550e req-3685eeb6-2ef0-4e71-b61e-391027e03b90 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "DELETE /v2.0/ports/1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 HTTP/1.1" status: 204 len: 173 time: 2.1301076 Sep 24 19:04:25.105627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44df4035-85e0-4ef5-997c-31eec3ba05a3 req-5715b889-5aba-4ba6-b35d-76b1a6268e87 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906094 Sep 24 19:04:25.106095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'name': 'network-vif-deleted', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:25.108418 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b5ba9-eb7c-4ae3-9ce5-0e581bf011db" -d '{"events": [{"server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "name": "network-vif-deleted", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:25.134582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eccb4f8d-4caf-4bba-a8d5-5220d7c4c906 req-6013323e-50b9-4da2-bfcf-7774a44ce64b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206433 Sep 24 19:04:25.198310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.269414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7916ed6-80bc-458c-9db9-7f9517261700,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:25.281078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Checking segment: {'id': '7147660c-c622-4da2-b1eb-d21fe98cb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9cd734d1-4059-41e4-bfbb-cdc4df89b175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:25.281643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Network hostable DHCP agents. Network: 9cd734d1-4059-41e4-bfbb-cdc4df89b175, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:04:25.301605 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73b06c-ef93-41a7-96c3-47b4006b6535 x-openstack-request-id: req-5e73b06c-ef93-41a7-96c3-47b4006b6535 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:25.302302 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:25.302785 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e73b06c-ef93-41a7-96c3-47b4006b6535 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:25.303510 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'code': 200} Sep 24 19:04:25.322378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Network 9cd734d1-4059-41e4-bfbb-cdc4df89b175 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:04:25.340998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9cd734d1-4059-41e4-bfbb-cdc4df89b175) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:25.343290 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8712c28b-e59f-4ccc-b7b3-9f1413618b17 x-openstack-request-id: req-8712c28b-e59f-4ccc-b7b3-9f1413618b17 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:25.343595 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a1cb0-f457-4000-9f41-d991d7df7d47", "name": "network-vif-deleted", "tag": "1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:25.343854 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8712c28b-e59f-4ccc-b7b3-9f1413618b17 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:25.344259 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a1cb0-f457-4000-9f41-d991d7df7d47', 'name': 'network-vif-deleted', 'tag': '1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8', 'status': 'completed', 'code': 200} Sep 24 19:04:25.348928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:25.352915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.369542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eefa84-c0df-41b7-b458-f0a0cafca29d None None] Network 9cd734d1-4059-41e4-bfbb-cdc4df89b175 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:25.372480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-408707a6-c8dc-4cbb-baf1-aeb69103e3c0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7217314 Sep 24 19:04:25.533912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863d1b27-dd74-4cb6-a124-cdfe4000d314 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:25.550450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.553294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.574009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['032958ca-bcb1-471f-8065-c6d66b9c01e7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:25.597953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8e40b-585e-4a25-89ee-3975350d6a2e None None] Network 9cd734d1-4059-41e4-bfbb-cdc4df89b175 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:25.626576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:04:25.635595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83838946-8298-4120-bc9b-ffde7abb9bba req-5d96706c-2002-448f-a916-4a604505754b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:25.637156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83838946-8298-4120-bc9b-ffde7abb9bba req-5d96706c-2002-448f-a916-4a604505754b tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a8470e-b7f7-4c93-9b60-ccbf363e5915 HTTP/1.1" status: 200 len: 945 time: 0.3559904 Sep 24 19:04:25.648507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'Port': ['ID=032958ca-bcb1-471f-8065-c6d66b9c01e7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:25.691447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92517f6-c4d6-4290-8dcb-0b60ce6532b6 req-4d02740f-66b5-48eb-a78c-43a50ec030f3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:25.692955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e92517f6-c4d6-4290-8dcb-0b60ce6532b6 req-4d02740f-66b5-48eb-a78c-43a50ec030f3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.2984276 Sep 24 19:04:25.703645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:25.711908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'floatingip': {'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:25.730735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:25.737172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Transition to ACTIVE for port object 863d1b27-dd74-4cb6-a124-cdfe4000d314 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:25.743518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] No DVR routers for this DVR port 032958ca-bcb1-471f-8065-c6d66b9c01e7 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:25.747940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.753522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.755532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6546fefa-5d94-43ec-a547-3078546ebebf req-ec03da72-8f3d-4910-a44a-c4cd588f3de9 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.69 "DELETE /v2.0/ports/032958ca-bcb1-471f-8065-c6d66b9c01e7 HTTP/1.1" status: 204 len: 173 time: 2.0552652 Sep 24 19:04:25.756287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.772563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83838946-8298-4120-bc9b-ffde7abb9bba req-abbe4a86-eda2-4a2d-89cf-ebca6c71582d tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups?id=3519beec-90ca-4a56-be89-ca3270a23195&id=414bdec1-db6d-4530-aac4-08efd2541c99&id=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1210110 Sep 24 19:04:25.778670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:25.849472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Pushing event updated for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:25.868731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port f6543645-8687-4234-8bd5-1aa66d2a5bbf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:25.869114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.911529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=0563d18a-fb86-44aa-9788-c1a8e4da0eaf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:25.913530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port 0563d18a-fb86-44aa-9788-c1a8e4da0eaf on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:25.918739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.926301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.944045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:25.946060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1a51013-aa4a-459b-995c-809561e9659c req-8ab2a9ea-2182-491a-8e20-1431c6f5bd77 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.69 "DELETE /v2.0/ports/0563d18a-fb86-44aa-9788-c1a8e4da0eaf HTTP/1.1" status: 204 len: 173 time: 1.9456511 Sep 24 19:04:26.009619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be63a5-b54c-4cb5-9458-1d71562610ee req-e1aeab40-314c-41bb-bdf1-d2ea9124f14a tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.017075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56be63a5-b54c-4cb5-9458-1d71562610ee req-e1aeab40-314c-41bb-bdf1-d2ea9124f14a tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1236002 Sep 24 19:04:26.025830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Attempting to bind port 863d1b27-dd74-4cb6-a124-cdfe4000d314 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:26.026123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Attempting to bind port 863d1b27-dd74-4cb6-a124-cdfe4000d314 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:26.026455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Attempting to bind port 863d1b27-dd74-4cb6-a124-cdfe4000d314 on network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:26.040542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Port 863d1b27-dd74-4cb6-a124-cdfe4000d314 on network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:26.040938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Attempting to bind port 863d1b27-dd74-4cb6-a124-cdfe4000d314 on network 7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:26.058135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:26.058468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Checking segment: {'id': 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:26.058913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Bound using segment: {'id': 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:26.059372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Bound port: 863d1b27-dd74-4cb6-a124-cdfe4000d314, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:26.059654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.083000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56be63a5-b54c-4cb5-9458-1d71562610ee req-8886854a-1dd7-481a-8a16-7f257c2317b2 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626755 Sep 24 19:04:26.083626 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.155183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57106) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:26.201950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:26.218556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.224686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Deleting subnet a7916ed6-80bc-458c-9db9-7f9517261700 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:26.266567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.320240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2e74320-df61-47c2-9834-1b610de80fc9 req-874533c8-17ba-4c54-9dbd-61270d9024a0 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14044c8-0ef4-452b-9fee-f2857b08fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Sep 24 19:04:26.354216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:26.360964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:26.366732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-43beadd3-1e47-45f3-a288-7a70ac6eff86 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.368871 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-43beadd3-1e47-45f3-a288-7a70ac6eff86 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0&tenant_id=cb7cfe6611584293814febdf00707daa&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 949 time: 0.2212720 Sep 24 19:04:26.387196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.407303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314,segment=NetworkSegment(f86fb7c2-9129-47b2-8d5f-f034c7c319dc),segment_id=f86fb7c2-9129-47b2-8d5f-f034c7c319dc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:26.421937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19966a06-efc0-4608-a497-c947b7d4b3a1 req-7df54360-f0eb-456a-97b8-ecf641216364 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.429270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19966a06-efc0-4608-a497-c947b7d4b3a1 req-7df54360-f0eb-456a-97b8-ecf641216364 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2019939 Sep 24 19:04:26.439989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.624707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-0f749936-a89a-4941-b24b-aafb97f21ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.626289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-0f749936-a89a-4941-b24b-aafb97f21ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1100 time: 0.0877395 Sep 24 19:04:26.782079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.782691 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.784288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] 10.222.0.15 "PUT /v2.0/ports/863d1b27-dd74-4cb6-a124-cdfe4000d314 HTTP/1.1" status: 200 len: 1092 time: 2.8649459 Sep 24 19:04:26.802953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.811547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-653f1bd8-96a1-41da-8958-5709c06ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.813037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-653f1bd8-96a1-41da-8958-5709c06ceeb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1755409 Sep 24 19:04:26.817183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.821791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.860425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19966a06-efc0-4608-a497-c947b7d4b3a1 req-8550d703-cb73-497e-b3da-768fed1730ba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300964 Sep 24 19:04:26.892960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3ad8d-6ea8-480c-a65f-7a0a07d42244 service neutron] Pushing event updated for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:26.896220 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-390686c4-faf3-460f-aa89-1f0a4b82b2ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0410826 Sep 24 19:04:26.920269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-6b7ef982-6cbe-4953-8f89-873056129a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.921799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-6b7ef982-6cbe-4953-8f89-873056129a47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0331bac22f1a4402baf617bf1c0d35e5&device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 1095 time: 0.0874062 Sep 24 19:04:26.987123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-2134b007-1f65-456b-aa35-a0995b30670f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314 HTTP/1.1" status: 200 len: 217 time: 0.0521791 Sep 24 19:04:26.988060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:26.990149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-480fe6a9-3c14-44c8-bed3-24ccd1a1e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:26.991621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-480fe6a9-3c14-44c8-bed3-24ccd1a1e2b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0859282 Sep 24 19:04:27.004967 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Floating IP c75275dc-0a97-46ac-b598-353c003c2861 associated. External IP: 172.25.5.124, port: 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc. Sep 24 19:04:27.034550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7916ed6-80bc-458c-9db9-7f9517261700,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:27.053450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.055939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-63a95157-3d15-4085-9b0b-b61107f25de0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7916ed6-80bc-458c-9db9-7f9517261700 HTTP/1.1" status: 204 len: 168 time: 0.8934002 Sep 24 19:04:27.059743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57112) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:27.076200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e82f93aa-7e90-4179-8858-8259c322510e req-caa801f2-2198-48f1-beaa-e5e24797f701 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/fa59f01c-018e-4bec-bbd4-a6b3b29dde9a HTTP/1.1" status: 200 len: 1801 time: 0.1534486 Sep 24 19:04:27.101147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-2c639f7b-385b-4099-ade0-c8dabb2aa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:27.102748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-2c639f7b-385b-4099-ade0-c8dabb2aa740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641344 Sep 24 19:04:27.121099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a047b0-520e-4db2-825d-3edbde953665 req-d1c696bd-b105-40e2-ba69-0b0aaf24b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:27.122529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-d1c696bd-b105-40e2-ba69-0b0aaf24b20d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3741097a-7ad5-42cf-acd7-a9300a79f602 HTTP/1.1" status: 200 len: 862 time: 0.1032138 Sep 24 19:04:27.205573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-9ba4ceae-605d-4547-b3e1-f7c764020952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442522 Sep 24 19:04:27.219500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.278560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-57097492-c313-4e32-955b-08297b135f9f service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382327 Sep 24 19:04:27.302135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e82f93aa-7e90-4179-8858-8259c322510e req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.304564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:27.307219 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2a7b0e-1130-44bf-b512-8df71e852814" -d '{"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-plugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:27.345378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'name': 'network-vif-deleted', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7'}, {'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'name': 'network-vif-deleted', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf'}, {'name': 'network-changed', 'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:27.347746 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea10f25-f65a-4db4-b693-cd3808e48a4e" -d '{"events": [{"server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "name": "network-vif-deleted", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7"}, {"server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "name": "network-vif-deleted", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf"}, {"name": "network-changed", "server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:27.368704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae58f-fbcf-4f85-adaa-537b24b825ff req-13035d34-b3c5-4952-8cd0-d7e75d2532d9 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:27.370325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eddae58f-fbcf-4f85-adaa-537b24b825ff req-13035d34-b3c5-4952-8cd0-d7e75d2532d9 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1856647 Sep 24 19:04:27.394877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Router 94096b96-eeec-4382-8db9-40506949061f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:04:27.407673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e82f93aa-7e90-4179-8858-8259c322510e req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.422762 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b4a6331-8a98-46cd-b7fd-8ff428a3001e req-8f8bc4e5-c800-4782-a75f-3f9aaeeacd43 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346195 Sep 24 19:04:27.485943 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.521644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-b3a3a0f7-ff40-4603-a2e2-441dec8531b5 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049023 Sep 24 19:04:27.523537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:04:27.529185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.538588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Sync routers for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:04:27.540541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eddae58f-fbcf-4f85-adaa-537b24b825ff req-254838c0-0e78-4283-975a-fd7c6bbea573 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598160 Sep 24 19:04:27.543849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd734d1-4059-41e4-bfbb-cdc4df89b175']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:27.568449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:27.569509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:27.574044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7147660c-c622-4da2-b1eb-d21fe98cb71d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:27.574292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7147660c-c622-4da2-b1eb-d21fe98cb71d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:27.575576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8777008b-09ef-4fbf-b167-9e149a098f06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "PUT /v2.0/floatingips/c75275dc-0a97-46ac-b598-353c003c2861 HTTP/1.1" status: 200 len: 991 time: 1.8702395 Sep 24 19:04:27.576664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:27.578000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e82f93aa-7e90-4179-8858-8259c322510e req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.580043 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f61e893-869e-460c-bc6f-60b1ac462632" -d '{"events": [{"name": "network-changed", "server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:27.580577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e82f93aa-7e90-4179-8858-8259c322510e req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.581701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e82f93aa-7e90-4179-8858-8259c322510e req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa59f01c-018e-4bec-bbd4-a6b3b29dde9a HTTP/1.1" status: 204 len: 173 time: 0.4923275 Sep 24 19:04:27.599976 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.619939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef8fac-84cf-4563-b0e1-1d341a11d849 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa59f01c-018e-4bec-bbd4-a6b3b29dde9a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:27.621292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 032958ca-bcb1-471f-8065-c6d66b9c01e7 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:27.624234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.654183 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ac195-8121-45c9-9954-7e2cc9188704 x-openstack-request-id: req-703ac195-8121-45c9-9954-7e2cc9188704 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:27.654546 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-plugged", "status": "completed", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:27.654969 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-703ac195-8121-45c9-9954-7e2cc9188704 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:27.655416 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'code': 200} Sep 24 19:04:27.664485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 032958ca-bcb1-471f-8065-c6d66b9c01e7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:27.665072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 032958ca-bcb1-471f-8065-c6d66b9c01e7 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:27.665572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:27.668776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:27.669289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:27.671036 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:27.710580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:27.712086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1f4d72cc-90cf-4a27-8bbb-4d98b45e5fe8 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:27.712480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0563d18a-fb86-44aa-9788-c1a8e4da0eaf no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:27.730547 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a5ffa-b74f-41bb-86e4-22641d9af097 x-openstack-request-id: req-8b2a5ffa-b74f-41bb-86e4-22641d9af097 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:27.731041 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8470e-b7f7-4c93-9b60-ccbf363e5915", "name": "network-vif-deleted", "tag": "032958ca-bcb1-471f-8065-c6d66b9c01e7", "status": "completed", "code": 200}, {"server_uuid": "b14044c8-0ef4-452b-9fee-f2857b08fdb5", "name": "network-vif-deleted", "tag": "0563d18a-fb86-44aa-9788-c1a8e4da0eaf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:27.731350 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b2a5ffa-b74f-41bb-86e4-22641d9af097 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:27.731768 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8470e-b7f7-4c93-9b60-ccbf363e5915', 'name': 'network-vif-deleted', 'tag': '032958ca-bcb1-471f-8065-c6d66b9c01e7', 'status': 'completed', 'code': 200} Sep 24 19:04:27.732293 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14044c8-0ef4-452b-9fee-f2857b08fdb5', 'name': 'network-vif-deleted', 'tag': '0563d18a-fb86-44aa-9788-c1a8e4da0eaf', 'status': 'completed', 'code': 200} Sep 24 19:04:27.732559 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314', 'status': 'completed', 'code': 200} Sep 24 19:04:27.752033 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12af90c-dda6-46a4-b387-83c59b454d18 x-openstack-request-id: req-e12af90c-dda6-46a4-b387-83c59b454d18 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:27.752241 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:27.752802 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e12af90c-dda6-46a4-b387-83c59b454d18 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:27.753383 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'status': 'completed', 'code': 200} Sep 24 19:04:27.760356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53a047b0-520e-4db2-825d-3edbde953665 req-a923ad84-08ec-48a5-9ec6-15ce16e167bf service neutron] 10.222.0.15 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182281 Sep 24 19:04:27.760986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.776769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:27.778899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9cd734d1-4059-41e4-bfbb-cdc4df89b175 HTTP/1.1" status: 204 len: 168 time: 0.7150786 Sep 24 19:04:27.786767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 0563d18a-fb86-44aa-9788-c1a8e4da0eaf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:27.787487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0563d18a-fb86-44aa-9788-c1a8e4da0eaf not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:27.809351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a029dba-5212-41cd-86ee-01f5d06abc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd734d1-4059-41e4-bfbb-cdc4df89b175,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:27.819383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:27.862585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-a9b48c29-f8c8-497f-ad9d-14e954166f18 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "GET /v2.0/security-groups/414bdec1-db6d-4530-aac4-08efd2541c99 HTTP/1.1" status: 200 len: 1800 time: 0.0931067 Sep 24 19:04:27.915808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-dad77e26-9af1-4837-b9ea-3d2bf06e369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:27.917413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-dad77e26-9af1-4837-b9ea-3d2bf06e369f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1096 time: 0.1208606 Sep 24 19:04:27.975724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:27.982591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-a7d4f38c-54c3-4eb5-95b0-60ad159c878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:27.984238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-a7d4f38c-54c3-4eb5-95b0-60ad159c878d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0331bac22f1a4402baf617bf1c0d35e5&device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 1095 time: 0.1199591 Sep 24 19:04:28.050665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c245568-d552-46fc-a863-4e541be24f29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fccb5cb35a040e788d155763a1e5270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734580 Sep 24 19:04:28.054274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:28.064421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.140122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.170090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.177528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.223024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c75275dc-0a97-46ac-b598-353c003c2861', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '94096b96-eeec-4382-8db9-40506949061f', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:04:07Z', 'updated_at': '2021-09-24T19:04:26Z', 'revision_number': 1, 'project_id': '94239c2026dc4870a514669733cc00d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:28.236659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.239189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-e616a39a-b036-4cc8-bffd-e31884ffb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.240821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-e616a39a-b036-4cc8-bffd-e31884ffb6c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.3137567 Sep 24 19:04:28.241536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.247168 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8c49bf5-d28e-4760-b0f4-046d34fec7a3 HTTP/1.1" status: 204 len: 168 time: 0.1941824 Sep 24 19:04:28.252952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Checking router: 94096b96-eeec-4382-8db9-40506949061f for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:04:28.256766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c854-9f0a-4af0-ae78-340f1c09f65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c49bf5-d28e-4760-b0f4-046d34fec7a3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:28.262941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:28.263772 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:28.277282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-066ba66f-6fb1-4faf-99b1-4fa1b78d4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.278898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-066ba66f-6fb1-4faf-99b1-4fa1b78d4a2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c HTTP/1.1" status: 200 len: 922 time: 0.2816005 Sep 24 19:04:28.374793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-7afa5bea-d3f9-4d12-865f-0ddaa72abca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314 HTTP/1.1" status: 200 len: 217 time: 0.0592873 Sep 24 19:04:28.391744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:28.397711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb75b0b-c805-4cb5-a35f-dbcc560390c0 req-a06bcd46-b009-47df-b937-956eb9cd9425 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.399849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb75b0b-c805-4cb5-a35f-dbcc560390c0 req-a06bcd46-b009-47df-b937-956eb9cd9425 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2520080 Sep 24 19:04:28.412020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-808e81e7-9fe6-4c9a-b4a9-f97a823a05c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.1460919 Sep 24 19:04:28.513789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb75b0b-c805-4cb5-a35f-dbcc560390c0 req-6731e03d-a95a-4c09-96f9-ce59e6868630 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051717 Sep 24 19:04:28.519356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.522244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.529663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:28.539741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d06a772d-9d8d-4fd2-9426-8de6531e7d4d req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] 10.222.0.18 "DELETE /v2.0/security-groups/414bdec1-db6d-4530-aac4-08efd2541c99 HTTP/1.1" status: 204 len: 173 time: 0.6591659 Sep 24 19:04:28.579947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-1e7d54d2-0673-4467-89ed-ef20ce8b9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.581479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-1e7d54d2-0673-4467-89ed-ef20ce8b9add service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3741097a-7ad5-42cf-acd7-a9300a79f602 HTTP/1.1" status: 200 len: 862 time: 0.1920102 Sep 24 19:04:28.582253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3894-5b33-49ba-b404-4178e0e2e7af tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414bdec1-db6d-4530-aac4-08efd2541c99,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:28.649342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Deleting subnet a554decb-4d17-45c3-8327-c89b3ff04b56 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:28.652949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.673814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-a34e86b2-4789-4c54-8adf-9031cefd92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.675392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-a34e86b2-4789-4c54-8adf-9031cefd92b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.2103109 Sep 24 19:04:28.679181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-0d81ca9e-f918-47c5-b775-94e657238e0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752456 Sep 24 19:04:28.714734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.715883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c75275dc-0a97-46ac-b598-353c003c2861', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '94096b96-eeec-4382-8db9-40506949061f', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:04:07Z', 'updated_at': '2021-09-24T19:04:26Z', 'revision_number': 1, 'project_id': '94239c2026dc4870a514669733cc00d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:28.765983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c51a08-2685-4091-b670-8071d1b7d4c2 None None] The sync data for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 is: [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c75275dc-0a97-46ac-b598-353c003c2861', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '94096b96-eeec-4382-8db9-40506949061f', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:04:07Z', 'updated_at': '2021-09-24T19:04:26Z', 'revision_number': 1, 'project_id': '94239c2026dc4870a514669733cc00d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:28.773328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.824951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dad02-642c-4c82-9f2f-72a2df2c993b req-a22350d4-35f5-417a-965f-32cf4435aac8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.826551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-328dad02-642c-4c82-9f2f-72a2df2c993b req-a22350d4-35f5-417a-965f-32cf4435aac8 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.2147560 Sep 24 19:04:28.851550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.875377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-4e067861-8080-4837-8861-10c1c9ffdd2d service neutron] 10.222.0.15 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796978 Sep 24 19:04:28.886312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.890761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98df3e6-5ea6-45c4-87bb-a18df619c023 req-f1fd9f15-d8e9-4707-aada-616ba43c1bd9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.891192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a554decb-4d17-45c3-8327-c89b3ff04b56 HTTP/1.1" status: 204 len: 168 time: 0.3607273 Sep 24 19:04:28.892260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:28.892426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e98df3e6-5ea6-45c4-87bb-a18df619c023 req-f1fd9f15-d8e9-4707-aada-616ba43c1bd9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.1059935 Sep 24 19:04:28.893228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec61f38-c57b-4c97-bf48-b67004399a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a554decb-4d17-45c3-8327-c89b3ff04b56,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:28.972468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:28.985797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-07363578-80f1-4f7e-8700-6169e4c91e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:28.987346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-07363578-80f1-4f7e-8700-6169e4c91e70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027883 Sep 24 19:04:29.002345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-328dad02-642c-4c82-9f2f-72a2df2c993b req-d4c8b22d-3e8b-4037-af14-fc52679f08ca tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600282 Sep 24 19:04:29.057112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea10f25-f65a-4db4-b693-cd3808e48a4e req-1d45148f-b60e-43aa-8ef3-68e694afe0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613476 Sep 24 19:04:29.076324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.095092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e98df3e6-5ea6-45c4-87bb-a18df619c023 req-2dc4bd53-a29d-4322-a139-dbb9f9d147cf tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203275 Sep 24 19:04:29.112346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6e51b0-104b-4224-a0d7-ab61023e222a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:29.138514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:29.138917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b7b3d7-30b2-413e-9c80-3ec71565f8ba') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:29.147621 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8da76-8e26-431f-b58f-0be75c3c992b None None] New status for floating IP c75275dc-0a97-46ac-b598-353c003c2861: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:04:29.153379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.170475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.178353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:29.178814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:29.181640 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:29.254589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.260950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.270682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ec6e51b0-104b-4224-a0d7-ab61023e222a HTTP/1.1" status: 204 len: 168 time: 0.3675115 Sep 24 19:04:29.284389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01da3f-dc1a-4fa3-90cb-aaafcef8c835 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6e51b0-104b-4224-a0d7-ab61023e222a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:29.314800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-66f360e8-5f96-4c4b-8bea-78479d8e313e service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114700 Sep 24 19:04:29.371356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad08fd9-a968-4bfb-83c4-f560f4b3a862 req-65a7886e-16ee-48e4-a29d-a9f0a0b1f7b0 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:29.381174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad08fd9-a968-4bfb-83c4-f560f4b3a862 req-65a7886e-16ee-48e4-a29d-a9f0a0b1f7b0 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1745474 Sep 24 19:04:29.469207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fad08fd9-a968-4bfb-83c4-f560f4b3a862 req-5c1d2eb7-2976-458e-b85b-846d1ee6f0d8 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 Sep 24 19:04:29.494940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f61e893-869e-460c-bc6f-60b1ac462632 req-1ca04e58-3141-4f3e-a66c-0fdc20199c83 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695201 Sep 24 19:04:29.581603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:29.626934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57208) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:29.628400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4c74cada-273f-46f2-8727-4ed047d2bd9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61d66ddf62b64ecd9cbee9398012dee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452349 Sep 24 19:04:29.699454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-5171c107-f2a3-4281-a2f4-aae1074b03e1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306637 Sep 24 19:04:29.729936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.752349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 863d1b27-dd74-4cb6-a124-cdfe4000d314 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:29.799133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.866165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314,segment=NetworkSegment(f86fb7c2-9129-47b2-8d5f-f034c7c319dc),segment_id=f86fb7c2-9129-47b2-8d5f-f034c7c319dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:29.866353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-23cf3e8b-d0fb-4322-8169-0fee47679f52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:29.868137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-23cf3e8b-d0fb-4322-8169-0fee47679f52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626763 Sep 24 19:04:29.888441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '863d1b27-dd74-4cb6-a124-cdfe4000d314', 'network_id': '7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c', 'port_id': '863d1b27-dd74-4cb6-a124-cdfe4000d314', 'mac_address': 'fa:16:3e:9b:0a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3741097a-7ad5-42cf-acd7-a9300a79f602', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:29.905496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-6f1b99e7-b565-4e7c-85b5-b15ee0a17ce6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/quotas/cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 375 time: 0.0280383 Sep 24 19:04:29.923087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.932440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.935907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3519beec-90ca-4a56-be89-ca3270a23195 HTTP/1.1" status: 204 len: 168 time: 0.3061652 Sep 24 19:04:29.940691 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:29.963878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863d1b27-dd74-4cb6-a124-cdfe4000d314 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:29.997638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b726b-69e2-425a-aab7-5331e3c231de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519beec-90ca-4a56-be89-ca3270a23195,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:30.000507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314,segment=NetworkSegment(f86fb7c2-9129-47b2-8d5f-f034c7c319dc),segment_id=f86fb7c2-9129-47b2-8d5f-f034c7c319dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:30.023486 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:30.043371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-61f83bab-d64d-4f8e-a6d1-1217e23b5a10 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373425 Sep 24 19:04:30.104454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:30.267519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681dc20-973f-421f-a123-e334732ef664 req-ee52774e-4212-4324-a867-22245e0fdf36 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:30.269022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2681dc20-973f-421f-a123-e334732ef664 req-ee52774e-4212-4324-a867-22245e0fdf36 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.1559050 Sep 24 19:04:30.281346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7a01-819b-4ad4-9ad7-24650066e764 req-6916aeea-172c-4e36-a29b-64be1b04dfc9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:30.288888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e0c7a01-819b-4ad4-9ad7-24650066e764 req-6916aeea-172c-4e36-a29b-64be1b04dfc9 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 949 time: 0.1004913 Sep 24 19:04:30.371182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['863d1b27-dd74-4cb6-a124-cdfe4000d314'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:30.459595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e0c7a01-819b-4ad4-9ad7-24650066e764 req-1a5e0983-2bc1-4b4b-967b-e8f8b2efc8d2 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/security-groups?id=5abd3eda-544a-4633-a449-ccc6a0b9908e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576021 Sep 24 19:04:30.522550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Deleting port c52352d7-62df-40ca-8524-4c7faceb5cac {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:30.523087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:30.674624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0034eb22-4d0d-4578-835b-264764a498dd req-6712b0c5-73a1-42a7-9211-3a7e11b7f672 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 210 time: 0.1427915 Sep 24 19:04:30.825676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112085-e34a-42f2-b7e2-4a3c087cee17 req-8df8966e-2de9-4912-a2b8-0889d2d7c05d tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:30.835633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a112085-e34a-42f2-b7e2-4a3c087cee17 req-8df8966e-2de9-4912-a2b8-0889d2d7c05d tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1573551 Sep 24 19:04:30.920128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a112085-e34a-42f2-b7e2-4a3c087cee17 req-bfbe0744-84a2-4c52-a6ab-1a7da3140acc tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825071 Sep 24 19:04:30.939489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] For port c52352d7-62df-40ca-8524-4c7faceb5cac, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c52352d7-62df-40ca-8524-4c7faceb5cac,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:30.939489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:30.953726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Calling delete_port for c52352d7-62df-40ca-8524-4c7faceb5cac owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:31.408471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.420511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:31.424698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c52352d7-62df-40ca-8524-4c7faceb5cac'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:31.445345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Pushing event deleted for resources: {'Port': ['ID=c52352d7-62df-40ca-8524-4c7faceb5cac,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:31.458955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.459754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.459754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.459968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.460328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.460628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.461809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.462059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.462331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.462661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.463189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.463380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:31.535139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] No DVR routers for this DVR port c52352d7-62df-40ca-8524-4c7faceb5cac on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:31.537873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.546167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2681dc20-973f-421f-a123-e334732ef664 req-64e60c0e-a8b0-4eb6-823d-d85c6e5a3fb1 tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.15 "DELETE /v2.0/ports/c52352d7-62df-40ca-8524-4c7faceb5cac HTTP/1.1" status: 204 len: 173 time: 1.2422140 Sep 24 19:04:31.553781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'name': 'network-vif-deleted', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:31.559955 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212df4d-7109-4f36-a71a-54eb83adb623" -d '{"events": [{"server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "name": "network-vif-deleted", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:31.607587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1574630752-network', 'tenant_id': '635227d54857409590691afb83d9092f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:31.642654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:31.645990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.647287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72688e73-b42e-4834-ae14-3e92b8a7ed3f req-78c58a63-8461-4ff0-b4af-dd20a0fe201e tempest-ServersOnMultiNodesTest-1394269140 tempest-ServersOnMultiNodesTest-1394269140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fdeabb-d7de-4ed7-8040-308f9b60b0e0 HTTP/1.1" status: 200 len: 210 time: 0.0551562 Sep 24 19:04:31.657365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.697392 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781c980f-8772-48d2-87e3-a8219eb94313 x-openstack-request-id: req-781c980f-8772-48d2-87e3-a8219eb94313 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:31.697700 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fdeabb-d7de-4ed7-8040-308f9b60b0e0", "name": "network-vif-deleted", "tag": "c52352d7-62df-40ca-8524-4c7faceb5cac", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:31.698010 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-781c980f-8772-48d2-87e3-a8219eb94313 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:31.698434 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fdeabb-d7de-4ed7-8040-308f9b60b0e0', 'name': 'network-vif-deleted', 'tag': 'c52352d7-62df-40ca-8524-4c7faceb5cac', 'status': 'completed', 'code': 200} Sep 24 19:04:31.740984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-8f55f109-138a-462d-8d95-def5070d916c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415933 Sep 24 19:04:31.755656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 863d1b27-dd74-4cb6-a124-cdfe4000d314 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:31.788135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.796337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.824017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 863d1b27-dd74-4cb6-a124-cdfe4000d314 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:31.829860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 863d1b27-dd74-4cb6-a124-cdfe4000d314 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:31.830732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.852512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:04:31.876325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb3d73-e244-4420-9c44-f6b35252836a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:31.886653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:31.888930 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Added segment 8d3850f2-e991-4063-b261-60aba9df25ed of type vlan for network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab Sep 24 19:04:31.906291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ed669dd-f319-4c1b-a177-6acad0941455 req-31059647-b0de-4828-b338-5fffcf19650b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 210 time: 0.0906770 Sep 24 19:04:32.005043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-472f933d-ada1-4055-9a70-eccf3c6fc9e7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:32.007510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.011885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-472f933d-ada1-4055-9a70-eccf3c6fc9e7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632248 Sep 24 19:04:32.025549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Request body: {'port': {'device_id': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'cb7cfe6611584293814febdf00707daa'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:32.048499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.049841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:32.050721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.099933 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6741233 Sep 24 19:04:32.100833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:32.106760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Request body: {'subnet': {'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1574630752-subnet', 'tenant_id': '635227d54857409590691afb83d9092f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:32.173887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecba7a-e0ef-45ad-8c5a-c21a90d679e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:32.189257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:32.192424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.229144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:04:32.236126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18059eb3-b99b-40c7-87df-21e3df07aa66 req-634b594d-a28d-4969-b22e-f94addaabdb4 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:32.245067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18059eb3-b99b-40c7-87df-21e3df07aa66 req-634b594d-a28d-4969-b22e-f94addaabdb4 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1829736 Sep 24 19:04:32.265281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.325362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18059eb3-b99b-40c7-87df-21e3df07aa66 req-f59ce93f-d4d0-4024-808b-796f5200a65d tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785186 Sep 24 19:04:32.328638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:32.340486 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0675bec0-0ba0-4ee2-b552-84cd8a9708b4" -d '{"events": [{"server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "name": "network-vif-plugged", "status": "completed", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:32.350447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Made reservation on behalf of cb7cfe6611584293814febdf00707daa for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:32.354246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.365998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314,segment=NetworkSegment(f86fb7c2-9129-47b2-8d5f-f034c7c319dc),segment_id=f86fb7c2-9129-47b2-8d5f-f034c7c319dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:32.374789 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.409652 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b170676-afab-4779-8d2c-49a8b1c9b42c x-openstack-request-id: req-5b170676-afab-4779-8d2c-49a8b1c9b42c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:32.410881 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "name": "network-vif-plugged", "status": "completed", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:32.411150 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b170676-afab-4779-8d2c-49a8b1c9b42c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:32.412287 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314', 'code': 200} Sep 24 19:04:32.467183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:32.605885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc2bf-53ba-4adf-a62a-137aad5c847f req-45430942-411c-4137-9e6f-e98a85a97c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:32.607591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d66bc2bf-53ba-4adf-a62a-137aad5c847f req-45430942-411c-4137-9e6f-e98a85a97c86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 1097 time: 0.1205568 Sep 24 19:04:32.627205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Allocated IP 192.168.233.138 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/c50bb06a-69b7-447b-8f54-a5f94d2d5abb) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:32.669487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d66bc2bf-53ba-4adf-a62a-137aad5c847f req-55187a13-a484-4d90-a953-33e297037b58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Sep 24 19:04:32.805640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.864589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.866770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fa9cc8-9804-460d-8a86-d90b23943e1d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:32.876947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Checking segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:32.877304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Network hostable DHCP agents. Network: c927f0ad-f6b0-4d68-a4d8-6c3e63667bab, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:04:32.895542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:04:32.908596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c927f0ad-f6b0-4d68-a4d8-6c3e63667bab) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:32.915028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:32.918492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.926216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886743b-ab7d-419e-bba3-92dc1b12d9f4 None None] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:32.937472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:32.952315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-97e85a17-006c-4c1c-b1a7-5afc95b46768 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8433440 Sep 24 19:04:32.963283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:33.000134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:33.018011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:33.020147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:33.035604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:33.059164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.153003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:33.190797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42778a78-12c5-49de-ad41-00a39921e776 req-77e473f9-8de8-4d75-9166-652e6b96e5ba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:33.203047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42778a78-12c5-49de-ad41-00a39921e776 req-77e473f9-8de8-4d75-9166-652e6b96e5ba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 936 time: 0.1419873 Sep 24 19:04:33.208764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57338) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:33.225504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:33.226237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.270477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-b1f87698-2736-4f67-b945-3df1e5d8c883 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2498319 Sep 24 19:04:33.272252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3176d4-afee-4b70-989c-63a628668375 None None] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:33.284086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Request body: {'port': {'device_id': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:33.343209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42778a78-12c5-49de-ad41-00a39921e776 req-b5b33875-1d2c-414f-81fa-d76a091be205 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377852 Sep 24 19:04:33.362704 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.410132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.531446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa8063b9-0894-4a3d-a1f7-908cf3fef454 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fad8301bfc964a1a9475880e58bebf93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215473 Sep 24 19:04:33.535602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:33.542589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e6f78c96-522d-4ecb-aa17-c1c8d39a3250 None None] Provisioning complete for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:33.543159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f78c96-522d-4ecb-aa17-c1c8d39a3250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.608666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.616110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.616328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e6f78c96-522d-4ecb-aa17-c1c8d39a3250 None None] Port c50bb06a-69b7-447b-8f54-a5f94d2d5abb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:33.634530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecf9c8-3704-40ad-926b-5a1be5b538ae req-e474e83b-9e80-414f-8be0-abd2d0f5c809 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:33.636082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54ecf9c8-3704-40ad-926b-5a1be5b538ae req-e474e83b-9e80-414f-8be0-abd2d0f5c809 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 946 time: 0.1678295 Sep 24 19:04:33.637826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.676357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa2dedf2d91c4986a6b55cfb195985be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223842 Sep 24 19:04:33.680450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57358) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:33.681175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d5718-0b18-4829-aa8b-35167257cd50,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:33.687944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.700644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.701071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.701417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.701749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.702105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.702406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.702729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.703074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.703394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.703713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.704032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.704353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2a277-3dd8-4ac5-a895-3cce09b13929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:33.751452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.754590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.758662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5abd3eda-544a-4633-a449-ccc6a0b9908e HTTP/1.1" status: 204 len: 168 time: 0.2219758 Sep 24 19:04:33.763151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c52352d7-62df-40ca-8524-4c7faceb5cac no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:33.769005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee99d9-a3f5-4664-8578-6b501a4af329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd3eda-544a-4633-a449-ccc6a0b9908e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:33.797636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54ecf9c8-3704-40ad-926b-5a1be5b538ae req-2ebbf71b-8e7b-4ea7-9fdd-aaddab86fe57 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226211 Sep 24 19:04:33.798577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c52352d7-62df-40ca-8524-4c7faceb5cac {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:33.798753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c52352d7-62df-40ca-8524-4c7faceb5cac not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:33.836134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-8d293c72-f7ab-45d9-914c-7ebd96b008bd tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:33.838183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-8d293c72-f7ab-45d9-914c-7ebd96b008bd tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.3333173 Sep 24 19:04:33.864925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.873809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-47ffcca4-1969-42cb-8700-03f4812ab1ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/quotas/635227d54857409590691afb83d9092f HTTP/1.1" status: 200 len: 375 time: 0.0243835 Sep 24 19:04:33.917449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:33.950699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-cb582de2-1772-44fe-9db5-24c741661706 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673320 Sep 24 19:04:34.093770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50bb06a-69b7-447b-8f54-a5f94d2d5abb {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:34.106885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.109134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.111853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.112847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/987d5718-0b18-4829-aa8b-35167257cd50 HTTP/1.1" status: 204 len: 168 time: 0.4228714 Sep 24 19:04:34.115126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57366) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:34.139900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a464b32-2939-4b39-ba0a-cb1dd3a75553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d5718-0b18-4829-aa8b-35167257cd50,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:34.144311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Transition to ACTIVE for port object c50bb06a-69b7-447b-8f54-a5f94d2d5abb will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:34.146637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c2abadec-d05d-401b-a9c7-cdde401dabd3 service neutron] 10.222.0.18 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839724 Sep 24 19:04:34.150177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.221156 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be467a6f-ffbb-48d0-aa82-671e8c58a663 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=650ae9c879fe435188944b0981a94a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019084 Sep 24 19:04:34.224017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57372) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:34.279659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:34.385618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-b2c97fde-d864-47ff-8d1a-8bc1fd6a11e2 service neutron] 10.222.0.18 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268145 Sep 24 19:04:34.408626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.451116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:34.451454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:34.451785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:34.484933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.488033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:34.488375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:34.510794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:34.511158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:34.511555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:34.511974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Bound port: c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:34.512331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.536682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:34.552720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7faa9736-7a0b-482f-8138-2bfd0217554a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.564757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f87d63-f8e5-43f1-b6e0-5b8cd46a1760 req-eef19567-14a9-45b0-8b98-e9cd80e6a5f1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:34.574817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32f87d63-f8e5-43f1-b6e0-5b8cd46a1760 req-eef19567-14a9-45b0-8b98-e9cd80e6a5f1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.1296666 Sep 24 19:04:34.649264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.651980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.653142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f893c75-7a20-453a-9ee9-cdc13ff0d18c HTTP/1.1" status: 204 len: 168 time: 0.4252231 Sep 24 19:04:34.667544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32f87d63-f8e5-43f1-b6e0-5b8cd46a1760 req-61a60eb0-0514-4fbf-9a07-ac5fb26570c7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916679 Sep 24 19:04:34.685769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7faa9736-7a0b-482f-8138-2bfd0217554a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.692058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7faa9736-7a0b-482f-8138-2bfd0217554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.694971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:34.707325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:34.708878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456b6e1-09e9-4979-b613-1e10341f3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f893c75-7a20-453a-9ee9-cdc13ff0d18c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:34.713528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.740805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa9736-7a0b-482f-8138-2bfd0217554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913c5e54-4cf5-4658-8852-9a549243ba99,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:34.792139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:34.792669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.794075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] 10.222.0.69 "PUT /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 1096 time: 1.5150802 Sep 24 19:04:34.798874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac9491c1-8ba3-49d8-89ac-9c8d47fa0be9 req-78a12140-94fe-4a79-8d35-5491d53941dd tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 210 time: 0.0496075 Sep 24 19:04:34.807211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:34.812473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7faa9736-7a0b-482f-8138-2bfd0217554a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34444096032a4106936654d811045d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738774 Sep 24 19:04:34.812612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:34.838434 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a9507-1309-43ef-99df-8b4d9ddf583b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:34.900517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e2230-143f-4d9a-96bf-75daee86d63a service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:34.908209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.918332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-be82a4af-eb10-4bab-8ad9-54a6eec9afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:34.919964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-be82a4af-eb10-4bab-8ad9-54a6eec9afc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.0638618 Sep 24 19:04:34.940383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:34.969934 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ddab6-1fd8-4f29-b680-5db4b6fb141c x-openstack-request-id: req-db1ddab6-1fd8-4f29-b680-5db4b6fb141c {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:34.970246 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:34.971567 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db1ddab6-1fd8-4f29-b680-5db4b6fb141c {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:34.972031 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'status': 'completed', 'code': 200} Sep 24 19:04:35.017912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-dba304ae-0e3c-4bc4-aa04-3ade8f5c53ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0842907 Sep 24 19:04:35.048268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:35.057286 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:35.060869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/913c5e54-4cf5-4658-8852-9a549243ba99 HTTP/1.1" status: 204 len: 168 time: 0.2449434 Sep 24 19:04:35.073632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42d577-0133-44c6-b6c3-5e611f9440c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913c5e54-4cf5-4658-8852-9a549243ba99,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:35.171731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-5283292d-3ab4-47c1-b4aa-acfc2f880bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.173238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-5283292d-3ab4-47c1-b4aa-acfc2f880bf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1372781 Sep 24 19:04:35.185409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b1f73-d0a9-43b7-9ffe-3c0f46da98df req-cc3b5e1e-48c2-4f4c-87b7-83b7196f0748 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.187019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b0b1f73-d0a9-43b7-9ffe-3c0f46da98df req-cc3b5e1e-48c2-4f4c-87b7-83b7196f0748 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 946 time: 0.1744852 Sep 24 19:04:35.256569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b0b1f73-d0a9-43b7-9ffe-3c0f46da98df req-001dc17d-7d62-4e9a-b4f3-53ebb4a3427f tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596206 Sep 24 19:04:35.260441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-0cd35ee5-c8d1-4e5a-a1c6-37038a408780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.262203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-0cd35ee5-c8d1-4e5a-a1c6-37038a408780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741162 Sep 24 19:04:35.435379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-e90562b6-1912-4bc9-8a5d-5a3e78b4af25 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651707 Sep 24 19:04:35.593259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d56d17d9-90af-43a5-b943-23af2b4afeb4 req-2661ccb3-ddb8-481c-9808-a57f2e2e4ab0 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482513 Sep 24 19:04:35.725150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a06b6b-55e8-424e-98c9-7358c70ec463 req-b7270216-3e2c-4ddf-93c6-1566ec3755ac tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.732802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a06b6b-55e8-424e-98c9-7358c70ec463 req-b7270216-3e2c-4ddf-93c6-1566ec3755ac tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 946 time: 0.1013138 Sep 24 19:04:35.781456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-bde42561-d4a3-4651-8032-7c4c509b8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.783328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-bde42561-d4a3-4651-8032-7c4c509b8439 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.1127114 Sep 24 19:04:35.790157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a06b6b-55e8-424e-98c9-7358c70ec463 req-96621e3f-598f-499f-b433-bed965ca0056 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Sep 24 19:04:35.911622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4323-a7ea-4178-b76c-485a738592a4 req-8f23d9a0-8505-449f-8a93-6a6c600fcb9f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:35.913205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d5e4323-a7ea-4178-b76c-485a738592a4 req-8f23d9a0-8505-449f-8a93-6a6c600fcb9f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.1214497 Sep 24 19:04:35.963651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b7ad730-71b3-4e16-af0e-c03bdfcb06bc req-a46124da-acba-4752-96bb-1354f997cad6 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 210 time: 0.0443981 Sep 24 19:04:36.017450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d5e4323-a7ea-4178-b76c-485a738592a4 req-d0005ea9-472b-4835-97f6-0120451415f0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965962 Sep 24 19:04:36.018974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-4a6bc5d7-ed97-4e97-8706-552a07804304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:36.020903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-4a6bc5d7-ed97-4e97-8706-552a07804304 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2279434 Sep 24 19:04:36.076359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-43e61833-77f1-4642-9672-59c8bc4d4284 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0458617 Sep 24 19:04:36.150094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-749b240a-5573-417f-a7a3-57569ea384b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:36.152027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-749b240a-5573-417f-a7a3-57569ea384b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0664048 Sep 24 19:04:36.220565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-b0e02cc4-7ebd-494d-a4ba-56fc7081b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:36.222413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-b0e02cc4-7ebd-494d-a4ba-56fc7081b5b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600550 Sep 24 19:04:36.824539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-5b304771-44c3-40dd-a08d-6a484dce8aa7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:36.826143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-5b304771-44c3-40dd-a08d-6a484dce8aa7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.5952110 Sep 24 19:04:36.850658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Request body: {'port': {'device_id': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'admin_state_up': True, 'tenant_id': '635227d54857409590691afb83d9092f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:36.881930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-eb63a4b9-8acb-47e1-8511-c51e8c572269 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:36.883578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-eb63a4b9-8acb-47e1-8511-c51e8c572269 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.1917198 Sep 24 19:04:36.888601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-a059e829-a301-4752-b04b-8c74da8ab6f2 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276276 Sep 24 19:04:36.925342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Request body: {'port': {'device_id': 'e69bc69d-8560-482b-a656-54536b1de01b', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'admin_state_up': True, 'tenant_id': '635227d54857409590691afb83d9092f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:37.228212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af250f6e-21bb-46be-bcbb-75a53dea37f3 req-6059b1d8-6784-47c3-b0e5-5051b8312047 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 210 time: 0.1271713 Sep 24 19:04:37.255630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ccaa-028d-45e1-87a8-970cb24e7e1d req-0e08fdf9-d320-4d94-83af-6bc5ee65c2a2 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:37.257440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a98ccaa-028d-45e1-87a8-970cb24e7e1d req-0e08fdf9-d320-4d94-83af-6bc5ee65c2a2 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 946 time: 0.3677850 Sep 24 19:04:37.265951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f67a9507-1309-43ef-99df-8b4d9ddf583b req-057f9ac3-6eac-4b83-81f7-ea870ed98399 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541844 Sep 24 19:04:37.286213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:37.291063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:37.422175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a98ccaa-028d-45e1-87a8-970cb24e7e1d req-d8dc31c4-3f00-4c2b-95e4-dc80729104ae tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501658 Sep 24 19:04:37.433500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:37.437032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:37.504747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f36ce-3e25-4a12-bc58-fd6a3149da5f req-106a9bb5-946d-4eda-8a90-4830d9ef4aae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:37.505530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5f36ce-3e25-4a12-bc58-fd6a3149da5f req-106a9bb5-946d-4eda-8a90-4830d9ef4aae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.1755278 Sep 24 19:04:37.632356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Allocated IP 172.20.0.10 (c927f0ad-f6b0-4d68-a4d8-6c3e63667bab/b4fa9cc8-9804-460d-8a86-d90b23943e1d/898e0c89-0e69-4635-bb33-d331dcf0d5a5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:37.649759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:37.655170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5f36ce-3e25-4a12-bc58-fd6a3149da5f req-86a98a7c-7daa-41df-a25b-370f4c20b182 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230955 Sep 24 19:04:37.752170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-52a09fab-a514-48bb-9921-7cb87b4d8dab tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:37.756345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-52a09fab-a514-48bb-9921-7cb87b4d8dab tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 946 time: 0.1454165 Sep 24 19:04:37.873827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:37.888885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'mac_address': 'fa:16:3e:20:20:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:37.951799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:37.957792 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.001691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50bb06a-69b7-447b-8f54-a5f94d2d5abb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:38.043511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:38.050208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.062708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.072747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Deleting port 863d1b27-dd74-4cb6-a124-cdfe4000d314 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:38.074223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.153787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:38.189929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:38.202252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:38.207950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Allocated IP 172.20.0.11 (c927f0ad-f6b0-4d68-a4d8-6c3e63667bab/b4fa9cc8-9804-460d-8a86-d90b23943e1d/5106065e-dfae-49f5-916f-7e4ec74073cf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:38.211117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:38.246535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event updated for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:38.296101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] For port 863d1b27-dd74-4cb6-a124-cdfe4000d314, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=863d1b27-dd74-4cb6-a124-cdfe4000d314,segment=NetworkSegment(f86fb7c2-9129-47b2-8d5f-f034c7c319dc),segment_id=f86fb7c2-9129-47b2-8d5f-f034c7c319dc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:38.296771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.297558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:38.298195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.313442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Calling delete_port for 863d1b27-dd74-4cb6-a124-cdfe4000d314 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:38.327760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c50bb06a-69b7-447b-8f54-a5f94d2d5abb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:38.334602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-7abe7691-dde6-4ee6-999d-5f8626e303ff tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4899571 Sep 24 19:04:38.353189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Request body: {'port': {'device_id': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:38.439550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ffdf329-26cd-41fd-880a-62802b47d1a7 req-69e91269-770d-4ecb-b12d-1aaf67881483 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 210 time: 0.0761213 Sep 24 19:04:38.574413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.608523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a599cf73-3700-4a32-938e-e3ae3a18ed74 req-e93e5846-2509-4269-a2b5-c4c06a3d04ba tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c23ff39-3706-4d6e-93da-aa81e25b1be1 HTTP/1.1" status: 200 len: 210 time: 0.0490003 Sep 24 19:04:38.611517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.613422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.619183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Pushing event deleted for resources: {'Port': ['ID=863d1b27-dd74-4cb6-a124-cdfe4000d314,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:38.673279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] No DVR routers for this DVR port 863d1b27-dd74-4cb6-a124-cdfe4000d314 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:38.676485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.684781 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ad0a8c6f-ef39-4595-9a57-93aa3399299b req-dc185d51-eb7e-4f9b-8af1-1943e995d568 tempest-InstanceActionsNegativeTestJSON-1639408820 tempest-InstanceActionsNegativeTestJSON-1639408820-project] 10.222.0.15 "DELETE /v2.0/ports/863d1b27-dd74-4cb6-a124-cdfe4000d314 HTTP/1.1" status: 204 len: 173 time: 0.9202163 Sep 24 19:04:38.684781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'name': 'network-vif-deleted', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:38.701771 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ed962f-7be2-497d-a81f-09cd684d4a88" -d '{"events": [{"server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "name": "network-vif-deleted", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:38.728748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:38.791294 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550bbdf-8d71-4330-9560-0202f85d1454 x-openstack-request-id: req-b550bbdf-8d71-4330-9560-0202f85d1454 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:38.791802 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c23ff39-3706-4d6e-93da-aa81e25b1be1", "name": "network-vif-deleted", "tag": "863d1b27-dd74-4cb6-a124-cdfe4000d314", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:38.791900 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b550bbdf-8d71-4330-9560-0202f85d1454 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:38.792222 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c23ff39-3706-4d6e-93da-aa81e25b1be1', 'name': 'network-vif-deleted', 'tag': '863d1b27-dd74-4cb6-a124-cdfe4000d314', 'status': 'completed', 'code': 200} Sep 24 19:04:38.931214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.045939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170a3c-b16b-4e97-911a-33110accc8e6 req-57ca2bdd-b9c2-4840-8a6a-10c22dcc204a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:39.051923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:39.053152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08170a3c-b16b-4e97-911a-33110accc8e6 req-57ca2bdd-b9c2-4840-8a6a-10c22dcc204a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.1903746 Sep 24 19:04:39.072805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:39.073761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event updated for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.085785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:39.089666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:39.096697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:39.159116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08170a3c-b16b-4e97-911a-33110accc8e6 req-914fe0c7-8470-47b1-b8d2-20ab64c7739e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947592 Sep 24 19:04:39.183964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:39.184587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.208239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9ffc-e4eb-44f2-b324-894fdfc1f4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.231691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-c0301684-ebea-46c3-9a3c-d2179af6bddc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3220787 Sep 24 19:04:39.237269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c919a06-b7bf-4fbc-af29-e1ba82a58c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.254147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898e0c89-0e69-4635-bb33-d331dcf0d5a5 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:39.263524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Request body: {'port': {'device_id': 'e69bc69d-8560-482b-a656-54536b1de01b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:39.286545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.329437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Transition to ACTIVE for port object 898e0c89-0e69-4635-bb33-d331dcf0d5a5 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:39.332262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9ffc-e4eb-44f2-b324-894fdfc1f4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.338187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.338571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9ffc-e4eb-44f2-b324-894fdfc1f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.346028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.390830 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7bd9ffc-e4eb-44f2-b324-894fdfc1f4ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d16b7194999471a81f2bcad4554b922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374619 Sep 24 19:04:39.393716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9ffc-e4eb-44f2-b324-894fdfc1f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3b513-a83b-4beb-b5b2-8635271d5cd3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.396019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:39.422488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Pushing event updated for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.478231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.513338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.523149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c919a06-b7bf-4fbc-af29-e1ba82a58c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.537077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c919a06-b7bf-4fbc-af29-e1ba82a58c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.592383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c919a06-b7bf-4fbc-af29-e1ba82a58c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d84937-f48a-4a7d-8497-a0aad7ecd503,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.597959 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4c919a06-b7bf-4fbc-af29-e1ba82a58c7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=936ecfa72e2547fc91e936cc86d2072f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069907 Sep 24 19:04:39.600665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:39.627424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Attempting to bind port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:39.627765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Attempting to bind port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:39.628100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Attempting to bind port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:39.628510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.630994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.632129 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1f3b513-a83b-4beb-b5b2-8635271d5cd3 HTTP/1.1" status: 204 len: 168 time: 0.2311049 Sep 24 19:04:39.651681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b8bab-6c76-45fa-8469-dac4165e479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3b513-a83b-4beb-b5b2-8635271d5cd3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.652325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:39.666352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1ce2a-bb87-4bd1-a3aa-dd58038a8086 req-c800ac17-21c1-47c6-92b7-6228e5550213 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:39.667039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.668351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fa1ce2a-bb87-4bd1-a3aa-dd58038a8086 req-c800ac17-21c1-47c6-92b7-6228e5550213 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 932 time: 0.1288564 Sep 24 19:04:39.675855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:39.676186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Attempting to bind port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:39.720492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.722043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:39.760466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:39.766184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:39.766633 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.802298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 863d1b27-dd74-4cb6-a124-cdfe4000d314 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:39.804345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Deleting subnet 3741097a-7ad5-42cf-acd7-a9300a79f602 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:04:39.807824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.826590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 863d1b27-dd74-4cb6-a124-cdfe4000d314 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:39.826954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 863d1b27-dd74-4cb6-a124-cdfe4000d314 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:39.847227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.869440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:39.869823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Checking segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:39.870159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Bound using segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:39.870736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Bound port: 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:39.871562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.880428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.883401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.884956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9d84937-f48a-4a7d-8497-a0aad7ecd503 HTTP/1.1" status: 204 len: 168 time: 0.2831657 Sep 24 19:04:39.904945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8a84a-f56b-48fa-b8d8-814c07edfb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d84937-f48a-4a7d-8497-a0aad7ecd503,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:39.912199 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.939416 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:39.991678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:39.996783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:39.998936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:39.999744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:40.005826 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2301f028-c621-444f-b9f1-d44758533156" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:40.010279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.015931 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.029688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fa1ce2a-bb87-4bd1-a3aa-dd58038a8086 req-e09fbd02-9b02-4823-bfd6-7cf2bf29067c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453701 Sep 24 19:04:40.049596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.085254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.104766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.106897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3741097a-7ad5-42cf-acd7-a9300a79f602,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.109009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.113657 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e6440ba1-fad5-4045-8bfd-f9495a67874b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3741097a-7ad5-42cf-acd7-a9300a79f602 HTTP/1.1" status: 204 len: 168 time: 0.3906279 Sep 24 19:04:40.119342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.126288 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bdbfc1-bf21-432d-af7b-71dd94a41fff x-openstack-request-id: req-90bdbfc1-bf21-432d-af7b-71dd94a41fff {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:40.126589 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:40.126848 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90bdbfc1-bf21-432d-af7b-71dd94a41fff {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:40.127300 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'code': 200} Sep 24 19:04:40.146266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e65dfff4-384e-4782-8055-7a09ad1412b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.183463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5106065e-dfae-49f5-916f-7e4ec74073cf {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:40.196924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.211324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:40.212746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.214111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] 10.222.0.69 "PUT /v2.0/ports/898e0c89-0e69-4635-bb33-d331dcf0d5a5 HTTP/1.1" status: 200 len: 1092 time: 1.8664196 Sep 24 19:04:40.218963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:40.221633 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa4e3a9-e67e-41e6-811f-01ca01396787" -d '{"events": [{"name": "network-changed", "server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:40.236669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.291192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Transition to ACTIVE for port object 5106065e-dfae-49f5-916f-7e4ec74073cf will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:40.292131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da6223-d097-4648-8b44-944b1de1fc31 service neutron] Pushing event updated for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.330281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.349276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c863a-4720-4d84-8ef0-ab388285f872 req-3ab54328-3eac-42a8-8810-478cfa813e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:40.351371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a13c863a-4720-4d84-8ef0-ab388285f872 req-3ab54328-3eac-42a8-8810-478cfa813e89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1101 time: 0.1503093 Sep 24 19:04:40.371135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.378581 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a442f033-5ea5-4229-9f5a-90a576e99b73 x-openstack-request-id: req-a442f033-5ea5-4229-9f5a-90a576e99b73 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:40.378581 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:40.378978 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a442f033-5ea5-4229-9f5a-90a576e99b73 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:40.379075 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5', 'status': 'completed', 'code': 200} Sep 24 19:04:40.391229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.407907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:40.427108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4147c319-96df-40c2-88b0-ca49b862093f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.430119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e65dfff4-384e-4782-8055-7a09ad1412b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.433130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:40.433446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86fb7c2-9129-47b2-8d5f-f034c7c319dc') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:40.443961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e65dfff4-384e-4782-8055-7a09ad1412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.444879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-6db78c17-73ce-440c-bca1-d9fe3253ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:40.446434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-6db78c17-73ce-440c-bca1-d9fe3253ad83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=1cde6252-d3d8-4763-9d4c-2008bdad4cff HTTP/1.1" status: 200 len: 1095 time: 0.1705680 Sep 24 19:04:40.454379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Pushing event updated for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.465094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.503909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.521286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e65dfff4-384e-4782-8055-7a09ad1412b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4732c815500a4f4bb7a05271c57e64e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130430 Sep 24 19:04:40.521286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:04:40.521286 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.522206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57642) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:04:40.523145 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:04:40.526679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dfff4-384e-4782-8055-7a09ad1412b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c8295-8847-424c-94f4-1bcb49b77067,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.555911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a13c863a-4720-4d84-8ef0-ab388285f872 req-e1e558db-6722-48bb-91d9-129578a64b78 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800318 Sep 24 19:04:40.560997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-80103efc-2d50-41a3-ad98-8f58c6dd8448 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0969341 Sep 24 19:04:40.576400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7cf74-3657-467c-a925-82cecc7ba587 req-5a902a6a-8cd9-4db3-a1e0-2766d7a08afb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:40.577857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddf7cf74-3657-467c-a925-82cecc7ba587 req-5a902a6a-8cd9-4db3-a1e0-2766d7a08afb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.2065878 Sep 24 19:04:40.602976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.611681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.613509 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c HTTP/1.1" status: 204 len: 168 time: 0.4928536 Sep 24 19:04:40.630578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfecd58-2ce4-4114-9ca4-c039234a880c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1c8bdc-c00f-4ef3-87fd-43a9fb9a707c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.655965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4147c319-96df-40c2-88b0-ca49b862093f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.660062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Attempting to bind port 5106065e-dfae-49f5-916f-7e4ec74073cf on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:40.660361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Attempting to bind port 5106065e-dfae-49f5-916f-7e4ec74073cf by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:40.660592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4147c319-96df-40c2-88b0-ca49b862093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.660713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Attempting to bind port 5106065e-dfae-49f5-916f-7e4ec74073cf on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:40.675939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddf7cf74-3657-467c-a925-82cecc7ba587 req-11045c88-19f0-4ed8-90a6-58defb53511f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852895 Sep 24 19:04:40.678395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Port 5106065e-dfae-49f5-916f-7e4ec74073cf on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:40.678703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Attempting to bind port 5106065e-dfae-49f5-916f-7e4ec74073cf on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:40.682265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.692702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:40.693040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Checking segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:40.693411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Bound using segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:40.693895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Bound port: 5106065e-dfae-49f5-916f-7e4ec74073cf, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:40.694186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.720065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147c319-96df-40c2-88b0-ca49b862093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f410a5-1a8b-4870-b401-529482467816,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.723701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.728255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4147c319-96df-40c2-88b0-ca49b862093f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2646ab67e2cf4f1481b167cee7f984ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359468 Sep 24 19:04:40.728890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.778626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.800906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.833581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:40.838288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5106065e-dfae-49f5-916f-7e4ec74073cf,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:40.847346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-cfdc9102-af28-4ed9-a899-7e11c236c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:40.853931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-cfdc9102-af28-4ed9-a899-7e11c236c815 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.0932136 Sep 24 19:04:40.855303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.875753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.879628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:40.881682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7f410a5-1a8b-4870-b401-529482467816 HTTP/1.1" status: 204 len: 168 time: 0.1514902 Sep 24 19:04:40.893276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7c9ee-d22e-45f4-b7fc-0db48e460854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f410a5-1a8b-4870-b401-529482467816,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:40.920561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:40.965029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-df58f032-5804-4542-b4a9-276fcaf2169e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0331bac22f1a4402baf617bf1c0d35e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429475 Sep 24 19:04:40.967524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57654) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:41.021046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.065355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.140652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.144578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.146085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec11f15d-4ece-4630-b0c0-d28cd8f63a3c HTTP/1.1" status: 204 len: 168 time: 0.1776671 Sep 24 19:04:41.155971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c36344-1887-4d1c-bb93-b6b2b0789756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11f15d-4ece-4630-b0c0-d28cd8f63a3c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:41.220265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.223056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.224208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c58c8295-8847-424c-94f4-1bcb49b77067 HTTP/1.1" status: 204 len: 168 time: 0.7010782 Sep 24 19:04:41.231674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-60e9802d-9de7-4984-81b9-6e5a5c2a64f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3644145 Sep 24 19:04:41.255336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.255922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:41.257236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] 10.222.0.15 "PUT /v2.0/ports/5106065e-dfae-49f5-916f-7e4ec74073cf HTTP/1.1" status: 200 len: 1092 time: 2.0143516 Sep 24 19:04:41.292856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63c98-7784-4dbb-b62f-e089b438923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c8295-8847-424c-94f4-1bcb49b77067,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:41.415319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aadbfc-6cd5-4631-8e9a-b2a7bfff4049 service neutron] Pushing event updated for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:41.433784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7095417-5c8b-46b1-b486-c75691ec30ed req-16f1d2cf-8a64-4745-ba8d-953a3c210c89 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.435333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7095417-5c8b-46b1-b486-c75691ec30ed req-16f1d2cf-8a64-4745-ba8d-953a3c210c89 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 944 time: 0.2097566 Sep 24 19:04:41.473715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-1e420812-1acd-429e-8424-5a9ca454f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.475217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-1e420812-1acd-429e-8424-5a9ca454f13d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 1095 time: 0.1594715 Sep 24 19:04:41.483160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-bdc61f9e-3227-4710-a251-13f47b10d390 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298083 Sep 24 19:04:41.540568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-ac66249c-cdc7-4b44-ac3c-019f1f96bb37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5106065e-dfae-49f5-916f-7e4ec74073cf HTTP/1.1" status: 200 len: 217 time: 0.0540440 Sep 24 19:04:41.579307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7095417-5c8b-46b1-b486-c75691ec30ed req-f9de65c6-74b9-4db7-9d47-75bc3e2fc3a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 Sep 24 19:04:41.658345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-3bf06f91-b87f-472a-8fcb-51b09f2bd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.659873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-3bf06f91-b87f-472a-8fcb-51b09f2bd87c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.1072588 Sep 24 19:04:41.698116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-a022249f-cdb1-4241-a2f3-074c389e21f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691582 Sep 24 19:04:41.722497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-eae4ebca-552c-4af1-8b30-56cb19a8ac7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451961 Sep 24 19:04:41.884012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-5a4cd5cd-f9f1-4c37-8335-da170f10356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.885551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-5a4cd5cd-f9f1-4c37-8335-da170f10356f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=1cde6252-d3d8-4763-9d4c-2008bdad4cff HTTP/1.1" status: 200 len: 1095 time: 0.1165278 Sep 24 19:04:41.915310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae4819-d135-4831-adf8-3031551127a2 req-9e64b148-e0a7-43e4-8e2d-691611d3454e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:41.916803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45ae4819-d135-4831-adf8-3031551127a2 req-9e64b148-e0a7-43e4-8e2d-691611d3454e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1494534 Sep 24 19:04:41.968664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-2697cf63-2a3d-41e5-be81-aa6250d8adec service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325456 Sep 24 19:04:42.091137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45ae4819-d135-4831-adf8-3031551127a2 req-7cefabc8-be97-4226-af8f-767a092eea01 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510792 Sep 24 19:04:42.139696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-41f4eb1a-e06f-4aa6-8f6d-10fe3ceecdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.141283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-41f4eb1a-e06f-4aa6-8f6d-10fe3ceecdfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 913 time: 0.2464085 Sep 24 19:04:42.228348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-7da6995c-edac-4d38-991a-eb4ff77cab4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0676122 Sep 24 19:04:42.256818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30a94cf-f9c3-4be8-a3be-a834959357f0 req-8b7f451e-1e2a-4bbf-a9ed-6f45abacf305 service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424836 Sep 24 19:04:42.308303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d095a-019b-4e9a-88dc-31e1a3916349 req-96f63c45-cf22-4011-9378-461db5d4e8bb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.309827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-092d095a-019b-4e9a-88dc-31e1a3916349 req-96f63c45-cf22-4011-9378-461db5d4e8bb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1358430 Sep 24 19:04:42.311738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-b643c114-e98c-404a-accc-b97d46b32ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.313116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-b643c114-e98c-404a-accc-b97d46b32ef8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.0678992 Sep 24 19:04:42.362906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-f0fb5066-4c43-45ad-9264-023dc0320e20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352566 Sep 24 19:04:42.390688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:42.393103 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:42.398434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-092d095a-019b-4e9a-88dc-31e1a3916349 req-46bb4309-b420-4f2b-a691-e1f8c40ceed7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806067 Sep 24 19:04:42.459624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57738) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:42.476610 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0869a48b-20a2-469d-8cdf-150165eaca2d x-openstack-request-id: req-0869a48b-20a2-469d-8cdf-150165eaca2d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:42.476904 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:42.477191 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0869a48b-20a2-469d-8cdf-150165eaca2d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:42.477585 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf', 'status': 'completed', 'code': 200} Sep 24 19:04:42.525827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-eedb3d62-2370-4fed-95fa-436dc73d4db0 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435828 Sep 24 19:04:42.621005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-7196be63-a9a9-48ec-bc2b-6215ce6ee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.622535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-7196be63-a9a9-48ec-bc2b-6215ce6ee957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 1095 time: 0.1194749 Sep 24 19:04:42.679397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-366df885-f7f6-491a-902e-f1b000faba68 req-9463d6d2-772a-46f8-ac4d-a8f23693d270 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:04:42.680471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-366df885-f7f6-491a-902e-f1b000faba68 req-9463d6d2-772a-46f8-ac4d-a8f23693d270 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081313 Sep 24 19:04:42.685758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffa4e3a9-e67e-41e6-811f-01ca01396787 req-502ee8c0-1105-4da3-a0e6-840316e4a614 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479702 Sep 24 19:04:42.745661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-610670042-network', 'tenant_id': '94a340d06d8c41249d12aa8a28381e96'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:42.770336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Made reservation on behalf of 94a340d06d8c41249d12aa8a28381e96 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:42.773811 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:42.782539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ae95d-1cca-4cf8-aed5-76507bec34d4 req-d6e1fa22-7bf7-49c5-9256-5ea51e02babb tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.784267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86ae95d-1cca-4cf8-aed5-76507bec34d4 req-d6e1fa22-7bf7-49c5-9256-5ea51e02babb tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 944 time: 0.1007857 Sep 24 19:04:42.785325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-6919c3cc-6bcf-4e9a-9686-31f76f31df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.786004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:42.786667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-6919c3cc-6bcf-4e9a-9686-31f76f31df5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 913 time: 0.1558576 Sep 24 19:04:42.846836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-85dc3d9e-a191-405d-9397-10d9ce2560dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5106065e-dfae-49f5-916f-7e4ec74073cf HTTP/1.1" status: 200 len: 217 time: 0.0484021 Sep 24 19:04:42.927380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86ae95d-1cca-4cf8-aed5-76507bec34d4 req-cd41057f-5cfd-45ae-bd1b-be6e41007373 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199546 Sep 24 19:04:42.944526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-d43bf734-f054-4526-87c1-6d4bbbd62d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:42.946988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-d43bf734-f054-4526-87c1-6d4bbbd62d05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.0850859 Sep 24 19:04:42.964686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:42.970117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.007380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:04:43.014904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-0ec7aee8-802c-4d73-af2d-0717e5f43770 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490353 Sep 24 19:04:43.037653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74762afa-492f-4e9d-993f-157a18f0c66c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:43.052586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.052931 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Added segment f466c7ec-e9bc-4ad8-b9a6-aef4c532529b of type vlan for network b7942add-714d-475e-b71e-1a11178c10ee Sep 24 19:04:43.109065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-7074947a-3f0a-4fae-895a-21f42c3bf2fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143656 Sep 24 19:04:43.112542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.147763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.148633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:43.149564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43a44-be32-48dd-b2cf-62eb76789157 req-f6e766de-958b-485c-9f18-6f7c771ae11c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:43.150011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.151648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3b43a44-be32-48dd-b2cf-62eb76789157 req-f6e766de-958b-485c-9f18-6f7c771ae11c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1704578 Sep 24 19:04:43.196124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7352991 Sep 24 19:04:43.198291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57768) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:43.205505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Request body: {'subnet': {'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-610670042-subnet', 'tenant_id': '94a340d06d8c41249d12aa8a28381e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:43.236300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3b43a44-be32-48dd-b2cf-62eb76789157 req-6e074582-4742-489c-9b5f-9bceb860ef53 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725353 Sep 24 19:04:43.240061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bfb9b-174f-40b6-9aa6-8e72b6516a20 admin admin] Pushing event updated for resources: {'Network': ['ID=b7942add-714d-475e-b71e-1a11178c10ee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:43.244530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-a7197692-cdff-4a2b-8eaf-66bd1835a3f3 service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088740 Sep 24 19:04:43.250895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b7942add-714d-475e-b71e-1a11178c10ee details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:04:43.275193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Made reservation on behalf of 94a340d06d8c41249d12aa8a28381e96 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:43.281033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.465993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b3607f-4026-4c6c-b6c8-8dc6a2a71cf3 req-d01cccf5-2519-4463-ad5f-926eb04b65e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081110 Sep 24 19:04:43.611691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.657281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f03dfa-5a06-49f4-845a-f622e121b469,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:43.668203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 898e0c89-0e69-4635-bb33-d331dcf0d5a5 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:43.699247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Checking segment: {'id': 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:43.699645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Network hostable DHCP agents. Network: b7942add-714d-475e-b71e-1a11178c10ee, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:04:43.723063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Network b7942add-714d-475e-b71e-1a11178c10ee is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:04:43.736993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b7942add-714d-475e-b71e-1a11178c10ee) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:43.743256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:43.744245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:43.766572 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-372b0b33-2702-411c-8bc8-8cf889920345 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5668032 Sep 24 19:04:43.796904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8942f0-40fb-4162-b048-267716a93901 None None] Network b7942add-714d-475e-b71e-1a11178c10ee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:43.845197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5106065e-dfae-49f5-916f-7e4ec74073cf details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:43.863741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:43.929590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '898e0c89-0e69-4635-bb33-d331dcf0d5a5', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'port_id': '898e0c89-0e69-4635-bb33-d331dcf0d5a5', 'mac_address': 'fa:16:3e:97:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa9cc8-9804-460d-8a86-d90b23943e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:44.006262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:44.034462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898e0c89-0e69-4635-bb33-d331dcf0d5a5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:44.157274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f846-cc0a-45ae-8b67-def03d004284 req-302563cf-3d51-4804-8087-5842cbeb2869 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:44.158918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6267f846-cc0a-45ae-8b67-def03d004284 req-302563cf-3d51-4804-8087-5842cbeb2869 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 944 time: 0.1432166 Sep 24 19:04:44.186657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:44.245602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6267f846-cc0a-45ae-8b67-def03d004284 req-8049fd4f-5c00-417e-b02f-ae9e041de86a tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758452 Sep 24 19:04:44.246446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:44.361907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05c0df-b557-4cf6-b8a3-bf46b6668986 None None] Network b7942add-714d-475e-b71e-1a11178c10ee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:44.461205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5106065e-dfae-49f5-916f-7e4ec74073cf,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:44.465989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f31d16-265e-473f-8ccd-0f039ddbff4a req-2da33872-da69-414a-a532-91e3537adfac tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:44.471342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2f31d16-265e-473f-8ccd-0f039ddbff4a req-2da33872-da69-414a-a532-91e3537adfac tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1222703 Sep 24 19:04:44.509127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '5106065e-dfae-49f5-916f-7e4ec74073cf', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'port_id': '5106065e-dfae-49f5-916f-7e4ec74073cf', 'mac_address': 'fa:16:3e:9b:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa9cc8-9804-460d-8a86-d90b23943e1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:44.553551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:44.561935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['898e0c89-0e69-4635-bb33-d331dcf0d5a5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:44.600138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2f31d16-265e-473f-8ccd-0f039ddbff4a req-d31b211d-266a-44de-987c-dbf870e57738 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174464 Sep 24 19:04:44.668419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-4813fdd5-54fa-4643-8aca-4b2fd0a14429 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:44.674443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-4813fdd5-54fa-4643-8aca-4b2fd0a14429 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/networks?id=b7942add-714d-475e-b71e-1a11178c10ee HTTP/1.1" status: 200 len: 821 time: 0.2370918 Sep 24 19:04:44.713333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-dfe149c9-cab6-468b-a7e8-40ab43a8e64b tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/quotas/94a340d06d8c41249d12aa8a28381e96 HTTP/1.1" status: 200 len: 375 time: 0.0297086 Sep 24 19:04:44.756357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-d89656d2-b93f-4337-9b0c-ac69ae9b512d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94a340d06d8c41249d12aa8a28381e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420027 Sep 24 19:04:44.778816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0322bd-c40b-4be4-976b-f32249b50fbd req-9a9176b2-b3af-45a6-9533-f30cc1d1ffc4 tempest-FlavorsV2NegativeTest-1527548832 tempest-FlavorsV2NegativeTest-1527548832-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa2deebf8b6e4b898fa5f7de54983769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536826 Sep 24 19:04:44.799092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.799437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.799978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.800494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.800831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.801167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.801497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.801825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.802141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.802658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.803082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.803409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:04:44.826383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:44.827362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:44.854170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5106065e-dfae-49f5-916f-7e4ec74073cf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:44.884504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5106065e-dfae-49f5-916f-7e4ec74073cf,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:44.894070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:44.936876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-aad83cd0-e2cf-4bbf-b1ef-e9b1fad2243b service neutron] 10.222.0.18 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674078 Sep 24 19:04:44.950360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53a29a0f-09cb-452e-873e-861d24000dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:44.952861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0322bd-c40b-4be4-976b-f32249b50fbd req-758d62c8-f2cf-436d-851f-d0da0bfba775 tempest-FlavorsV2NegativeTest-1527548832 tempest-FlavorsV2NegativeTest-1527548832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:44.954352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0322bd-c40b-4be4-976b-f32249b50fbd req-758d62c8-f2cf-436d-851f-d0da0bfba775 tempest-FlavorsV2NegativeTest-1527548832 tempest-FlavorsV2NegativeTest-1527548832-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648588 Sep 24 19:04:44.967769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:44.995187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0322bd-c40b-4be4-976b-f32249b50fbd req-2c4e28f3-18bd-42a4-9a1e-1e9c09a1bae1 tempest-FlavorsV2NegativeTest-1527548832 tempest-FlavorsV2NegativeTest-1527548832-project] 10.222.0.18 "GET /v2.0/quotas/aa2deebf8b6e4b898fa5f7de54983769 HTTP/1.1" status: 200 len: 375 time: 0.0226429 Sep 24 19:04:45.071932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0322bd-c40b-4be4-976b-f32249b50fbd req-d6adff78-971e-435f-a0db-fed636eb75cb tempest-FlavorsV2NegativeTest-1527548832 tempest-FlavorsV2NegativeTest-1527548832-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa2deebf8b6e4b898fa5f7de54983769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683570 Sep 24 19:04:45.075166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53a29a0f-09cb-452e-873e-861d24000dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.082041 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53a29a0f-09cb-452e-873e-861d24000dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.113384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-ba3e6923-d394-4225-b095-972be6145570 service neutron] 10.222.0.18 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578147 Sep 24 19:04:45.125335 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-53a29a0f-09cb-452e-873e-861d24000dd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=753a92917f7f469da7082ec27483449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965341 Sep 24 19:04:45.127690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57898) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:45.147612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a29a0f-09cb-452e-873e-861d24000dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc1c53-a1dc-4773-9a8c-09648d1c7603,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:45.218257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5106065e-dfae-49f5-916f-7e4ec74073cf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:45.220130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.240943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-7fb7d327-b524-4160-b552-d0dc28f08c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:45.242804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-7fb7d327-b524-4160-b552-d0dc28f08c76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1101 time: 0.0841982 Sep 24 19:04:45.272596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.488950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.491173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.492334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bacc1c53-a1dc-4773-9a8c-09648d1c7603 HTTP/1.1" status: 204 len: 168 time: 0.3636496 Sep 24 19:04:45.498795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91e6e839-7245-4ae9-8e8c-5e1280119235 req-88926519-3732-4119-b2f5-1decdefb66a3 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 210 time: 0.0457652 Sep 24 19:04:45.527763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe281a9-6287-419b-a482-f833bf89c29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc1c53-a1dc-4773-9a8c-09648d1c7603,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:45.535342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-c18b97fc-182e-481c-97ba-10841d93977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:45.537313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-c18b97fc-182e-481c-97ba-10841d93977a service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2803581 Sep 24 19:04:45.548199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aff76b-99e2-474d-8435-ce616e21d8d0 req-9d764a24-c940-4103-bc93-4061521c4db7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:45.556071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1aff76b-99e2-474d-8435-ce616e21d8d0 req-9d764a24-c940-4103-bc93-4061521c4db7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 945 time: 0.1543667 Sep 24 19:04:45.624187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-8bc07ba8-48e1-42ba-b916-f7b534469d87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0651562 Sep 24 19:04:45.907846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:45.923215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ca1abe3-aace-435a-9337-e7c6227bf61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:45.949651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1aff76b-99e2-474d-8435-ce616e21d8d0 req-5544f54c-b082-49c5-a6b4-cd1151e5a5f5 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927193 Sep 24 19:04:45.980265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:46.002361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-8f111bbe-a468-4500-9cc5-5012ef117b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:46.004227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-8f111bbe-a468-4500-9cc5-5012ef117b03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3678844 Sep 24 19:04:46.054430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb778-f66b-4e78-afc6-731e904c6503 req-fae6ab9b-9b0f-4bf1-822a-759e3343d6bf tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:46.056785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ca1abe3-aace-435a-9337-e7c6227bf61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.059343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-efebb778-f66b-4e78-afc6-731e904c6503 req-fae6ab9b-9b0f-4bf1-822a-759e3343d6bf tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1061909 Sep 24 19:04:46.065958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ca1abe3-aace-435a-9337-e7c6227bf61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.096603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ca1abe3-aace-435a-9337-e7c6227bf61d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25b9cbbdd16b4c8eb0e141f6a7a0a473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875181 Sep 24 19:04:46.097193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:46.133620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-efebb778-f66b-4e78-afc6-731e904c6503 req-fdd7ad03-26b7-4651-be8c-f1c7eeed04be tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Sep 24 19:04:46.133852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1abe3-aace-435a-9337-e7c6227bf61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a94ea-2119-42d2-9df2-547b5ba0bba1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:46.136088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-46c66c54-fda4-417d-93fd-c61bc8dabd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:46.137604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-46c66c54-fda4-417d-93fd-c61bc8dabd86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237504 Sep 24 19:04:46.179799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.228092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.241639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d694973-2edc-42d1-985c-38418e341216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.246354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-701bd99c-10de-428c-92ff-9af95aabf733 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006026 Sep 24 19:04:46.312276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.315952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.319486 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a05a94ea-2119-42d2-9df2-547b5ba0bba1 HTTP/1.1" status: 204 len: 168 time: 0.2178767 Sep 24 19:04:46.336346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2df6d-bfb9-425d-b0ac-2504ff159d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a94ea-2119-42d2-9df2-547b5ba0bba1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:46.366392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-b1d239da-8504-49db-97d8-f583f2f20e56 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095374 Sep 24 19:04:46.402633 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d694973-2edc-42d1-985c-38418e341216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.407758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d694973-2edc-42d1-985c-38418e341216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.467462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d694973-2edc-42d1-985c-38418e341216 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa2deebf8b6e4b898fa5f7de54983769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866586 Sep 24 19:04:46.468989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:46.471549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d694973-2edc-42d1-985c-38418e341216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9542ae-d1b3-49b5-bb05-670cc11d9728,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:46.530607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.555357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.644551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55d109ac-9de5-47d0-8a3d-a9e70cf594cb req-47317b40-887e-4d32-a2ff-eed00c060cc0 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 210 time: 0.0536606 Sep 24 19:04:46.697814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.700958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:46.705030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c9542ae-d1b3-49b5-bb05-670cc11d9728 HTTP/1.1" status: 204 len: 168 time: 0.2323565 Sep 24 19:04:46.745049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873b278-e464-4e34-b65b-a67f82fa1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9542ae-d1b3-49b5-bb05-670cc11d9728,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:46.784911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-c9966fca-16e8-4693-b92a-2456c48106c4 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:46.788385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-c9966fca-16e8-4693-b92a-2456c48106c4 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.15 "GET /v2.0/networks?id=b7942add-714d-475e-b71e-1a11178c10ee HTTP/1.1" status: 200 len: 821 time: 0.1544201 Sep 24 19:04:46.805392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Request body: {'port': {'device_id': '2a69a2da-b792-4426-92d7-37818be12c03', 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee', 'admin_state_up': True, 'tenant_id': '94a340d06d8c41249d12aa8a28381e96'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:46.923114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Made reservation on behalf of 94a340d06d8c41249d12aa8a28381e96 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:46.926651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.129923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Allocated IP 172.20.0.11 (b7942add-714d-475e-b71e-1a11178c10ee/90f03dfa-5a06-49f4-845a-f622e121b469/ded15d2c-0d14-47d9-96b1-57e8beb857f9) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:47.150153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525cdc-64d2-419e-9b7f-987d03071155 req-a18c5994-5f9b-4c8f-8c74-282b085a9a1c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:47.151981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67525cdc-64d2-419e-9b7f-987d03071155 req-a18c5994-5f9b-4c8f-8c74-282b085a9a1c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 945 time: 0.0911574 Sep 24 19:04:47.261578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67525cdc-64d2-419e-9b7f-987d03071155 req-3a596fd7-86a8-4893-bc81-0a347d408ef6 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989151 Sep 24 19:04:47.335555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7cada-e875-47e6-86c3-c0d64dd78372 req-f657d5f1-ff56-42f8-838d-09445494a42a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:47.337759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce7cada-e875-47e6-86c3-c0d64dd78372 req-f657d5f1-ff56-42f8-838d-09445494a42a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1222079 Sep 24 19:04:47.410705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.415529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce7cada-e875-47e6-86c3-c0d64dd78372 req-a748d75c-bb2d-4366-a16b-a4ad73e9a95b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Sep 24 19:04:47.462612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.514267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Network b7942add-714d-475e-b71e-1a11178c10ee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:47.519896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:47.523608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:47.550028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Pushing event updated for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:47.581561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:47.582448 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.598091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-a4fc6d4b-55a9-4cef-a520-6d38449f6160 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8000283 Sep 24 19:04:47.615077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Request body: {'port': {'device_id': '2a69a2da-b792-4426-92d7-37818be12c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:47.685384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 898e0c89-0e69-4635-bb33-d331dcf0d5a5 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:47.688753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.744774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:47.749092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:47.749695 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.776864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:47.846466 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:47.852238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5106065e-dfae-49f5-916f-7e4ec74073cf up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:47.910209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:47.910508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c410-ecc5-4cfc-b3f0-c9c808d73899 req-d183ece4-88d9-4fd3-95e0-ef430d93668e tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:47.912224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30d2c410-ecc5-4cfc-b3f0-c9c808d73899 req-d183ece4-88d9-4fd3-95e0-ef430d93668e tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 932 time: 0.1499763 Sep 24 19:04:47.922552 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1c9bb-eed1-4e48-94dd-3acaef32fd7d" -d '{"events": [{"server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "name": "network-vif-plugged", "status": "completed", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:47.974970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:47.982050 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.008030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30d2c410-ecc5-4cfc-b3f0-c9c808d73899 req-229ae24c-2c2e-4313-a803-5bd1512c7ec1 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852191 Sep 24 19:04:48.038213 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845edef-48c7-4657-bd87-ce8be2a94413 x-openstack-request-id: req-e845edef-48c7-4657-bd87-ce8be2a94413 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:48.038746 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "name": "network-vif-plugged", "status": "completed", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:48.039224 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e845edef-48c7-4657-bd87-ce8be2a94413 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:48.040695 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5', 'code': 200} Sep 24 19:04:48.043469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 5106065e-dfae-49f5-916f-7e4ec74073cf completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:48.052617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 5106065e-dfae-49f5-916f-7e4ec74073cf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:48.052993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1026619433-network', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:48.053274 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.085389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Made reservation on behalf of c272e91b011d4df38d8810a4c48f70d6 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:48.089294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.094905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.112999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.114880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded15d2c-0d14-47d9-96b1-57e8beb857f9 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:48.136368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.159485 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.172264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Transition to ACTIVE for port object ded15d2c-0d14-47d9-96b1-57e8beb857f9 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:48.181474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.189123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483096a-407f-4e20-8d80-287da416512a req-0fc1e9fc-7d63-4028-8e20-83ded7938a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.190737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e483096a-407f-4e20-8d80-287da416512a req-0fc1e9fc-7d63-4028-8e20-83ded7938a03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1cde6252-d3d8-4763-9d4c-2008bdad4cff HTTP/1.1" status: 200 len: 1097 time: 0.0694168 Sep 24 19:04:48.207333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5106065e-dfae-49f5-916f-7e4ec74073cf,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:48.212684 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.239208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.246169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.266406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.270684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e483096a-407f-4e20-8d80-287da416512a req-7cfe4df1-670b-41e8-9d4e-e05c525aae1b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586119 Sep 24 19:04:48.274393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:04:48.277828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.292892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7228c97f-d67f-4594-baed-a4bc8ae89b8b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.297257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.297886 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Added segment 4c0f8328-29e3-4689-9b2c-2f72cdee65f1 of type vlan for network 1ce81461-b96b-429e-95c2-3348760b62a6 Sep 24 19:04:48.357510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.363968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Attempting to bind port ded15d2c-0d14-47d9-96b1-57e8beb857f9 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:48.364184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Attempting to bind port ded15d2c-0d14-47d9-96b1-57e8beb857f9 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:48.364643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Attempting to bind port ded15d2c-0d14-47d9-96b1-57e8beb857f9 on network b7942add-714d-475e-b71e-1a11178c10ee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:48.398467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.400499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.401326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.405916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Port ded15d2c-0d14-47d9-96b1-57e8beb857f9 on network b7942add-714d-475e-b71e-1a11178c10ee not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:48.406253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Attempting to bind port ded15d2c-0d14-47d9-96b1-57e8beb857f9 on network b7942add-714d-475e-b71e-1a11178c10ee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:48.420712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:48.421060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Checking segment: {'id': 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:48.421441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Bound using segment: {'id': 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:48.421879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Bound port: ded15d2c-0d14-47d9-96b1-57e8beb857f9, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:48.422240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.449046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f17ad-ab15-4363-9fe1-d3ea7b90eb31 req-9b5bf8a7-136f-44d3-9c21-6538e5877221 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.451173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f04f17ad-ab15-4363-9fe1-d3ea7b90eb31 req-9b5bf8a7-136f-44d3-9c21-6538e5877221 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 946 time: 0.0885994 Sep 24 19:04:48.474062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6934633 Sep 24 19:04:48.474062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767616-e5fe-44b3-92a0-c76d7316daa3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce81461-b96b-429e-95c2-3348760b62a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.474931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:48.479545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Request body: {'subnet': {'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1026619433-subnet', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:48.482238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1ce81461-b96b-429e-95c2-3348760b62a6 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:04:48.520934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Made reservation on behalf of c272e91b011d4df38d8810a4c48f70d6 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:48.523593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.538125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f04f17ad-ab15-4363-9fe1-d3ea7b90eb31 req-fe5f0710-6a1c-4c62-aa34-62a38fed3f23 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531826 Sep 24 19:04:48.596518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:48.623413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9,segment=NetworkSegment(f466c7ec-e9bc-4ad8-b9a6-aef4c532529b),segment_id=f466c7ec-e9bc-4ad8-b9a6-aef4c532529b)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:48.632368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.686585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ae85-99a8-45f4-93f6-5a9af2b7be5a req-ee5a3c4b-a91b-4506-9558-90d2b5bd72d4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.688186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0594ae85-99a8-45f4-93f6-5a9af2b7be5a req-ee5a3c4b-a91b-4506-9558-90d2b5bd72d4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1408489 Sep 24 19:04:48.721072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.721884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.723347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ded15d2c-0d14-47d9-96b1-57e8beb857f9 HTTP/1.1" status: 200 len: 1092 time: 1.1127086 Sep 24 19:04:48.726429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:48.728941 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469920cc-e784-47b4-ae92-05d774b8dcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:48.750484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fa143-818d-4fe6-802c-92f0c6ea68c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.791831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.793950 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61297a1d-db7c-45f9-ba35-1f7ee6598a95 x-openstack-request-id: req-61297a1d-db7c-45f9-ba35-1f7ee6598a95 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:48.794256 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:48.794509 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61297a1d-db7c-45f9-ba35-1f7ee6598a95 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:48.794928 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9', 'status': 'completed', 'code': 200} Sep 24 19:04:48.799957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0594ae85-99a8-45f4-93f6-5a9af2b7be5a req-4682cd8d-742c-4095-8021-9a6b1e8e5fc3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008875 Sep 24 19:04:48.833830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-980721b6-898f-4927-bc43-26da1a4b6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.835465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-980721b6-898f-4927-bc43-26da1a4b6986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94a340d06d8c41249d12aa8a28381e96&device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 1095 time: 0.0563309 Sep 24 19:04:48.860963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Checking segment: {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:48.861308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Network hostable DHCP agents. Network: 1ce81461-b96b-429e-95c2-3348760b62a6, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:04:48.866795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:48.886968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Network 1ce81461-b96b-429e-95c2-3348760b62a6 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:04:48.896401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1ce81461-b96b-429e-95c2-3348760b62a6) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:48.900481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.901064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.905956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-8a5fc4db-e71f-450b-8fe6-7aa40fd8294c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9 HTTP/1.1" status: 200 len: 217 time: 0.0540648 Sep 24 19:04:48.907289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018d2d6-ba89-4e95-b425-542d40041e87 None None] Network 1ce81461-b96b-429e-95c2-3348760b62a6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:48.920480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-392153d7-410b-49fe-a961-943f59c8395e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4419615 Sep 24 19:04:48.920800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:48.927006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:48.953221 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.954873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:48.966403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-f447d6d9-5596-43ff-ba08-1590d3d54f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:48.968050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-f447d6d9-5596-43ff-ba08-1590d3d54f63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90f03dfa-5a06-49f4-845a-f622e121b469 HTTP/1.1" status: 200 len: 861 time: 0.0513341 Sep 24 19:04:49.010892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-934e7751-c6a0-45fb-b124-c41b926c4882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7942add-714d-475e-b71e-1a11178c10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312912 Sep 24 19:04:49.032810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.105629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1ce81461-b96b-429e-95c2-3348760b62a6', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:04:49.107208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.179722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-36c43ee1-ba26-4b41-8d8d-789d2420a218 service neutron] 10.222.0.15 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602004 Sep 24 19:04:49.192352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e28cf-30b6-45c8-a8eb-a3b20819464f req-0a7341fe-3467-4911-964e-cb4c1e7b6671 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:49.193953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-638e28cf-30b6-45c8-a8eb-a3b20819464f req-0a7341fe-3467-4911-964e-cb4c1e7b6671 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 944 time: 0.0889773 Sep 24 19:04:49.224582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.274520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Allocated IP 172.20.0.2 (1ce81461-b96b-429e-95c2-3348760b62a6/fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d/e7dbb031-dd76-4c88-9182-0309bf63fd59) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:49.327443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-638e28cf-30b6-45c8-a8eb-a3b20819464f req-228b7fc6-bc9e-408c-b017-16ab50444a4d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211851 Sep 24 19:04:49.367518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbce4649-b1c6-4d95-a23f-1ad920259100 req-f8d290d5-e26b-4fe0-889a-74e8686fa3d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725466 Sep 24 19:04:49.461111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.470832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.517385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Network 1ce81461-b96b-429e-95c2-3348760b62a6 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:49.519261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-c6a00a1e-ebba-4516-ab5f-2fa042e85aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:49.521472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:49.523361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-c6a00a1e-ebba-4516-ab5f-2fa042e85aad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94a340d06d8c41249d12aa8a28381e96&device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 1095 time: 0.0993659 Sep 24 19:04:49.527320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:49.533276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.595136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Attempting to bind port e7dbb031-dd76-4c88-9182-0309bf63fd59 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:49.595513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Attempting to bind port e7dbb031-dd76-4c88-9182-0309bf63fd59 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:49.595671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.595882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Attempting to bind port e7dbb031-dd76-4c88-9182-0309bf63fd59 on network 1ce81461-b96b-429e-95c2-3348760b62a6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:49.613807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Pushing event updated for resources: {'Port': ['ID=e7dbb031-dd76-4c88-9182-0309bf63fd59,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:49.629092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:49.629092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Checking segment: {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:49.629566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.629842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Bound using segment: {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:49.630349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Bound port: e7dbb031-dd76-4c88-9182-0309bf63fd59, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:49.630949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.671266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58076) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:49.712752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-921e4ca8-0eed-4e95-a697-88a2930e1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:49.714676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-921e4ca8-0eed-4e95-a697-88a2930e1c32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7942add-714d-475e-b71e-1a11178c10ee HTTP/1.1" status: 200 len: 921 time: 0.1776936 Sep 24 19:04:49.727037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] For port e7dbb031-dd76-4c88-9182-0309bf63fd59, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:49.732002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] For port e7dbb031-dd76-4c88-9182-0309bf63fd59, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7dbb031-dd76-4c88-9182-0309bf63fd59,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:49.738701 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.746695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Allocated IP 172.25.5.95 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ace677c9-e4c5-4e33-8111-71b9fcb06a1a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:49.754214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a82be0-f8a6-4e2f-88b4-18430a2fbf90 req-458dc656-6435-461b-b0c9-5484eebbc1ef tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:49.756485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11a82be0-f8a6-4e2f-88b4-18430a2fbf90 req-458dc656-6435-461b-b0c9-5484eebbc1ef tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 946 time: 0.0843139 Sep 24 19:04:49.812872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-fc4bf10d-0471-4282-beef-60ab7be34f56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9 HTTP/1.1" status: 200 len: 217 time: 0.0794389 Sep 24 19:04:49.829083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7dbb2-e18d-40d4-a1e5-24dc7c5f00fb None None] Pushing event updated for resources: {'Port': ['ID=e7dbb031-dd76-4c88-9182-0309bf63fd59,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:49.908208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68f1e37a-a41d-4e90-97c2-064847577e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.920186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11a82be0-f8a6-4e2f-88b4-18430a2fbf90 req-07e0bda0-8408-4b3f-b72b-7089c109a029 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195853 Sep 24 19:04:49.927457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:49.940293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-2d2c76b3-be79-461e-b8b6-6ed85f446ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:49.941810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-2d2c76b3-be79-461e-b8b6-6ed85f446ef5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90f03dfa-5a06-49f4-845a-f622e121b469 HTTP/1.1" status: 200 len: 861 time: 0.1177123 Sep 24 19:04:49.989030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-360562a4-f28a-4868-a989-a0d48b982aa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7942add-714d-475e-b71e-1a11178c10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355606 Sep 24 19:04:49.989485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.070359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:50.072962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:50.073659 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b00685-fe1e-4188-b67c-13b94d69012d" -d '{"events": [{"server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "name": "network-vif-plugged", "status": "completed", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:50.123024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:50.124434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:50.129832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:50.161432 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31239eb5-cb6e-4563-a700-dac11fc0391b x-openstack-request-id: req-31239eb5-cb6e-4563-a700-dac11fc0391b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:50.161853 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "name": "network-vif-plugged", "status": "completed", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:50.162106 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31239eb5-cb6e-4563-a700-dac11fc0391b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:50.162929 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf', 'code': 200} Sep 24 19:04:50.184858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f062fe-4e78-4178-b90f-6cbe32c6523c req-99a987d7-a7af-41a2-9802-d25234ae3877 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:50.192473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f062fe-4e78-4178-b90f-6cbe32c6523c req-99a987d7-a7af-41a2-9802-d25234ae3877 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.2093155 Sep 24 19:04:50.245422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-679dca78-8fe2-404e-bfe0-cbc60c7aa28c service neutron] 10.222.0.15 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422514 Sep 24 19:04:50.269961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a01b68c-3931-4bef-81ff-5c3e03535d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.281121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68f1e37a-a41d-4e90-97c2-064847577e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.295767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f062fe-4e78-4178-b90f-6cbe32c6523c req-1b8859d7-b0ef-4921-9ca0-d3c7d4c8a9e6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024315 Sep 24 19:04:50.297997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68f1e37a-a41d-4e90-97c2-064847577e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.344814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b24b-4af5-4a52-93d7-be75756cb699 req-dd552fbb-1d06-4a02-8b20-9864f15c8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:50.346325 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e7b7b24b-4af5-4a52-93d7-be75756cb699 req-dd552fbb-1d06-4a02-8b20-9864f15c8a8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 1097 time: 0.1053634 Sep 24 19:04:50.412577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-68f1e37a-a41d-4e90-97c2-064847577e82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13bf1965f88645ceaaade4ee304dc6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389150 Sep 24 19:04:50.416549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e37a-a41d-4e90-97c2-064847577e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b146c-38f4-4207-8d3c-d2aa65ff6a09,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:50.417817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:50.445777 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e7b7b24b-4af5-4a52-93d7-be75756cb699 req-c5d5ceaa-8ce7-47dd-9f7c-23efda82e7a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603244 Sep 24 19:04:50.463131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-469920cc-e784-47b4-ae92-05d774b8dcf2 req-68e65e88-1a6e-4ea6-8356-787e0ea41eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010479 Sep 24 19:04:50.479913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0effc-d7d8-4419-b9af-a526d395c93b req-d72b98bf-4ded-4e35-ba50-9c0b22ccd23a tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:50.481396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c0effc-d7d8-4419-b9af-a526d395c93b req-d72b98bf-4ded-4e35-ba50-9c0b22ccd23a tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 944 time: 0.0666428 Sep 24 19:04:50.505195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.521044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c0effc-d7d8-4419-b9af-a526d395c93b req-3a538d1b-ee00-490f-9d73-1f4f1d4c7163 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Sep 24 19:04:50.552293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.581339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.712781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.715337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.716488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f98b146c-38f4-4207-8d3c-d2aa65ff6a09 HTTP/1.1" status: 204 len: 168 time: 0.2956049 Sep 24 19:04:50.753110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e12459-82cd-42b4-a5a2-0766af550c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b146c-38f4-4207-8d3c-d2aa65ff6a09,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:50.772237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:50.919939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Router fce3dba1-9998-4827-9194-464e6c300eb4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:04:51.026552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d3a95-825e-49cf-bf49-3b0899aa0787 None None] Network 1ce81461-b96b-429e-95c2-3348760b62a6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:04:51.072103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:04:51.075248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3456a88-5d62-4fb8-a6ca-9581c2329eff req-d5920d8e-9faf-4a8d-9182-f8fcb9f97660 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:51.076574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:51.083536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3456a88-5d62-4fb8-a6ca-9581c2329eff req-d5920d8e-9faf-4a8d-9182-f8fcb9f97660 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 946 time: 0.0700753 Sep 24 19:04:51.096586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d22af3-7696-4741-855a-ff8d6653e59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.103010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Sync routers for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:04:51.107361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] Provisioning complete for port e7dbb031-dd76-4c88-9182-0309bf63fd59 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:51.108058 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.119326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3456a88-5d62-4fb8-a6ca-9581c2329eff req-aa6ac938-7f78-42cc-8ab2-4cbd32b9232b tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Sep 24 19:04:51.121305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.122625 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad679140-5f49-4090-87e1-d96aa66468e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2003136 Sep 24 19:04:51.125229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:51.159604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:51.160230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:51.335904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d22af3-7696-4741-855a-ff8d6653e59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.341605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d22af3-7696-4741-855a-ff8d6653e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.357853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:51.406040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22af3-7696-4741-855a-ff8d6653e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2a950-99d5-44d5-afd5-0a43417c7b25,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:51.419422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.425615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30d22af3-7696-4741-855a-ff8d6653e59a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2c39b8afcdc4c85be84e2dbf6360444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447559 Sep 24 19:04:51.436365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:04:51.451228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c781fd-f63f-4fdd-910c-5170ac49f926 req-d2b68d25-a4c5-4ac6-af5d-6de9657f3721 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:51.453108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c781fd-f63f-4fdd-910c-5170ac49f926 req-d2b68d25-a4c5-4ac6-af5d-6de9657f3721 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.0755100 Sep 24 19:04:51.502911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] For port e7dbb031-dd76-4c88-9182-0309bf63fd59, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7dbb031-dd76-4c88-9182-0309bf63fd59,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:51.513060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.528650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c781fd-f63f-4fdd-910c-5170ac49f926 req-0654c1b9-a64d-48d4-be4f-471f2f838d99 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Sep 24 19:04:51.552858 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.589629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.605853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e617d30-59a5-44a3-96fc-6e93db27a3c7 None None] Pushing event updated for resources: {'Port': ['ID=e7dbb031-dd76-4c88-9182-0309bf63fd59,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:51.640523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:50Z', 'revision_number': 3, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:51.675079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.678129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.682589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8c2a950-99d5-44d5-afd5-0a43417c7b25 HTTP/1.1" status: 204 len: 168 time: 0.2417588 Sep 24 19:04:51.691691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Checking router: fce3dba1-9998-4827-9194-464e6c300eb4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:04:51.692115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Updating router fce3dba1-9998-4827-9194-464e6c300eb4 port ace677c9-e4c5-4e33-8111-71b9fcb06a1a binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:04:51.724064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15a9ab-0fe1-4cef-a12f-d0c817adc78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2a950-99d5-44d5-afd5-0a43417c7b25,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:51.728563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:51.752147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2c07-dcb9-400d-a5bb-aea18794661b req-bcdcd5c1-dd4d-4fe8-ad81-865ab56fe45e tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:51.760899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b9e2c07-dcb9-400d-a5bb-aea18794661b req-bcdcd5c1-dd4d-4fe8-ad81-865ab56fe45e tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 944 time: 0.1171498 Sep 24 19:04:51.848773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b9e2c07-dcb9-400d-a5bb-aea18794661b req-942745c1-6bf8-49a9-a931-b7fc0a876189 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813932 Sep 24 19:04:51.883465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ded15d2c-0d14-47d9-96b1-57e8beb857f9 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:04:51.930935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bbd28f11-5bae-4b44-a21e-911e7b4ca923 None None] Provisioning complete for port e7dbb031-dd76-4c88-9182-0309bf63fd59 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:51.931318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbd28f11-5bae-4b44-a21e-911e7b4ca923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.124160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.134266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9,segment=NetworkSegment(f466c7ec-e9bc-4ad8-b9a6-aef4c532529b),segment_id=f466c7ec-e9bc-4ad8-b9a6-aef4c532529b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:52.183004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7dbb031-dd76-4c88-9182-0309bf63fd59 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:52.257518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec95725-96f4-4983-aaab-a1b6d884d42e req-4baf7bd6-10a5-4f55-a0f9-cf40b3ccb116 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:52.266846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dec95725-96f4-4983-aaab-a1b6d884d42e req-4baf7bd6-10a5-4f55-a0f9-cf40b3ccb116 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 946 time: 0.0654075 Sep 24 19:04:52.313052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dec95725-96f4-4983-aaab-a1b6d884d42e req-3273b422-ea68-47ed-af28-985d30f56557 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 Sep 24 19:04:52.379988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9', 'network_id': 'b7942add-714d-475e-b71e-1a11178c10ee', 'port_id': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9', 'mac_address': 'fa:16:3e:f5:20:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f03dfa-5a06-49f4-845a-f622e121b469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:04:52.383346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Allocated IP 172.20.0.1 (1ce81461-b96b-429e-95c2-3348760b62a6/fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d/ef361bb1-8ab7-4226-9cca-05f058fca4eb) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:52.467111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e68aeb-9c3c-4305-8791-a1a1d11e63e6 req-75fac15e-5e5b-465d-bac7-a1d5ea8e924b tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:52.475062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4e68aeb-9c3c-4305-8791-a1a1d11e63e6 req-75fac15e-5e5b-465d-bac7-a1d5ea8e924b tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cde6252-d3d8-4763-9d4c-2008bdad4cff HTTP/1.1" status: 200 len: 946 time: 0.0669775 Sep 24 19:04:52.502177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e7dbb031-dd76-4c88-9182-0309bf63fd59 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:52.502549 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.504047 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.512418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.525687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4e68aeb-9c3c-4305-8791-a1a1d11e63e6 req-9d728b29-4d0a-4ef8-b288-0290a01c7fb1 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Sep 24 19:04:52.553232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.555668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded15d2c-0d14-47d9-96b1-57e8beb857f9 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:52.568392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.575716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.593482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9,segment=NetworkSegment(f466c7ec-e9bc-4ad8-b9a6-aef4c532529b),segment_id=f466c7ec-e9bc-4ad8-b9a6-aef4c532529b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:52.615586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.626741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Network 1ce81461-b96b-429e-95c2-3348760b62a6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:52.634061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:52.639586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:52.671092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Pushing event updated for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:52.695602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Attempting to bind port ace677c9-e4c5-4e33-8111-71b9fcb06a1a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:52.696549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Attempting to bind port ace677c9-e4c5-4e33-8111-71b9fcb06a1a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:52.696921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Attempting to bind port ace677c9-e4c5-4e33-8111-71b9fcb06a1a on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:52.703990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2da6-ee1b-49ce-8fbd-b0b4a58ce27f None None] Pushing event updated for resources: {'Port': ['ID=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:52.714458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:52.714458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:52.714990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.715596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:52.716082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Bound port: ace677c9-e4c5-4e33-8111-71b9fcb06a1a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:52.716582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.720886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.759915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cde6c6-f926-49fc-b474-a450a749c321 req-55ee90e3-41ac-4133-a28c-3c01306e5ae5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:52.770078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61cde6c6-f926-49fc-b474-a450a749c321 req-55ee90e3-41ac-4133-a28c-3c01306e5ae5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1092505 Sep 24 19:04:52.829053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61cde6c6-f926-49fc-b474-a450a749c321 req-bb628435-bf70-4dc8-a23c-ac7ac55d09df tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531251 Sep 24 19:04:52.928332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.951780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc180b29-f9b2-4280-97d1-ae3d7dfbb244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:52.965389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:52.974173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] For port ace677c9-e4c5-4e33-8111-71b9fcb06a1a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:52.993570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] For port ace677c9-e4c5-4e33-8111-71b9fcb06a1a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:53.001931 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.037064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8dcf-21e3-48bf-bff2-0c88e9d5cc9c req-c568dc29-a1b3-4361-bb63-5a124fc9bfab tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:53.045438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b5e8dcf-21e3-48bf-bff2-0c88e9d5cc9c req-c568dc29-a1b3-4361-bb63-5a124fc9bfab tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 945 time: 0.0746329 Sep 24 19:04:53.052434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['ded15d2c-0d14-47d9-96b1-57e8beb857f9'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:53.121981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b5e8dcf-21e3-48bf-bff2-0c88e9d5cc9c req-a2a84c9d-2bbc-4c90-99cc-5d9e2561ed5f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Sep 24 19:04:53.147504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2da6-ee1b-49ce-8fbd-b0b4a58ce27f None None] Pushing event updated for resources: {'Port': ['ID=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:53.160689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:53.161332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:53.167149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-61a369d0-502a-4c73-8bc4-44b49f317baf None None] Provisioning complete for port ef361bb1-8ab7-4226-9cca-05f058fca4eb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:53.167511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61a369d0-502a-4c73-8bc4-44b49f317baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.263177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-61a369d0-502a-4c73-8bc4-44b49f317baf None None] Port ef361bb1-8ab7-4226-9cca-05f058fca4eb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:53.292853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.299084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.356662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.360071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:53.401254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Pushing event updated for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:53.411448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:53.511021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-3ec387fb-1db1-4227-a2f4-3d8519f28b71 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:53.512549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-3ec387fb-1db1-4227-a2f4-3d8519f28b71 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.1435180 Sep 24 19:04:53.537882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-eb87707d-ca12-449a-9ed7-538c927eae5e tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/quotas/635227d54857409590691afb83d9092f HTTP/1.1" status: 200 len: 375 time: 0.0155025 Sep 24 19:04:53.556734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Network 1ce81461-b96b-429e-95c2-3348760b62a6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:53.558462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:53.601578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ef361bb1-8ab7-4226-9cca-05f058fca4eb', 'name': '', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'mac_address': 'fa:16:3e:03:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:52Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 1, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'subnets': [{'id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:53.610573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-53033c43-63ea-43f8-8fff-b79d2a10adb9 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713353 Sep 24 19:04:53.650555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea996cf-1e0d-4f88-813c-4a8831746ff4 None None] The sync data for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 is: [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ef361bb1-8ab7-4226-9cca-05f058fca4eb', 'name': '', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'mac_address': 'fa:16:3e:03:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:52Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 1, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'subnets': [{'id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:53.735843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Router fce3dba1-9998-4827-9194-464e6c300eb4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:04:53.760974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-f590de0a-0a98-4f13-ae15-c0819f79d36b service neutron] 10.222.0.18 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493919 Sep 24 19:04:53.876394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:04:53.881911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8e85691-f4bf-429f-bc8f-a2aa6b0b1b9f admin admin] 10.222.0.18 "PUT /v2.0/routers/fce3dba1-9998-4827-9194-464e6c300eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555380 Sep 24 19:04:53.908435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a91ae27d-1fb9-4c74-8297-f2c4496a5033 None None] Provisioning complete for port ef361bb1-8ab7-4226-9cca-05f058fca4eb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:53.908818 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a91ae27d-1fb9-4c74-8297-f2c4496a5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:54.020669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a91ae27d-1fb9-4c74-8297-f2c4496a5033 None None] Port ef361bb1-8ab7-4226-9cca-05f058fca4eb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:04:54.074426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:54.255677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-ee71b51e-aede-458a-9ca7-965ff8b68e1a service neutron] 10.222.0.18 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938290 Sep 24 19:04:54.278444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d25b3-4f30-4a86-9f1c-44b3e44ee467 req-f036ebef-2d37-4cb3-a97c-e047abb9c414 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:54.280359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-692d25b3-4f30-4a86-9f1c-44b3e44ee467 req-f036ebef-2d37-4cb3-a97c-e047abb9c414 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.0813975 Sep 24 19:04:54.362180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-9e2ab0ba-0cae-4858-ac49-69336c10fb9c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:54.366727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-9e2ab0ba-0cae-4858-ac49-69336c10fb9c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cde6252-d3d8-4763-9d4c-2008bdad4cff HTTP/1.1" status: 200 len: 946 time: 0.0840259 Sep 24 19:04:54.369610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-692d25b3-4f30-4a86-9f1c-44b3e44ee467 req-67bc38aa-16be-4721-8154-869efa35d105 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Sep 24 19:04:54.598210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Deleting port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:54.599344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:54.801241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] For port 898e0c89-0e69-4635-bb33-d331dcf0d5a5, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=898e0c89-0e69-4635-bb33-d331dcf0d5a5,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:54.801524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:54.866339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024805-77ab-44b0-81dc-315acf642921 req-e7ec6d2f-19bd-4feb-92df-3bd70a1258f2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:54.868046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65024805-77ab-44b0-81dc-315acf642921 req-e7ec6d2f-19bd-4feb-92df-3bd70a1258f2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 945 time: 0.1386819 Sep 24 19:04:54.869598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Calling delete_port for 898e0c89-0e69-4635-bb33-d331dcf0d5a5 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:55.099606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65024805-77ab-44b0-81dc-315acf642921 req-ae4ec959-9efa-4e6b-93f0-c430db621f5a tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244215 Sep 24 19:04:55.251078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-1f235ce8-125d-4dff-a587-6ceed016e977 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:55.252810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-1f235ce8-125d-4dff-a587-6ceed016e977 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69bc69d-8560-482b-a656-54536b1de01b HTTP/1.1" status: 200 len: 946 time: 0.3761303 Sep 24 19:04:55.341989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-7f4c1b13-4252-4a25-a01d-e0b23aa5efbf tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4131389 Sep 24 19:04:55.383159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:55.489322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.503026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.503600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['898e0c89-0e69-4635-bb33-d331dcf0d5a5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:55.555417 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5106065e-dfae-49f5-916f-7e4ec74073cf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:04:55.577965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event deleted for resources: {'Port': ['ID=898e0c89-0e69-4635-bb33-d331dcf0d5a5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:55.635126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Deleting port 5106065e-dfae-49f5-916f-7e4ec74073cf {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:04:55.635700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.788322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] No DVR routers for this DVR port 898e0c89-0e69-4635-bb33-d331dcf0d5a5 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:55.792901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.795035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-920cd744-1e82-4d58-8ff1-3ee6b4bbe844 req-5d7fcbc7-1fa0-47cc-9cfe-a7815384a538 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "DELETE /v2.0/ports/898e0c89-0e69-4635-bb33-d331dcf0d5a5 HTTP/1.1" status: 204 len: 173 time: 1.4208560 Sep 24 19:04:55.802045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'name': 'network-vif-deleted', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:55.805457 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc798f-f859-4aa5-ad7b-9501302e62e8" -d '{"events": [{"server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "name": "network-vif-deleted", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:55.818358 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.867734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ded15d2c-0d14-47d9-96b1-57e8beb857f9 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:55.893850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d099f-f880-4d24-87bd-70f688e780bc req-dac931b8-4657-4cb0-8900-7555ff0699a2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:55.901725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d31d099f-f880-4d24-87bd-70f688e780bc req-dac931b8-4657-4cb0-8900-7555ff0699a2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.3457134 Sep 24 19:04:55.916801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] For port 5106065e-dfae-49f5-916f-7e4ec74073cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5106065e-dfae-49f5-916f-7e4ec74073cf,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:55.917279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.933419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port ded15d2c-0d14-47d9-96b1-57e8beb857f9 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:04:55.937992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port ded15d2c-0d14-47d9-96b1-57e8beb857f9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:55.938379 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:55.952194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Calling delete_port for 5106065e-dfae-49f5-916f-7e4ec74073cf owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:04:55.999228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d31d099f-f880-4d24-87bd-70f688e780bc req-ce71ae7b-912a-4bf8-9755-176547d380c0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963492 Sep 24 19:04:56.100755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.128326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:56.129817 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3122c0b-c456-43cd-b97c-0cacebad4fb8" -d '{"events": [{"server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "name": "network-vif-plugged", "status": "completed", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:56.134976 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.142898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9,segment=NetworkSegment(f466c7ec-e9bc-4ad8-b9a6-aef4c532529b),segment_id=f466c7ec-e9bc-4ad8-b9a6-aef4c532529b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:56.159288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.160572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5106065e-dfae-49f5-916f-7e4ec74073cf no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:56.220781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ace677c9-e4c5-4e33-8111-71b9fcb06a1a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:56.367169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:56.381231 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.405610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ace677c9-e4c5-4e33-8111-71b9fcb06a1a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:56.406316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.416577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3c25353-4f6f-4165-aadf-702688230af6 req-6541bf91-0fa0-4a00-b59a-19dda7b965f3 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 210 time: 0.2784333 Sep 24 19:04:56.509166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.567805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.603463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port ace677c9-e4c5-4e33-8111-71b9fcb06a1a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:56.611895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.674737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event deleted for resources: {'Port': ['ID=5106065e-dfae-49f5-916f-7e4ec74073cf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:56.708806 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af33fb2-fd3b-4b11-a3e0-401083dfdcba x-openstack-request-id: req-3af33fb2-fd3b-4b11-a3e0-401083dfdcba {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:56.711477 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6252-d3d8-4763-9d4c-2008bdad4cff", "name": "network-vif-deleted", "tag": "898e0c89-0e69-4635-bb33-d331dcf0d5a5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:56.714043 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3af33fb2-fd3b-4b11-a3e0-401083dfdcba {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:56.714711 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cde6252-d3d8-4763-9d4c-2008bdad4cff', 'name': 'network-vif-deleted', 'tag': '898e0c89-0e69-4635-bb33-d331dcf0d5a5', 'status': 'completed', 'code': 200} Sep 24 19:04:56.716700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Allocated IP 172.25.5.33 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/8efd745a-f7db-4ecc-bb6d-aba7ac0c3258) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:56.717532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:56.809614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-8a5c6e62-03f1-46c7-827a-746e60881b73 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:56.812154 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-8a5c6e62-03f1-46c7-827a-746e60881b73 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.2548311 Sep 24 19:04:56.829080 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Sync routers for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:04:56.833071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Request body: {'port': {'device_id': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'admin_state_up': True, 'tenant_id': '635227d54857409590691afb83d9092f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:56.839743 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:56.840545 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:56.950092 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:56.964332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:56.987079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:56.993294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.009799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c01349bf-f307-424b-8d78-3df6e0d3205c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:57.011728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c01349bf-f307-424b-8d78-3df6e0d3205c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 813 time: 0.6913476 Sep 24 19:04:57.044647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.120187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] No DVR routers for this DVR port 5106065e-dfae-49f5-916f-7e4ec74073cf on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:04:57.123651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.127625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10622e2a-5cfb-4a87-ae3b-b44368f6ce5d req-70bc141f-fda6-4427-ad5d-7e312090bacc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "DELETE /v2.0/ports/5106065e-dfae-49f5-916f-7e4ec74073cf HTTP/1.1" status: 204 len: 173 time: 1.8627779 Sep 24 19:04:57.135796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Request body: {'port': {'device_id': '10f58f45-ba94-4274-8961-6023e8996938', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'admin_state_up': True, 'tenant_id': '635227d54857409590691afb83d9092f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:57.142908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event updated for resources: {'Port': ['ID=8efd745a-f7db-4ecc-bb6d-aba7ac0c3258,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:57.159633 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ef361bb1-8ab7-4226-9cca-05f058fca4eb', 'name': '', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'mac_address': 'fa:16:3e:03:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:52Z', 'updated_at': '2021-09-24T19:04:53Z', 'revision_number': 2, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'subnets': [{'id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:57.164197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Allocated IP 172.20.0.13 (c927f0ad-f6b0-4d68-a4d8-6c3e63667bab/b4fa9cc8-9804-460d-8a86-d90b23943e1d/c03efd32-bcbd-4774-929e-c965dc755c7a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:57.192523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Checking router: fce3dba1-9998-4827-9194-464e6c300eb4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:04:57.193163 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Updating router fce3dba1-9998-4827-9194-464e6c300eb4 port ef361bb1-8ab7-4226-9cca-05f058fca4eb binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:04:57.205746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:57.226925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:57.227637 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.229865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:57.262590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6861e3-0e7a-4735-89ff-6aee3d629099 req-ba867425-6bb3-48c8-a3fc-1cbf4394861f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:57.264429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f6861e3-0e7a-4735-89ff-6aee3d629099 req-ba867425-6bb3-48c8-a3fc-1cbf4394861f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.4569995 Sep 24 19:04:57.418642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.434097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f6861e3-0e7a-4735-89ff-6aee3d629099 req-c2f09e1a-f0aa-4370-b522-9dffbacec09e tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552980 Sep 24 19:04:57.470081 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.488284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.513321 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07809d-0b51-40db-b088-f2c9f3756c13 x-openstack-request-id: req-ef07809d-0b51-40db-b088-f2c9f3756c13 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:57.513553 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "name": "network-vif-plugged", "status": "completed", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:57.514014 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef07809d-0b51-40db-b088-f2c9f3756c13 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:57.514572 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9', 'code': 200} Sep 24 19:04:57.517286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Made reservation on behalf of 635227d54857409590691afb83d9092f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:04:57.531961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.585995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.600613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event updated for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:57.623786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:57.625550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:57.635574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:57.644375 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.654938 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.712462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:57.712793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 898e0c89-0e69-4635-bb33-d331dcf0d5a5 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:04:57.713305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.724100 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd174b-dc2b-4d31-9114-1e7a05c5c5b1 None None] Pushing event updated for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:57.739258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-7e86ab3b-c74c-4443-81f6-55de4141f5a4 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9115462 Sep 24 19:04:57.757094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Request body: {'port': {'device_id': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:57.769696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 898e0c89-0e69-4635-bb33-d331dcf0d5a5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:04:57.770324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 898e0c89-0e69-4635-bb33-d331dcf0d5a5 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:04:57.828570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.848402 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Attempting to bind port ef361bb1-8ab7-4226-9cca-05f058fca4eb on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:57.849437 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Attempting to bind port ef361bb1-8ab7-4226-9cca-05f058fca4eb by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:57.849970 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Attempting to bind port ef361bb1-8ab7-4226-9cca-05f058fca4eb on network 1ce81461-b96b-429e-95c2-3348760b62a6 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:57.857195 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:57.857843 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Checking segment: {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:57.858445 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.859046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Bound using segment: {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:57.859695 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Bound port: ef361bb1-8ab7-4226-9cca-05f058fca4eb, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0f8328-29e3-4689-9b2c-2f72cdee65f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:57.860267 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:57.869266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Allocated IP 172.20.0.11 (c927f0ad-f6b0-4d68-a4d8-6c3e63667bab/b4fa9cc8-9804-460d-8a86-d90b23943e1d/f7c54328-18fc-4845-afa4-9e4e9d15dd9e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:04:57.988703 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] For port ef361bb1-8ab7-4226-9cca-05f058fca4eb, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:57.992482 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] For port ef361bb1-8ab7-4226-9cca-05f058fca4eb, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ef361bb1-8ab7-4226-9cca-05f058fca4eb,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:57.998442 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.067179 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd174b-dc2b-4d31-9114-1e7a05c5c5b1 None None] Pushing event updated for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:58.093376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:04:58.094237 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:58.141397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ace677c9-e4c5-4e33-8111-71b9fcb06a1a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:04:58.181098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb3bde-4b94-4c1e-8cf1-4d1cbb781bc0 req-674fc024-ce78-4365-b266-524ce0575235 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:58.188706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ddb3bde-4b94-4c1e-8cf1-4d1cbb781bc0 req-674fc024-ce78-4365-b266-524ce0575235 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.2613716 Sep 24 19:04:58.191897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f2397-93b1-4709-b382-f4ba94a8bcc2 req-67a12709-646a-4fa5-ad92-b56649346657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:58.193826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-130f2397-93b1-4709-b382-f4ba94a8bcc2 req-67a12709-646a-4fa5-ad92-b56649346657 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 1097 time: 0.2634053 Sep 24 19:04:58.236021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] Provisioning complete for port ef361bb1-8ab7-4226-9cca-05f058fca4eb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:58.236403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.276712 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:04:58.343300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ace677c9-e4c5-4e33-8111-71b9fcb06a1a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:58.343833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.392620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.514771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] For port ef361bb1-8ab7-4226-9cca-05f058fca4eb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ef361bb1-8ab7-4226-9cca-05f058fca4eb,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:04:58.519385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.544702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.588562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd11577-af53-4fa6-8350-2f4ee48c635e None None] Pushing event updated for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:58.591205 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ef361bb1-8ab7-4226-9cca-05f058fca4eb', 'name': '', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'mac_address': 'fa:16:3e:03:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:52Z', 'updated_at': '2021-09-24T19:04:57Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'subnets': [{'id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:04:58.595555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ddb3bde-4b94-4c1e-8cf1-4d1cbb781bc0 req-32abac28-21c6-4ff7-b00c-e3472935083a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058542 Sep 24 19:04:58.637009 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f017b9-ce83-4cd2-8179-9384d479ec32 None None] The sync data for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 is: [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:04:52Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ef361bb1-8ab7-4226-9cca-05f058fca4eb', 'name': '', 'network_id': '1ce81461-b96b-429e-95c2-3348760b62a6', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'mac_address': 'fa:16:3e:03:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:52Z', 'updated_at': '2021-09-24T19:04:57Z', 'revision_number': 4, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'subnets': [{'id': 'fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:04:58.647487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2269e341-d6e5-4b55-b0f8-e132619141e6 None None] Provisioning complete for port ef361bb1-8ab7-4226-9cca-05f058fca4eb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:04:58.647886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2269e341-d6e5-4b55-b0f8-e132619141e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.660524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-130f2397-93b1-4709-b382-f4ba94a8bcc2 req-ee54ea4c-ae1d-4948-9e54-fbaaeffbf5e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787221 Sep 24 19:04:58.699068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.722244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'name': 'network-vif-deleted', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:58.725374 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15473551-9a3e-4503-9a68-e9416dea62ff" -d '{"events": [{"server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "name": "network-vif-deleted", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:58.734549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.789214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.817855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9578d-66d4-411b-8cb5-091e75972c58 req-7f3a833e-a3ab-433c-a201-876565e3c12c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:58.825463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94b9578d-66d4-411b-8cb5-091e75972c58 req-7f3a833e-a3ab-433c-a201-876565e3c12c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 932 time: 0.1557546 Sep 24 19:04:58.854713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event updated for resources: {'Port': ['ID=8efd745a-f7db-4ecc-bb6d-aba7ac0c3258,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:58.912007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:04:58.923071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:04:58.925104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:58.927884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:04:58.990224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03efd32-bcbd-4774-929e-c965dc755c7a {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:04:58.996031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event updated for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:59.008944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.015064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94b9578d-66d4-411b-8cb5-091e75972c58 req-489f0d6a-161b-4a9d-baab-3cca56f37377 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834962 Sep 24 19:04:59.025305 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.026319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Transition to ACTIVE for port object c03efd32-bcbd-4774-929e-c965dc755c7a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:04:59.027043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-3b4c1c9c-7d9e-42df-b669-686fabd83ddc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6574669 Sep 24 19:04:59.033007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.124968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.125924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.133672 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-08adc6fa-bd6f-465c-8622-ce5d7d7d4d2c tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.0785079 Sep 24 19:04:59.175183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-fa11dbf2-703a-4a4e-a46e-ce189747508d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1212611 Sep 24 19:04:59.185924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:59.202772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Request body: {'port': {'device_id': '10f58f45-ba94-4274-8961-6023e8996938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:04:59.223911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Attempting to bind port c03efd32-bcbd-4774-929e-c965dc755c7a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:04:59.224595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Attempting to bind port c03efd32-bcbd-4774-929e-c965dc755c7a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:04:59.225132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Attempting to bind port c03efd32-bcbd-4774-929e-c965dc755c7a on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:59.231565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Port c03efd32-bcbd-4774-929e-c965dc755c7a on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:04:59.231920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Attempting to bind port c03efd32-bcbd-4774-929e-c965dc755c7a on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:04:59.237628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:04:59.238044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Checking segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:04:59.238613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Bound using segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:04:59.239238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Bound port: c03efd32-bcbd-4774-929e-c965dc755c7a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:04:59.241320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.315575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:04:59.319521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c03efd32-bcbd-4774-929e-c965dc755c7a,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:04:59.327569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.359037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.372617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.373400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:04:59.374977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c03efd32-bcbd-4774-929e-c965dc755c7a HTTP/1.1" status: 200 len: 1092 time: 1.6256888 Sep 24 19:04:59.375550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:04:59.377943 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a26146-2b7a-436d-8096-3f2708416a12" -d '{"events": [{"name": "network-changed", "server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:04:59.426135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-14e4dc6e-f2e0-490c-85b3-a18c5fbe686c tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.433367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df0b3572-8f1a-4604-b33e-77f2b501caa4 req-14e4dc6e-f2e0-490c-85b3-a18c5fbe686c tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2916512 Sep 24 19:04:59.445021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51806f-a30e-496c-b1d7-e2ed9bbc2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:04:59.460928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41176b76-633e-4f88-93a7-b10edf68cdd3 req-70d66904-a695-46db-8f4d-fa067555706d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.464502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41176b76-633e-4f88-93a7-b10edf68cdd3 req-70d66904-a695-46db-8f4d-fa067555706d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.2763822 Sep 24 19:04:59.488237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb5b463c-2e62-449d-b934-fe4030d25f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.490001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-cb5b463c-2e62-449d-b934-fe4030d25f49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 1095 time: 0.0609987 Sep 24 19:04:59.575595 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-734460af-b48e-46d6-b7e8-348846a4aa6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c03efd32-bcbd-4774-929e-c965dc755c7a HTTP/1.1" status: 200 len: 217 time: 0.0735970 Sep 24 19:04:59.612689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41176b76-633e-4f88-93a7-b10edf68cdd3 req-490e7fe0-fc69-4b3f-9e35-be180ab7b4da tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406786 Sep 24 19:04:59.661622 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977eb47c-b364-44e6-b001-36211d5bf508 x-openstack-request-id: req-977eb47c-b364-44e6-b001-36211d5bf508 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:59.661949 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69bc69d-8560-482b-a656-54536b1de01b", "name": "network-vif-deleted", "tag": "5106065e-dfae-49f5-916f-7e4ec74073cf", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:59.662698 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-977eb47c-b364-44e6-b001-36211d5bf508 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:59.663138 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69bc69d-8560-482b-a656-54536b1de01b', 'name': 'network-vif-deleted', 'tag': '5106065e-dfae-49f5-916f-7e4ec74073cf', 'status': 'completed', 'code': 200} Sep 24 19:04:59.706818 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e4164-230d-4295-bced-675a861810e7 x-openstack-request-id: req-353e4164-230d-4295-bced-675a861810e7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:04:59.707287 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:04:59.707608 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-353e4164-230d-4295-bced-675a861810e7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:04:59.708081 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a', 'status': 'completed', 'code': 200} Sep 24 19:04:59.718641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-73543f81-089b-435e-a003-03ac77a4896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.721398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-73543f81-089b-435e-a003-03ac77a4896b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.1358869 Sep 24 19:04:59.756400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30b7d8d-b187-4598-831a-afe204454c52 req-2744918d-ba0a-4113-bc1c-b73813279d8d tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips/69f057c7-1fe9-4040-a7e1-590a6605d6b9 HTTP/1.1" status: 200 len: 692 time: 0.0841484 Sep 24 19:04:59.767514 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-dfdea0e9-6196-4e5e-ae78-b8670f3d66de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351191 Sep 24 19:04:59.866994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-047ed05f-6797-44a9-8e6b-7f33f749eede service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908260 Sep 24 19:04:59.923380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f11ae1-3e6d-4465-a762-36e03cfb25f3 req-d6c4e57e-1b24-434b-8f8f-1141d61f988a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.925742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03f11ae1-3e6d-4465-a762-36e03cfb25f3 req-d6c4e57e-1b24-434b-8f8f-1141d61f988a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1617687 Sep 24 19:04:59.992260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b7d8d-b187-4598-831a-afe204454c52 req-9dc33f75-741c-415a-befa-b0485ab9422f tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:04:59.998667 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-95d0e3f9-406c-4e45-abee-f69eb2ad67ac service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187623 Sep 24 19:04:59.999323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30b7d8d-b187-4598-831a-afe204454c52 req-9dc33f75-741c-415a-befa-b0485ab9422f tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2202466 Sep 24 19:05:00.006705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c54328-18fc-4845-afa4-9e4e9d15dd9e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:00.013339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-d30b7d8d-b187-4598-831a-afe204454c52 req-a6211000-7d11-44e9-b6bd-b3dddd86b5ae tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:05:00.019030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d30b7d8d-b187-4598-831a-afe204454c52 req-a6211000-7d11-44e9-b6bd-b3dddd86b5ae tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178294 Sep 24 19:05:00.059749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.078445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03f11ae1-3e6d-4465-a762-36e03cfb25f3 req-ae6b3c39-0433-44a9-9ba2-6944092a6aa3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299725 Sep 24 19:05:00.144193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Transition to ACTIVE for port object f7c54328-18fc-4845-afa4-9e4e9d15dd9e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:00.151336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91c586de-12c1-4633-bfc2-b3d843b013b8 req-1031453e-4801-4515-96ab-6372a59a3186 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=c272e91b011d4df38d8810a4c48f70d6 HTTP/1.1" status: 200 len: 695 time: 0.1044579 Sep 24 19:05:00.153147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.176171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ef361bb1-8ab7-4226-9cca-05f058fca4eb up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:00.181845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-87756941-f3c1-426d-9ddd-08f5d1bba4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.183899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-87756941-f3c1-426d-9ddd-08f5d1bba4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 1095 time: 0.0790889 Sep 24 19:05:00.234301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ef361bb1-8ab7-4226-9cca-05f058fca4eb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:00.235173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.290159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:00.313632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-10800988-600d-4f6d-958b-50dc6abcdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.315134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-10800988-600d-4f6d-958b-50dc6abcdfdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 913 time: 0.1172760 Sep 24 19:05:00.390548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9bb35-7afd-45ab-bb0d-24a656210011 req-37985d7b-19d4-4aaa-a4ab-49677a5b2a9e tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.392906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-12114416-faa6-472a-9159-137c2ba55af0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c03efd32-bcbd-4774-929e-c965dc755c7a HTTP/1.1" status: 200 len: 217 time: 0.0581841 Sep 24 19:05:00.395461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6f9bb35-7afd-45ab-bb0d-24a656210011 req-37985d7b-19d4-4aaa-a4ab-49677a5b2a9e tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 944 time: 0.2138882 Sep 24 19:05:00.449355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-4b2e3940-01ec-46f1-8942-57ccb1285a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.451136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-4b2e3940-01ec-46f1-8942-57ccb1285a9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.0487094 Sep 24 19:05:00.458589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c586de-12c1-4633-bfc2-b3d843b013b8 req-d0bc22d5-d9c5-4559-a684-25cb8f979385 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.460250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91c586de-12c1-4633-bfc2-b3d843b013b8 req-d0bc22d5-d9c5-4559-a684-25cb8f979385 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks?id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 787 time: 0.2983899 Sep 24 19:05:00.480817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Attempting to bind port f7c54328-18fc-4845-afa4-9e4e9d15dd9e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:00.481263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Attempting to bind port f7c54328-18fc-4845-afa4-9e4e9d15dd9e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:00.481650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Attempting to bind port f7c54328-18fc-4845-afa4-9e4e9d15dd9e on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:00.496383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-91c586de-12c1-4633-bfc2-b3d843b013b8 req-756b14b6-4935-40b4-a50c-5ee2aa45c754 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:05:00.497400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91c586de-12c1-4633-bfc2-b3d843b013b8 req-756b14b6-4935-40b4-a50c-5ee2aa45c754 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176704 Sep 24 19:05:00.512157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6f9bb35-7afd-45ab-bb0d-24a656210011 req-24e3f270-267e-4222-9fd2-a950e968e6b0 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083755 Sep 24 19:05:00.513780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Port f7c54328-18fc-4845-afa4-9e4e9d15dd9e on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:00.514212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Attempting to bind port f7c54328-18fc-4845-afa4-9e4e9d15dd9e on network c927f0ad-f6b0-4d68-a4d8-6c3e63667bab {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:00.522647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:00.523205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Checking segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:00.523696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Bound using segment: {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:00.524732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Bound port: f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3850f2-e991-4063-b261-60aba9df25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:00.524968 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-18b9738b-5394-49d9-84c5-59bfc3e4a3de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570872 Sep 24 19:05:00.525253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.620090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22348738-0292-4cb6-9644-702a786cc64d req-35708c2b-bf58-4bd1-a68a-0d8ad7573106 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips/69f057c7-1fe9-4040-a7e1-590a6605d6b9 HTTP/1.1" status: 200 len: 692 time: 0.0532861 Sep 24 19:05:00.650516 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-a80c7270-7699-4998-a8ac-65e902810b85 service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150031 Sep 24 19:05:00.688985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:00.743852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:00.753319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.778466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d1a26146-2b7a-436d-8096-3f2708416a12 req-9d966939-46f5-45c2-9ab4-93d535080381 service neutron] 10.222.0.15 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159620 Sep 24 19:05:00.804321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22348738-0292-4cb6-9644-702a786cc64d req-17fa7806-25d9-4f29-9f92-52b5a202ed8c tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.806090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22348738-0292-4cb6-9644-702a786cc64d req-17fa7806-25d9-4f29-9f92-52b5a202ed8c tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1787190 Sep 24 19:05:00.825654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.826199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:00.827566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] 10.222.0.69 "PUT /v2.0/ports/f7c54328-18fc-4845-afa4-9e4e9d15dd9e HTTP/1.1" status: 200 len: 1092 time: 1.6291151 Sep 24 19:05:00.933122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b23be-100f-4506-9e7c-dce10dcb1fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:00.938299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22348738-0292-4cb6-9644-702a786cc64d req-82206a27-d88c-4c53-bdb3-be7d7a653b46 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.1143606 Sep 24 19:05:00.959578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687bc5-294b-4a1e-be3a-6e7d83299805 req-2290a09d-70a6-402a-b944-7d729c26578f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:00.961056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9687bc5-294b-4a1e-be3a-6e7d83299805 req-2290a09d-70a6-402a-b944-7d729c26578f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.1524322 Sep 24 19:05:01.020373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-03bb7e2b-94d9-449f-a322-acd48fd70bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:01.021985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-03bb7e2b-94d9-449f-a322-acd48fd70bc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 1095 time: 0.1249745 Sep 24 19:05:01.025582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22348738-0292-4cb6-9644-702a786cc64d req-80b7d5fc-25a6-4165-9769-a4fdce8ada91 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.0762568 Sep 24 19:05:01.118735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-64c341fa-d11d-40d5-a7f8-bf5f11481b7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e HTTP/1.1" status: 200 len: 217 time: 0.0865092 Sep 24 19:05:01.121696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9687bc5-294b-4a1e-be3a-6e7d83299805 req-aac35f0e-7bcc-4c4f-83b0-4fa07f696b54 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508555 Sep 24 19:05:01.255996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c5e79c01-5413-45b8-8d20-564922616a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:01.257478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-c5e79c01-5413-45b8-8d20-564922616a27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.1310813 Sep 24 19:05:01.302780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-8e5f10f0-29db-4573-8b2c-e131db378fbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380330 Sep 24 19:05:01.314160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ce92-af6a-414f-95bc-313d87e876f9 req-ec82658b-9a9c-4a7d-b38d-a7f6ee42b288 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:01.315683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76b7ce92-af6a-414f-95bc-313d87e876f9 req-ec82658b-9a9c-4a7d-b38d-a7f6ee42b288 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1201122 Sep 24 19:05:01.376034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Deleting port 8efd745a-f7db-4ecc-bb6d-aba7ac0c3258 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:01.376374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.438925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76b7ce92-af6a-414f-95bc-313d87e876f9 req-9beee968-1469-401b-bc3a-c4b2844b1617 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Sep 24 19:05:01.495361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-2a83d7f5-5118-41d2-9ef7-c36fe177513d service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787090 Sep 24 19:05:01.535996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.536517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.557545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Calling delete_port for 8efd745a-f7db-4ecc-bb6d-aba7ac0c3258 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:01.660371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12ae8d86-fe7c-4919-9d85-bdcc2c8ad0e9 req-2e195c57-a929-48ac-b722-b6dd7c295ea7 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569972 Sep 24 19:05:01.668187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:01.671193 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36442609-dd10-4212-829b-3fd532b66eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:01.783191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd85b1-4f8c-49e8-b8c5-e6fc54de5528 req-61706169-3b70-4037-a767-a45bc9ceee63 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:01.784702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdd85b1-4f8c-49e8-b8c5-e6fc54de5528 req-61706169-3b70-4037-a767-a45bc9ceee63 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 944 time: 0.0849712 Sep 24 19:05:01.798894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.835815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event deleted for resources: {'Port': ['ID=8efd745a-f7db-4ecc-bb6d-aba7ac0c3258,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:01.874212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdd85b1-4f8c-49e8-b8c5-e6fc54de5528 req-8c2130bf-15e7-469c-b8ea-5f08675956b8 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825756 Sep 24 19:05:01.914487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.918346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:01.919561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22348738-0292-4cb6-9644-702a786cc64d req-1b0411d5-6513-4c46-b071-e8740bc37f52 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "DELETE /v2.0/floatingips/69f057c7-1fe9-4040-a7e1-590a6605d6b9 HTTP/1.1" status: 204 len: 173 time: 0.8863604 Sep 24 19:05:01.949827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c03efd32-bcbd-4774-929e-c965dc755c7a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:02.085985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c03efd32-bcbd-4774-929e-c965dc755c7a,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:02.105393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c03efd32-bcbd-4774-929e-c965dc755c7a', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'port_id': 'c03efd32-bcbd-4774-929e-c965dc755c7a', 'mac_address': 'fa:16:3e:34:03:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa9cc8-9804-460d-8a86-d90b23943e1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:02.157635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:02.177515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03efd32-bcbd-4774-929e-c965dc755c7a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:02.202101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c03efd32-bcbd-4774-929e-c965dc755c7a,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:02.207140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:02.258345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:02.302901 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d840b9ef-001e-4c44-b553-21143ff7efc7 x-openstack-request-id: req-d840b9ef-001e-4c44-b553-21143ff7efc7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:02.303524 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:02.303524 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d840b9ef-001e-4c44-b553-21143ff7efc7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:02.303810 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e', 'status': 'completed', 'code': 200} Sep 24 19:05:02.418177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567b448-cf15-4da9-9919-947684fb47c1 req-90d03c28-6bd7-4c4c-93ae-d97c943c8189 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:02.419723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6567b448-cf15-4da9-9919-947684fb47c1 req-90d03c28-6bd7-4c4c-93ae-d97c943c8189 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.4436097 Sep 24 19:05:02.443716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442609-dd10-4212-829b-3fd532b66eb6 req-de13f8a3-a15a-4756-a202-306550509d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:02.445326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-de13f8a3-a15a-4756-a202-306550509d4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=635227d54857409590691afb83d9092f&device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 1095 time: 0.1443219 Sep 24 19:05:02.510402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-1dfd8225-3b88-4faf-9052-69de412618bc tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2057898 Sep 24 19:05:02.531539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:02.564427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c03efd32-bcbd-4774-929e-c965dc755c7a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:02.580446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6567b448-cf15-4da9-9919-947684fb47c1 req-d3c9bf39-b4f7-4635-975a-86b615932d6f tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456335 Sep 24 19:05:02.628134 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:05:02.629244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:02.652488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442609-dd10-4212-829b-3fd532b66eb6 req-cec60a1c-9910-4e95-899c-f47d271288ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:02.654218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-cec60a1c-9910-4e95-899c-f47d271288ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 200 len: 913 time: 0.1986983 Sep 24 19:05:02.744489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-7f6a97ed-39a2-43f4-8d6e-f6ef46729cd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e HTTP/1.1" status: 200 len: 217 time: 0.0811019 Sep 24 19:05:02.873621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b598b5-fb39-4339-bf47-0602f9b94b91 req-13ccb08e-9f15-4df1-a794-be32ddd4fcb5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:02.876369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07b598b5-fb39-4339-bf47-0602f9b94b91 req-13ccb08e-9f15-4df1-a794-be32ddd4fcb5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.2005494 Sep 24 19:05:02.900296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442609-dd10-4212-829b-3fd532b66eb6 req-b4aa4c4b-3c4d-446c-800e-b2e37e5d1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:02.903891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-b4aa4c4b-3c4d-446c-800e-b2e37e5d1d06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 200 len: 853 time: 0.1524723 Sep 24 19:05:02.963896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-0934a28f-c1b8-4071-90a7-772a8dc4caf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460439 Sep 24 19:05:02.992405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07b598b5-fb39-4339-bf47-0602f9b94b91 req-f58ed753-f68c-4be0-b6c0-718b67bacd15 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036019 Sep 24 19:05:03.017881 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.080728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.218725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-1cc0dfd3-76d5-4f85-bf27-00f5dfba54bc service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438231 Sep 24 19:05:03.238269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d770a-b691-433f-bd55-97dd712e703f req-e1c98d61-48f9-4c33-993a-97e8008e4bcf tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:03.240178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c8d770a-b691-433f-bd55-97dd712e703f req-e1c98d61-48f9-4c33-993a-97e8008e4bcf tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 945 time: 0.1618149 Sep 24 19:05:03.387343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Allocated IP 172.25.5.136 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/97a5f994-1391-4395-a7c9-b5f5cd487bc2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:03.391967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c8d770a-b691-433f-bd55-97dd712e703f req-32d541ea-bd5b-4351-aa53-1d2085825edc tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405270 Sep 24 19:05:03.448887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36442609-dd10-4212-829b-3fd532b66eb6 req-2984fddb-69bf-4a22-801f-d7944b22c396 service neutron] 10.222.0.69 "GET /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184207 Sep 24 19:05:03.523151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-057ad5d2-8bfd-4d26-aeb5-fbaa5d84118b tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:03.526300 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-057ad5d2-8bfd-4d26-aeb5-fbaa5d84118b tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.0676436 Sep 24 19:05:03.542109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.580048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.632586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:03.635703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:03.641612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:03.650284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event updated for resources: {'Port': ['ID=97a5f994-1391-4395-a7c9-b5f5cd487bc2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:03.669079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Deleting port ded15d2c-0d14-47d9-96b1-57e8beb857f9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:03.669542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.759913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f7c54328-18fc-4845-afa4-9e4e9d15dd9e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:03.776466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.782435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] For port ded15d2c-0d14-47d9-96b1-57e8beb857f9, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ded15d2c-0d14-47d9-96b1-57e8beb857f9,segment=NetworkSegment(f466c7ec-e9bc-4ad8-b9a6-aef4c532529b),segment_id=f466c7ec-e9bc-4ad8-b9a6-aef4c532529b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:03.782896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.803975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Calling delete_port for ded15d2c-0d14-47d9-96b1-57e8beb857f9 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:03.823779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1128404-424f-422d-8552-382eb55e75b9 req-c1efec76-1721-44ba-86f4-fc9880cb1b4d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:03.826565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1128404-424f-422d-8552-382eb55e75b9 req-c1efec76-1721-44ba-86f4-fc9880cb1b4d tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a69a2da-b792-4426-92d7-37818be12c03 HTTP/1.1" status: 200 len: 946 time: 0.0969381 Sep 24 19:05:03.830407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:03.912528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:03.917432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1128404-424f-422d-8552-382eb55e75b9 req-e833e7fa-1ee4-4cd5-9576-099cfb4258f9 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.18 "GET /v2.0/security-groups?id=74762afa-492f-4e9d-993f-157a18f0c66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Sep 24 19:05:03.932750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e', 'network_id': 'c927f0ad-f6b0-4d68-a4d8-6c3e63667bab', 'port_id': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e', 'mac_address': 'fa:16:3e:78:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa9cc8-9804-460d-8a86-d90b23943e1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:03.975471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c03efd32-bcbd-4774-929e-c965dc755c7a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:04.004121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.010308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.045440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.052146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.066085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Pushing event deleted for resources: {'Port': ['ID=ded15d2c-0d14-47d9-96b1-57e8beb857f9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:04.066279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c54328-18fc-4845-afa4-9e4e9d15dd9e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:04.117237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] No DVR routers for this DVR port ded15d2c-0d14-47d9-96b1-57e8beb857f9 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:04.119382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:04.120635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.123348 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6cbbe2c-6d2c-4364-a073-ab59d0695a4f req-588578ae-7591-4391-818b-583599a39ce2 tempest-ServerAddressesNegativeTestJSON-618860766 tempest-ServerAddressesNegativeTestJSON-618860766-project] 10.222.0.15 "DELETE /v2.0/ports/ded15d2c-0d14-47d9-96b1-57e8beb857f9 HTTP/1.1" status: 204 len: 173 time: 0.5857675 Sep 24 19:05:04.123986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'name': 'network-vif-deleted', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:04.126480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.127090 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e917ac-6d19-40e9-99c5-ea7d82d6aebd" -d '{"events": [{"server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "name": "network-vif-deleted", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:04.152680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c03efd32-bcbd-4774-929e-c965dc755c7a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:04.162501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c03efd32-bcbd-4774-929e-c965dc755c7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:04.163222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.178839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event updated for resources: {'Port': ['ID=97a5f994-1391-4395-a7c9-b5f5cd487bc2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:04.210363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.210643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:04.244252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62531b6e-cbcf-4aac-bb6e-0de7cb14220a req-86c124b0-b2af-4e9b-ab04-2c169f38c81f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:04.245991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62531b6e-cbcf-4aac-bb6e-0de7cb14220a req-86c124b0-b2af-4e9b-ab04-2c169f38c81f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1210268 Sep 24 19:05:04.247318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.248413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-db63dfde-4f7f-4a07-b4f3-75cdc1693535 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7249327 Sep 24 19:05:04.276696 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.304611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:04.306909 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1bff35-fed4-4f78-b21e-74b1447f9edc" -d '{"events": [{"server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:04.321019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c03efd32-bcbd-4774-929e-c965dc755c7a,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:04.327091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-afc6de48-129c-4c0c-81c0-f6ec7e23048a tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.0719531 Sep 24 19:05:04.327670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:04.329025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ded15d2c-0d14-47d9-96b1-57e8beb857f9 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:04.362902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62531b6e-cbcf-4aac-bb6e-0de7cb14220a req-cfd84388-3fe0-4cdf-b327-f6953412ba52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090734 Sep 24 19:05:04.373794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: ded15d2c-0d14-47d9-96b1-57e8beb857f9 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:04.374144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ded15d2c-0d14-47d9-96b1-57e8beb857f9 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:04.414637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f7c54328-18fc-4845-afa4-9e4e9d15dd9e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:04.423339 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96892070-3e70-4207-b601-8a1fc9e27b8c x-openstack-request-id: req-96892070-3e70-4207-b601-8a1fc9e27b8c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:04.423865 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a69a2da-b792-4426-92d7-37818be12c03", "name": "network-vif-deleted", "tag": "ded15d2c-0d14-47d9-96b1-57e8beb857f9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:04.424279 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96892070-3e70-4207-b601-8a1fc9e27b8c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:04.424878 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a69a2da-b792-4426-92d7-37818be12c03', 'name': 'network-vif-deleted', 'tag': 'ded15d2c-0d14-47d9-96b1-57e8beb857f9', 'status': 'completed', 'code': 200} Sep 24 19:05:04.460983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-afb76b47-fecd-455d-8dd9-8efc4dc64822 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:04.466525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:04.480903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddb06d38-7409-4a74-b560-6327b2de2717 req-afb76b47-fecd-455d-8dd9-8efc4dc64822 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1457715 Sep 24 19:05:04.492866 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc78dac1-78a0-44a6-aa95-30bd90de4167 x-openstack-request-id: req-bc78dac1-78a0-44a6-aa95-30bd90de4167 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:04.493656 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:04.493915 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc78dac1-78a0-44a6-aa95-30bd90de4167 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:04.494311 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a', 'code': 200} Sep 24 19:05:04.558701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-31c56117-0b43-4d78-9098-a76d857b2388 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips/349c6619-c014-48f5-afd6-aae352e6aa42 HTTP/1.1" status: 200 len: 693 time: 0.0689437 Sep 24 19:05:04.624052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082b71-d6fb-43d1-a70b-17606ea359da req-bd09a107-b244-4f5a-b8b1-db14b18d8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:04.626112 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-68082b71-d6fb-43d1-a70b-17606ea359da req-bd09a107-b244-4f5a-b8b1-db14b18d8881 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 1097 time: 0.0618048 Sep 24 19:05:04.647684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef19366-d6cd-46ec-a2ca-a96897900b30 req-da19bdc6-f9cd-4136-bc64-34fa3f9e03d7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:04.649775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cef19366-d6cd-46ec-a2ca-a96897900b30 req-da19bdc6-f9cd-4136-bc64-34fa3f9e03d7 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 946 time: 0.1038921 Sep 24 19:05:04.686840 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-68082b71-d6fb-43d1-a70b-17606ea359da req-140a4ae8-a313-4311-a5ee-b7accd077289 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Sep 24 19:05:04.741829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-d5e7e40e-9572-47f0-bca4-87e8c9ee0d79 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:04.743249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-d5e7e40e-9572-47f0-bca4-87e8c9ee0d79 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1549981 Sep 24 19:05:04.746037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cef19366-d6cd-46ec-a2ca-a96897900b30 req-25854286-950c-4103-995c-baf5551ac186 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701334 Sep 24 19:05:04.798988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-516cf0b0-2878-4a9f-9203-ee97d59edcf6 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.0491035 Sep 24 19:05:04.859644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-f2efe502-9ec9-4591-81b3-c1ec9235c607 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.0526791 Sep 24 19:05:05.012305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Deleting port 97a5f994-1391-4395-a7c9-b5f5cd487bc2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:05.019887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.046795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:05.097015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Deleting subnet 90f03dfa-5a06-49f4-845a-f622e121b469 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:05.100449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.109867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.110196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.122250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Calling delete_port for 97a5f994-1391-4395-a7c9-b5f5cd487bc2 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:05.136287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.176692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.238522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.265180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.267083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f03dfa-5a06-49f4-845a-f622e121b469,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:05.271708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.273606 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d8ed7ef-e5fb-45ff-9f77-96cb361e51f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/90f03dfa-5a06-49f4-845a-f622e121b469 HTTP/1.1" status: 204 len: 168 time: 0.2194998 Sep 24 19:05:05.277588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:05.303415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Pushing event deleted for resources: {'Port': ['ID=97a5f994-1391-4395-a7c9-b5f5cd487bc2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:05.347399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.366941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.370578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.371804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af52a909-0f57-4eb1-80be-d39f63f6c78c req-4b0b2581-2046-46e1-919a-a45604afe256 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "DELETE /v2.0/floatingips/349c6619-c014-48f5-afd6-aae352e6aa42 HTTP/1.1" status: 204 len: 173 time: 0.5051117 Sep 24 19:05:05.431609 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-44ec23f5-123c-424a-9dca-263349f834a3 req-2f9042c9-1716-462b-9b29-3602bc849304 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] show failed (client error): The resource could not be found. Sep 24 19:05:05.432668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44ec23f5-123c-424a-9dca-263349f834a3 req-2f9042c9-1716-462b-9b29-3602bc849304 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips/349c6619-c014-48f5-afd6-aae352e6aa42 HTTP/1.1" status: 404 len: 350 time: 0.0365546 Sep 24 19:05:05.445659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.468845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7942add-714d-475e-b71e-1a11178c10ee']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:05.480049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:05.480791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f466c7ec-e9bc-4ad8-b9a6-aef4c532529b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:05.491426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.505123 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.511789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:05.512232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:05.513844 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:05.523163 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-0d052ae1-d419-49cf-be1b-04552c437486 req-57ce6b80-f3e2-4057-aac2-d390eb51b3f1 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] show failed (client error): The resource could not be found. Sep 24 19:05:05.524199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d052ae1-d419-49cf-be1b-04552c437486 req-57ce6b80-f3e2-4057-aac2-d390eb51b3f1 tempest-FloatingIPsTestJSON-2046803275 tempest-FloatingIPsTestJSON-2046803275-project] 10.222.0.18 "GET /v2.0/floatingips/349c6619-c014-48f5-afd6-aae352e6aa42 HTTP/1.1" status: 404 len: 350 time: 0.0505798 Sep 24 19:05:05.534048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:05.546212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02895bde-8683-4e06-a7ba-e9e736edfdb3 req-9e9b28f4-06cf-48c0-9131-8053b8fc5a83 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:05.547875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02895bde-8683-4e06-a7ba-e9e736edfdb3 req-9e9b28f4-06cf-48c0-9131-8053b8fc5a83 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1061363 Sep 24 19:05:05.591110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02895bde-8683-4e06-a7ba-e9e736edfdb3 req-ef34d576-e79c-41d6-aaae-8ef894e21a60 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Sep 24 19:05:05.631441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.665986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.667879 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7942add-714d-475e-b71e-1a11178c10ee HTTP/1.1" status: 204 len: 168 time: 0.3893502 Sep 24 19:05:05.679794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390322c8-7942-47f9-8a0b-e1a4673a53c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7942add-714d-475e-b71e-1a11178c10ee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:05.791737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f7c54328-18fc-4845-afa4-9e4e9d15dd9e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:05.905150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port f7c54328-18fc-4845-afa4-9e4e9d15dd9e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:05.913750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port f7c54328-18fc-4845-afa4-9e4e9d15dd9e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:05.914367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:05.964372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1f63-bb45-4013-b3e7-ea472833f7ab req-0e1df28a-6fbb-452c-8608-469942601912 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:05.976171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dea1f63-bb45-4013-b3e7-ea472833f7ab req-0e1df28a-6fbb-452c-8608-469942601912 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 946 time: 0.1086762 Sep 24 19:05:06.025423 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.077604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dea1f63-bb45-4013-b3e7-ea472833f7ab req-80d80532-4273-40bb-b12b-dd29bf8ae572 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004689 Sep 24 19:05:06.078144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:06.109447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.143100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4d6fbb25-c994-4581-ad27-26023e859428 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94a340d06d8c41249d12aa8a28381e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637217 Sep 24 19:05:06.145671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:06.188025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:06.193897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.208398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.219106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:06.239406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.268423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:06.305234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.309030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.312759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74762afa-492f-4e9d-993f-157a18f0c66c HTTP/1.1" status: 204 len: 168 time: 0.1637642 Sep 24 19:05:06.318964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de82a-f180-44bb-856e-cdcadf2567ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74762afa-492f-4e9d-993f-157a18f0c66c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:06.376244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-239d254c-8908-45bc-b4c6-2cb88f1691f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.475571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-239d254c-8908-45bc-b4c6-2cb88f1691f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.481241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-239d254c-8908-45bc-b4c6-2cb88f1691f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.495645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:06.499393 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2ce3b-54db-4961-ae26-6f54a48aa1da" -d '{"events": [{"server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "name": "network-vif-plugged", "status": "completed", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:06.527167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-239d254c-8908-45bc-b4c6-2cb88f1691f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40270609a9934a4c8ba603ff51b4ba4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068528 Sep 24 19:05:06.528243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d254c-8908-45bc-b4c6-2cb88f1691f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d038f-9561-4a18-a2f2-d4fd9dbced65,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:06.530067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:06.553163 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99477490-2fd3-449a-a8ea-b1946445de33 x-openstack-request-id: req-99477490-2fd3-449a-a8ea-b1946445de33 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:06.553471 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "name": "network-vif-plugged", "status": "completed", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:06.553775 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99477490-2fd3-449a-a8ea-b1946445de33 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:06.554178 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e', 'code': 200} Sep 24 19:05:06.647617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.677895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.678586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc6ece-ad7c-4c2c-9705-5f7d5ef3e1bc req-2419c88a-b332-4787-9fe6-02eeb0a1066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:06.680181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3dc6ece-ad7c-4c2c-9705-5f7d5ef3e1bc req-2419c88a-b332-4787-9fe6-02eeb0a1066a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 1097 time: 0.0603881 Sep 24 19:05:06.680373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Deleting port ef361bb1-8ab7-4226-9cca-05f058fca4eb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:06.680621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.761887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3dc6ece-ad7c-4c2c-9705-5f7d5ef3e1bc req-a9b8dd26-93e0-4454-ba23-7848909d3665 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709045 Sep 24 19:05:06.780017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2641ec-db13-409b-a292-a9e3cd9c79eb req-1546d0af-a1ba-4924-a9ad-0ef78cbe61c1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:06.781584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e2641ec-db13-409b-a292-a9e3cd9c79eb req-1546d0af-a1ba-4924-a9ad-0ef78cbe61c1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.0697517 Sep 24 19:05:06.802735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] For port ef361bb1-8ab7-4226-9cca-05f058fca4eb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ef361bb1-8ab7-4226-9cca-05f058fca4eb,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:06.803204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.805451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.808250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:06.810920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf4d038f-9561-4a18-a2f2-d4fd9dbced65 HTTP/1.1" status: 204 len: 168 time: 0.2783420 Sep 24 19:05:06.827066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e2641ec-db13-409b-a292-a9e3cd9c79eb req-c46df8b6-839a-4750-8f34-16a7e36cb025 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Sep 24 19:05:06.846913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Calling delete_port for ef361bb1-8ab7-4226-9cca-05f058fca4eb owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:06.846913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb8f1-b4cc-4c92-b176-1293c6f774ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d038f-9561-4a18-a2f2-d4fd9dbced65,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:07.072737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.102079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef361bb1-8ab7-4226-9cca-05f058fca4eb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:07.226312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58596) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:07.238607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfca71-9b49-4168-9f7b-9ce5af2854ad req-7389ab65-a5d6-41ee-b901-f88d4b1c4cba tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:07.241021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cadfca71-9b49-4168-9f7b-9ce5af2854ad req-7389ab65-a5d6-41ee-b901-f88d4b1c4cba tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 946 time: 0.1008284 Sep 24 19:05:07.303986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cadfca71-9b49-4168-9f7b-9ce5af2854ad req-f2128832-d70f-4515-b36e-fa15010fb462 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567703 Sep 24 19:05:07.362097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.402609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58602) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:07.409804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-956167054-network', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:07.444967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbec-2d10-4950-af3d-f7eb86b6c18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.479709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Made reservation on behalf of 0ee163bb87e84815bc87ce47b55aa924 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:07.481996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.494048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea512dc-fbfa-4748-b9d9-8403dcecadfa req-892ad5c2-dc35-402f-9369-f106241beeab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:07.495615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea512dc-fbfa-4748-b9d9-8403dcecadfa req-892ad5c2-dc35-402f-9369-f106241beeab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 946 time: 0.1047533 Sep 24 19:05:07.509348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.571885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ea512dc-fbfa-4748-b9d9-8403dcecadfa req-ab725c01-5ea3-41a8-90e4-5e658d6e984f tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Sep 24 19:05:07.602158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Router fce3dba1-9998-4827-9194-464e6c300eb4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:05:07.617604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbec-2d10-4950-af3d-f7eb86b6c18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.623764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbec-2d10-4950-af3d-f7eb86b6c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.676829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5bbec-2d10-4950-af3d-f7eb86b6c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68976c51-ee73-427d-934d-a77f55ca7a0a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:07.684354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2ad5bbec-2d10-4950-af3d-f7eb86b6c18f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1595df6e45664ba4a2b8d5a1a6ba2a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753057 Sep 24 19:05:07.684539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58604) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:07.705979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:07.713789 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18295c4c-a752-4933-a51c-ecd809626ed1 admin admin] 10.222.0.18 "PUT /v2.0/routers/fce3dba1-9998-4827-9194-464e6c300eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758482 Sep 24 19:05:07.713789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:07.716883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Sync routers for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:07.737031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:07.737656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:07.775931 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.816009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.819302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.827799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.837714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.866031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:07.878377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:05:07.893052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:07.899680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:07.900033 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Added segment d4f285dc-a818-45be-9b5f-d1d9f56735da of type vlan for network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f Sep 24 19:05:07.988295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.004709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.007433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.011563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68976c51-ee73-427d-934d-a77f55ca7a0a HTTP/1.1" status: 204 len: 168 time: 0.3259106 Sep 24 19:05:08.018610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.082126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609779a-68d6-4be1-ab30-35e3bb6ccfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68976c51-ee73-427d-934d-a77f55ca7a0a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:08.100835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7dd4-3858-4b35-ba85-f050e337e25a req-70133fde-4ceb-4f98-92f1-70ab1de4eabb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:08.109983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a21f7dd4-3858-4b35-ba85-f050e337e25a req-70133fde-4ceb-4f98-92f1-70ab1de4eabb tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1702929 Sep 24 19:05:08.123388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Deleting port ace677c9-e4c5-4e33-8111-71b9fcb06a1a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:08.123730 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.123898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.124959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:08.125564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.163601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:05:06Z', 'revision_number': 5, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port': {'id': 'ace677c9-e4c5-4e33-8111-71b9fcb06a1a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:49Z', 'updated_at': '2021-09-24T19:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:08.201121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9567337 Sep 24 19:05:08.201937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:08.210486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Checking router: fce3dba1-9998-4827-9194-464e6c300eb4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:08.212619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Request body: {'subnet': {'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-subnet', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:08.219932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Routers {'fce3dba1-9998-4827-9194-464e6c300eb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:08.220650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fce3dba1-9998-4827-9194-464e6c300eb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:08.280222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] For port ace677c9-e4c5-4e33-8111-71b9fcb06a1a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:08.281092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.298017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Calling delete_port for ace677c9-e4c5-4e33-8111-71b9fcb06a1a owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:08.322453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] Set router fce3dba1-9998-4827-9194-464e6c300eb4 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:08.387511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:05:08Z', 'revision_number': 6, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:08.417897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef51f3d-07b2-4287-bba6-4b23f85d3844 None None] The sync data for ids ['fce3dba1-9998-4827-9194-464e6c300eb4'] in n-d-810952-2 is: [{'id': 'fce3dba1-9998-4827-9194-464e6c300eb4', 'name': 'tempest-FloatingIPsTestJSON-1026619433-router', 'tenant_id': 'c272e91b011d4df38d8810a4c48f70d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:04:48Z', 'updated_at': '2021-09-24T19:05:08Z', 'revision_number': 6, 'project_id': 'c272e91b011d4df38d8810a4c48f70d6', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:08.500856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Made reservation on behalf of 0ee163bb87e84815bc87ce47b55aa924 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:08.503371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.518436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.562171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace677c9-e4c5-4e33-8111-71b9fcb06a1a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:08.571850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a21f7dd4-3858-4b35-ba85-f050e337e25a req-90175466-ecaf-4098-bca4-8b246c8ac15d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598198 Sep 24 19:05:08.572973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d413a-a51b-457d-9c08-0a27d5d440a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:08.595783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:05:08.683434 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.684763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.733217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41b7e-f32f-47e9-bc41-411e53353712 req-78d064c1-6863-4fe7-a5f4-e386b2e87e3b tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:08.735349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c41b7e-f32f-47e9-bc41-411e53353712 req-78d064c1-6863-4fe7-a5f4-e386b2e87e3b tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 946 time: 0.0621724 Sep 24 19:05:08.791795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c41b7e-f32f-47e9-bc41-411e53353712 req-0c085863-1bb8-463a-8781-bd8bc4e8fb6a tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Sep 24 19:05:08.810601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.814302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.893150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.893930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce3dba1-9998-4827-9194-464e6c300eb4 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:05:08.904207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.907784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b32b6fe-10cd-4e4f-a5f6-f74572177052 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fce3dba1-9998-4827-9194-464e6c300eb4 HTTP/1.1" status: 204 len: 168 time: 1.1909316 Sep 24 19:05:08.908196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58640) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:08.914682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:08.958877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Deleting subnet fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:08.962142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.003552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f382d9-07cd-4bb6-899f-068e3cea77f7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:09.013937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.019214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Checking segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:09.019799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Network hostable DHCP agents. Network: 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:05:09.041637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:05:09.058746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:09.063606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:09.064349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.068943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e953ac6-44c6-4b31-8b6b-9fd990de06b7 None None] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:09.084984 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f911505-3ec4-41ba-a81d-86ef379262b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8824103 Sep 24 19:05:09.088341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:09.092713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:09.116636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.143795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.145254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.212571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.253652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:09.259567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.264462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9f2f03a3-bca2-405e-b906-bd24da39882f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb4c2dc1-730f-46f4-83a7-ecbdaf622f2d HTTP/1.1" status: 204 len: 168 time: 0.3545165 Sep 24 19:05:09.266888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58658) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:09.271423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36f233-a88e-45d8-834d-591a99738878 None None] Network 1ce81461-b96b-429e-95c2-3348760b62a6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:09.289354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.323314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b046fbc5-492b-47a1-b510-f5ce182eb103 None None] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:09.372053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.511532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3dea-c8f0-4e5c-8fc8-b094c323fd95 req-da2e1fdf-38c5-492c-a392-ec77f0b46a18 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:09.513852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-373b3dea-c8f0-4e5c-8fc8-b094c323fd95 req-da2e1fdf-38c5-492c-a392-ec77f0b46a18 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 946 time: 0.1361966 Sep 24 19:05:09.534615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Deleting port e7dbb031-dd76-4c88-9182-0309bf63fd59 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:09.535360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.549542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.627464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] DHCP port deletion for 1ce81461-b96b-429e-95c2-3348760b62a6 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:05:09.715600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Deleting port e7dbb031-dd76-4c88-9182-0309bf63fd59 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:09.716126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.724776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:09.734370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-373b3dea-c8f0-4e5c-8fc8-b094c323fd95 req-e1530aad-deb6-48c2-96c8-197e0c32ee5c tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020211 Sep 24 19:05:09.780382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] For port e7dbb031-dd76-4c88-9182-0309bf63fd59, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7dbb031-dd76-4c88-9182-0309bf63fd59,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:09.780751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.804320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Calling delete_port for e7dbb031-dd76-4c88-9182-0309bf63fd59 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:09.813394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d8667-965d-450d-8861-7685129dabed req-6a8bd439-810f-4ba0-82cc-7a9df971a41d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:09.814969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-051d8667-965d-450d-8861-7685129dabed req-6a8bd439-810f-4ba0-82cc-7a9df971a41d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1354241 Sep 24 19:05:09.825031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] For port e7dbb031-dd76-4c88-9182-0309bf63fd59, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7dbb031-dd76-4c88-9182-0309bf63fd59,segment=NetworkSegment(4c0f8328-29e3-4689-9b2c-2f72cdee65f1),segment_id=4c0f8328-29e3-4689-9b2c-2f72cdee65f1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:09.825712 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.832943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.845821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Calling delete_port for e7dbb031-dd76-4c88-9182-0309bf63fd59 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:09.862450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.879054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84bad5af-d388-4fe7-b431-2d3a6efd8493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.916447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-051d8667-965d-450d-8861-7685129dabed req-61f6f310-165f-43a7-86a6-41b9c2614c9d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900993 Sep 24 19:05:09.937343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.945618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:09.965853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] No DVR routers for this DVR port e7dbb031-dd76-4c88-9182-0309bf63fd59 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:09.969983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b84843-207e-405a-8fc6-55c51a0801f0 None None] Pushing event deleted for resources: {'Port': ['ID=e7dbb031-dd76-4c88-9182-0309bf63fd59,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:09.990849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] No DVR routers for this DVR port e7dbb031-dd76-4c88-9182-0309bf63fd59 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:09.992732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7dbb031-dd76-4c88-9182-0309bf63fd59,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:10.016077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Allocated IP 172.25.5.75 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/2d01a79b-c818-4268-871e-86eeecf3e47e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:10.080749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.096669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ef361bb1-8ab7-4226-9cca-05f058fca4eb no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:10.111997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce81461-b96b-429e-95c2-3348760b62a6']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:10.118182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ef361bb1-8ab7-4226-9cca-05f058fca4eb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:10.119289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ef361bb1-8ab7-4226-9cca-05f058fca4eb not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:10.119917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7dbb031-dd76-4c88-9182-0309bf63fd59 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:10.122625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0f8328-29e3-4689-9b2c-2f72cdee65f1') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:10.123008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0f8328-29e3-4689-9b2c-2f72cdee65f1') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:10.132380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84bad5af-d388-4fe7-b431-2d3a6efd8493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.133469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.138573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e7dbb031-dd76-4c88-9182-0309bf63fd59 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:10.138953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7dbb031-dd76-4c88-9182-0309bf63fd59 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:10.139390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ace677c9-e4c5-4e33-8111-71b9fcb06a1a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:10.141242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84bad5af-d388-4fe7-b431-2d3a6efd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.149749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.156888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:10.157357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:10.159109 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:10.162614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ace677c9-e4c5-4e33-8111-71b9fcb06a1a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:10.162614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ace677c9-e4c5-4e33-8111-71b9fcb06a1a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:10.215611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.220186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.222610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-84bad5af-d388-4fe7-b431-2d3a6efd8493 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b50efac818554f1ca449fee7af022858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968479 Sep 24 19:05:10.223333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad5af-d388-4fe7-b431-2d3a6efd8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6186d-7be4-41f9-899a-396d831f570b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:10.225349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58672) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:10.245278 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.249446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ce81461-b96b-429e-95c2-3348760b62a6 HTTP/1.1" status: 204 len: 168 time: 0.9790103 Sep 24 19:05:10.262953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efbcbd-3be1-4784-8c01-f98ca20fdfb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce81461-b96b-429e-95c2-3348760b62a6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:10.288226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.309743 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.327806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:10.331912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.332431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:10.337409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:10.366567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Pushing event updated for resources: {'Port': ['ID=2d01a79b-c818-4268-871e-86eeecf3e47e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:10.388655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58678) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:10.427773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.430357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.432124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06e6186d-7be4-41f9-899a-396d831f570b HTTP/1.1" status: 204 len: 168 time: 0.2058029 Sep 24 19:05:10.444827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c3cb1-03b7-44dc-b2b5-2d54e896cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6186d-7be4-41f9-899a-396d831f570b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:10.454543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780b577-b5b6-441a-b868-916cab9437e6 req-9f4723b0-cab5-475c-bc28-10d322bfe8e9 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:10.456108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c780b577-b5b6-441a-b868-916cab9437e6 req-9f4723b0-cab5-475c-bc28-10d322bfe8e9 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 946 time: 0.0943913 Sep 24 19:05:10.529400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f493714-f5d8-45ba-99c2-01030aad74f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c272e91b011d4df38d8810a4c48f70d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396191 Sep 24 19:05:10.544867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:10.588280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Deleting port f7c54328-18fc-4845-afa4-9e4e9d15dd9e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:10.588623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.644292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.700020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] For port f7c54328-18fc-4845-afa4-9e4e9d15dd9e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:10.700415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.702929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.713816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Calling delete_port for f7c54328-18fc-4845-afa4-9e4e9d15dd9e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:10.719028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.907613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead33033-9200-4335-a552-4fc5300b79a2 req-41ced9b5-9ae0-4085-b750-e2b02816972d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:10.909253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ead33033-9200-4335-a552-4fc5300b79a2 req-41ced9b5-9ae0-4085-b750-e2b02816972d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=10f58f45-ba94-4274-8961-6023e8996938 HTTP/1.1" status: 200 len: 946 time: 0.0884035 Sep 24 19:05:10.910470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:10.922348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f7c54328-18fc-4845-afa4-9e4e9d15dd9e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:10.933512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c03efd32-bcbd-4774-929e-c965dc755c7a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:10.986917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event deleted for resources: {'Port': ['ID=f7c54328-18fc-4845-afa4-9e4e9d15dd9e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:11.134947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] No DVR routers for this DVR port f7c54328-18fc-4845-afa4-9e4e9d15dd9e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:11.141617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.143916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c780b577-b5b6-441a-b868-916cab9437e6 req-6c13e7bd-4c37-491f-9dc1-f70b005ea0ab tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.69 "DELETE /v2.0/ports/f7c54328-18fc-4845-afa4-9e4e9d15dd9e HTTP/1.1" status: 204 len: 173 time: 0.6809673 Sep 24 19:05:11.145012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'name': 'network-vif-deleted', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:11.147395 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fa1f5d-e44f-47fb-8dc2-1e9640f37cf1" -d '{"events": [{"server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "name": "network-vif-deleted", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:11.164004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ead33033-9200-4335-a552-4fc5300b79a2 req-a54c147f-a2ca-4e9f-8e03-40e2c2f79424 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/security-groups?id=76eb3d73-e244-4420-9c44-f6b35252836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415395 Sep 24 19:05:11.200250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bd93e-5f85-4b0a-94aa-b8fa75a537be req-55102e2f-d373-4c8a-97ff-8681a0385fec tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:11.209377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d8bd93e-5f85-4b0a-94aa-b8fa75a537be req-55102e2f-d373-4c8a-97ff-8681a0385fec tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1814435 Sep 24 19:05:11.222810 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d3ec4-29b9-473b-9492-d07ab9555c5f x-openstack-request-id: req-306d3ec4-29b9-473b-9492-d07ab9555c5f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:11.223376 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f58f45-ba94-4274-8961-6023e8996938", "name": "network-vif-deleted", "tag": "f7c54328-18fc-4845-afa4-9e4e9d15dd9e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:11.223627 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-306d3ec4-29b9-473b-9492-d07ab9555c5f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:11.224026 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f58f45-ba94-4274-8961-6023e8996938', 'name': 'network-vif-deleted', 'tag': 'f7c54328-18fc-4845-afa4-9e4e9d15dd9e', 'status': 'completed', 'code': 200} Sep 24 19:05:11.254409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.255887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d8bd93e-5f85-4b0a-94aa-b8fa75a537be req-9299af19-4c2a-499a-be42-a4370c51912d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Sep 24 19:05:11.256945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.260536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7228c97f-d67f-4594-baed-a4bc8ae89b8b HTTP/1.1" status: 204 len: 168 time: 0.7118192 Sep 24 19:05:11.320570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d57a5d-2b73-4edf-81ba-5172c2c81997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7228c97f-d67f-4594-baed-a4bc8ae89b8b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:11.339290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-7f198a54-4c1d-4a50-9c0b-175ebdf47fb2 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:11.340530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-7f198a54-4c1d-4a50-9c0b-175ebdf47fb2 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 946 time: 0.1308064 Sep 24 19:05:11.458880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.560571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Deleting port c03efd32-bcbd-4774-929e-c965dc755c7a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:11.560914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.718573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] For port c03efd32-bcbd-4774-929e-c965dc755c7a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c03efd32-bcbd-4774-929e-c965dc755c7a,segment=NetworkSegment(8d3850f2-e991-4063-b261-60aba9df25ed),segment_id=8d3850f2-e991-4063-b261-60aba9df25ed)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:11.719440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.722000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Router 6c443e39-175d-43cf-a389-e185771b5098 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:05:11.738301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Calling delete_port for c03efd32-bcbd-4774-929e-c965dc755c7a owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:11.907342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:11.921395 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Sync routers for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:11.924128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:11.925591 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce20b94e-1a60-4caa-81e5-42746ca3f24b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8362322 Sep 24 19:05:11.928637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:11.935294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:11.935923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:12.088911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.128203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Pushing event deleted for resources: {'Port': ['ID=c03efd32-bcbd-4774-929e-c965dc755c7a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:12.128470 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:12.185434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58756) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:12.357920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] No DVR routers for this DVR port c03efd32-bcbd-4774-929e-c965dc755c7a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:12.370682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:10Z', 'revision_number': 3, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:12.371387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c71887-b3e1-42b8-a680-cfe1cf6a9f8e req-f7966281-7484-4489-8726-f715d425ad72 tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eea258f-062c-4051-9e65-341f29c9d1aa HTTP/1.1" status: 200 len: 210 time: 0.0597944 Sep 24 19:05:12.390718 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.401701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-network', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:12.401883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0db0849f-44aa-4a8c-8f64-9e3a92d984f8 req-6dfa1c1b-0fcd-4d51-b566-1e2a6f7aec1d tempest-MultipleCreateTestJSON-325703358 tempest-MultipleCreateTestJSON-325703358-project] 10.222.0.15 "DELETE /v2.0/ports/c03efd32-bcbd-4774-929e-c965dc755c7a HTTP/1.1" status: 204 len: 173 time: 1.0436916 Sep 24 19:05:12.401883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'name': 'network-vif-deleted', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:12.402997 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f0cb42-67a4-4ab0-a96a-c0d88abdb3e4" -d '{"events": [{"server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "name": "network-vif-deleted", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:12.404427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Checking router: 6c443e39-175d-43cf-a389-e185771b5098 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:12.404606 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Updating router 6c443e39-175d-43cf-a389-e185771b5098 port 2d01a79b-c818-4268-871e-86eeecf3e47e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:05:12.439656 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.575950 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b7898-6e42-4c5a-8429-03e1782327b8 x-openstack-request-id: req-647b7898-6e42-4c5a-8429-03e1782327b8 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:12.575950 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eea258f-062c-4051-9e65-341f29c9d1aa", "name": "network-vif-deleted", "tag": "c03efd32-bcbd-4774-929e-c965dc755c7a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:12.579560 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-647b7898-6e42-4c5a-8429-03e1782327b8 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:12.580446 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eea258f-062c-4051-9e65-341f29c9d1aa', 'name': 'network-vif-deleted', 'tag': 'c03efd32-bcbd-4774-929e-c965dc755c7a', 'status': 'completed', 'code': 200} Sep 24 19:05:12.587541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d85e42-b02d-4ecb-b263-bb7d03d0e89d req-ae4db66f-7b2b-4f4d-bc2a-4b9983e73e12 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:12.589216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78d85e42-b02d-4ecb-b263-bb7d03d0e89d req-ae4db66f-7b2b-4f4d-bc2a-4b9983e73e12 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1768122 Sep 24 19:05:12.591169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Made reservation on behalf of 23193bdf8e554b9795d79fdf8187a8a2 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:12.593992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.611737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.669387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78d85e42-b02d-4ecb-b263-bb7d03d0e89d req-88578579-9d36-49fe-9902-6e32d15e2bf2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717185 Sep 24 19:05:12.774572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.780395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.795642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.804779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:05:12.826021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d7d27-f9fe-43ae-ae5c-14c1f448a944,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:12.843964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.844426 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Added segment a1038a4c-50da-45a7-a445-87603567ca53 of type vlan for network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f Sep 24 19:05:12.846928 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.855045 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.893230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.919201 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Attempting to bind port 2d01a79b-c818-4268-871e-86eeecf3e47e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:12.919489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Attempting to bind port 2d01a79b-c818-4268-871e-86eeecf3e47e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:12.919876 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Attempting to bind port 2d01a79b-c818-4268-871e-86eeecf3e47e on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:12.927103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.930705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:12.932319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.938800 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:12.940013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:12.940612 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.941722 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:12.943190 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Bound port: 2d01a79b-c818-4268-871e-86eeecf3e47e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:12.943839 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:12.986688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7936394 Sep 24 19:05:12.986688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58798) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:12.995042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Request body: {'subnet': {'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-subnet', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:13.006822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Pushing event updated for resources: {'Port': ['ID=2d01a79b-c818-4268-871e-86eeecf3e47e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.022108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Allocated IP 172.20.0.1 (5e51d50e-2c43-4f98-9f2f-fc25cf38db3f/39f382d9-07cd-4bb6-899f-068e3cea77f7/c142a7dc-29b7-4d55-9552-6d91264410b1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:13.030127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb00bb4-2750-41af-8e02-5bdccb189b35 admin admin] Pushing event updated for resources: {'Network': ['ID=15e705a8-ed8e-49f8-b00d-7e9253f5ce2f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.045636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:05:13.047834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.048188 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.048525 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.054350 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.056511 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.057204 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:13.097692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Made reservation on behalf of 23193bdf8e554b9795d79fdf8187a8a2 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:13.099129 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] For port 2d01a79b-c818-4268-871e-86eeecf3e47e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:13.101200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.109617 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] For port 2d01a79b-c818-4268-871e-86eeecf3e47e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d01a79b-c818-4268-871e-86eeecf3e47e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:13.118080 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.186166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.213476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998c2f-ec40-4a6d-8470-4beef3416580 None None] Pushing event updated for resources: {'Port': ['ID=2d01a79b-c818-4268-871e-86eeecf3e47e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.217715 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:13.218441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:13.241947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.279869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:13.283057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:13.285517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:13.335009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Pushing event updated for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.346297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.347131 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:13.410222 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-67d1b092-64e2-4ac5-8ab0-ea218923b750 service neutron] show failed (client error): The resource could not be found. Sep 24 19:05:13.411711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-67d1b092-64e2-4ac5-8ab0-ea218923b750 service neutron] 10.222.0.69 "GET /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.1466863 Sep 24 19:05:13.418255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.453703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58824) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:13.538055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c34fe6e-9766-414b-9061-7e1e5c1ef5a5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.569095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Deleting subnet b4fa9cc8-9804-460d-8a86-d90b23943e1d {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:13.573291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Checking segment: {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:13.573659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Network hostable DHCP agents. Network: 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:05:13.576845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.606907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.624525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.627768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:05:13.668901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:13.677479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:13.678142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.682555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cef029-f9b5-42e1-8859-ec9d1fb850dc None None] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:13.691413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.738680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0113a029-adf8-4a39-b44a-a389a05fc4b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7459335 Sep 24 19:05:13.739345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58840) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:13.752076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:13.775555 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:10Z', 'revision_number': 3, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:13.809246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.811138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.838574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f7c54328-18fc-4845-afa4-9e4e9d15dd9e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:13.841042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.859982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-32e60eeb-4d25-491b-8cbd-a9f547e832fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:13.861627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-32e60eeb-4d25-491b-8cbd-a9f547e832fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1101 time: 0.1322508 Sep 24 19:05:13.866431 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e37b1-7358-4462-b4bc-24b34298e2b1 None None] The sync data for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 is: [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:10Z', 'revision_number': 3, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:13.914598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:13.917877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fa9cc8-9804-460d-8a86-d90b23943e1d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:13.950944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:13.952894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c367819e-d844-4b76-8b44-c78e58a34f4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4fa9cc8-9804-460d-8a86-d90b23943e1d HTTP/1.1" status: 204 len: 168 time: 0.4966824 Sep 24 19:05:13.955934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:14.021661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.023434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.081118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0751aa1-e24d-4c02-8a00-291c35ff1036 req-828405c5-916b-48d4-80fa-6fa61dea83e8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:14.082753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0751aa1-e24d-4c02-8a00-291c35ff1036 req-828405c5-916b-48d4-80fa-6fa61dea83e8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.2664714 Sep 24 19:05:14.128551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c03efd32-bcbd-4774-929e-c965dc755c7a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:14.135319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: f7c54328-18fc-4845-afa4-9e4e9d15dd9e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:14.135663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f7c54328-18fc-4845-afa4-9e4e9d15dd9e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:14.157935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c03efd32-bcbd-4774-929e-c965dc755c7a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:14.158292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c03efd32-bcbd-4774-929e-c965dc755c7a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:14.180025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.226118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.295532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'fixed_ips': [{'subnet_id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:05:14.295825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.296784 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.356255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.438659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0751aa1-e24d-4c02-8a00-291c35ff1036 req-fd7c5a73-d355-4218-a4cc-1af96f7f0b9c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409659 Sep 24 19:05:14.493769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Allocated IP 172.20.0.2 (15e705a8-ed8e-49f8-b00d-7e9253f5ce2f/1c34fe6e-9766-414b-9061-7e1e5c1ef5a5/d360f6f8-391f-4500-821d-1713c0f9d393) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:14.495347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Pushing event updated for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:14.504283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.540795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.621452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c927f0ad-f6b0-4d68-a4d8-6c3e63667bab']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:14.657452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3850f2-e991-4063-b261-60aba9df25ed') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:14.657811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3850f2-e991-4063-b261-60aba9df25ed') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:14.742020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.764897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.771502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.782132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.788780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.816272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:14.825856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:14.847559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.858582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:14.863137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:14.923081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:14.923499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:14.925350 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:14.928357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Pushing event updated for resources: {'Port': ['ID=d360f6f8-391f-4500-821d-1713c0f9d393,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:14.954444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Allocated IP 172.25.5.109 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/f956f088-f5d6-4d8d-a122-152b0d0ecfc6) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:14.958895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Attempting to bind port d360f6f8-391f-4500-821d-1713c0f9d393 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:14.960274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Attempting to bind port d360f6f8-391f-4500-821d-1713c0f9d393 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:14.960900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Attempting to bind port d360f6f8-391f-4500-821d-1713c0f9d393 on network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:14.967363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:14.968141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Checking segment: {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:14.968805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.969738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Bound using segment: {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:14.970677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Bound port: d360f6f8-391f-4500-821d-1713c0f9d393, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:14.971365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:14.998489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:15.074289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] For port d360f6f8-391f-4500-821d-1713c0f9d393, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:15.078428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] For port d360f6f8-391f-4500-821d-1713c0f9d393, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d360f6f8-391f-4500-821d-1713c0f9d393,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:15.090374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.109593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:15.115921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:15.121555 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba508db5-fc1b-4266-9bd0-041f505b5bef" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:15.147134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.160274 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.160482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:15.185980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55ffbd-6b12-44a3-978c-21540ab2e039 None None] Pushing event updated for resources: {'Port': ['ID=d360f6f8-391f-4500-821d-1713c0f9d393,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:15.238507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.250949 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841986bd-d261-40a4-b08e-ce473996ba31 x-openstack-request-id: req-841986bd-d261-40a4-b08e-ce473996ba31 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:15.251284 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:15.251538 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-841986bd-d261-40a4-b08e-ce473996ba31 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:15.251963 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'code': 200} Sep 24 19:05:15.256901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.277760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.282039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c927f0ad-f6b0-4d68-a4d8-6c3e63667bab HTTP/1.1" status: 204 len: 168 time: 1.3209791 Sep 24 19:05:15.284381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:15.288478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:15.293891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:15.304807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f8dd8-3a82-43dd-967a-cfcac09d7422 admin admin] Pushing event deleted for resources: {'Network': ['ID=c927f0ad-f6b0-4d68-a4d8-6c3e63667bab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:15.312754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Transition to ACTIVE for port object c50bb06a-69b7-447b-8f54-a5f94d2d5abb will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:15.364639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Pushing event updated for resources: {'Port': ['ID=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:15.376837 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.520128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:15.580195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:15.594948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Router 6c443e39-175d-43cf-a389-e185771b5098 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:05:15.596001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] No DVR routers for this DVR port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:15.661874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:15.662517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:15.662517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:15.683093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:15.683678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:15.722165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98171fc7-d917-4f9f-a1e5-0877912c89b3 req-21f25a6e-ce09-47ef-b503-980af190002a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:15.724388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98171fc7-d917-4f9f-a1e5-0877912c89b3 req-21f25a6e-ce09-47ef-b503-980af190002a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.1568811 Sep 24 19:05:15.831379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:15.872824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98171fc7-d917-4f9f-a1e5-0877912c89b3 req-dfc4995d-f267-4f4c-93bf-c49396e12098 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400270 Sep 24 19:05:16.082295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f05510e9-36cf-4781-9634-163a58d68fe6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=635227d54857409590691afb83d9092f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600343 Sep 24 19:05:16.086387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:16.086737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:16.091331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:16.091331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Bound port: c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:16.091579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:16.091667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.094782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.228642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:16.231284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:16.234157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:16.235852 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.238318 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-917c9d61-9409-409c-8c75-437f3120b570 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c443e39-175d-43cf-a389-e185771b5098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3087094 Sep 24 19:05:16.251036 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.276236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d01a79b-c818-4268-871e-86eeecf3e47e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:16.282735 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.311245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:16.316351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:16.316984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.318399 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-f2310f9f-7f83-4ee3-8f44-7278b677d681 service neutron] 10.222.0.15 "PUT /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 1096 time: 2.4122300 Sep 24 19:05:16.378112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2d01a79b-c818-4268-871e-86eeecf3e47e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:16.378723 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.408174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-338179dd-e393-47a1-b651-a6180c7c372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:16.411522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-338179dd-e393-47a1-b651-a6180c7c372c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.0669606 Sep 24 19:05:16.476331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.478950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.480133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76eb3d73-e244-4420-9c44-f6b35252836a HTTP/1.1" status: 204 len: 168 time: 0.3909335 Sep 24 19:05:16.493046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eec4e-5f1e-4216-80f8-24e8681b7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb3d73-e244-4420-9c44-f6b35252836a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:16.571257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Router 428c37d3-58af-4b4f-8197-fd518e3756ad is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:05:16.600461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.673665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-1fed87ac-bf95-4c9d-a1ed-7cf200e07fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:16.679002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-1fed87ac-bf95-4c9d-a1ed-7cf200e07fc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2539630 Sep 24 19:05:16.688904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 2d01a79b-c818-4268-871e-86eeecf3e47e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d01a79b-c818-4268-871e-86eeecf3e47e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:16.697321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:16.698431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d360f6f8-391f-4500-821d-1713c0f9d393 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:16.774267 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-32dff221-c732-4dbe-a3fe-57acde82143f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0900321 Sep 24 19:05:16.786598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Sync routers for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:16.871972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:16.873832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:16.917321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-053fb039-b904-4f2a-b4ca-ca9a14014e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:16.918991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-053fb039-b904-4f2a-b4ca-ca9a14014e6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1294808 Sep 24 19:05:17.005900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=2d01a79b-c818-4268-871e-86eeecf3e47e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:17.028588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-e9e51520-6f7f-4dd7-9746-bc679eca842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:17.032496 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-e9e51520-6f7f-4dd7-9746-bc679eca842e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043410 Sep 24 19:05:17.077657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d360f6f8-391f-4500-821d-1713c0f9d393 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:17.078042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:17.192988 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-93c22254-7fdd-41fc-b121-b81046f205d2 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497190 Sep 24 19:05:17.194608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:17.254073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146800fb-a7a2-4c84-bdf2-5975cd9d860b None None] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:17.261443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:17.270452 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:17.398808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab6dc931-fa9c-4c1e-a43a-6511a51dc7d1 req-10180783-106a-413a-a97b-48c83067f61e service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960633 Sep 24 19:05:17.405394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:17.418211 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Sync routers for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:17.438706 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:17.440136 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:17.483022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:17.486582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2d95e55a-c283-4f50-8dec-6d7701c4f286 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7440815 Sep 24 19:05:17.487737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:17.510188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eaec9528-a4fd-4c77-9d69-00133b806d80 None None] Provisioning complete for port d360f6f8-391f-4500-821d-1713c0f9d393 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:17.511284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaec9528-a4fd-4c77-9d69-00133b806d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:17.514576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f209-51a9-49a3-bc88-663962755617 req-74322f3d-c657-464b-b272-d6b3f8583549 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:17.516526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:17.535659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c912f209-51a9-49a3-bc88-663962755617 req-74322f3d-c657-464b-b272-d6b3f8583549 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.1901283 Sep 24 19:05:17.632039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-411acf34-93ff-4321-9140-f7e406cf07af tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:17.633931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-411acf34-93ff-4321-9140-f7e406cf07af tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 818 time: 0.2872858 Sep 24 19:05:17.682629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d360f6f8-391f-4500-821d-1713c0f9d393, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d360f6f8-391f-4500-821d-1713c0f9d393,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:17.692899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-cc341319-448f-4dcd-bba5-e8810bb1e415 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/quotas/0ee163bb87e84815bc87ce47b55aa924 HTTP/1.1" status: 200 len: 375 time: 0.0489397 Sep 24 19:05:17.714508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c912f209-51a9-49a3-bc88-663962755617 req-ffb33d08-7547-4ef4-a228-5ade8f24186e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778955 Sep 24 19:05:17.739550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:17.775748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:17.826475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-fc9c0a7a-8157-4889-845c-f1a79076ac67 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107104 Sep 24 19:05:17.850256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:18.004073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d360f6f8-391f-4500-821d-1713c0f9d393,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:18.018602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:18.046298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 4, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c142a7dc-29b7-4d55-9552-6d91264410b1', 'name': '', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'mac_address': 'fa:16:3e:3b:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:12Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 2, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'subnets': [{'id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:18.111403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-ad561360-a623-4e85-b7e5-ea38c5db2f62 service neutron] 10.222.0.18 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742970 Sep 24 19:05:18.149557 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd968a-601a-44b0-9c32-30b0ed388db9 x-openstack-request-id: req-4abd968a-601a-44b0-9c32-30b0ed388db9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:18.152266 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:18.152664 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4abd968a-601a-44b0-9c32-30b0ed388db9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:18.154781 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'status': 'completed', 'code': 200} Sep 24 19:05:18.192141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Checking router: 6c443e39-175d-43cf-a389-e185771b5098 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:18.192505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Updating router 6c443e39-175d-43cf-a389-e185771b5098 port c142a7dc-29b7-4d55-9552-6d91264410b1 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:05:18.259140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d01a79b-c818-4268-871e-86eeecf3e47e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:18.306504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-08538321-06d1-4453-96c9-a8e0c6793282 service neutron] 10.222.0.18 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914811 Sep 24 19:05:18.345977 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:15Z', 'revision_number': 3, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:18.358620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:18.400844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59088) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:18.421758 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Checking router: 428c37d3-58af-4b4f-8197-fd518e3756ad for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:18.422682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Updating router 428c37d3-58af-4b4f-8197-fd518e3756ad port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:05:18.452902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-d6638228-f15b-4db7-83ba-5f13cc0aa5dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2970235 Sep 24 19:05:18.473933 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:18.526226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-944dc384-5d09-40bd-85ed-2e9404f39480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:18.529223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-944dc384-5d09-40bd-85ed-2e9404f39480 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.2214932 Sep 24 19:05:18.532161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-7c8a99ab-5c49-44c2-a925-dae2e66d69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:18.533892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-7c8a99ab-5c49-44c2-a925-dae2e66d69fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.2245803 Sep 24 19:05:18.712859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1188546873-network', 'tenant_id': 'e64fc79f7c5b4690a19fdae7e612e091'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:18.762283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceef80-f60f-4d75-8741-8120c0979958 req-1366b064-ab1c-4cff-ab31-88cabb7c7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:18.764158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-1366b064-ab1c-4cff-ab31-88cabb7c7907 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 1100 time: 0.2734346 Sep 24 19:05:18.771802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ae4ea041-09ad-4fd5-9b5b-966fa236278e None None] Provisioning complete for port d360f6f8-391f-4500-821d-1713c0f9d393 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:18.772268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea041-09ad-4fd5-9b5b-966fa236278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:18.830127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa1bf47-d4dd-46af-b049-c94596993db2 req-0e47d350-e841-44de-9533-5ddd48079361 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 210 time: 0.1204982 Sep 24 19:05:18.941828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:18.988471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-ae465140-3e5d-44fb-9b8e-02fbe6e0be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:18.991543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-ae465140-3e5d-44fb-9b8e-02fbe6e0be39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4509294 Sep 24 19:05:19.026045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2d01a79b-c818-4268-871e-86eeecf3e47e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:19.027221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.064777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Made reservation on behalf of e64fc79f7c5b4690a19fdae7e612e091 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:19.068575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.119193 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.131646 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.140968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-f9de9d9f-6525-4bd3-aeea-82290bfe07c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0653107 Sep 24 19:05:19.242631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27332044-f924-444f-a200-3a496bc6322a None None] Pushing event updated for resources: {'Port': ['ID=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:19.248372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Attempting to bind port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:19.248778 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Attempting to bind port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:19.249143 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Attempting to bind port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:19.260449 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:19.260821 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:19.261227 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.261614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:19.262078 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Bound port: f956f088-f5d6-4d8d-a122-152b0d0ecfc6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:19.262458 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.288923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.300387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-4db4c7c5-8962-4c5c-ac5b-12d6e0e4eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.302536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-4db4c7c5-8962-4c5c-ac5b-12d6e0e4eab9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0989804 Sep 24 19:05:19.307870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceef80-f60f-4d75-8741-8120c0979958 req-d942c927-b606-418c-ae9e-57ea2943aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.309614 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-d942c927-b606-418c-ae9e-57ea2943aae8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.4452949 Sep 24 19:05:19.372193 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] For port f956f088-f5d6-4d8d-a122-152b0d0ecfc6, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:19.377460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] For port f956f088-f5d6-4d8d-a122-152b0d0ecfc6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:19.384795 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-b384f5ce-a72c-4ba9-bd8b-3b1a214ccf5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 200 len: 217 time: 0.0504050 Sep 24 19:05:19.387421 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.398487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d360f6f8-391f-4500-821d-1713c0f9d393 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:19.410490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ea4d8-7e21-4ceb-9d74-e76ab451e950 req-23024670-64ba-408b-9225-f72d76257e4e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.412612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b47ea4d8-7e21-4ceb-9d74-e76ab451e950 req-23024670-64ba-408b-9225-f72d76257e4e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.4201431 Sep 24 19:05:19.510654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceef80-f60f-4d75-8741-8120c0979958 req-fbdd6a86-1679-46ee-bb43-20df783191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.513056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-fbdd6a86-1679-46ee-bb43-20df783191b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1203415 Sep 24 19:05:19.522487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Allocated IP 172.20.0.1 (15e705a8-ed8e-49f8-b00d-7e9253f5ce2f/1c34fe6e-9766-414b-9061-7e1e5c1ef5a5/1d0e03f9-0ac7-42bc-8d25-1e804e93122f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:19.553626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-8cbb41f1-72ee-4995-ac9f-6f84c1f183a7 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.561850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-8cbb41f1-72ee-4995-ac9f-6f84c1f183a7 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 818 time: 0.1720033 Sep 24 19:05:19.596381 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.605968 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.618937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceef80-f60f-4d75-8741-8120c0979958 req-cc1e3cbd-3aed-41f3-97e1-c700435e9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.620891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-cc1e3cbd-3aed-41f3-97e1-c700435e9f20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948560 Sep 24 19:05:19.642044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-7519baea-e208-4bac-bad0-7f9f704ada27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/quotas/0ee163bb87e84815bc87ce47b55aa924 HTTP/1.1" status: 200 len: 375 time: 0.0791862 Sep 24 19:05:19.647781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-f5f60f4b-f1cb-4b0b-9b2a-7ed6d33a8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.649310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-f5f60f4b-f1cb-4b0b-9b2a-7ed6d33a8434 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 1.1019750 Sep 24 19:05:19.662128 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27332044-f924-444f-a200-3a496bc6322a None None] Pushing event updated for resources: {'Port': ['ID=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:19.689809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d360f6f8-391f-4500-821d-1713c0f9d393 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:19.690566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.734037 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:19.737554 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:19.750445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89d06e-f674-47d3-8522-2b184d6463ff None None] Pushing event updated for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:19.753631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b47ea4d8-7e21-4ceb-9d74-e76ab451e950 req-b3e5b9ad-81b5-48dd-a7b6-1934e4089451 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831973 Sep 24 19:05:19.763551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-9bb61215-2ffa-4ee0-abd3-b95da25d16ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0773716 Sep 24 19:05:19.767708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-3afc9758-0076-4d90-b75d-7a3230aee9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370809 Sep 24 19:05:19.772017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-42d17936-7d8a-40d1-8487-9e5b16a4f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.775996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-42d17936-7d8a-40d1-8487-9e5b16a4f9dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738084 Sep 24 19:05:19.885649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Attempting to bind port c142a7dc-29b7-4d55-9552-6d91264410b1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:19.886742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Attempting to bind port c142a7dc-29b7-4d55-9552-6d91264410b1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:19.887343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Attempting to bind port c142a7dc-29b7-4d55-9552-6d91264410b1 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:19.923008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:19.923382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Checking segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:19.923784 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.924177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Bound using segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:19.924652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Bound port: c142a7dc-29b7-4d55-9552-6d91264410b1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:19.925044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.944017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:19.947523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-b14ee88d-8f20-43b0-b8ef-54424fe57834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:19.953702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-b14ee88d-8f20-43b0-b8ef-54424fe57834 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1726937 Sep 24 19:05:19.971413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9bceef80-f60f-4d75-8741-8120c0979958 req-6b76390f-4868-4e5e-9de3-81df4b514eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860020 Sep 24 19:05:20.009305 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:20.061778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.094986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] For port c142a7dc-29b7-4d55-9552-6d91264410b1, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:20.101479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] For port c142a7dc-29b7-4d55-9552-6d91264410b1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c142a7dc-29b7-4d55-9552-6d91264410b1,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:20.110880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.142353 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.146488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-a9b25dd7-1527-458a-b4ec-43a47970dcec service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035599 Sep 24 19:05:20.169872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-84eed262-7cff-42e3-9395-36c812a38032 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5267143 Sep 24 19:05:20.204838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:20.208756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:20.211176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:20.213830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:20.243909 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:15Z', 'revision_number': 3, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:20.274920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.284903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.309806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:20.312828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:20.320915 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095322f-352c-4901-adaf-c1a45060d432 None None] The sync data for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 is: [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:15Z', 'revision_number': 3, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:20.324972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89d06e-f674-47d3-8522-2b184d6463ff None None] Pushing event updated for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:20.392436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-deff294b-1cb4-4817-9630-fef55c24902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.499586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:05:20.523940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-3113547b-079f-43ec-a1f4-0aa691c7bc36 service neutron] 10.222.0.18 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526218 Sep 24 19:05:20.593096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.593657 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Added segment 4006b7ad-5866-45df-9d60-652288994e9d of type vlan for network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 Sep 24 19:05:20.620622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:20.647874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.811091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-020c87d9-c498-4863-88f3-1ef7f6fe27de service neutron] 10.222.0.18 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448311 Sep 24 19:05:20.853506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9c0c2494-6e76-4338-8dab-21960792c15f None None] Provisioning complete for port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:20.853506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2494-6e76-4338-8dab-21960792c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.873317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.997880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:20.999007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:20.999562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.011835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16017e46-3676-4312-8db5-283d650a7e6b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:21.056321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.071110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.179180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c2494-6e76-4338-8dab-21960792c15f None None] Port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:05:21.194178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:21.199910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:21.209499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-3a0e7eea-d34f-4359-8bdb-c349d8ecc319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:21.216021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-3a0e7eea-d34f-4359-8bdb-c349d8ecc319 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0635042 Sep 24 19:05:21.241872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.282487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 4, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c142a7dc-29b7-4d55-9552-6d91264410b1', 'name': '', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'mac_address': 'fa:16:3e:3b:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:12Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 4, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'subnets': [{'id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:21.351123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8a0ed-67d0-423d-ba7a-83f26a2cda9a None None] The sync data for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 is: [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:13Z', 'revision_number': 4, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c142a7dc-29b7-4d55-9552-6d91264410b1', 'name': '', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'mac_address': 'fa:16:3e:3b:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:12Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 4, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'subnets': [{'id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:21.369858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9223907 Sep 24 19:05:21.370573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbd3cbb0-1715-4705-aa14-cd321006d6ad req-2289f784-805c-4a10-b73e-237b9944bb1a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 210 time: 0.0848937 Sep 24 19:05:21.376635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:21.404591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Request body: {'subnet': {'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1188546873-subnet', 'tenant_id': 'e64fc79f7c5b4690a19fdae7e612e091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:21.443441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d02f759c-b8ee-41ca-9aff-f41bc1d8503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.522318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-09591de0-57de-46be-bd01-58cad6f50313 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:21.524461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-09591de0-57de-46be-bd01-58cad6f50313 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 818 time: 0.9622877 Sep 24 19:05:21.525944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7d724-26bc-400a-bb6e-2ddc7be7374b admin admin] Pushing event updated for resources: {'Network': ['ID=3ca4443f-d951-4569-b74f-4787fa4f6ea7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:21.539858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-30bd23b8-6cba-4ee4-b02f-d5d341bdc3de service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3442969 Sep 24 19:05:21.554070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:21.560431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae1a2b-4f56-426d-a826-ca9b8ae57119 req-72e43912-7ee2-4353-a36f-4dea6f18ea29 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:21.561811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:21.562747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46ae1a2b-4f56-426d-a826-ca9b8ae57119 req-72e43912-7ee2-4353-a36f-4dea6f18ea29 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.5677400 Sep 24 19:05:21.568131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:05:21.584073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Request body: {'port': {'device_id': '30211e63-41d3-46f5-9638-8f4786f28de1', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'admin_state_up': True, 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:21.584829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Made reservation on behalf of e64fc79f7c5b4690a19fdae7e612e091 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:21.593011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:21.726243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46ae1a2b-4f56-426d-a826-ca9b8ae57119 req-849994f7-a38f-4d23-ab03-b405cbc8bd86 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368623 Sep 24 19:05:21.910097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-d0643db0-c32c-4078-bd55-bfd63c4b4c7f service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358364 Sep 24 19:05:22.012595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dfbfe527-6164-4323-a7dc-6b1435d2d75f None None] Provisioning complete for port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:22.017205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfbfe527-6164-4323-a7dc-6b1435d2d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.056510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Router 428c37d3-58af-4b4f-8197-fd518e3756ad has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:05:22.075162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:22.152497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfe527-6164-4323-a7dc-6b1435d2d75f None None] Port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:05:22.211100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed7953a0-8b5c-4589-b5df-8b31ca4fc9be req-ab14ebd4-9675-43fa-92a2-dc78a4303df5 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879634 Sep 24 19:05:22.311217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:22.327001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22b6cd87-e02f-4ed6-a138-b0a59c7b634a admin admin] 10.222.0.18 "PUT /v2.0/routers/428c37d3-58af-4b4f-8197-fd518e3756ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8371465 Sep 24 19:05:22.332856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f956f088-f5d6-4d8d-a122-152b0d0ecfc6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:22.343978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:22.387706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'mac_address': 'fa:16:3e:20:20:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:22.438300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d02f759c-b8ee-41ca-9aff-f41bc1d8503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.448335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d02f759c-b8ee-41ca-9aff-f41bc1d8503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.469233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.494036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-a9445c91-99b2-4aab-a0c3-c2fbca9cd2db tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:22.495749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-a9445c91-99b2-4aab-a0c3-c2fbca9cd2db tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4&tenant_id=cb7cfe6611584293814febdf00707daa&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 948 time: 0.1196127 Sep 24 19:05:22.496523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.530481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Made reservation on behalf of 0ee163bb87e84815bc87ce47b55aa924 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:22.531900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50bb06a-69b7-447b-8f54-a5f94d2d5abb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:22.539933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.594362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:22.595348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:22.595908 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.596204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d02f759c-b8ee-41ca-9aff-f41bc1d8503d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b3c8fd17baf4a89855bbd65ce0e9b66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3946550 Sep 24 19:05:22.599271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:22.610010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f759c-b8ee-41ca-9aff-f41bc1d8503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d643ce7d-9ca8-48a9-8da8-1d52ef5c89fd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:22.647170 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.675429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68eca90-81c4-4ed4-b5d4-9011646eeaef,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:22.686699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05ec9b8a-6363-4d71-af40-aa2ae35cfb94 req-ff68e8ec-ab8a-4e93-a8ce-90bb61585fff tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 210 time: 0.1369896 Sep 24 19:05:22.688266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-cae6bea1-8b9f-4fa5-bd8a-7c06ee00d528 service neutron] 10.222.0.15 "GET /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.1369245 Sep 24 19:05:22.698944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Checking segment: {'id': '4006b7ad-5866-45df-9d60-652288994e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:22.699288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Network hostable DHCP agents. Network: 3ca4443f-d951-4569-b74f-4787fa4f6ea7, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:05:22.730559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:22.759827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fba9cc-1d4f-4682-816a-145844048bb5 req-c16f4cd8-7e4f-44c5-9635-78098fa1f46d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:22.774221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1fba9cc-1d4f-4682-816a-145844048bb5 req-c16f4cd8-7e4f-44c5-9635-78098fa1f46d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 948 time: 0.2901161 Sep 24 19:05:22.777737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.794735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:05:22.799283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.848481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3ca4443f-d951-4569-b74f-4787fa4f6ea7) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:22.853583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port f956f088-f5d6-4d8d-a122-152b0d0ecfc6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:22.862376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6958ce2-efb3-4af7-bae5-0f7dbc954b6f None None] Network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:22.864211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.865805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.869970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c142a7dc-29b7-4d55-9552-6d91264410b1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:22.876289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:22.877309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:22.945275 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-76694488-4ff5-4d93-9a9a-20b6f94c4dce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5673680 Sep 24 19:05:22.992874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c50bb06a-69b7-447b-8f54-a5f94d2d5abb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:23.036188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Allocated IP 172.20.0.11 (5e51d50e-2c43-4f98-9f2f-fc25cf38db3f/39f382d9-07cd-4bb6-899f-068e3cea77f7/9fe8ca45-89ae-4c48-819f-d52e2ba7cd68) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:23.128204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4be4726-b11b-4485-b80f-7036bb9ff5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.133396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.143086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.153060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d643ce7d-9ca8-48a9-8da8-1d52ef5c89fd HTTP/1.1" status: 204 len: 168 time: 0.5526483 Sep 24 19:05:23.184955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6be8f732-92d8-4d72-86d5-3a9dceb3b587 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:23.186543 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6be8f732-92d8-4d72-86d5-3a9dceb3b587 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.15 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 818 time: 0.3354306 Sep 24 19:05:23.198322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce5ce-3cc5-4912-8054-8133b9c8db82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d643ce7d-9ca8-48a9-8da8-1d52ef5c89fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:23.201953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:23.240122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Sync routers for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:23.255941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Request body: {'port': {'device_id': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'admin_state_up': True, 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:23.311411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c142a7dc-29b7-4d55-9552-6d91264410b1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:23.311411 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.364105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1fba9cc-1d4f-4682-816a-145844048bb5 req-c9c72648-d5e2-40fc-93eb-dcaeb17f0237 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878723 Sep 24 19:05:23.440058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-ac6d3ec0-2a00-44b3-ad4c-e09399006973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:23.441592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-ac6d3ec0-2a00-44b3-ad4c-e09399006973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1100 time: 0.6638527 Sep 24 19:05:23.493009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Made reservation on behalf of 0ee163bb87e84815bc87ce47b55aa924 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:23.498032 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.688911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:23.689560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:23.747927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.750338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4fab42-9ad5-4fd6-b940-037b9d33e079 None None] Network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:23.926331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:23.975634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:24.078746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.097102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1742f430-9142-488a-b9b9-2404f15126f8 req-1e9b4d86-3101-4474-97de-7c5605f4b4a6 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8432133 Sep 24 19:05:24.117751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:24.147645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.161389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-c74993d5-e2c6-4b97-9937-ce7cef7a8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:24.166623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-c74993d5-e2c6-4b97-9937-ce7cef7a8284 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.7089176 Sep 24 19:05:24.184854 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.276161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Pushing event updated for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:24.283594 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.285212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-fb90c605-cfa0-47d7-9341-749048fa72bd tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:24.286050 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-975118f4-cfb8-4c3c-b202-2747c4ad8542 {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:05:24.288395 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:05:24.291638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-fb90c605-cfa0-47d7-9341-749048fa72bd tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/networks?id=3ca4443f-d951-4569-b74f-4787fa4f6ea7 HTTP/1.1" status: 200 len: 809 time: 0.3696265 Sep 24 19:05:24.300898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port c142a7dc-29b7-4d55-9552-6d91264410b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c142a7dc-29b7-4d55-9552-6d91264410b1,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:24.305985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.313581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1e2a6906-fda7-4e3b-83f2-24b8b298415e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.1304359 Sep 24 19:05:24.335621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-ad4da128-3d68-4732-9be6-3bb2e2751dbf tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/quotas/e64fc79f7c5b4690a19fdae7e612e091 HTTP/1.1" status: 200 len: 375 time: 0.0305972 Sep 24 19:05:24.358323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:24.377214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 4, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d0e03f9-0ac7-42bc-8d25-1e804e93122f', 'name': '', 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'mac_address': 'fa:16:3e:01:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:18Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 2, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'subnets': [{'id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:24.385899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:24.388524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:24.410017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Checking router: 428c37d3-58af-4b4f-8197-fd518e3756ad for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:24.410378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Updating router 428c37d3-58af-4b4f-8197-fd518e3756ad port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:05:24.412560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:24.433639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f956f088-f5d6-4d8d-a122-152b0d0ecfc6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:24.454257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-47c89c49-6d87-4079-8c36-a9db503eb56e tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e64fc79f7c5b4690a19fdae7e612e091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1177397 Sep 24 19:05:24.465031 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.534886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:24.535256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.535884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:24.536520 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.563176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-d0fe19c0-fbef-4c1e-8382-d8b28f62dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:24.564676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-d0fe19c0-fbef-4c1e-8382-d8b28f62dc89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2270508 Sep 24 19:05:24.614371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-c62856e3-7416-44e9-9885-c9ecaa99f66f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0666852 Sep 24 19:05:24.644836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Request body: {'port': {'device_id': '30211e63-41d3-46f5-9638-8f4786f28de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:24.710775 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.724086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-abf600d3-a2f2-42fe-8895-55fe4f611d9a service neutron] 10.222.0.18 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280073 Sep 24 19:05:24.768465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-702f1455-7b3f-47e3-a49a-b1d64c4a1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:24.769932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-702f1455-7b3f-47e3-a49a-b1d64c4a1682 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668806 Sep 24 19:05:24.790099 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.833881 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.838537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.843065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.909343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94212d-c51a-463f-b62f-9ac3eff5cfc0 None None] Pushing event updated for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:24.970893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Attempting to bind port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:24.971274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Attempting to bind port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:24.971636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Attempting to bind port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f on network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:24.977017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:24.977454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Checking segment: {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:24.978325 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:24.978728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Bound using segment: {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:24.979234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Bound port: 1d0e03f9-0ac7-42bc-8d25-1e804e93122f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1038a4c-50da-45a7-a445-87603567ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:24.979617 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.007089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Allocated IP 172.20.0.14 (5e51d50e-2c43-4f98-9f2f-fc25cf38db3f/39f382d9-07cd-4bb6-899f-068e3cea77f7/95aeeca8-32fd-4e1b-899c-0512ccfc4c23) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:25.095580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] For port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:25.102394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] For port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:25.108153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.128952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59338) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:25.144669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-bbea9cb1-ca81-4ac1-8303-c04775516dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555899 Sep 24 19:05:25.146561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-f52fa814-5e86-4a46-9b95-6a667a09e136 service neutron] 10.222.0.18 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216101 Sep 24 19:05:25.186172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94212d-c51a-463f-b62f-9ac3eff5cfc0 None None] Pushing event updated for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:25.222451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:25.223178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:25.304344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] Provisioning complete for port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:25.304958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.326421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Allocated IP 172.25.5.254 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1aa94d0c-c847-4747-95cb-2d18dd76873b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:25.348915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-9667a708-db54-423b-b58e-6a57e9abfbe6 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369414 Sep 24 19:05:25.473255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.483088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:25.555245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c79dcba-7e90-476e-b27b-a68cadbafd55 req-5c381ec4-024a-4981-9a8d-b224762bfd52 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 210 time: 0.0665257 Sep 24 19:05:25.559992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] For port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:25.573474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.628021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.678435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.739423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:25.741098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:25.749685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:25.813757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1038-ac9a-4011-91b4-c11fe552ffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.823582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=1aa94d0c-c847-4747-95cb-2d18dd76873b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:25.869393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.876060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817fab0-c32a-468f-b4cd-ca9dce6061a8 req-aa32f0f4-38ae-4946-b6fb-149f1c57c5b9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:25.877667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6817fab0-c32a-468f-b4cd-ca9dce6061a8 req-aa32f0f4-38ae-4946-b6fb-149f1c57c5b9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.0931334 Sep 24 19:05:25.911880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.942518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.974256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4095cba0-756f-4887-953c-42009fe058fc None None] Provisioning complete for port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:25.974631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4095cba0-756f-4887-953c-42009fe058fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:25.978362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf37986-f82d-4209-9616-64c9b5c6deec None None] Pushing event updated for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.013357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:26.024354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:26.036160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1038-ac9a-4011-91b4-c11fe552ffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.037467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:26.043273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Pushing event updated for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.064875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:26.071062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1038-ac9a-4011-91b4-c11fe552ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.083814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.090165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6817fab0-c32a-468f-b4cd-ca9dce6061a8 req-7912f989-efee-40c5-aa72-f318387c054c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017639 Sep 24 19:05:26.132796 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0e3e1038-ac9a-4011-91b4-c11fe552ffde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25f54fe2e6da488293a972505da7589a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9996347 Sep 24 19:05:26.143334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59352) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:26.187095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:26.187732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.216270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 4, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d0e03f9-0ac7-42bc-8d25-1e804e93122f', 'name': '', 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'mac_address': 'fa:16:3e:01:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:18Z', 'updated_at': '2021-09-24T19:05:25Z', 'revision_number': 4, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'subnets': [{'id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:26.229254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.235692 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-6c0c171b-f323-4618-a47d-db4eebe6ba27 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9878356 Sep 24 19:05:26.240230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1038-ac9a-4011-91b4-c11fe552ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce78b67-c4e9-4f26-89ad-d879b7c5f36e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.255190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Request body: {'port': {'device_id': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:26.272417 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:26.275208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d1ebc-89ac-4195-b613-b0fc66ce4e4e None None] The sync data for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 is: [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:20Z', 'revision_number': 4, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d0e03f9-0ac7-42bc-8d25-1e804e93122f', 'name': '', 'network_id': '15e705a8-ed8e-49f8-b00d-7e9253f5ce2f', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'mac_address': 'fa:16:3e:01:e9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:18Z', 'updated_at': '2021-09-24T19:05:25Z', 'revision_number': 4, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'subnets': [{'id': '1c34fe6e-9766-414b-9061-7e1e5c1ef5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:26.278776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:26.279288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.305763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.406517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.445941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:26.451119 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.461394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.485681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:26.488807 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c77cc-33b3-4570-a10d-c7ae3ca1ac4f" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:26.497186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.503744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-daec75b8-96c7-4b83-9270-29aae83836fe req-21f60509-0cf7-4324-8b02-a199c4b3bed6 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 210 time: 0.0929890 Sep 24 19:05:26.506758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:26.513897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.558477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Transition to ACTIVE for port object 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:26.587744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.653647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.693605 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd629244-f83b-4b9b-b62e-c114b6e3b5c4 x-openstack-request-id: req-dd629244-f83b-4b9b-b62e-c114b6e3b5c4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:26.695113 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:26.695392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd629244-f83b-4b9b-b62e-c114b6e3b5c4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:26.696728 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'code': 200} Sep 24 19:05:26.701119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.704730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d0e03f9-0ac7-42bc-8d25-1e804e93122f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:26.800974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:26.801650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.856042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.859049 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.863065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ce78b67-c4e9-4f26-89ad-d879b7c5f36e HTTP/1.1" status: 204 len: 168 time: 0.7150154 Sep 24 19:05:26.897148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:26.908744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.931568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Transition to ACTIVE for port object 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:26.937134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:26.939629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c142a7dc-29b7-4d55-9552-6d91264410b1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:26.942068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27ff31-39ae-4505-b787-073602112efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce78b67-c4e9-4f26-89ad-d879b7c5f36e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:26.985725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f562f0-f373-426f-8add-e5ce05efba3b req-d9a3b042-87a8-4cdb-b1be-f0ffe79f095a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:26.993300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78f562f0-f373-426f-8add-e5ce05efba3b req-d9a3b042-87a8-4cdb-b1be-f0ffe79f095a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 932 time: 0.2864532 Sep 24 19:05:26.999737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Pushing event updated for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:27.077607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c142a7dc-29b7-4d55-9552-6d91264410b1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:27.079438 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.090547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Attempting to bind port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:27.091238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Attempting to bind port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:27.092047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Attempting to bind port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:27.098618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:27.099499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Attempting to bind port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:27.107930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:27.108353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Checking segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:27.108877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Bound using segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:27.109574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Bound port: 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:27.109990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.156544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-84fddf8a-ecec-46c1-87bf-7eb102e48a32 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:27.158079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-84fddf8a-ecec-46c1-87bf-7eb102e48a32 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.69 "GET /v2.0/networks?id=3ca4443f-d951-4569-b74f-4787fa4f6ea7 HTTP/1.1" status: 200 len: 809 time: 0.4383295 Sep 24 19:05:27.184423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78f562f0-f373-426f-8add-e5ce05efba3b req-1bc3ab57-0743-4a62-ad1b-2faa499fb213 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898584 Sep 24 19:05:27.208185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Request body: {'port': {'device_id': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7', 'admin_state_up': True, 'tenant_id': 'e64fc79f7c5b4690a19fdae7e612e091'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:27.249203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:27.254496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:27.266985 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.307245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Attempting to bind port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:27.307800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Attempting to bind port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:27.308052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Attempting to bind port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:27.319835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.350526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Pushing event updated for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:27.361951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:27.362756 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.364210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-a4ed4715-d20f-45f8-90fa-68355a05c4be service neutron] 10.222.0.15 "PUT /v2.0/ports/95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 200 len: 1092 time: 1.1170828 Sep 24 19:05:27.364735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:27.367275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.367598 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62945ec0-d4c7-4e1b-908c-696744233737" -d '{"events": [{"name": "network-changed", "server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:27.391950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:27.392485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Attempting to bind port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 on network 5e51d50e-2c43-4f98-9f2f-fc25cf38db3f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:27.470017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-7e466b40-8d63-4642-85ee-2ea0d3cf7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:27.471526 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-7e466b40-8d63-4642-85ee-2ea0d3cf7c98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1095 time: 0.0594554 Sep 24 19:05:27.499128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=1aa94d0c-c847-4747-95cb-2d18dd76873b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:27.505751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:27.506510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Checking segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:27.506817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Bound using segment: {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:27.507983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Bound port: 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f285dc-a818-45be-9b5f-d1d9f56735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:27.508438 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.521127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Made reservation on behalf of e64fc79f7c5b4690a19fdae7e612e091 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:27.525380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:27.534132 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-8f8d5403-cb09-47d1-886d-e45a71ec8606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 200 len: 217 time: 0.0539711 Sep 24 19:05:27.622993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-c5aa229d-7a37-4550-bd51-3ccf235af53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:27.624926 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-c5aa229d-7a37-4550-bd51-3ccf235af53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.0733185 Sep 24 19:05:27.680362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-68815f11-1776-4ad4-a1a9-c6a3fd1aad0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462461 Sep 24 19:05:27.787972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-7b9364f0-05ee-4106-a0d6-2dd76fd6ed76 service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994666 Sep 24 19:05:27.909166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd2fc33-a62c-439f-8de2-f3d5d30fb821 req-8225fd60-df35-4f05-bb71-142e7d12a30d service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126420 Sep 24 19:05:28.018328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c82fb9-1676-4bd1-8391-87ada6f1c350 req-38622cfc-0f23-47a2-96ad-442425b2380c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.019857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24c82fb9-1676-4bd1-8391-87ada6f1c350 req-38622cfc-0f23-47a2-96ad-442425b2380c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 950 time: 0.6762276 Sep 24 19:05:28.046598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.098809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:28.123147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.131012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1742f430-9142-488a-b9b9-2404f15126f8 req-65efcb58-e0a1-42fe-b467-070be68252c3 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0261059 Sep 24 19:05:28.146420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-5269568f-092b-4247-8d45-8b0bc96c56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.147925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-5269568f-092b-4247-8d45-8b0bc96c56f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1101 time: 0.2280908 Sep 24 19:05:28.159628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:28.164117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:28.173229 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.249641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.250234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.251803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 1092 time: 3.6275876 Sep 24 19:05:28.252947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Allocated IP 172.20.0.2 (3ca4443f-d951-4569-b74f-4787fa4f6ea7/d68eca90-81c4-4ed4-b5d4-9011646eeaef/51d38a6e-9f34-4027-b3a4-c57fe0784ef0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:28.256702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:28.259217 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c86dac-385e-484a-9457-0180c8f20e78" -d '{"events": [{"name": "network-changed", "server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:28.355399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f660b23-5c24-404d-821d-55892ebb26d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:28.380583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.475517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1742f430-9142-488a-b9b9-2404f15126f8 req-455c460a-1bcf-49fa-bb04-6f03f9f92963 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.3434780 Sep 24 19:05:28.537719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24c82fb9-1676-4bd1-8391-87ada6f1c350 req-c5b746de-01df-45b8-b72b-0efcb82773ba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050876 Sep 24 19:05:28.539520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-38893436-a219-4478-99d9-95f5edf8b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.543746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-38893436-a219-4478-99d9-95f5edf8b808 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1095 time: 0.2433732 Sep 24 19:05:28.632001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-8e85211d-5b38-45f1-b7c9-88a2186dfd13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.0780742 Sep 24 19:05:28.724949 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb153c5-1285-42de-888f-cfb95b7808ef x-openstack-request-id: req-feb153c5-1285-42de-888f-cfb95b7808ef {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:28.725312 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:28.725632 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-feb153c5-1285-42de-888f-cfb95b7808ef {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:28.726099 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23', 'status': 'completed', 'code': 200} Sep 24 19:05:28.811899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945ec0-d4c7-4e1b-908c-696744233737 req-024fbec9-9d50-4b8f-9156-c40c8e31db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.813623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-024fbec9-9d50-4b8f-9156-c40c8e31db11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1095 time: 0.0628812 Sep 24 19:05:28.866144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9515b831-977d-4097-8688-0ecec39523fa req-2815bfc1-8c84-459e-9f19-19525a2dd51d tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 210 time: 0.0634844 Sep 24 19:05:28.908443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-7dce0421-dfdf-4f9d-9763-0bafe158f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.909950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-7dce0421-dfdf-4f9d-9763-0bafe158f76c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.2434006 Sep 24 19:05:28.928349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945ec0-d4c7-4e1b-908c-696744233737 req-eae1900c-e5c4-441a-9506-ec840014815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.930038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-eae1900c-e5c4-441a-9506-ec840014815e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.1047413 Sep 24 19:05:28.940400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:28.950222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742f430-9142-488a-b9b9-2404f15126f8 req-ba64a8f3-4b48-431f-9e36-12bd3d6d16cd tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:28.951658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1742f430-9142-488a-b9b9-2404f15126f8 req-ba64a8f3-4b48-431f-9e36-12bd3d6d16cd tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.4514089 Sep 24 19:05:28.971914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-7df04293-2347-4165-aa36-1b68e88be78c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504987 Sep 24 19:05:28.976249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-50488bad-22f1-47f3-bdcc-ea944b101081 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 200 len: 217 time: 0.0367165 Sep 24 19:05:28.976407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.008071 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a37b51-975f-419f-8d1f-2b2ad5201afd x-openstack-request-id: req-26a37b51-975f-419f-8d1f-2b2ad5201afd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:29.008373 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:29.008627 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26a37b51-975f-419f-8d1f-2b2ad5201afd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:29.009074 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68', 'status': 'completed', 'code': 200} Sep 24 19:05:29.036495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945ec0-d4c7-4e1b-908c-696744233737 req-2c3a24d8-0fbe-472a-9c3b-6e65b2b05ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:29.038273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-2c3a24d8-0fbe-472a-9c3b-6e65b2b05ded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.0540545 Sep 24 19:05:29.078540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-b95b84c9-f590-4317-8dd0-633d3ce513ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321140 Sep 24 19:05:29.144354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f48cf8ca-c1a4-41d4-88a0-b3270a33fffa tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:29.173262 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-cc01ac42-6727-4b3a-b70d-5b5254f86d9f service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864511 Sep 24 19:05:29.212776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:29.268194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:29.271978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62945ec0-d4c7-4e1b-908c-696744233737 req-0c06b887-aa12-492b-8648-08a61d7558ba service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899835 Sep 24 19:05:29.299599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c10f32-5f9d-486d-8ea8-7c055f80d34c req-65c797b0-92e4-4d8f-bdf9-75e035e9052c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:29.301102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5c10f32-5f9d-486d-8ea8-7c055f80d34c req-65c797b0-92e4-4d8f-bdf9-75e035e9052c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 944 time: 0.2870712 Sep 24 19:05:29.389237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:29.396509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-a014cb32-2d49-4abf-a6c2-40893fed24a3 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866394 Sep 24 19:05:29.419638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:29.421922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:29.438704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:29.441382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Pushing event updated for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:29.491801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-f544f7b6-14b4-46a6-934c-55a6d5064408 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4060392 Sep 24 19:05:29.499669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f48cf8ca-c1a4-41d4-88a0-b3270a33fffa tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "PUT /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6 HTTP/1.1" status: 200 len: 366 time: 0.5224359 Sep 24 19:05:29.502359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.512438 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cec71f0f-adfc-47f4-bbad-debf13d7a0d4 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0088925 Sep 24 19:05:29.514744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.526065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5d1c196b-8472-44c3-b394-bfa65a8a4b78 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6 HTTP/1.1" status: 200 len: 366 time: 0.0082960 Sep 24 19:05:29.526217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:29.526309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.541378 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b5dc3713-3fbb-4ca2-bd21-5bebe784c6d2 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6 HTTP/1.1" status: 204 len: 168 time: 0.0141022 Sep 24 19:05:29.543847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.552504 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08eb01da-15f1-4d0e-abb2-d9ed0cd411a3 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0075939 Sep 24 19:05:29.554620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.566952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5c10f32-5f9d-486d-8ea8-7c055f80d34c req-3bd6e026-b2bd-463b-9ef3-bdcf417b46ea tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294333 Sep 24 19:05:29.567127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d782197d-f268-4e67-9db5-cbd71f0f6b76 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6 HTTP/1.1" status: 200 len: 370 time: 0.0091066 Sep 24 19:05:29.567205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.575192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4539a73-17bf-4bdc-9472-73e31586a367 tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6/default HTTP/1.1" status: 200 len: 370 time: 0.0046663 Sep 24 19:05:29.575693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.588157 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1195639c-8047-44dc-8b60-8fe2c3c7653c tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] delete failed (client error): The resource could not be found. Sep 24 19:05:29.588157 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1195639c-8047-44dc-8b60-8fe2c3c7653c tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/7d858b71e2bd4ab5872ecfaa9f3d25a6 HTTP/1.1" status: 404 len: 348 time: 0.0085814 Sep 24 19:05:29.612477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:29.633764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:29.634444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:29.648848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:29.672578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Transition to ACTIVE for port object c50bb06a-69b7-447b-8f54-a5f94d2d5abb will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:29.705043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:29.707320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-984bc147-d52b-470d-8dfd-bdac9702a23f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5096705 Sep 24 19:05:29.707926 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:29.719767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db97da95-b7d4-41ea-94a9-090182c4b5b1 req-575df5b9-7b71-4192-abc7-9dff4df92c01 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060174 Sep 24 19:05:29.724976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:network and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.730105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.737424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:subnet and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.742564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.745917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Request body: {'port': {'device_id': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:29.749468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:subnetpool and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.755012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.762520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:port and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.768433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.775780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:router and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.780716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.787172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:floatingip and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.792879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.834708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:security_group and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.841821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.848945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Usage tracker for resource:security_group_rule and tenant:b62bc17d26d746b19ba6950a17d1f83c is out of sync, need to count used quota {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 19:05:29.856457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.quota.resource [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94856) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 19:05:29.866365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-40ad810d-9936-40df-99a1-963a18a2174f tempest-QuotasTest-220630882 tempest-QuotasTest-220630882-project-admin] 10.222.0.18 "GET /v2.0/quotas/b62bc17d26d746b19ba6950a17d1f83c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1559379 Sep 24 19:05:29.866552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] No DVR routers for this DVR port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:29.869178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:29.900588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87676c5-156e-4323-b457-fe7ef60fa115 req-903ffca5-839d-4e6c-8033-512b834dd6af tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:29.908001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a87676c5-156e-4323-b457-fe7ef60fa115 req-903ffca5-839d-4e6c-8033-512b834dd6af tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.2634392 Sep 24 19:05:30.216732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:30.271940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.292523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-556f1d93-56b1-47e2-98c7-5c9688372d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:30.294771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-556f1d93-56b1-47e2-98c7-5c9688372d34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1095 time: 0.5017524 Sep 24 19:05:30.307773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:30.308108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:30.308434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:30.330706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14d6e97-26df-41b2-8a67-3e5813a256da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.342264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a87676c5-156e-4323-b457-fe7ef60fa115 req-bb19a4cd-0d41-41e1-8070-751007e93fda tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333627 Sep 24 19:05:30.366736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:30.366995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Attempting to bind port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:30.395140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:30.395820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:30.396061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:30.396367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Bound port: c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:30.396633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.471870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14d6e97-26df-41b2-8a67-3e5813a256da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.477514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14d6e97-26df-41b2-8a67-3e5813a256da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.509884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d14d6e97-26df-41b2-8a67-3e5813a256da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61b0034bcac14b499df57766b99cb2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913697 Sep 24 19:05:30.511964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:30.564995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d6e97-26df-41b2-8a67-3e5813a256da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d296489-5b57-41f7-8e1e-11d9fc91a6c0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:30.565418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.590348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-2249ea62-1bdf-48a6-914d-2bdea5ec5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:30.592451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-2249ea62-1bdf-48a6-914d-2bdea5ec5d6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.2890644 Sep 24 19:05:30.610573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.641433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.694108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.697237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.700884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d296489-5b57-41f7-8e1e-11d9fc91a6c0 HTTP/1.1" status: 204 len: 168 time: 0.1854134 Sep 24 19:05:30.706491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-dd285fee-2958-46b2-b184-8392292b675e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.1017644 Sep 24 19:05:30.710156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ade83-02c3-4c35-839e-2e77de45ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d296489-5b57-41f7-8e1e-11d9fc91a6c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:30.717368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:30.811917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:30.832529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.917894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:30.918235 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:30.919670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] 10.222.0.69 "PUT /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 1097 time: 2.7622237 Sep 24 19:05:30.933662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-a24a4587-ec33-4746-bed4-c15f15e87b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:30.935191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-a24a4587-ec33-4746-bed4-c15f15e87b85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.1983695 Sep 24 19:05:30.957243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c470b-c16a-4a1c-8a99-5bb69837938e req-b3f4cb0a-a044-454e-9484-f38e0ee83a60 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:30.958761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86c470b-c16a-4a1c-8a99-5bb69837938e req-b3f4cb0a-a044-454e-9484-f38e0ee83a60 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 931 time: 0.3120608 Sep 24 19:05:31.009915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:31.023367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9374f3b-5759-49f0-970c-87c29dbc23d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.040208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Allocated IP 172.25.5.220 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/7ab4822b-3150-49f1-bc39-41b94ad4ce08) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:31.042637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}, {'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:31.045052 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}, {"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:31.056989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-3df42390-2a48-4515-81b1-d59a627bfa54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076486 Sep 24 19:05:31.086520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-c643cc5e-5295-450c-beb0-0e02db646f78 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:05:31.087628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-c643cc5e-5295-450c-beb0-0e02db646f78 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173280 Sep 24 19:05:31.089859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8156c-0441-4efb-acd4-d4b39b86a01c service neutron] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=11']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:31.139506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9374f3b-5759-49f0-970c-87c29dbc23d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.143662 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9374f3b-5759-49f0-970c-87c29dbc23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.180896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374f3b-5759-49f0-970c-87c29dbc23d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf724c-8a13-40f9-b7ed-ae6e0ee16388,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:31.186813 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9374f3b-5759-49f0-970c-87c29dbc23d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b62bc17d26d746b19ba6950a17d1f83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750908 Sep 24 19:05:31.189025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:31.209020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b86c470b-c16a-4a1c-8a99-5bb69837938e req-e8db76cd-d243-42c6-9e57-c5cfbc9b783c tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195683 Sep 24 19:05:31.218730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-2669e15e-1dae-4034-9016-acf58cd88ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:31.220282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-2669e15e-1dae-4034-9016-acf58cd88ab7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1100 time: 0.2501783 Sep 24 19:05:31.244720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.265722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.289792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:31.318763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.328397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.331085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.334976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1eaf724c-8a13-40f9-b7ed-ae6e0ee16388 HTTP/1.1" status: 204 len: 168 time: 0.1425848 Sep 24 19:05:31.342518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb004258-6f92-4da9-90a2-8ab9edd4cce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf724c-8a13-40f9-b7ed-ae6e0ee16388,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:31.443649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Transition to ACTIVE for port object 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:31.450752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.456781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-0926eae3-840f-42a6-abe5-64114451d5ed service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551288 Sep 24 19:05:31.460632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.538783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1062acd8-24db-4254-8690-5f275a4ae736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:31.540315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-1062acd8-24db-4254-8690-5f275a4ae736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2654247 Sep 24 19:05:31.587647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b054e-9301-4cd2-87a9-6734d517cb1e req-ce025bb8-cfa1-455c-9b05-9a734949aab2 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:31.589160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec8b054e-9301-4cd2-87a9-6734d517cb1e req-ce025bb8-cfa1-455c-9b05-9a734949aab2 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 944 time: 0.2296038 Sep 24 19:05:31.656485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Pushing event updated for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:31.665881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-68d91b32-3c5b-419b-9729-38fa2b35164b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.1140604 Sep 24 19:05:31.717287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.717636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.717979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.718316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.718650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.719010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.723169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:31.788499 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:31.839401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:31.854505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c86dac-385e-484a-9457-0180c8f20e78 req-bc4eed25-b29b-4203-9430-39940b0ade75 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778455 Sep 24 19:05:31.873841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec8b054e-9301-4cd2-87a9-6734d517cb1e req-14372745-6ae0-4bdf-8548-2eaafabc58b8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179723 Sep 24 19:05:31.897110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:31.899036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-54969b16-1764-46f3-b50a-cbcb36460f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:31.900646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-54969b16-1764-46f3-b50a-cbcb36460f80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2014515 Sep 24 19:05:31.923300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:31.925726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:31.933060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=7ab4822b-3150-49f1-bc39-41b94ad4ce08,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:31.974604 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22961ef5-a92c-4219-8a8c-72245dcf1d9d x-openstack-request-id: req-22961ef5-a92c-4219-8a8c-72245dcf1d9d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:31.974993 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "code": 200}, {"name": "network-changed", "server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:31.975220 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22961ef5-a92c-4219-8a8c-72245dcf1d9d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:31.975618 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'code': 200} Sep 24 19:05:31.975872 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'status': 'completed', 'code': 200} Sep 24 19:05:31.978574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:31.988392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Attempting to bind port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:31.988740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Attempting to bind port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4006b7ad-5866-45df-9d60-652288994e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:31.989197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Attempting to bind port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 on network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:31.996151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'port_id': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68', 'mac_address': 'fa:16:3e:8a:0d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:32.004117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 on network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:32.004422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Attempting to bind port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 on network 3ca4443f-d951-4569-b74f-4787fa4f6ea7 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:32.017106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:32.017445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Checking segment: {'id': '4006b7ad-5866-45df-9d60-652288994e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:32.017826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Bound using segment: {'id': '4006b7ad-5866-45df-9d60-652288994e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:32.018256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Bound port: 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4006b7ad-5866-45df-9d60-652288994e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:32.018619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.038421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-747790ae-d1b3-4ed2-93a3-5b4ad0db6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.040090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-747790ae-d1b3-4ed2-93a3-5b4ad0db6373 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270673 Sep 24 19:05:32.047686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.052814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-ded992c4-48f8-4738-862c-80047bce5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.054515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-ded992c4-48f8-4738-862c-80047bce5957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1100 time: 0.0863020 Sep 24 19:05:32.069070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:32.090515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:32.093086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:32.099096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:32.105367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:32.133637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.186952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-9b21edbd-ff22-4951-9700-a5ba98be88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.186952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-9b21edbd-ff22-4951-9700-a5ba98be88cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1204748 Sep 24 19:05:32.187107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:32.190401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,segment=NetworkSegment(4006b7ad-5866-45df-9d60-652288994e9d),segment_id=4006b7ad-5866-45df-9d60-652288994e9d)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:32.211134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:32.213086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.235659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-a336730b-e50d-4b07-9a51-9806129fa93a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0417979 Sep 24 19:05:32.253944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:32.286519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.289175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:32.297373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.297692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.299898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] 10.222.0.69 "PUT /v2.0/ports/51d38a6e-9f34-4027-b3a4-c57fe0784ef0 HTTP/1.1" status: 200 len: 1091 time: 2.5792398 Sep 24 19:05:32.315972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23', 'network_id': '5e51d50e-2c43-4f98-9f2f-fc25cf38db3f', 'port_id': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23', 'mac_address': 'fa:16:3e:e1:19:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f382d9-07cd-4bb6-899f-068e3cea77f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:32.337826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-33c70804-f0e9-4880-9d2c-14dd49387b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.341323 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-33c70804-f0e9-4880-9d2c-14dd49387b5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0952127 Sep 24 19:05:32.348165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5ce2-44f0-48eb-9348-4f9331e2e72e req-1b2afe78-7bf1-442c-b918-b1cc029efbc0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.356630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46de5ce2-44f0-48eb-9348-4f9331e2e72e req-1b2afe78-7bf1-442c-b918-b1cc029efbc0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.3154211 Sep 24 19:05:32.367218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.384057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:32.400864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25b357d0-9e7f-40e7-9e5f-08c26de32050 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:32.401750 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-25b357d0-9e7f-40e7-9e5f-08c26de32050 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 19:05:32.402884 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-25b357d0-9e7f-40e7-9e5f-08c26de32050 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:05:32.403974 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25b357d0-9e7f-40e7-9e5f-08c26de32050 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2157805 Sep 24 19:05:32.409148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:32.411418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:32.414577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--637175901'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:32.415885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:32.420435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.449940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-cbdab719-65e6-4b4f-afef-5a00323de14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.451684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-cbdab719-65e6-4b4f-afef-5a00323de14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016688 Sep 24 19:05:32.453164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.462005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.514510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:32.575172 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-c5715ae2-d855-44f9-b267-d63faa1dab7e service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106718 Sep 24 19:05:32.684497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-e9c45d6e-3108-48ee-a332-3d8426dd2ccc service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826023 Sep 24 19:05:32.710700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-5d7543a5-2969-449a-ae0e-0065aa7db155 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259692 Sep 24 19:05:32.716384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cab98-38f3-4fdd-a77c-06718e91a68e service neutron] Pushing event updated for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:32.721220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.732840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['95aeeca8-32fd-4e1b-899c-0512ccfc4c23'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:32.760797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.767930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.779474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46de5ce2-44f0-48eb-9348-4f9331e2e72e req-467e392e-bdad-49fd-86d9-65f0acd27c07 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217286 Sep 24 19:05:32.788080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-ba8d348a-2b60-47d5-94d8-b0e78ad25617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:32.789765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-ba8d348a-2b60-47d5-94d8-b0e78ad25617 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e64fc79f7c5b4690a19fdae7e612e091&device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 1094 time: 0.4306662 Sep 24 19:05:32.811451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8654621-26c2-4ba4-aa2c-4b2cd22a8b6e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:32.875598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-dc78d84c-deb5-4629-ac10-5bc11882817e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0 HTTP/1.1" status: 200 len: 217 time: 0.0623882 Sep 24 19:05:32.942952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.947304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.980548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:32.984608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5715938 Sep 24 19:05:32.984810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:32.989360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '4eb6f5ee-d143-4184-9809-90950495a211', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:32.995168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b32af4-909c-483b-b8ac-55b53e32af68 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6f5ee-d143-4184-9809-90950495a211,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.021888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.024025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.057419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-839703a6-ba67-4d65-ba5f-9233c167c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.059018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-839703a6-ba67-4d65-ba5f-9233c167c5dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d68eca90-81c4-4ed4-b5d4-9011646eeaef HTTP/1.1" status: 200 len: 849 time: 0.1756585 Sep 24 19:05:33.084486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.088975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.106473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee8c864-737a-4561-bab5-314022ea50e4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.113820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.117660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-661a2357-cc05-4059-9a5c-62bb6378f157 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294184 Sep 24 19:05:33.117867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.121781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-9c9af00b-e15e-4c92-ac42-9b8bd8da9b01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ca4443f-d951-4569-b74f-4787fa4f6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493565 Sep 24 19:05:33.124064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3461bdaf-fb1b-4ff4-b451-5e5cc3cea98b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '4eb6f5ee-d143-4184-9809-90950495a211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:33.126119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a765049-64eb-4456-ac57-f6c9e6c197cb req-2ebe700f-e741-480e-b554-b3e3c8bc860d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176934 Sep 24 19:05:33.139486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af13a-cb80-4ba1-8a49-e05fed69e53e req-a9a2fd68-849e-470d-bdd4-302686087f67 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.140995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-744af13a-cb80-4ba1-8a49-e05fed69e53e req-a9a2fd68-849e-470d-bdd4-302686087f67 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 943 time: 0.1301887 Sep 24 19:05:33.158044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3461bdaf-fb1b-4ff4-b451-5e5cc3cea98b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.176181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.204216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.224556 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-3461bdaf-fb1b-4ff4-b451-5e5cc3cea98b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:05:33.225768 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3461bdaf-fb1b-4ff4-b451-5e5cc3cea98b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1063564 Sep 24 19:05:33.228598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.281362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.304965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.353163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-744af13a-cb80-4ba1-8a49-e05fed69e53e req-4a0ce2f4-e0c5-4336-a62b-9ea6dfd707c0 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045879 Sep 24 19:05:33.353942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.356953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.361014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/4eb6f5ee-d143-4184-9809-90950495a211 HTTP/1.1" status: 204 len: 168 time: 0.1290565 Sep 24 19:05:33.362744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.376632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=7ab4822b-3150-49f1-bc39-41b94ad4ce08,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.389579 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.392012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311301d-564f-4e2f-84c1-945de8eb0ae8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6f5ee-d143-4184-9809-90950495a211,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.393819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-ea3d1839-b3a1-423c-b0b8-50a58b5838ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.395281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-ea3d1839-b3a1-423c-b0b8-50a58b5838ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 1100 time: 0.2064836 Sep 24 19:05:33.403545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-2df5f55a-77f7-4561-8dae-95e355a9e918 service neutron] 10.222.0.69 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561684 Sep 24 19:05:33.440631 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-61939b36-f582-4794-8518-0d7a2f8f4bca tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756242 Sep 24 19:05:33.441252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.446504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--843695675'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:33.452101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.453312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-03d4584e-b5df-406c-8856-715c5235b8a1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9525948 Sep 24 19:05:33.472560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.562405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.566302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.596672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abf03a-9478-4766-b744-0d060ebb6113,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.597980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-4b3da167-de33-4387-98bc-37cc2616047e tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.1361487 Sep 24 19:05:33.599986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.603921 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-887691fc-d455-40cf-9f2f-6ff4cbd68fde tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1590607 Sep 24 19:05:33.604058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.608723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-976fa239-47c0-4802-93b2-ea68a89c85b6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': 'd3abf03a-9478-4766-b744-0d060ebb6113', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:33.609515 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-976fa239-47c0-4802-93b2-ea68a89c85b6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 19:05:33.610075 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-976fa239-47c0-4802-93b2-ea68a89c85b6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:33.611070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-976fa239-47c0-4802-93b2-ea68a89c85b6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059707 Sep 24 19:05:33.613458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.667258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.690490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.697623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-7752d42f-1acc-421f-a35e-2e09fcab5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.699352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-7752d42f-1acc-421f-a35e-2e09fcab5985 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2949173 Sep 24 19:05:33.708947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7f793ca-8b60-4bdb-b787-a5e503f2c9b0 req-1bb7dc86-1a37-4588-b5c4-e6bf4bda1318 service neutron] 10.222.0.69 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916460 Sep 24 19:05:33.725073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242de9-0090-45e2-9aa2-234653d122e6 req-1e1748c1-fd6f-477c-82ea-f1e7407edf50 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.726658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd242de9-0090-45e2-9aa2-234653d122e6 req-1e1748c1-fd6f-477c-82ea-f1e7407edf50 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 945 time: 0.1825552 Sep 24 19:05:33.737568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.740220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.741391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/d3abf03a-9478-4766-b744-0d060ebb6113 HTTP/1.1" status: 204 len: 168 time: 0.1270959 Sep 24 19:05:33.745253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.766272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abf03a-9478-4766-b744-0d060ebb6113,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:33.777018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.777363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.777696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.778046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.778356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.778684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.779062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.779385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.779704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.780020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.780338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.780656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de82fe-4ae6-4ce9-86ae-2382a8d0932a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:33.795921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-e54d6e22-6c82-4cc3-ba56-45e7d18a9c82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 200 len: 217 time: 0.0853677 Sep 24 19:05:33.812099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8299519-116c-4b92-9c6f-bac3c89fff1c tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657697 Sep 24 19:05:33.815600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:33.821198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--91456608'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:33.843598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.854206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:33.885298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-a74b3e91-703a-4025-ba22-04b4c3ddf4da tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.886815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3084a7e2-bfec-46b9-829f-21838f7072d6 req-a74b3e91-703a-4025-ba22-04b4c3ddf4da tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2648671 Sep 24 19:05:33.904957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd242de9-0090-45e2-9aa2-234653d122e6 req-247373d8-3384-4720-bdca-ba237f081f54 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499784 Sep 24 19:05:33.912628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:33.914405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-b0fef2fd-fbdf-4181-8fa2-623e7f32546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:33.916586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-b0fef2fd-fbdf-4181-8fa2-623e7f32546f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1110284 Sep 24 19:05:33.920078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:33.920479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.979005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:33.981765 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243780f-263b-4e28-b88a-9f807bcff629" -d '{"events": [{"name": "network-changed", "server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:33.984716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:33.991388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.023860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-e9d86ade-21f4-47a5-8d45-90c9628e6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:34.025541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-e9d86ade-21f4-47a5-8d45-90c9628e6ff5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999620 Sep 24 19:05:34.034029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.038900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa92cd3-4dd8-4fa9-994e-a26b35121bd1 req-76fdb673-6c29-4e26-9462-7529c9e74d7b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:34.041061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa92cd3-4dd8-4fa9-994e-a26b35121bd1 req-76fdb673-6c29-4e26-9462-7529c9e74d7b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.0816150 Sep 24 19:05:34.045104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916a11e9-68fa-41d5-a3ff-adbdaa517818,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.058533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.063462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3b78c0e2-aafc-4209-b5d4-3ef23f81dccf tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2464151 Sep 24 19:05:34.064111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.074919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:34.075221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2aa3da5a-9de6-4dc6-b164-0c0f23d89cf1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '916a11e9-68fa-41d5-a3ff-adbdaa517818', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.076365 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-2aa3da5a-9de6-4dc6-b164-0c0f23d89cf1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 19:05:34.077016 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2aa3da5a-9de6-4dc6-b164-0c0f23d89cf1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:34.077149 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690c449-1360-46ff-a724-8dde2187ebb1" -d '{"events": [{"server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:34.081164 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2aa3da5a-9de6-4dc6-b164-0c0f23d89cf1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132117 Sep 24 19:05:34.082160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.083399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:34.093697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:34.116447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.143601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.167903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.180651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.192868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:34.197754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:34.198157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.202712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa92cd3-4dd8-4fa9-994e-a26b35121bd1 req-51034c34-495f-4daf-93b8-8fa8da83dc9e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419537 Sep 24 19:05:34.231496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.235255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.239759 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/916a11e9-68fa-41d5-a3ff-adbdaa517818 HTTP/1.1" status: 204 len: 168 time: 0.1541538 Sep 24 19:05:34.242693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.253817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759260e-1bb2-44ac-a317-8e36a82a5a88 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a11e9-68fa-41d5-a3ff-adbdaa517818,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.254608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-28621cd9-405c-4ff9-8aea-a115db1395ea service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046683 Sep 24 19:05:34.267386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-516563e3-e6d0-4534-a437-63c24188d457 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2370329 Sep 24 19:05:34.294077 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.312076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.329501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:34.335277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.356635 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac65a27-8700-4dc1-9350-43eaca967633 x-openstack-request-id: req-fac65a27-8700-4dc1-9350-43eaca967633 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:34.356925 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:34.357324 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fac65a27-8700-4dc1-9350-43eaca967633 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:34.357711 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0', 'status': 'completed', 'code': 200} Sep 24 19:05:34.374180 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8408ace-c397-4cfb-82eb-4525eb902fc6 x-openstack-request-id: req-e8408ace-c397-4cfb-82eb-4525eb902fc6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:34.374469 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:34.374723 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8408ace-c397-4cfb-82eb-4525eb902fc6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:34.375157 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68', 'code': 200} Sep 24 19:05:34.397358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.441695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a1837f2-7a18-45ff-b6bd-0fed41539902 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1944904 Sep 24 19:05:34.442152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.448889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--554350683'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.467572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.474612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.542235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e02d7c43-31ea-4e4c-81b1-15e666cb7be4 req-50cfdc07-fd40-44ea-80fb-b4de3b08c3ed service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736614 Sep 24 19:05:34.549598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243780f-263b-4e28-b88a-9f807bcff629 req-92084235-0443-4930-8d94-b3c22957b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:34.551098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-92084235-0443-4930-8d94-b3c22957b223 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e64fc79f7c5b4690a19fdae7e612e091&device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 1094 time: 0.1875637 Sep 24 19:05:34.563078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.567151 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.588130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70d6f-25de-463a-820f-7f54ea76e82f req-4a3a20e0-25b0-4684-8c1b-7a537c93ca4a tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:34.589612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27f70d6f-25de-463a-820f-7f54ea76e82f req-4a3a20e0-25b0-4684-8c1b-7a537c93ca4a tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 943 time: 0.1501763 Sep 24 19:05:34.593866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108f13-99be-47cf-85f1-f570dd996787 req-e0e5f686-1204-460c-8de6-e966bd29e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:34.595352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95108f13-99be-47cf-85f1-f570dd996787 req-e0e5f686-1204-460c-8de6-e966bd29e8fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.1497889 Sep 24 19:05:34.597724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963d05ab-edae-4f31-8cae-d565d9215944,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.600909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.602109 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1c0e4064-e3aa-4229-9571-c46131bc8f79 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1584828 Sep 24 19:05:34.606111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.610082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d2477c33-9184-4d16-b026-0cfc0619e9fe tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '963d05ab-edae-4f31-8cae-d565d9215944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.627239 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-d2477c33-9184-4d16-b026-0cfc0619e9fe tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 19:05:34.627685 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d2477c33-9184-4d16-b026-0cfc0619e9fe tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:34.631684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d2477c33-9184-4d16-b026-0cfc0619e9fe tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221834 Sep 24 19:05:34.632026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.636329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dde82563-1964-4547-be90-efcd645e031a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '963d05ab-edae-4f31-8cae-d565d9215944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.636982 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-dde82563-1964-4547-be90-efcd645e031a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 19:05:34.637455 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-dde82563-1964-4547-be90-efcd645e031a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:34.638416 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dde82563-1964-4547-be90-efcd645e031a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054634 Sep 24 19:05:34.640797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.646051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-db1267ab-064b-4fc3-83b3-89439d68cf16 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '963d05ab-edae-4f31-8cae-d565d9215944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.646862 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-db1267ab-064b-4fc3-83b3-89439d68cf16 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 19:05:34.647342 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-db1267ab-064b-4fc3-83b3-89439d68cf16 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:34.648294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db1267ab-064b-4fc3-83b3-89439d68cf16 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066099 Sep 24 19:05:34.651333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.655327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f0155e0b-79cb-4df0-ae16-b319d71acfaa tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '963d05ab-edae-4f31-8cae-d565d9215944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.656162 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-f0155e0b-79cb-4df0-ae16-b319d71acfaa tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 19:05:34.656628 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f0155e0b-79cb-4df0-ae16-b319d71acfaa tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:34.657567 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0155e0b-79cb-4df0-ae16-b319d71acfaa tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053718 Sep 24 19:05:34.659868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.719086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.744453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.805171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.808559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:34.810806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/963d05ab-edae-4f31-8cae-d565d9215944 HTTP/1.1" status: 204 len: 168 time: 0.1492779 Sep 24 19:05:34.815865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.828730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203788c-bd2e-4c9d-9af7-a451725e5b8a tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d05ab-edae-4f31-8cae-d565d9215944,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:34.873329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f419f52a-adac-4451-9617-b018fd70a9b8 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562484 Sep 24 19:05:34.877461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:34.882013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--499220166'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:34.909232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.013968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.019051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.021725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27f70d6f-25de-463a-820f-7f54ea76e82f req-8b3e1feb-c574-4544-8491-98a7890a7055 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254627 Sep 24 19:05:35.027857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95108f13-99be-47cf-85f1-f570dd996787 req-9d8351dd-65c1-494c-962b-1e30da3b1f12 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207029 Sep 24 19:05:35.055911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.057370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1789308 Sep 24 19:05:35.058049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a58392-de6f-4463-be1c-8df36b828331 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45300caf-95e5-4ad8-b811-c06c2d7e8d9e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:35.059629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243780f-263b-4e28-b88a-9f807bcff629 req-a5609cc5-c2a6-41c8-8c88-610dc0be1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:35.061164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-a5609cc5-c2a6-41c8-8c88-610dc0be1190 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ca4443f-d951-4569-b74f-4787fa4f6ea7 HTTP/1.1" status: 200 len: 909 time: 0.4967403 Sep 24 19:05:35.063418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59576) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.067357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5c8cf713-6200-4cc2-9854-091937989a6f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.068098 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-5c8cf713-6200-4cc2-9854-091937989a6f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 19:05:35.068621 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-5c8cf713-6200-4cc2-9854-091937989a6f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.069595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5c8cf713-6200-4cc2-9854-091937989a6f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055757 Sep 24 19:05:35.073040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59578) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.078941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a4b42a1e-dbff-42ab-b51c-0a4cc281cfd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.100902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.161001 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a4b42a1e-dbff-42ab-b51c-0a4cc281cfd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.162050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4b42a1e-dbff-42ab-b51c-0a4cc281cfd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0880737 Sep 24 19:05:35.164941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59580) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.169242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3849d4fd-089f-41fc-a179-20b175b63a06 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.169710 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-3849d4fd-089f-41fc-a179-20b175b63a06 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 19:05:35.170169 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-3849d4fd-089f-41fc-a179-20b175b63a06 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.171088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3849d4fd-089f-41fc-a179-20b175b63a06 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052121 Sep 24 19:05:35.173852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.178618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-acfda4f9-3292-45c5-bea0-32e3f58a9a71 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.213497 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-acfda4f9-3292-45c5-bea0-32e3f58a9a71 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.214607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-acfda4f9-3292-45c5-bea0-32e3f58a9a71 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0395653 Sep 24 19:05:35.217347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.221697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f3f9ed63-cf48-4358-b112-5318e73350a1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.223378 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-f3f9ed63-cf48-4358-b112-5318e73350a1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 19:05:35.223841 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f3f9ed63-cf48-4358-b112-5318e73350a1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.224837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f3f9ed63-cf48-4358-b112-5318e73350a1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065987 Sep 24 19:05:35.227795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.231939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3e2d3dec-62bb-4a7e-b9cf-d24f1beda97f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.267167 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-3e2d3dec-62bb-4a7e-b9cf-d24f1beda97f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.267805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-8fa3f05f-3fd7-4ece-ba27-3b96eec419cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0 HTTP/1.1" status: 200 len: 217 time: 0.0485022 Sep 24 19:05:35.268253 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3e2d3dec-62bb-4a7e-b9cf-d24f1beda97f tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0395074 Sep 24 19:05:35.271011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.275816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9accf687-30e2-4650-9d4c-6ba8ee643edc tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.276288 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-9accf687-30e2-4650-9d4c-6ba8ee643edc tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 19:05:35.276880 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-9accf687-30e2-4650-9d4c-6ba8ee643edc tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.277849 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9accf687-30e2-4650-9d4c-6ba8ee643edc tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059128 Sep 24 19:05:35.280308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.284315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f946eedf-3262-4728-8e13-45ab5ee17d84 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.315732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Allocated IP 172.25.5.253 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3985a724-ca88-41a6-9c7e-7c600d0f172e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:35.319211 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f946eedf-3262-4728-8e13-45ab5ee17d84 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.323460 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f946eedf-3262-4728-8e13-45ab5ee17d84 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0390568 Sep 24 19:05:35.323662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.328146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ae6952f9-51db-4a6a-a8ea-ca426d991ecd tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '45300caf-95e5-4ad8-b811-c06c2d7e8d9e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.336947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca00e8d-292a-4cb3-ab81-fbe20d4210f1 req-fc93f88a-55f4-4363-b3f6-b0feafdfb9b6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:35.338469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ca00e8d-292a-4cb3-ab81-fbe20d4210f1 req-fc93f88a-55f4-4363-b3f6-b0feafdfb9b6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1647575 Sep 24 19:05:35.361850 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-ae6952f9-51db-4a6a-a8ea-ca426d991ecd tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:35.362911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ae6952f9-51db-4a6a-a8ea-ca426d991ecd tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0383298 Sep 24 19:05:35.365740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.371860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243780f-263b-4e28-b88a-9f807bcff629 req-8cf27f70-b82f-4387-80d5-41d1a6b2bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:35.373388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-8cf27f70-b82f-4387-80d5-41d1a6b2bca8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d68eca90-81c4-4ed4-b5d4-9011646eeaef HTTP/1.1" status: 200 len: 849 time: 0.0982637 Sep 24 19:05:35.419055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.432726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-d7ad0716-7327-4ee7-9edf-e98e9e56333f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ca4443f-d951-4569-b74f-4787fa4f6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459716 Sep 24 19:05:35.441541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.466335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ca00e8d-292a-4cb3-ab81-fbe20d4210f1 req-71675932-aa05-4349-a34b-1e12c69f1676 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205192 Sep 24 19:05:35.495001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.497794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.500442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/45300caf-95e5-4ad8-b811-c06c2d7e8d9e HTTP/1.1" status: 204 len: 168 time: 0.1333539 Sep 24 19:05:35.504545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59600) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.515709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8948-ef37-4cbf-a532-c35d4a2d19cb tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45300caf-95e5-4ad8-b811-c06c2d7e8d9e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:35.589965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.653419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b7c8ae3-bfdd-46c1-9ccd-7cf2eebeeccc tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1477740 Sep 24 19:05:35.657258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.657737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-65795bba-e3da-48cb-91a6-74afd125c8ac service neutron] 10.222.0.69 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957202 Sep 24 19:05:35.661781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144064314'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.687246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.712048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97a987-0c62-480f-bbb8-951fb741635a req-c0acd302-518e-4b67-bee4-44d59cbe707d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:35.714215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a97a987-0c62-480f-bbb8-951fb741635a req-c0acd302-518e-4b67-bee4-44d59cbe707d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.1209846 Sep 24 19:05:35.766072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.771095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.775882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.799195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.800425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1421542 Sep 24 19:05:35.804520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.811533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a2b191db-46b7-4ef9-8f74-8e51aff78598 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '18211f69-4d48-4c50-8890-02329f1583f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.819180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50db8-70a3-45ab-a284-d8cf6cac1d4d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18211f69-4d48-4c50-8890-02329f1583f2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:35.841349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:35.852338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:35.855481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:35.857357 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a2b191db-46b7-4ef9-8f74-8e51aff78598 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The resource could not be found. Sep 24 19:05:35.858968 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2b191db-46b7-4ef9-8f74-8e51aff78598 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0533381 Sep 24 19:05:35.861848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.863603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7243780f-263b-4e28-b88a-9f807bcff629 req-ac0dbf31-2a30-4d77-b535-2090ab24bca1 service neutron] 10.222.0.69 "GET /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952894 Sep 24 19:05:35.866258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-41fcb320-9ca7-4fd4-8a9a-e657bba37f34 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '18211f69-4d48-4c50-8890-02329f1583f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '57c7e800-a059-4734-813d-08099b50114f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:35.866436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a97a987-0c62-480f-bbb8-951fb741635a req-4d05116d-6d9b-4bfb-8120-4e363cdac912 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435888 Sep 24 19:05:35.869209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=3985a724-ca88-41a6-9c7e-7c600d0f172e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:35.887311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:35.923859 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-41fcb320-9ca7-4fd4-8a9a-e657bba37f34 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The resource could not be found. Sep 24 19:05:35.925983 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41fcb320-9ca7-4fd4-8a9a-e657bba37f34 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0631998 Sep 24 19:05:35.928712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:35.989811 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:35.990415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.013541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.034981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:36.060447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.066708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'mac_address': 'fa:16:3e:20:20:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:36.069849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.072575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.073726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/18211f69-4d48-4c50-8890-02329f1583f2 HTTP/1.1" status: 204 len: 168 time: 0.1440279 Sep 24 19:05:36.076955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.101705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f0cc3-1392-4baf-9915-360582ddfb65 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18211f69-4d48-4c50-8890-02329f1583f2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.114453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44bcd9-967c-4379-9b04-8e08efe95deb req-b9f3bb67-5e3c-48ee-b47b-684153736c52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:36.117378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa44bcd9-967c-4379-9b04-8e08efe95deb req-b9f3bb67-5e3c-48ee-b47b-684153736c52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 949 time: 0.0938227 Sep 24 19:05:36.141383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6af318bf-4a8f-4e62-8dfe-0b33962fca46 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633461 Sep 24 19:05:36.148098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.151646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59618) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.162049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50bb06a-69b7-447b-8f54-a5f94d2d5abb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:36.170435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8a051472-4fe6-43f2-ab51-f758daf91d7e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': '6c2f5932-6fcd-4827-b4f8-3714c1393194', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:36.182973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:36.188139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.188861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:36.236900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa44bcd9-967c-4379-9b04-8e08efe95deb req-20fdbad1-d965-42f8-92de-6a08ac075ca4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104145 Sep 24 19:05:36.265109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.299887 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-8a051472-4fe6-43f2-ab51-f758daf91d7e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The resource could not be found. Sep 24 19:05:36.300953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a051472-4fe6-43f2-ab51-f758daf91d7e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1465740 Sep 24 19:05:36.304699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.311190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108222331'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:36.335596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,segment=NetworkSegment(4006b7ad-5866-45df-9d60-652288994e9d),segment_id=4006b7ad-5866-45df-9d60-652288994e9d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:36.338171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.349052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0', 'network_id': '3ca4443f-d951-4569-b74f-4787fa4f6ea7', 'port_id': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0', 'mac_address': 'fa:16:3e:60:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68eca90-81c4-4ed4-b5d4-9011646eeaef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:36.376104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:36.378690 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709d7a9-bd19-4c43-96e9-87632772f4ee" -d '{"events": [{"server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "name": "network-vif-plugged", "status": "completed", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:36.387321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.392553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.398472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b375c-0123-48dd-9630-49d35405969b req-baecabf6-9123-47c1-b04f-8d0a9bd8597c tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:36.400761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6b375c-0123-48dd-9630-49d35405969b req-baecabf6-9123-47c1-b04f-8d0a9bd8597c tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 943 time: 0.0895467 Sep 24 19:05:36.401902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.413208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:36.433669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.438598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,segment=NetworkSegment(4006b7ad-5866-45df-9d60-652288994e9d),segment_id=4006b7ad-5866-45df-9d60-652288994e9d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:36.442165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.444392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.473673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.477834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1707616 Sep 24 19:05:36.478663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.483818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--971378948'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:36.489795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c69712-3a4f-4792-aa7f-bf74ac03b92e tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a024f6ba-57ea-45e2-89c4-c1e459f99ad1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.493308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=3985a724-ca88-41a6-9c7e-7c600d0f172e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.501852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.510483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.516494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6b375c-0123-48dd-9630-49d35405969b req-c4ae8d69-982e-4e98-aea8-20d5d481b88d tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063218 Sep 24 19:05:36.527803 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.610567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.614629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.620342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.630704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-970f86a7-a812-45ac-b6e5-eb75b914a020 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3410752 Sep 24 19:05:36.670545 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c091a724-cd9c-48ef-b479-6d5ce306eed2 x-openstack-request-id: req-c091a724-cd9c-48ef-b479-6d5ce306eed2 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:36.670844 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "name": "network-vif-plugged", "status": "completed", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:36.671150 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c091a724-cd9c-48ef-b479-6d5ce306eed2 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:36.671515 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23', 'code': 200} Sep 24 19:05:36.674580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01adb433-6d72-423a-885d-03d309dbf4ad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:36.679815 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.684900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed6abc5c-07c1-443b-b06a-9f87de863b0d tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2016222 Sep 24 19:05:36.685974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59634) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.692164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d43e2f6b-f9a0-4f83-a643-d09bac177376 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group_rule': {'security_group_id': 'a024f6ba-57ea-45e2-89c4-c1e459f99ad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '01adb433-6d72-423a-885d-03d309dbf4ad'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:36.706533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-b65e09c4-f664-488b-8003-07680e14cbfc tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 696 time: 0.0774140 Sep 24 19:05:36.752948 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d43e2f6b-f9a0-4f83-a643-d09bac177376 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:05:36.754955 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d43e2f6b-f9a0-4f83-a643-d09bac177376 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0663452 Sep 24 19:05:36.757915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59636) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:36.761236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c50bb06a-69b7-447b-8f54-a5f94d2d5abb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:36.765750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['51d38a6e-9f34-4027-b3a4-c57fe0784ef0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:36.784589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31909-82b9-40be-825f-96f60021f788 req-b54845ee-e2d5-4cff-881d-e55844308957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:36.786061 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0ae31909-82b9-40be-825f-96f60021f788 req-b54845ee-e2d5-4cff-881d-e55844308957 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1097 time: 0.0453649 Sep 24 19:05:36.824670 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0ae31909-82b9-40be-825f-96f60021f788 req-bd773db9-9f8d-440f-bf2e-4833ae19eba2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Sep 24 19:05:36.894189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c315-300c-4b95-b63d-603012d5060e req-91457afd-364e-4dac-a445-4417a934ed31 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:36.895732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a4c315-300c-4b95-b63d-603012d5060e req-91457afd-364e-4dac-a445-4417a934ed31 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1441669 Sep 24 19:05:36.905802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-f5f8e9a8-5083-4f85-8fb4-b3da048893f7 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:36.907226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecb09a40-73cd-4781-99f3-cec0a329261c req-f5f8e9a8-5083-4f85-8fb4-b3da048893f7 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1995499 Sep 24 19:05:36.924681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.969014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:36.985310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a4c315-300c-4b95-b63d-603012d5060e req-f160c066-e76a-4b69-bde8-7acc348238c6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722027 Sep 24 19:05:37.035572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.038161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.039361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/01adb433-6d72-423a-885d-03d309dbf4ad HTTP/1.1" status: 204 len: 168 time: 0.2726250 Sep 24 19:05:37.043714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:37.062389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b42035-3097-4b66-b334-ee6dcd53f859 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01adb433-6d72-423a-885d-03d309dbf4ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:37.104560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1d80e411-9502-4db6-967c-0d7df92bb622 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0592949 Sep 24 19:05:37.108492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59654) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:37.112582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-00edaee6-131b-4373-91f0-6af8f863cf20 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539253 Sep 24 19:05:37.160249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.182120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.224407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.227020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.228185 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/a024f6ba-57ea-45e2-89c4-c1e459f99ad1 HTTP/1.1" status: 204 len: 168 time: 0.1187449 Sep 24 19:05:37.232498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:37.243143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed189-1dcc-42b5-9ad4-c4542c15bbae tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024f6ba-57ea-45e2-89c4-c1e459f99ad1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:37.258895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-6c5e975d-e9f1-43ea-a6b3-09cb7738cd6d tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2183919 Sep 24 19:05:37.275946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:37.280965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb739b92-2d0e-4523-aee4-ae833d5f9470 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474241 Sep 24 19:05:37.284847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59658) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:37.289223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336818903'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:37.318677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-b41c03b6-e21d-4cdc-b597-6b6cf58407dd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:37.320154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-b41c03b6-e21d-4cdc-b597-6b6cf58407dd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007854 Sep 24 19:05:37.329056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:05:37.329056 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:05:37.329056 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '190e13094a8646d2ae31212d94055313', 'id': '3340e137-6c7c-4262-9b33-140839b4e26d', 'expiration': datetime.datetime(2021, 9, 24, 19, 7, 37, 323666)}] Sep 24 19:05:37.329056 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:05:37.329440 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:05:37.341805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7fb04282-abf9-4cef-adc7-42d894104483 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/quotas/cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 375 time: 0.0135310 Sep 24 19:05:37.343012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.418939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-2894b063-8e5a-41ea-a9a7-e889b83e04e0 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714328 Sep 24 19:05:37.480577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.612571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Allocated IP 172.25.5.73 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:37.648279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01cdfdfc-006f-4750-be60-7a8122096dfb req-437a9b96-ee9d-49e3-ada9-0e2bbeb48c23 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 210 time: 0.0376623 Sep 24 19:05:37.787445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.803036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc467ce-88f8-4754-93bf-0a4205110472 req-338acee9-2b1f-44ad-a06c-dd294ceb5fb6 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:37.804546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc467ce-88f8-4754-93bf-0a4205110472 req-338acee9-2b1f-44ad-a06c-dd294ceb5fb6 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 944 time: 0.0829382 Sep 24 19:05:37.885262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:37.886192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccc467ce-88f8-4754-93bf-0a4205110472 req-49d389bd-05eb-45f3-9fde-b8dcc10b324f tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725281 Sep 24 19:05:37.888967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.890225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:37.946194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:37.955430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:37.966314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:37.972000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:37.982113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:37.987642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:37.988396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.088720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.130476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,segment=NetworkSegment(4006b7ad-5866-45df-9d60-652288994e9d),segment_id=4006b7ad-5866-45df-9d60-652288994e9d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:38.136313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.175168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.195820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:38.214927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.223028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.273853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.301240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.302420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0165384 Sep 24 19:05:38.305476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.310680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5bfa1399-679a-4882-b979-af851da1d51b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:38.311118 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-5bfa1399-679a-4882-b979-af851da1d51b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 19:05:38.311806 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-5bfa1399-679a-4882-b979-af851da1d51b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 19:05:38.316988 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5bfa1399-679a-4882-b979-af851da1d51b tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "PUT /v2.0/security-groups/36e22af7-2e43-4f51-8c23-29e03d6bad28 HTTP/1.1" status: 409 len: 330 time: 0.0060937 Sep 24 19:05:38.317167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df301c8-5b3f-4941-8de3-1803fc9fdc38 req-a708a3e7-1170-4d3f-95d6-51e3048feafe tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:38.317167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5df301c8-5b3f-4941-8de3-1803fc9fdc38 req-a708a3e7-1170-4d3f-95d6-51e3048feafe tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1505370 Sep 24 19:05:38.319175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.334232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906ff80-af62-42b7-80e2-50d868950cd1 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e22af7-2e43-4f51-8c23-29e03d6bad28,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:38.431366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5df301c8-5b3f-4941-8de3-1803fc9fdc38 req-9bdcf5ad-e447-4553-9092-f0e3754e1083 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067336 Sep 24 19:05:38.449934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.504760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.583677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.585913 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.589882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.591950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/36e22af7-2e43-4f51-8c23-29e03d6bad28 HTTP/1.1" status: 204 len: 168 time: 0.2702217 Sep 24 19:05:38.596830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.597339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.635965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dac05-01c3-4ba5-a041-e2f975c7c447 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e22af7-2e43-4f51-8c23-29e03d6bad28,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:38.683382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:38.688427 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739d42b-692f-4f8e-bf67-f6d0a0490e34" -d '{"events": [{"server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "name": "network-vif-plugged", "status": "completed", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:38.697319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.711063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-92801458-5d27-45f3-b5e5-a64cd84d2868 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1117005 Sep 24 19:05:38.713360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event updated for resources: {'Port': ['ID=8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:38.718351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59696) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.721287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-38706f31-11bb-4d8c-9866-9e3338c75e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:38.723062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-38706f31-11bb-4d8c-9866-9e3338c75e6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1097 time: 0.0952473 Sep 24 19:05:38.752048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.755970 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-1987887c-c65b-4f8a-b599-0b0bf453b69c tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] delete failed (client error): The resource could not be found. Sep 24 19:05:38.757104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1987887c-c65b-4f8a-b599-0b0bf453b69c tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "DELETE /v2.0/security-groups/2bf3ae98-c920-4ea3-abba-a2057e533ef8 HTTP/1.1" status: 404 len: 347 time: 0.0361071 Sep 24 19:05:38.762065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.768002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72719-e72f-4dd9-a970-4df1c22c8ce1 req-169ed701-ca8c-40da-9e9d-a17d67f236b7 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:38.770077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2f72719-e72f-4dd9-a970-4df1c22c8ce1 req-169ed701-ca8c-40da-9e9d-a17d67f236b7 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1296959 Sep 24 19:05:38.795861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:38.803474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-dfa1c10a-7679-49c2-bbfa-0a4b376f1e30 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5339050 Sep 24 19:05:38.829356 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-9427468d-dd29-4464-b5c4-a4c4879fb949 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] show failed (client error): The resource could not be found. Sep 24 19:05:38.834233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9427468d-dd29-4464-b5c4-a4c4879fb949 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-groups/d916b437-48ac-43fa-9d99-ddc3c10cfdd4 HTTP/1.1" status: 404 len: 347 time: 0.0639074 Sep 24 19:05:38.836601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:38.854397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-78ea983d-10af-4581-a231-7dd16ed01698 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cb7cfe6611584293814febdf00707daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755668 Sep 24 19:05:38.861686 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-ff1f2a9f-67e9-4b2b-8447-c48d687410e6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] show failed (client error): The resource could not be found. Sep 24 19:05:38.864370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ff1f2a9f-67e9-4b2b-8447-c48d687410e6 tempest-NegativeSecGroupTest-1470351907 tempest-NegativeSecGroupTest-1470351907-project] 10.222.0.18 "GET /v2.0/security-group-rules/6d4b5dee-e528-4039-a7e7-50587bd6eb01 HTTP/1.1" status: 404 len: 356 time: 0.0267642 Sep 24 19:05:38.869388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-62464f59-6b74-4398-aea4-319722ce1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:38.869388 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-62464f59-6b74-4398-aea4-319722ce1e3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.1356821 Sep 24 19:05:38.944173 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-24b611a3-49f0-4bb2-ac84-6a2b41ca8ed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 200 len: 217 time: 0.0623894 Sep 24 19:05:38.970935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-8d9f853d-22e1-4564-b289-95590d9b4994 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1659365 Sep 24 19:05:39.009804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2f72719-e72f-4dd9-a970-4df1c22c8ce1 req-9f90aa6b-d145-40dd-8fc0-1b6303f72ea6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179756 Sep 24 19:05:39.010517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-049b0b3b-a3b8-42e6-b6ec-cce9ba696d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:39.013777 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-049b0b3b-a3b8-42e6-b6ec-cce9ba696d25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.0610447 Sep 24 19:05:39.067476 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-7df94a3f-62a7-4c34-bad6-1b5ab317f122 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470064 Sep 24 19:05:39.158817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-1b6f1977-425b-45c6-938b-0cc1ceae8cc3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:39.160311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-1b6f1977-425b-45c6-938b-0cc1ceae8cc3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535610 Sep 24 19:05:39.177195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Request body: {'port': {'device_id': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'cb7cfe6611584293814febdf00707daa'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:39.195501 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-15809162-a081-444d-8951-0472a4ccacc6 service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182294 Sep 24 19:05:39.219222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-462c95f0-a903-4189-a828-a1cb260c035e tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:39.220783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6c74b8d-16a4-4730-aea5-a7aa9fc8fea3 req-462c95f0-a903-4189-a828-a1cb260c035e tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2174251 Sep 24 19:05:39.241562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1cd3c7a-1ccd-4580-85bc-976568f76b2b req-a2527125-6890-4c98-b9af-42c6ee8952aa tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 210 time: 0.0543749 Sep 24 19:05:39.273661 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff999dc5-6f8b-475d-8686-dab27d9d5e33 x-openstack-request-id: req-ff999dc5-6f8b-475d-8686-dab27d9d5e33 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:39.274561 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "name": "network-vif-plugged", "status": "completed", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:39.275689 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff999dc5-6f8b-475d-8686-dab27d9d5e33 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:39.276303 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0', 'code': 200} Sep 24 19:05:39.294824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:39.347888 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e5a77b05-8827-4f19-8646-4b1bac8029b9 req-65daf623-b86f-4fc7-a2de-d768d530a248 service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439707 Sep 24 19:05:39.444494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Made reservation on behalf of cb7cfe6611584293814febdf00707daa for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:39.448044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.473696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d644aa0d-1267-4338-b4ad-b3e5c83de1a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=190e13094a8646d2ae31212d94055313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738634 Sep 24 19:05:39.473964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:39.474801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5462822-3584-4ede-8f07-e18b6e45f19c req-a3132aec-7a81-4711-a68f-9c9cd862c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:39.476335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5462822-3584-4ede-8f07-e18b6e45f19c req-a3132aec-7a81-4711-a68f-9c9cd862c8dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 1096 time: 0.1269779 Sep 24 19:05:39.510693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b698-ee73-4d70-bce8-ced495f9d185 req-9978c24f-d108-4ab7-a6b4-56a94b80922e tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:39.512222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4af3b698-ee73-4d70-bce8-ced495f9d185 req-9978c24f-d108-4ab7-a6b4-56a94b80922e tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.1240776 Sep 24 19:05:39.529129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.541721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-697f92da-18e2-45e7-b495-1d3f36f8ec6c req-97c55f8d-1654-4cce-9bc0-aacc12d1901f tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips/e1b7cbc3-2020-4f48-af47-48238ec76e4e HTTP/1.1" status: 200 len: 692 time: 0.0906439 Sep 24 19:05:39.551029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.599019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.601607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.605624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8654621-26c2-4ba4-aa2c-4b2cd22a8b6e HTTP/1.1" status: 204 len: 168 time: 0.1278875 Sep 24 19:05:39.612794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b231b1-ddbc-4867-bd80-219302e56812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8654621-26c2-4ba4-aa2c-4b2cd22a8b6e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:39.629381 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:05:39.886114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:39.944589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:39.951361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c50bb06a-69b7-447b-8f54-a5f94d2d5abb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:39.951969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:39.957189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4af3b698-ee73-4d70-bce8-ced495f9d185 req-29911a19-c102-46f8-8ddb-4d7567be899a tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364023 Sep 24 19:05:39.964712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5462822-3584-4ede-8f07-e18b6e45f19c req-e49bf68b-917f-40fb-81d1-337b0b33f3e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475114 Sep 24 19:05:40.066825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:40.109994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f92da-18e2-45e7-b495-1d3f36f8ec6c req-10735f70-3216-43cf-9fa1-95e6af1689af tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:40.111554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-697f92da-18e2-45e7-b495-1d3f36f8ec6c req-10735f70-3216-43cf-9fa1-95e6af1689af tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.5603609 Sep 24 19:05:40.113515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:40.119784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Allocated IP 192.168.233.16 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/0b134c73-2bf0-4a3c-abea-cc97cd9338c3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:05:40.124069 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:40.200528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=13']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:40.232955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7ef1f-45fe-451c-a061-f1c7309d485d req-d3a70ec7-026b-496b-a4f3-b5083b50e400 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:40.234511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f7ef1f-45fe-451c-a061-f1c7309d485d req-d3a70ec7-026b-496b-a4f3-b5083b50e400 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1168623 Sep 24 19:05:40.301779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-f23b05a5-79af-4d72-8227-49b3c42721a6 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips/e1b7cbc3-2020-4f48-af47-48238ec76e4e HTTP/1.1" status: 200 len: 692 time: 0.0934029 Sep 24 19:05:40.387803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f7ef1f-45fe-451c-a061-f1c7309d485d req-3be1f97f-edda-47f0-bf04-2ca5df783097 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131094 Sep 24 19:05:40.500133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cd65a48-80a6-4bde-a08f-122176ebc849 req-adea3db6-d226-4987-9bea-6559b44aab72 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 210 time: 0.0434141 Sep 24 19:05:40.549576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-f7c83a3f-3bc7-4ce3-825f-c63120847475 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:40.551128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-f7c83a3f-3bc7-4ce3-825f-c63120847475 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2332098 Sep 24 19:05:40.556843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:40.615316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-bdee88d1-7d75-4620-8c9a-0d52bfa716b0 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0564256 Sep 24 19:05:40.678738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-6a8b9150-ced5-459c-ac70-5dd0f9c10f7d tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0556076 Sep 24 19:05:40.691776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:40.706475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c50bb06a-69b7-447b-8f54-a5f94d2d5abb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:40.708819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:40.812321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:05:40.824504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:40.830379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:05:40.876270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:40.930322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:40.931189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:40.963282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-7908a21a-7913-4f0d-b498-5a84aa7e1aba tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7897100 Sep 24 19:05:40.977114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Deleting port 8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:40.977457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.093493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Request body: {'port': {'device_id': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:41.107843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.108125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.176782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Calling delete_port for 8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:41.242645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-889205d7-7699-4460-ab1c-f3a810dcdc01 None None] Provisioning complete for port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:41.243052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-889205d7-7699-4460-ab1c-f3a810dcdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.269181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49770708-040f-4dcf-8c7a-1104b58fd7c5 req-275ab3be-5a50-4c3c-82c1-8b17e050732e tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:41.270720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49770708-040f-4dcf-8c7a-1104b58fd7c5 req-275ab3be-5a50-4c3c-82c1-8b17e050732e tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.1738009 Sep 24 19:05:41.273547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.278155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:41.280606 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de792af-7d69-47e0-89c7-6e69bc0f5bf8" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:41.308967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-889205d7-7699-4460-ab1c-f3a810dcdc01 None None] Port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:05:41.379316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49770708-040f-4dcf-8c7a-1104b58fd7c5 req-db59fdce-1eec-4b07-9095-3e1a26703d36 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946777 Sep 24 19:05:41.509249 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66a887-b2c1-4ec0-b374-a9a4dddf2389 x-openstack-request-id: req-2d66a887-b2c1-4ec0-b374-a9a4dddf2389 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:41.510200 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:41.510458 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d66a887-b2c1-4ec0-b374-a9a4dddf2389 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:41.510887 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'code': 200} Sep 24 19:05:41.580554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.632047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event deleted for resources: {'Port': ['ID=8dcae91e-f263-4eb6-9cfb-8d1fe951b8c7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:41.722621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e8e27-6339-4c84-bf1d-0f1b1b6c482a req-b9939127-d8be-4ff4-ad41-c161905d3b61 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:41.724697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-816e8e27-6339-4c84-bf1d-0f1b1b6c482a req-b9939127-d8be-4ff4-ad41-c161905d3b61 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1607957 Sep 24 19:05:41.735318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:41.766386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.768922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.770062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d0c88d-dcf5-4452-8463-1b66dc066053 req-0a01bb87-4567-433b-855e-060602faca33 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1b7cbc3-2020-4f48-af47-48238ec76e4e HTTP/1.1" status: 204 len: 173 time: 1.0854199 Sep 24 19:05:41.819258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-816e8e27-6339-4c84-bf1d-0f1b1b6c482a req-faa507f3-0f88-496c-9c72-e3515b7361dd tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865669 Sep 24 19:05:41.824189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:41.840680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.853982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91ae924d-9ffe-483c-9811-2735bf7519cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.873609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Transition to ACTIVE for port object 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:05:41.880669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.947937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311ab2f-9de2-478c-8b9f-613aa9807992 req-51cc79ed-0feb-49cc-8973-3f34c5f428e7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:41.955427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2311ab2f-9de2-478c-8b9f-613aa9807992 req-51cc79ed-0feb-49cc-8973-3f34c5f428e7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 935 time: 0.1263711 Sep 24 19:05:41.960940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91ae924d-9ffe-483c-9811-2735bf7519cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.968468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91ae924d-9ffe-483c-9811-2735bf7519cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:41.986823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:42.006599 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-91ae924d-9ffe-483c-9811-2735bf7519cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecfd6d93211c426fbed2594fe6b3b3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693677 Sep 24 19:05:42.010774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:42.039347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae924d-9ffe-483c-9811-2735bf7519cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498a6be-0c11-4d5e-b1f0-b682b3b442f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:42.095713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.104479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2311ab2f-9de2-478c-8b9f-613aa9807992 req-4ab3c012-051f-442d-80f0-8aa374ec9ae1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481960 Sep 24 19:05:42.126426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.184477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.187625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.191099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0498a6be-0c11-4d5e-b1f0-b682b3b442f6 HTTP/1.1" status: 204 len: 168 time: 0.1788371 Sep 24 19:05:42.197682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516a1d0-0a38-4085-90b9-67557aec4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498a6be-0c11-4d5e-b1f0-b682b3b442f6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:42.273807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:05:42.274358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:05:42.275623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:42.310454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:05:42.310787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:05:42.333408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cbea0-9872-4bfd-a9c2-240cf30ba935 req-7727dbf2-a34c-4408-803f-6c764879e308 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:42.334953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e1cbea0-9872-4bfd-a9c2-240cf30ba935 req-7727dbf2-a34c-4408-803f-6c764879e308 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.1322653 Sep 24 19:05:42.337365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:05:42.338325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:42.338706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:05:42.339215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Bound port: 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:05:42.339526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.356914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf991d-e395-412a-a9ca-0533ac3ff6db req-eaafdd5d-d3ff-4146-a66b-adadf8e3ca3a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:42.361453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77bf991d-e395-412a-a9ca-0533ac3ff6db req-eaafdd5d-d3ff-4146-a66b-adadf8e3ca3a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3343239 Sep 24 19:05:42.454601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e1cbea0-9872-4bfd-a9c2-240cf30ba935 req-56f5bddf-5561-43ae-9539-25175ae86abb tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115370 Sep 24 19:05:42.495517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07fb6243-2ea0-4aec-9f46-e5b62f3971ff req-8f642cc4-2cfc-46dc-a96c-5682cddbe5c7 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=23193bdf8e554b9795d79fdf8187a8a2 HTTP/1.1" status: 200 len: 1657 time: 0.1110382 Sep 24 19:05:42.503212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:05:42.503750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:42.508003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:05:42.520184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-199d1ace-7999-46ba-9900-be825cde7c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.532659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.606909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:42.607786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.609543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 1095 time: 1.6344767 Sep 24 19:05:42.614921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:42.617696 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e2f6ab-a294-4847-bf69-488dd03065e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:42.620390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-199d1ace-7999-46ba-9900-be825cde7c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.627255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-199d1ace-7999-46ba-9900-be825cde7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.672668 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-199d1ace-7999-46ba-9900-be825cde7c54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b202b1b8fd454e89bfaee8d50e1127c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677051 Sep 24 19:05:42.673692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1ace-7999-46ba-9900-be825cde7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73931a-5401-4b83-a894-0f7fff3374be,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:42.676440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:42.736977 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.768356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.824253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.827223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:42.828708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf73931a-5401-4b83-a894-0f7fff3374be HTTP/1.1" status: 204 len: 168 time: 0.1510546 Sep 24 19:05:42.838889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f4636-cd4d-4ef2-8850-fee45c8b68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73931a-5401-4b83-a894-0f7fff3374be,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:43.042454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d4c3f-6a55-4a59-a0bf-5cf690c94e31 service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:43.064235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a677-317e-452c-9fe3-0ab419cc1ffd req-8e526cb3-6ba9-43fb-b6aa-d8271bcd41ab tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.065755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2f8a677-317e-452c-9fe3-0ab419cc1ffd req-8e526cb3-6ba9-43fb-b6aa-d8271bcd41ab tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.5283334 Sep 24 19:05:43.077802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6243-2ea0-4aec-9f46-e5b62f3971ff req-c6c8549d-ad8f-46a9-929a-d8a804218c8a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.079332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07fb6243-2ea0-4aec-9f46-e5b62f3971ff req-c6c8549d-ad8f-46a9-929a-d8a804218c8a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks?id=8806040d-c7f9-491a-961c-e1542afa0258&id=8806040d-c7f9-491a-961c-e1542afa0258&id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 787 time: 0.5736938 Sep 24 19:05:43.091843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-e0705807-b79e-42da-b06f-79eaa684126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.091843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-e0705807-b79e-42da-b06f-79eaa684126a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1098 time: 0.1242123 Sep 24 19:05:43.143651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-5b15b98c-2fea-48d7-8fd7-44cec5d25568 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0439556 Sep 24 19:05:43.168917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2f8a677-317e-452c-9fe3-0ab419cc1ffd req-e016b24f-d27a-4f4d-8d54-7d5b5769af31 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879204 Sep 24 19:05:43.207013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-03196013-aa6b-466f-be19-226bdf48d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.208882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-03196013-aa6b-466f-be19-226bdf48d12f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0571632 Sep 24 19:05:43.210713 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7991318b-6169-48f2-bbf5-defbae15bc06 x-openstack-request-id: req-7991318b-6169-48f2-bbf5-defbae15bc06 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:43.211120 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:43.211441 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7991318b-6169-48f2-bbf5-defbae15bc06 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:43.211898 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'status': 'completed', 'code': 200} Sep 24 19:05:43.274080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-6fb4ed07-b75a-4d7f-906c-3c7f4a173b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.276290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-6fb4ed07-b75a-4d7f-906c-3c7f4a173b36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602698 Sep 24 19:05:43.385919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2de8690-44c0-4460-90e1-7ce50756404c req-da5ff6e9-7541-4c0b-b335-5d98726ff514 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips/ad88810c-3c55-4c86-b20e-495c0710f548 HTTP/1.1" status: 200 len: 693 time: 0.0775735 Sep 24 19:05:43.451120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a01e-72cb-4c99-bf7d-97e22cd321ab req-d5259b1d-e84d-44d4-b5ad-aaf751026c08 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.452627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5528a01e-72cb-4c99-bf7d-97e22cd321ab req-d5259b1d-e84d-44d4-b5ad-aaf751026c08 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1809852 Sep 24 19:05:43.529599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-fad6eb6c-195d-4a34-aa25-4d364dfd9b36 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432666 Sep 24 19:05:43.571602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5528a01e-72cb-4c99-bf7d-97e22cd321ab req-61ecac6c-c66d-4057-8399-6bf702b8eb84 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105642 Sep 24 19:05:43.664856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de8690-44c0-4460-90e1-7ce50756404c req-cfb35ef9-afac-4adf-8c59-7150839e713e tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.666562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2de8690-44c0-4460-90e1-7ce50756404c req-cfb35ef9-afac-4adf-8c59-7150839e713e tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.2553396 Sep 24 19:05:43.754914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-203407ea-bf70-425a-8b28-de1a25ef52e3 req-1ddf107c-b2c3-4a3d-b453-0b6f04ff35d2 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127676 Sep 24 19:05:43.757890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2de8690-44c0-4460-90e1-7ce50756404c req-f4a49ef7-d6e9-4377-b934-07dd03a18478 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 696 time: 0.0705388 Sep 24 19:05:43.770458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef980ad-5eca-4327-89ef-5586071788bb req-8ea4c2d5-d7a0-4a51-bf77-2b715a1073f7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.772223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eef980ad-5eca-4327-89ef-5586071788bb req-8ea4c2d5-d7a0-4a51-bf77-2b715a1073f7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.1274533 Sep 24 19:05:43.855037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2de8690-44c0-4460-90e1-7ce50756404c req-8a65c5a0-95bd-4c59-a8be-92f855504f55 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 696 time: 0.0819895 Sep 24 19:05:43.920541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eef980ad-5eca-4327-89ef-5586071788bb req-e96202b8-5b25-40b5-b13d-4944c15941d4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084793 Sep 24 19:05:43.963975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-cc731f3f-2474-412d-bcf9-ac1567c6d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:43.965532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-cc731f3f-2474-412d-bcf9-ac1567c6d717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1098 time: 0.1524587 Sep 24 19:05:44.102169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Deleting port 3985a724-ca88-41a6-9c7e-7c600d0f172e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:44.102520 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.105603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-d92d6b03-6da6-4975-830a-0bd0eb453bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:44.107237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-d92d6b03-6da6-4975-830a-0bd0eb453bc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1326671 Sep 24 19:05:44.174798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-741534f5-5be9-446b-869e-49b8d5a9eed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0528979 Sep 24 19:05:44.269252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.269767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.274781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-e368d4d6-c706-4afb-b83c-9baef28fd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:44.277326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-e368d4d6-c706-4afb-b83c-9baef28fd782 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0731602 Sep 24 19:05:44.306996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Calling delete_port for 3985a724-ca88-41a6-9c7e-7c600d0f172e owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:44.418267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d454c-82f4-4c6c-a154-25b55e27a111 req-9a136281-9c09-42e1-b343-57f0cf9af52a tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:44.421786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c36d454c-82f4-4c6c-a154-25b55e27a111 req-9a136281-9c09-42e1-b343-57f0cf9af52a tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.1469729 Sep 24 19:05:44.423854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-148ce7e0-128b-4e70-8d9e-70bd0e6df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:44.425311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-148ce7e0-128b-4e70-8d9e-70bd0e6df251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311803 Sep 24 19:05:44.506048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:44.510590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c36d454c-82f4-4c6c-a154-25b55e27a111 req-0cdcd16f-807c-46c1-8850-a7b8558ee39c tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830729 Sep 24 19:05:44.601025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-bdd8cb4b-c6aa-44c5-b757-54fbec21eee5 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631310 Sep 24 19:05:44.626736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64171277-2bd4-4a62-89f8-259dc08ba919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.632342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.676645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event deleted for resources: {'Port': ['ID=3985a724-ca88-41a6-9c7e-7c600d0f172e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:44.755234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64171277-2bd4-4a62-89f8-259dc08ba919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.760683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64171277-2bd4-4a62-89f8-259dc08ba919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.791759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171277-2bd4-4a62-89f8-259dc08ba919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4fcfa-315b-44ef-b510-fe8a0583690d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:44.798280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5e2f6ab-a294-4847-bf69-488dd03065e1 req-b4ff0319-2ff0-4747-bfae-a0c75b4ddc29 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877644 Sep 24 19:05:44.801358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.804052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.805094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2de8690-44c0-4460-90e1-7ce50756404c req-10e9b221-b7fc-4805-9b88-5b836fad6674 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad88810c-3c55-4c86-b20e-495c0710f548 HTTP/1.1" status: 204 len: 173 time: 0.9400384 Sep 24 19:05:44.820513 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-64171277-2bd4-4a62-89f8-259dc08ba919 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbb2115b9a624b229f5bef7036fe432e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103411 Sep 24 19:05:44.820903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:44.881072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.903230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.910514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db76a4-fe0b-4dc9-a1f5-2af77fa8966e req-82b9fff4-37a9-48f4-a3a3-6af873ab9003 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:44.912060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42db76a4-fe0b-4dc9-a1f5-2af77fa8966e req-82b9fff4-37a9-48f4-a3a3-6af873ab9003 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0854869 Sep 24 19:05:44.917031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-ef4818db-8391-4ce4-93a5-0a5f295004f5 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips/86818eba-5410-4f73-899c-0cdb67688fa3 HTTP/1.1" status: 200 len: 693 time: 0.0537739 Sep 24 19:05:44.951320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.953860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:44.955079 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6e4fcfa-315b-44ef-b510-fe8a0583690d HTTP/1.1" status: 204 len: 168 time: 0.1320081 Sep 24 19:05:44.962906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026884f-b3a3-47f6-b0ae-1381c865be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4fcfa-315b-44ef-b510-fe8a0583690d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:45.023466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42db76a4-fe0b-4dc9-a1f5-2af77fa8966e req-2c9984bc-523e-447d-b71f-383fe5a569e8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035120 Sep 24 19:05:45.071098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-15c2785b-e86a-48d9-adc4-11d596056d2a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:45.073183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-15c2785b-e86a-48d9-adc4-11d596056d2a tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1467779 Sep 24 19:05:45.126490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-0580e7c1-4727-4812-a1dc-2c14302e5929 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0461781 Sep 24 19:05:45.185206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-7ddfce4e-1926-4007-84bd-2ea65e1deed1 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0507967 Sep 24 19:05:45.264878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:45.277945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-175503b4-487b-470e-8dbc-c612cd6ecb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.308024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce62564-c537-42ff-acc0-a7ed48c51a10 req-527f6cfe-63ef-46d2-b3d1-1f09cb124097 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:45.309545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ce62564-c537-42ff-acc0-a7ed48c51a10 req-527f6cfe-63ef-46d2-b3d1-1f09cb124097 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.1234665 Sep 24 19:05:45.367196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ce62564-c537-42ff-acc0-a7ed48c51a10 req-001e3951-f788-4f6b-ace2-c0978f07cda8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Sep 24 19:05:45.369479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-175503b4-487b-470e-8dbc-c612cd6ecb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.373920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-175503b4-487b-470e-8dbc-c612cd6ecb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.380488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Deleting port 7ab4822b-3150-49f1-bc39-41b94ad4ce08 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:45.380975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.421466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-175503b4-487b-470e-8dbc-c612cd6ecb98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05c90e86d0604505ba15f8b3cdd0d7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530993 Sep 24 19:05:45.421466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175503b4-487b-470e-8dbc-c612cd6ecb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3653f9-dc6c-4fbd-af1b-d76a5e86ee10,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:45.423466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:45.470840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.471208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.476353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.484563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Calling delete_port for 7ab4822b-3150-49f1-bc39-41b94ad4ce08 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:45.499899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.560454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.562992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.564156 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a3653f9-dc6c-4fbd-af1b-d76a5e86ee10 HTTP/1.1" status: 204 len: 168 time: 0.1396601 Sep 24 19:05:45.572832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ce84-9250-4fc2-9dc0-ffd92782ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3653f9-dc6c-4fbd-af1b-d76a5e86ee10,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:45.672964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.712432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d5e9a-61c7-4e5c-84ad-399fe73e14dd req-c35fe7ef-0a54-4500-a249-b5f8b36124ec tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:45.714190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef3d5e9a-61c7-4e5c-84ad-399fe73e14dd req-c35fe7ef-0a54-4500-a249-b5f8b36124ec tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.0976622 Sep 24 19:05:45.720891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event deleted for resources: {'Port': ['ID=7ab4822b-3150-49f1-bc39-41b94ad4ce08,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:45.803918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef3d5e9a-61c7-4e5c-84ad-399fe73e14dd req-46b10411-ee16-43ac-af02-2361d8dc08a8 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791435 Sep 24 19:05:45.811962 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.814401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:45.826001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc0e0f45-9961-49d9-8663-78f882343e98 req-93f16d07-841c-4f7f-8899-b3da70b77199 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "DELETE /v2.0/floatingips/86818eba-5410-4f73-899c-0cdb67688fa3 HTTP/1.1" status: 204 len: 173 time: 0.6313562 Sep 24 19:05:45.977949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-bfa19ed6-a1e6-41d8-862a-30f93bc5f02d tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips/71789a35-1902-4b47-92a5-f08cb954e610 HTTP/1.1" status: 200 len: 693 time: 0.0444839 Sep 24 19:05:46.130919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6af8e192-d14c-4c1c-8fca-5cb09fbaab57 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.132409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6af8e192-d14c-4c1c-8fca-5cb09fbaab57 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1476524 Sep 24 19:05:46.145541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.155721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.159470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.165461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.171796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.177640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.184070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.186221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-99c68b14-0ff7-4710-84fa-10db636f50d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1265225 Sep 24 19:05:46.244631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-ada58a79-3132-41a4-b8af-f9925ab83acc tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.0567381 Sep 24 19:05:46.304162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-561b33a8-b7c5-44dc-a587-09fa84cc5dbb req-843a3f4f-e030-4b1f-a0d2-c4672dca45c4 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095376 Sep 24 19:05:46.314182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-11bbf462-79bb-4eee-a460-29bf8c1f616d tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.0619388 Sep 24 19:05:46.479252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Deleting port 1aa94d0c-c847-4747-95cb-2d18dd76873b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:46.479589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:46.573795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297590de-d8cf-443c-981d-611e01a11c1b req-8097f0a8-6aa2-4b1a-bda6-0b1c6f606ad8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.575313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-297590de-d8cf-443c-981d-611e01a11c1b req-8097f0a8-6aa2-4b1a-bda6-0b1c6f606ad8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1091626 Sep 24 19:05:46.596670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:46.596986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:46.619067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Calling delete_port for 1aa94d0c-c847-4747-95cb-2d18dd76873b owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:46.640824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-297590de-d8cf-443c-981d-611e01a11c1b req-1e053870-a977-45d9-a425-21244961edd1 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587792 Sep 24 19:05:46.788292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.795060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.800942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.807437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.813792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.819676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.825841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.827863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e853a5bb-daf8-4147-a0d3-8676fed09374 req-103283c8-cb3a-4c92-9737-80879d4ed197 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1297140 Sep 24 19:05:46.856855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:46.889547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Pushing event deleted for resources: {'Port': ['ID=1aa94d0c-c847-4747-95cb-2d18dd76873b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:46.995535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4afdd-d61d-49a1-b436-d67a7838ef00 req-d191515a-5aef-4398-bf3e-bc2025a5aa2f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:46.997062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea4afdd-d61d-49a1-b436-d67a7838ef00 req-d191515a-5aef-4398-bf3e-bc2025a5aa2f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.1037972 Sep 24 19:05:46.999460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.002013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.003125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7055fd-574b-41e0-b9db-3c07ad90ac98 req-6aa898b4-9c05-4b00-b10f-a7ec15e10188 tempest-FloatingIPDetailsTestJSON-1138512089 tempest-FloatingIPDetailsTestJSON-1138512089-project] 10.222.0.18 "DELETE /v2.0/floatingips/71789a35-1902-4b47-92a5-f08cb954e610 HTTP/1.1" status: 204 len: 173 time: 0.6813529 Sep 24 19:05:47.011684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:47.085236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea4afdd-d61d-49a1-b436-d67a7838ef00 req-dff27438-02ae-4a5d-a524-1837428d1031 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Sep 24 19:05:47.233241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0738c2-85ab-4d02-b430-f1eadbf068e1 req-9b73d52e-1c7f-4186-b14f-c2cb996b6b42 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:47.235417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa0738c2-85ab-4d02-b430-f1eadbf068e1 req-9b73d52e-1c7f-4186-b14f-c2cb996b6b42 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.0758059 Sep 24 19:05:47.284691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa0738c2-85ab-4d02-b430-f1eadbf068e1 req-7da28313-40c5-47f1-949f-684485717866 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Sep 24 19:05:47.403041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-f728835e-bb69-4426-8813-979ba1a2b772 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:47.405484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-f728835e-bb69-4426-8813-979ba1a2b772 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.15 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.0715294 Sep 24 19:05:47.453129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.546802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Deleting port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:47.547181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.809947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Deleting port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:47.812409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.937608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] For port 1d0e03f9-0ac7-42bc-8d25-1e804e93122f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:47.937973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:47.955661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Calling delete_port for 1d0e03f9-0ac7-42bc-8d25-1e804e93122f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:48.064229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] For port fd7821d5-9ed6-4ea0-a664-e76dd35ae972, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:48.065113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.154508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d1549-70f2-4a1e-872f-efdaa56360e7 req-772e0480-35be-4027-a463-f1f198770bac tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:48.161708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:05:48.165014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-621d1549-70f2-4a1e-872f-efdaa56360e7 req-772e0480-35be-4027-a463-f1f198770bac tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.2027164 Sep 24 19:05:48.236913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.263932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-621d1549-70f2-4a1e-872f-efdaa56360e7 req-56621f5a-2df8-4558-803e-77b0e8870c43 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Sep 24 19:05:48.271596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0e03f9-0ac7-42bc-8d25-1e804e93122f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:48.298338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:48.311481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'mac_address': 'fa:16:3e:44:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:05:48.358628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.378334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:05:48.415775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:48.425265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.425862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.426025 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Floating IP 2102ba85-9b0b-4684-9649-f97714d21e4f disassociated. External IP: 172.25.5.199, port: fd7821d5-9ed6-4ea0-a664-e76dd35ae972. Sep 24 19:05:48.426250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Calling delete_port for fd7821d5-9ed6-4ea0-a664-e76dd35ae972 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:48.431994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.453441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8aa2-e570-4030-a515-b67f0e2a5626 req-1a8230a1-7c47-491e-b86b-265e83ea01b7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:48.462093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7ce8aa2-e570-4030-a515-b67f0e2a5626 req-1a8230a1-7c47-491e-b86b-265e83ea01b7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.2612274 Sep 24 19:05:48.526043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7ce8aa2-e570-4030-a515-b67f0e2a5626 req-99c28c5b-4c2e-45a6-bf41-dc53c2b34e50 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Sep 24 19:05:48.532583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:48.551141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.552901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.553336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.554883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.555378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.558176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.558921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.559377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.559807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.560700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.562811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.563286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:05:48.728547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d23d-0e1f-432e-9ae5-4d5577f2e46d req-1cb9ce80-808a-487d-b1a3-8f7152f3ca88 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:48.735370 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0b134c73-2bf0-4a3c-abea-cc97cd9338c3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:05:48.736353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0af3d23d-0e1f-432e-9ae5-4d5577f2e46d req-1cb9ce80-808a-487d-b1a3-8f7152f3ca88 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 945 time: 0.0997910 Sep 24 19:05:48.807071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0af3d23d-0e1f-432e-9ae5-4d5577f2e46d req-2a6ef2c9-b96f-4cde-88fd-ff7830e52b2d tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups?id=67a212af-246f-445c-a099-a6969419825a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556796 Sep 24 19:05:48.913750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:48.955338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event deleted for resources: {'Port': ['ID=fd7821d5-9ed6-4ea0-a664-e76dd35ae972,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:49.017887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:49.136214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59c8c4-473f-449e-a2f0-1894186ded43 req-1e09ad34-f0e7-4242-b0f2-a1983cc3d572 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.143772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df59c8c4-473f-449e-a2f0-1894186ded43 req-1e09ad34-f0e7-4242-b0f2-a1983cc3d572 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.1950681 Sep 24 19:05:49.194878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df59c8c4-473f-449e-a2f0-1894186ded43 req-3b5100db-2f1b-44a9-9328-3f6f8344ab7b tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Sep 24 19:05:49.274305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Router 2f988107-c340-48b7-a58f-77652298a3ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:05:49.319931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Router 428c37d3-58af-4b4f-8197-fd518e3756ad has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:05:49.372552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:49.430241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:49.443060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Sync routers for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:49.458812 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:49.459491 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:49.460591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:05:49.470050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c17687fe-7afa-48b5-b093-4ae22a32dc66 admin admin] 10.222.0.18 "PUT /v2.0/routers/428c37d3-58af-4b4f-8197-fd518e3756ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581685 Sep 24 19:05:49.470677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:49.472864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Sync routers for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:05:49.497238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:49.498223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:49.559736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] No DVR routers for this DVR port fd7821d5-9ed6-4ea0-a664-e76dd35ae972 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:49.564929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:49.567061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd8a6b08-1d48-4957-b681-c0bd93e9ed3b req-c595d766-7276-470b-87ac-1b4eafcafbb6 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.15 "DELETE /v2.0/ports/fd7821d5-9ed6-4ea0-a664-e76dd35ae972 HTTP/1.1" status: 204 len: 173 time: 2.1545205 Sep 24 19:05:49.567537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'name': 'network-vif-deleted', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:49.570362 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4b1c1-2b77-400f-a127-fe8d8396c561" -d '{"events": [{"server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "name": "network-vif-deleted", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:49.603232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127cb5c-9f93-4970-af0e-5763a80d2987 req-5b88e554-2b75-487e-a756-8391721bf4ac tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.614697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c127cb5c-9f93-4970-af0e-5763a80d2987 req-5b88e554-2b75-487e-a756-8391721bf4ac tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1813600 Sep 24 19:05:49.678151 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:49.694027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:49.694327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.695124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.696735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.697320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.697804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.698324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.698812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.700779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-9bbf6ff5-8cc3-4a7e-8f0b-6f1dbb13310e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.3272736 Sep 24 19:05:49.733808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:49.783375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c127cb5c-9f93-4970-af0e-5763a80d2987 req-9fa9d1c3-e1dd-411e-b6ac-1f65462d81f5 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644869 Sep 24 19:05:49.812883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-f43e1982-4e9d-42c3-839f-b6676bcd2e40 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051781 Sep 24 19:05:49.843399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c93d-70ea-471e-964b-4338d6aa7e27 req-8faaae6e-d1f3-43d0-a5d7-821d791ea301 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:49.845133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccd9c93d-70ea-471e-964b-4338d6aa7e27 req-8faaae6e-d1f3-43d0-a5d7-821d791ea301 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.2036870 Sep 24 19:05:49.934310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccd9c93d-70ea-471e-964b-4338d6aa7e27 req-40f28634-26e2-4809-baed-480726a1bfae tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782328 Sep 24 19:05:49.958648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.121479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:48Z', 'revision_number': 5, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port': {'id': 'f956f088-f5d6-4d8d-a122-152b0d0ecfc6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:14Z', 'updated_at': '2021-09-24T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:50.133795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Deleting port f956f088-f5d6-4d8d-a122-152b0d0ecfc6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:50.136482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.145924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:50.198599 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Checking router: 2f988107-c340-48b7-a58f-77652298a3ee for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:50.202448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Checking router: 428c37d3-58af-4b4f-8197-fd518e3756ad for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:05:50.207354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:05:50.214539 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:50.215202 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:50.279955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5d2d26f-38d0-4aa5-89c6-80eb8c3ae0dc req-5f8331d4-fa5e-46c4-b20d-3e66a0a5c1f2 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.0439284 Sep 24 19:05:50.288255 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec01d9-bf18-4994-9709-f835086010ce x-openstack-request-id: req-80ec01d9-bf18-4994-9709-f835086010ce {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:50.288702 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e278556c-021a-4241-b36e-cae539b20cda", "name": "network-vif-deleted", "tag": "fd7821d5-9ed6-4ea0-a664-e76dd35ae972", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:50.291512 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80ec01d9-bf18-4994-9709-f835086010ce {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:50.291842 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e278556c-021a-4241-b36e-cae539b20cda', 'name': 'network-vif-deleted', 'tag': 'fd7821d5-9ed6-4ea0-a664-e76dd35ae972', 'status': 'completed', 'code': 200} Sep 24 19:05:50.302228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] For port f956f088-f5d6-4d8d-a122-152b0d0ecfc6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:50.303394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.317986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Calling delete_port for f956f088-f5d6-4d8d-a122-152b0d0ecfc6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:50.361437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Routers {'428c37d3-58af-4b4f-8197-fd518e3756ad'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:05:50.362465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['428c37d3-58af-4b4f-8197-fd518e3756ad'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:50.469566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] Set router 428c37d3-58af-4b4f-8197-fd518e3756ad gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:50.512990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e500fdad-a3dc-4cfd-a96c-1f5ae74d1272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.514289 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:05:50.546086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ebf-4535-4f28-a8b9-23cf38d3d10e req-8568141a-3d37-43e4-90b8-1cb1a346c890 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:50.551178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b85b5ebf-4535-4f28-a8b9-23cf38d3d10e req-8568141a-3d37-43e4-90b8-1cb1a346c890 tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.2178075 Sep 24 19:05:50.574426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:05:50.577323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:49Z', 'revision_number': 6, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:50.610831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-5d9509eb-a891-4c6d-b832-3bd2ec0edbdc tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:50.619104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-5d9509eb-a891-4c6d-b832-3bd2ec0edbdc tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 945 time: 0.2186899 Sep 24 19:05:50.635590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:05:50.636334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.684308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043be220-3f5f-4f9e-bd6a-3e4c5a59cd7f None None] The sync data for ids ['428c37d3-58af-4b4f-8197-fd518e3756ad'] in n-d-810952-2 is: [{'id': '428c37d3-58af-4b4f-8197-fd518e3756ad', 'name': 'tempest-FloatingIPDetailsTestJSON-1758312188-router', 'tenant_id': '23193bdf8e554b9795d79fdf8187a8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:13Z', 'updated_at': '2021-09-24T19:05:49Z', 'revision_number': 6, 'project_id': '23193bdf8e554b9795d79fdf8187a8a2', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:50.785506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.808499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.832478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:50.836027 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc2fb4-ae04-4332-b45c-de0a648675cd" -d '{"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-plugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:50.858895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:50.866128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.869327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd7821d5-9ed6-4ea0-a664-e76dd35ae972 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:50.886076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Pushing event deleted for resources: {'Port': ['ID=f956f088-f5d6-4d8d-a122-152b0d0ecfc6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:50.921621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: fd7821d5-9ed6-4ea0-a664-e76dd35ae972 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:50.922118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device fd7821d5-9ed6-4ea0-a664-e76dd35ae972 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:50.931130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b85b5ebf-4535-4f28-a8b9-23cf38d3d10e req-aff364f5-9e95-49e1-9fc8-6282d80fd3fc tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/security-groups?id=16017e46-3676-4312-8db5-283d650a7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601677 Sep 24 19:05:50.989949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:50.999395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Deleting port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:50.999762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.009256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:51.021361 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afd33b-c9c3-48c7-8e2a-e7c61f5d8857 x-openstack-request-id: req-29afd33b-c9c3-48c7-8e2a-e7c61f5d8857 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:51.021806 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-plugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:51.022168 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29afd33b-c9c3-48c7-8e2a-e7c61f5d8857 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:51.022658 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'code': 200} Sep 24 19:05:51.050640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a78c-2c79-4fa4-bd79-0e7220efa29d req-30ce83f1-67ab-41cb-adf3-3833068b121c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:51.058885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5908a78c-2c79-4fa4-bd79-0e7220efa29d req-30ce83f1-67ab-41cb-adf3-3833068b121c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1356804 Sep 24 19:05:51.129439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.131964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.162238 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:51.196794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.197490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428c37d3-58af-4b4f-8197-fd518e3756ad {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:05:51.202800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.204773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ad61f99-d0f6-4e08-aaa9-77684fda5889 admin admin] 10.222.0.18 "DELETE /v2.0/routers/428c37d3-58af-4b4f-8197-fd518e3756ad HTTP/1.1" status: 204 len: 168 time: 1.7330794 Sep 24 19:05:51.207966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:51.232347 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000be3b-e6c4-489c-9d5e-1fa1581c684f None None] The sync data for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 is: [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:02:47Z', 'revision_number': 4, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c58a895d-04a1-4965-a8c1-1ab04180ee78', 'name': '', 'network_id': '597f08b5-25e4-459a-a4b4-f77ea56fff1d', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'mac_address': 'fa:16:3e:cf:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:45Z', 'updated_at': '2021-09-24T19:02:54Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'subnets': [{'id': '4acc6193-07ec-4ccc-956c-2fd06495d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:05:51.284829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Deleting subnet 1c34fe6e-9766-414b-9061-7e1e5c1ef5a5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:51.293466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.364598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6e8e2-8f89-4f79-9e28-0b61ea57ff3d req-814b7d39-49d3-40b7-ae51-461d1c698045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:51.366132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2db6e8e2-8f89-4f79-9e28-0b61ea57ff3d req-814b7d39-49d3-40b7-ae51-461d1c698045 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1100 time: 0.2771926 Sep 24 19:05:51.375961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.376131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5908a78c-2c79-4fa4-bd79-0e7220efa29d req-7275ed6a-54b9-4e2a-ba9b-dcd8c4bcc1b3 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163564 Sep 24 19:05:51.434586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30374b62-3f0c-4c3d-81e2-4d0f05301f3d req-fb6eb629-6640-4fd9-91af-495311deaecd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:51.445788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30374b62-3f0c-4c3d-81e2-4d0f05301f3d req-fb6eb629-6640-4fd9-91af-495311deaecd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1947858 Sep 24 19:05:51.485518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2db6e8e2-8f89-4f79-9e28-0b61ea57ff3d req-ab1d569f-007e-452b-a97f-4b301feb681b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834949 Sep 24 19:05:51.492623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] For port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,segment=NetworkSegment(4006b7ad-5866-45df-9d60-652288994e9d),segment_id=4006b7ad-5866-45df-9d60-652288994e9d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:51.493193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.519847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Calling delete_port for 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:51.542754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.597594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30374b62-3f0c-4c3d-81e2-4d0f05301f3d req-6bc00388-5fed-4fea-9503-42c2555a0e6c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505332 Sep 24 19:05:51.646514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.655463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d62dce-0d7f-42e2-907e-2d4ded4bba9b None None] New status for floating IP 2102ba85-9b0b-4684-9649-f97714d21e4f: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:05:51.687775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.691993 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c34fe6e-9766-414b-9061-7e1e5c1ef5a5 HTTP/1.1" status: 204 len: 168 time: 0.4786713 Sep 24 19:05:51.691993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe93eb-8ce5-43ab-8145-4173d7ecd026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c34fe6e-9766-414b-9061-7e1e5c1ef5a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:51.694087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:51.696280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f80ef-f23c-4a31-9cf5-58fa33561f0e None None] Network 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:51.749759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4b141bc-2129-40c4-bdd8-8a9fe9db2f7f req-a96c8040-aead-4fb4-9892-f9ace0f527ac tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.1040766 Sep 24 19:05:51.866970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:51.978824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.043339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] DHCP port deletion for 15e705a8-ed8e-49f8-b00d-7e9253f5ce2f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:05:52.100689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Pushing event deleted for resources: {'Port': ['ID=51d38a6e-9f34-4027-b3a4-c57fe0784ef0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:52.105196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23dd3553-93d1-4705-a45b-76e8baa0c3ee req-2f18a3c5-46a7-4095-93a1-c18a3f8669fd tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bafa373-d7c7-4939-b79e-42eeaf8891e1 HTTP/1.1" status: 200 len: 210 time: 0.0825598 Sep 24 19:05:52.123134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Deleting port d360f6f8-391f-4500-821d-1713c0f9d393 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:52.123478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.136512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Deleting port d360f6f8-391f-4500-821d-1713c0f9d393 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:52.136888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.231078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] For port d360f6f8-391f-4500-821d-1713c0f9d393, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d360f6f8-391f-4500-821d-1713c0f9d393,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:52.231447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.234672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] For port d360f6f8-391f-4500-821d-1713c0f9d393, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d360f6f8-391f-4500-821d-1713c0f9d393,segment=NetworkSegment(a1038a4c-50da-45a7-a445-87603567ca53),segment_id=a1038a4c-50da-45a7-a445-87603567ca53)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:52.235171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.243850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Calling delete_port for d360f6f8-391f-4500-821d-1713c0f9d393 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:52.249465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Calling delete_port for d360f6f8-391f-4500-821d-1713c0f9d393 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:52.327738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] No DVR routers for this DVR port 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:52.331427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.333740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29d3e55a-ecce-48d0-b43e-dc222772330b req-98c78d4d-2e50-4945-b4b1-7906bc683ffb tempest-ServerTagsTestJSON-1337529497 tempest-ServerTagsTestJSON-1337529497-project] 10.222.0.69 "DELETE /v2.0/ports/51d38a6e-9f34-4027-b3a4-c57fe0784ef0 HTTP/1.1" status: 204 len: 173 time: 1.6979835 Sep 24 19:05:52.334207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'name': 'network-vif-deleted', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:05:52.337016 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8074a98-e36f-46f7-b386-4f8eb891d2dc" -d '{"events": [{"server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "name": "network-vif-deleted", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:05:52.449359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.501314 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a48caaa-3ca9-4459-96f4-2d2951d89d17 x-openstack-request-id: req-5a48caaa-3ca9-4459-96f4-2d2951d89d17 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:05:52.502095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bafa373-d7c7-4939-b79e-42eeaf8891e1", "name": "network-vif-deleted", "tag": "51d38a6e-9f34-4027-b3a4-c57fe0784ef0", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:05:52.502686 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a48caaa-3ca9-4459-96f4-2d2951d89d17 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:05:52.503323 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bafa373-d7c7-4939-b79e-42eeaf8891e1', 'name': 'network-vif-deleted', 'tag': '51d38a6e-9f34-4027-b3a4-c57fe0784ef0', 'status': 'completed', 'code': 200} Sep 24 19:05:52.529424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Pushing event deleted for resources: {'Port': ['ID=d360f6f8-391f-4500-821d-1713c0f9d393,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:52.537619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d0e03f9-0ac7-42bc-8d25-1e804e93122f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:52.540399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] No DVR routers for this DVR port d360f6f8-391f-4500-821d-1713c0f9d393 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:52.570704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1d0e03f9-0ac7-42bc-8d25-1e804e93122f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:52.571069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d0e03f9-0ac7-42bc-8d25-1e804e93122f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:52.571500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d360f6f8-391f-4500-821d-1713c0f9d393 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:52.592806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d360f6f8-391f-4500-821d-1713c0f9d393 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:52.593151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d360f6f8-391f-4500-821d-1713c0f9d393 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:52.593569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f956f088-f5d6-4d8d-a122-152b0d0ecfc6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:52.595427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.643040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e7a2-e33f-4afe-abe7-22a8c08c3b2a req-1fc0f97f-e4b6-452d-a9c6-49306303b3ad tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:52.645382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e25e7a2-e33f-4afe-abe7-22a8c08c3b2a req-1fc0f97f-e4b6-452d-a9c6-49306303b3ad tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1407893 Sep 24 19:05:52.654235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] Pushing event deleted for resources: {'Port': ['ID=d360f6f8-391f-4500-821d-1713c0f9d393,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:52.656682 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c56174-e675-42be-b56a-512c06b4c457 None None] No DVR routers for this DVR port d360f6f8-391f-4500-821d-1713c0f9d393 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:05:52.658692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f956f088-f5d6-4d8d-a122-152b0d0ecfc6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:52.659244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f956f088-f5d6-4d8d-a122-152b0d0ecfc6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:52.693234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.767745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e705a8-ed8e-49f8-b00d-7e9253f5ce2f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:52.784872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1038a4c-50da-45a7-a445-87603567ca53') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:52.785260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1038a4c-50da-45a7-a445-87603567ca53') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:52.835522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e25e7a2-e33f-4afe-abe7-22a8c08c3b2a req-31a95487-1a21-48d6-9888-87bb506a2a76 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384957 Sep 24 19:05:52.843201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.885704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa7eceba-a32b-4d9a-8cf0-5d8e1245dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.890531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc29b4-3535-4548-9577-9049afc4e883 req-923b48fa-22a8-4d68-aedf-6ca90b78368b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:52.897885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3cc29b4-3535-4548-9577-9049afc4e883 req-923b48fa-22a8-4d68-aedf-6ca90b78368b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1824405 Sep 24 19:05:52.919318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.932370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:52.932744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:52.934618 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:52.991480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3cc29b4-3535-4548-9577-9049afc4e883 req-df416061-4fb5-4d91-ba6c-3b2a7b18364d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926328 Sep 24 19:05:53.037174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dc3f569-3677-4341-b474-3ea965b47a05 req-329eb53f-b764-45aa-9f2c-961df2fb27be tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.0829778 Sep 24 19:05:53.055054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.062198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.067220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] 10.222.0.18 "DELETE /v2.0/networks/15e705a8-ed8e-49f8-b00d-7e9253f5ce2f HTTP/1.1" status: 204 len: 168 time: 1.3363132 Sep 24 19:05:53.077187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3083-e391-4e77-a369-f875830c3845 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e705a8-ed8e-49f8-b00d-7e9253f5ce2f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:53.186870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:53.338423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.340540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Deleting subnet d68eca90-81c4-4ed4-b5d4-9011646eeaef {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:53.344201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.386734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60132) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:53.389144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.433803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b3ed0ac6-3c45-4b8f-8d75-e452967d2b4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23193bdf8e554b9795d79fdf8187a8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452049 Sep 24 19:05:53.433990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.436667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60134) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:53.488518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.506047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.516992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.533599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68eca90-81c4-4ed4-b5d4-9011646eeaef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:53.535597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.540109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60136) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:53.540313 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5a3e5846-cdaa-4ac4-9345-979054fa2976 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d68eca90-81c4-4ed4-b5d4-9011646eeaef HTTP/1.1" status: 204 len: 168 time: 0.3516488 Sep 24 19:05:53.622085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.633451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.636614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.640387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e03d7d27-f9fe-43ae-ae5c-14c1f448a944 HTTP/1.1" status: 204 len: 168 time: 0.2002244 Sep 24 19:05:53.656846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029af89-f363-4d88-99d8-b125cd300225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d7d27-f9fe-43ae-ae5c-14c1f448a944,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:53.735483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.756065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca4443f-d951-4569-b74f-4787fa4f6ea7']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:53.766833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4006b7ad-5866-45df-9d60-652288994e9d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:53.767195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4006b7ad-5866-45df-9d60-652288994e9d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:53.778326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.793335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.799995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:53.800424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:53.802218 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:53.882775 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.888933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:53.891670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ca4443f-d951-4569-b74f-4787fa4f6ea7 HTTP/1.1" status: 204 len: 168 time: 0.3502278 Sep 24 19:05:53.905761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007240e-46ce-46cd-a707-f3de98dc3f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca4443f-d951-4569-b74f-4787fa4f6ea7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:53.946168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:05:53.970694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca54cd5-dde6-415d-8243-9f7ee9ba2723 req-67a96108-e632-47cd-93f5-b5c6d85d885e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:53.972639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca54cd5-dde6-415d-8243-9f7ee9ba2723 req-67a96108-e632-47cd-93f5-b5c6d85d885e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0608261 Sep 24 19:05:53.979075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:05:53.979700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 51d38a6e-9f34-4027-b3a4-c57fe0784ef0 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:05:54.028857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca54cd5-dde6-415d-8243-9f7ee9ba2723 req-fb4b03ff-c7e6-4ced-a138-4e9dab661835 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Sep 24 19:05:54.074731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:54.220510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:54.248204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1220bcb6-ac34-4df9-9f23-c955ebac1420 req-b7a9edbc-3a3e-4bcd-a520-66a7c3d2b999 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.0650904 Sep 24 19:05:54.282393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd5a1c-b0b0-4fb4-b066-52c881944885 req-9df6244a-d2b9-4b3f-9e71-c101c0c87d0b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:54.291915 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eecaf2c6-7833-41e2-9e38-7fde0ec27678 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e64fc79f7c5b4690a19fdae7e612e091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680513 Sep 24 19:05:54.293081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:54.307739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7bfd5a1c-b0b0-4fb4-b066-52c881944885 req-9df6244a-d2b9-4b3f-9e71-c101c0c87d0b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1714144 Sep 24 19:05:54.362505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:54.396327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:54.405204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7bfd5a1c-b0b0-4fb4-b066-52c881944885 req-6d9172f1-ed9b-4fd4-9e3f-734e8de5d4ca tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916734 Sep 24 19:05:54.473037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:54.476173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:54.479609 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16017e46-3676-4312-8db5-283d650a7e6b HTTP/1.1" status: 204 len: 168 time: 0.1826918 Sep 24 19:05:54.487215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2827d5-bbb1-4b4a-a8d4-efa2034e9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16017e46-3676-4312-8db5-283d650a7e6b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:54.564508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adbf64-2031-4ba9-8198-3c148c0e045a req-0c362e22-9679-4501-ba73-e2976197742f tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:54.575415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22adbf64-2031-4ba9-8198-3c148c0e045a req-0c362e22-9679-4501-ba73-e2976197742f tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1100 time: 0.0623043 Sep 24 19:05:54.612064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22adbf64-2031-4ba9-8198-3c148c0e045a req-612cd175-3dcc-45d1-bb73-cbab8bbd58b2 tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Sep 24 19:05:54.834461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:55.085021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2045550092-network', 'tenant_id': '8d9b0e40f31643418fb0be2484a69a5f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:55.152488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Made reservation on behalf of 8d9b0e40f31643418fb0be2484a69a5f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:55.159261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.174377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6c10a-cc23-4ff0-b66d-1c1a0d1e7a1e req-d2ed1fa0-e510-45e9-891d-6e28e5c6f4c3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:55.179550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ff6c10a-cc23-4ff0-b66d-1c1a0d1e7a1e req-d2ed1fa0-e510-45e9-891d-6e28e5c6f4c3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1448643 Sep 24 19:05:55.199432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.263412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ff6c10a-cc23-4ff0-b66d-1c1a0d1e7a1e req-8cf94e29-82a7-4762-9714-ed183216586d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Sep 24 19:05:55.272520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1af0ce-e0d3-4926-9cb4-7807788be58c req-1a2d8fa2-d31a-44fd-942e-5cfc32162b3c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:55.320614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a1af0ce-e0d3-4926-9cb4-7807788be58c req-1a2d8fa2-d31a-44fd-942e-5cfc32162b3c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1375291 Sep 24 19:05:55.415067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a1af0ce-e0d3-4926-9cb4-7807788be58c req-868d06af-276e-4692-ad74-ac71ad0832d1 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931430 Sep 24 19:05:55.522306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-beb29671-7149-4a36-bd06-917504df0d31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5296266 Sep 24 19:05:55.540305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-d35696b5-46b1-4a4f-ae81-ab3f37c7b609 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:05:55.553853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a33e6960-435c-4efd-a740-63e0abcc4050 req-5397f047-93c1-443b-9366-a7f449749dda tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/ports?device_id=e278556c-021a-4241-b36e-cae539b20cda HTTP/1.1" status: 200 len: 210 time: 0.0704536 Sep 24 19:05:55.555625 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-d35696b5-46b1-4a4f-ae81-ab3f37c7b609 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205107 Sep 24 19:05:55.574888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.587543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.621028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:05:55.641468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.642036 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Added segment 5df2e0e7-06fd-422c-bd7c-5dd4e3a1e369 of type vlan for network 7711c74b-61e8-4bb7-a1f5-377404ef6423 Sep 24 19:05:55.690066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.729797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.731950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:55.732746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.780826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec4fd6e-0484-496b-9209-0dce77749e0c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:55.846901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:55.858463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] Pushing event updated for resources: {'Network': ['ID=7711c74b-61e8-4bb7-a1f5-377404ef6423,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:55.866622 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e71ad1b3-51b0-460a-96f9-35876560f87d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0309844 Sep 24 19:05:55.870571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:55.871530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7711c74b-61e8-4bb7-a1f5-377404ef6423 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:05:55.875467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Request body: {'subnet': {'network_id': '7711c74b-61e8-4bb7-a1f5-377404ef6423', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2045550092-subnet', 'tenant_id': '8d9b0e40f31643418fb0be2484a69a5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:05:55.904776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Made reservation on behalf of 8d9b0e40f31643418fb0be2484a69a5f for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:05:55.919141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:56.198281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:56.262536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd2e148-fd9d-4ca6-bb2e-69e42f4a3c1b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:56.294441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Checking segment: {'id': '5df2e0e7-06fd-422c-bd7c-5dd4e3a1e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7711c74b-61e8-4bb7-a1f5-377404ef6423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:05:56.295913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Network hostable DHCP agents. Network: 7711c74b-61e8-4bb7-a1f5-377404ef6423, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:05:56.334542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Network 7711c74b-61e8-4bb7-a1f5-377404ef6423 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:05:56.355913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7711c74b-61e8-4bb7-a1f5-377404ef6423) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:05:56.371832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:56.371832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:56.372160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1bc402-59c9-498d-8dc3-6f619381c77f None None] Network 7711c74b-61e8-4bb7-a1f5-377404ef6423 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:56.416813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-07928a0f-2fca-4926-8b6c-3b109f6a4fab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5433846 Sep 24 19:05:56.527665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db581556-a246-4181-b543-19669bac3644 req-f9b261d9-9493-4225-b46c-c6512b4387f2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:56.536611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db581556-a246-4181-b543-19669bac3644 req-f9b261d9-9493-4225-b46c-c6512b4387f2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0857451 Sep 24 19:05:56.604706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db581556-a246-4181-b543-19669bac3644 req-20dd574c-a6a9-4e12-aed5-f363708288b9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659974 Sep 24 19:05:56.678571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd80e1-2868-42b8-befb-f7e901c7ea57 None None] Network 7711c74b-61e8-4bb7-a1f5-377404ef6423 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:05:56.820015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc4044-e8e5-4f1a-9faa-850a9b6230ef req-9de26eb9-a09d-49c3-b48e-d1e936a01399 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:56.832456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ccc4044-e8e5-4f1a-9faa-850a9b6230ef req-9de26eb9-a09d-49c3-b48e-d1e936a01399 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0878959 Sep 24 19:05:56.920948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ccc4044-e8e5-4f1a-9faa-850a9b6230ef req-3df8a2a2-53c7-464d-8a1c-3f0ee6ba0aa3 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859392 Sep 24 19:05:56.961379 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-83dc7f39-b8ea-4691-a978-8f93e2255763 req-7e552b8b-24e6-4a1f-98d0-b93da42ac569 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] show failed (client error): The resource could not be found. Sep 24 19:05:56.963739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83dc7f39-b8ea-4691-a978-8f93e2255763 req-7e552b8b-24e6-4a1f-98d0-b93da42ac569 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/bfec3701-ee55-4b5e-a5ff-2f5a392fae96 HTTP/1.1" status: 404 len: 352 time: 0.0209155 Sep 24 19:05:56.999159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8829712-db50-4ec8-8f5f-2a05f01e6168 req-7821088d-78bf-4456-a59e-d426fdacc933 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0399697 Sep 24 19:05:57.015965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60300) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:57.171204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.229625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5586e91f-5872-4e34-9493-dcb884bdec4e req-90ce2ae9-2b1d-412e-b094-b1eff303a464 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d9b0e40f31643418fb0be2484a69a5f HTTP/1.1" status: 200 len: 2988 time: 0.1531165 Sep 24 19:05:57.248965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.355845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5586e91f-5872-4e34-9493-dcb884bdec4e req-b1e266a2-4bf7-4a1b-a6af-88b8b0802f4f tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/3ec4fd6e-0484-496b-9209-0dce77749e0c HTTP/1.1" status: 200 len: 2985 time: 0.1252286 Sep 24 19:05:57.364274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-36c9b898-4b9c-407c-82a2-5118871c4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:57.365920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-36c9b898-4b9c-407c-82a2-5118871c4397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1100 time: 0.0793619 Sep 24 19:05:57.413335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.416838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.421244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "DELETE /v2.0/security-groups/67a212af-246f-445c-a099-a6969419825a HTTP/1.1" status: 204 len: 168 time: 0.4024518 Sep 24 19:05:57.421694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:57.444749 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-46156431-841b-4692-beef-f44c5dbd3cce tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] show failed (client error): The resource could not be found. Sep 24 19:05:57.449481 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46156431-841b-4692-beef-f44c5dbd3cce tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "GET /v2.0/security-groups/67a212af-246f-445c-a099-a6969419825a HTTP/1.1" status: 404 len: 347 time: 0.0248439 Sep 24 19:05:57.451457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:57.460642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f5b9e-16ac-4d34-a098-160b761f1dc4 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a212af-246f-445c-a099-a6969419825a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:57.483394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5586e91f-5872-4e34-9493-dcb884bdec4e req-4dfcb1ac-5625-42fb-bcdb-f8367c7d59da tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/3ec4fd6e-0484-496b-9209-0dce77749e0c HTTP/1.1" status: 200 len: 2985 time: 0.1139596 Sep 24 19:05:57.655231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Deleting port 31b4ba79-0769-4211-9e58-e686b110d918 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:57.659086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.788504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.789281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:57.805482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Calling delete_port for 31b4ba79-0769-4211-9e58-e686b110d918 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:57.987942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:58.058508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Pushing event deleted for resources: {'Port': ['ID=31b4ba79-0769-4211-9e58-e686b110d918,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:58.083107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04678fbb-e7ae-4b5e-87c5-366152adb1af req-ff5d475a-7fa9-452f-852a-653b0ebc364f tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/3ec4fd6e-0484-496b-9209-0dce77749e0c HTTP/1.1" status: 200 len: 2985 time: 0.1668062 Sep 24 19:05:58.127987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:58.131407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:58.136481 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18176c7d-8727-4bf5-8a26-9a23fb8b8f99 tempest-ServersTestBootFromVolume-811718006 tempest-ServersTestBootFromVolume-811718006-project] 10.222.0.18 "DELETE /v2.0/floatingips/2102ba85-9b0b-4684-9649-f97714d21e4f HTTP/1.1" status: 204 len: 168 time: 0.6834712 Sep 24 19:05:58.137125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:58.196402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb1a-ff4a-4f11-bc0d-d4cda20634b0 req-7ffd1be6-090f-4400-9ad7-1a38f5c27bc3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:58.208245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bb3eb1a-ff4a-4f11-bc0d-d4cda20634b0 req-7ffd1be6-090f-4400-9ad7-1a38f5c27bc3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2921867 Sep 24 19:05:58.226878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-b15c4ddc-42b5-4a9b-a31a-59e434b2deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:58.228711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-b15c4ddc-42b5-4a9b-a31a-59e434b2deb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.8463364 Sep 24 19:05:58.321703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-611e28af-d50a-497e-8b64-90b9a10af283 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0720482 Sep 24 19:05:58.422604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bb3eb1a-ff4a-4f11-bc0d-d4cda20634b0 req-8fac3369-ffb7-4398-a9b2-36c0ebecf2b5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117534 Sep 24 19:05:58.438054 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-04678fbb-e7ae-4b5e-87c5-366152adb1af req-34fc8ee8-2f8f-40fa-904a-d0b7454a693c tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 19:05:58.439249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04678fbb-e7ae-4b5e-87c5-366152adb1af req-34fc8ee8-2f8f-40fa-904a-d0b7454a693c tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "DELETE /v2.0/security-groups/3ec4fd6e-0484-496b-9209-0dce77749e0c HTTP/1.1" status: 409 len: 352 time: 0.3552222 Sep 24 19:05:58.455849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-1e034662-2972-4bdd-ad70-a5ffe2c02cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:58.457340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-1e034662-2972-4bdd-ad70-a5ffe2c02cf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1171174 Sep 24 19:05:58.580808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99d541ae-1f08-4db5-b68b-89dcfcf3cf75 req-79c2f568-8f47-4d79-87f2-d72efe0d389c tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0377324 Sep 24 19:05:58.587788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-eb7cf759-566a-49c6-b8a1-253649025f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:58.589296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-eb7cf759-566a-49c6-b8a1-253649025f51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231134 Sep 24 19:05:58.602514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec604-d7d3-457c-b4f9-beb05e5e824f req-c85f1e06-b13b-41f9-8fb7-ae135c8b7b82 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:58.604244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-467ec604-d7d3-457c-b4f9-beb05e5e824f req-c85f1e06-b13b-41f9-8fb7-ae135c8b7b82 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0969136 Sep 24 19:05:58.615288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-ed466536-889f-4c99-abab-40d3306d204d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:05:58.616285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-ed466536-889f-4c99-abab-40d3306d204d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111780 Sep 24 19:05:58.679646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-467ec604-d7d3-457c-b4f9-beb05e5e824f req-244eaa93-6b01-4480-abcd-a02acc9550f7 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683038 Sep 24 19:05:58.722412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:58.750168 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-0621fdc1-0e85-432e-aa43-8a12b9fe85c8 req-6af5f7a4-288b-4df5-8fbe-18ee9f9fe708 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] show failed (client error): The resource could not be found. Sep 24 19:05:58.751223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0621fdc1-0e85-432e-aa43-8a12b9fe85c8 req-6af5f7a4-288b-4df5-8fbe-18ee9f9fe708 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/cd7c7b02-b803-47a3-8126-718ce957c269 HTTP/1.1" status: 404 len: 352 time: 0.0207114 Sep 24 19:05:58.785867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-23cc85ec-df8f-4677-a0d3-10d7eced34b7 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547875 Sep 24 19:05:58.799532 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-0bedc3db-2c39-4003-92b2-9ae0d67a88af req-19099329-16b0-465f-9236-632be4c11c12 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] show failed (client error): The resource could not be found. Sep 24 19:05:58.800578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bedc3db-2c39-4003-92b2-9ae0d67a88af req-19099329-16b0-465f-9236-632be4c11c12 tempest-SecurityGroupsNegativeTestJSON-706371075 tempest-SecurityGroupsNegativeTestJSON-706371075-project] 10.222.0.18 "GET /v2.0/security-groups/7d2e4659-7979-4f8e-b8c8-f335b628e60a HTTP/1.1" status: 404 len: 352 time: 0.0138426 Sep 24 19:05:58.815356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60334) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:58.940266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Deleting subnet 0bd2e148-fd9d-4ca6-bb2e-69e42f4a3c1b {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:05:58.946283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.000267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-a5ff1475-ade6-42db-b88b-cda4d6f99117 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987097 Sep 24 19:05:59.004731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.053995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.110067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Deleting port c58a895d-04a1-4965-a8c1-1ab04180ee78 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:05:59.111173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.140578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.179141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd2e148-fd9d-4ca6-bb2e-69e42f4a3c1b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:59.181267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.187663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c4a38b43-9b0f-4ae0-a6d4-61c2f76c0f88 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0bd2e148-fd9d-4ca6-bb2e-69e42f4a3c1b HTTP/1.1" status: 204 len: 168 time: 0.3666131 Sep 24 19:05:59.187663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60342) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:05:59.240854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] For port c58a895d-04a1-4965-a8c1-1ab04180ee78, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c58a895d-04a1-4965-a8c1-1ab04180ee78,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:05:59.241341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.256824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Calling delete_port for c58a895d-04a1-4965-a8c1-1ab04180ee78 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:05:59.268859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.363365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.392397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7711c74b-61e8-4bb7-a1f5-377404ef6423']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:59.404421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df2e0e7-06fd-422c-bd7c-5dd4e3a1e369') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:59.404719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df2e0e7-06fd-422c-bd7c-5dd4e3a1e369') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:05:59.416585 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.432966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.443081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:05:59.443497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:05:59.445998 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:05:59.469629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.515160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Pushing event deleted for resources: {'Port': ['ID=c58a895d-04a1-4965-a8c1-1ab04180ee78,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:59.552967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.586363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.591691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7711c74b-61e8-4bb7-a1f5-377404ef6423 HTTP/1.1" status: 204 len: 168 time: 0.4038568 Sep 24 19:05:59.593885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f9323c8-9a79-4698-89cd-07a9d24a4c3f req-c506792e-eed5-40fc-b033-0c7d99d847cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0557113 Sep 24 19:05:59.626293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34637842-4806-41c9-b5c1-05551ceb2896 admin admin] Pushing event deleted for resources: {'Network': ['ID=7711c74b-61e8-4bb7-a1f5-377404ef6423,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:05:59.668671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d4464-2b7c-4caa-9d85-6a0a2f5a995d req-08bd08de-2e0a-4f9c-ba2a-802a7df36c20 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:05:59.671846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c3d4464-2b7c-4caa-9d85-6a0a2f5a995d req-08bd08de-2e0a-4f9c-ba2a-802a7df36c20 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1216931 Sep 24 19:05:59.747004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c3d4464-2b7c-4caa-9d85-6a0a2f5a995d req-f12bb423-3f18-45e0-86ad-60c7662cca57 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Sep 24 19:05:59.811271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:05:59.852772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7204308c-2b47-489d-8fcc-d98b32c8538b req-5b6a534c-2cb6-4825-bf11-98fc1279020c tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0413101 Sep 24 19:05:59.909984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60354) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:00.000081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b9590468-1f12-4e74-b5a2-72d56f688cdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d9b0e40f31643418fb0be2484a69a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879052 Sep 24 19:06:00.002605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60358) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:00.025218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122857a-6245-40e0-8470-68920924b661 req-c7e929cb-0c43-40c9-bc70-7d80ac595dcb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:00.026972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1122857a-6245-40e0-8470-68920924b661 req-c7e929cb-0c43-40c9-bc70-7d80ac595dcb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1103680 Sep 24 19:06:00.112224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1122857a-6245-40e0-8470-68920924b661 req-b7da7980-f2ce-4250-82cf-7e7f6a637d26 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751569 Sep 24 19:06:00.113790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.164167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.236841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.239616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.240903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ec4fd6e-0484-496b-9209-0dce77749e0c HTTP/1.1" status: 204 len: 168 time: 0.2370665 Sep 24 19:06:00.256710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7d21-aca1-4d12-92db-27509420867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec4fd6e-0484-496b-9209-0dce77749e0c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:00.459147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Router 2f988107-c340-48b7-a58f-77652298a3ee has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:06:00.569377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:06:00.575075 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67797f4a-a537-46a8-82f3-22130c9aecef admin admin] 10.222.0.18 "PUT /v2.0/routers/2f988107-c340-48b7-a58f-77652298a3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4369411 Sep 24 19:06:00.577722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60366) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:00.582840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Sync routers for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:06:00.593240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:00.594145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:00.687141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.714021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:00.818248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.926192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd96b7a-078e-4db5-8213-308dd7de4bc3 req-1ebb8ad1-d688-47d5-8796-ede0c4797b37 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:00.930040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Deleting port 29903dcc-76b2-46a2-8826-8cdf634ca1f0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:06:00.930392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:00.931458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dd96b7a-078e-4db5-8213-308dd7de4bc3 req-1ebb8ad1-d688-47d5-8796-ede0c4797b37 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0671787 Sep 24 19:06:00.934151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:05:59Z', 'revision_number': 5, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port': {'id': '29903dcc-76b2-46a2-8826-8cdf634ca1f0', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f988107-c340-48b7-a58f-77652298a3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:02:42Z', 'updated_at': '2021-09-24T19:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:00.963998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Checking router: 2f988107-c340-48b7-a58f-77652298a3ee for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:06:00.973154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Routers {'2f988107-c340-48b7-a58f-77652298a3ee'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:00.973941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2f988107-c340-48b7-a58f-77652298a3ee'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:01.031484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dd96b7a-078e-4db5-8213-308dd7de4bc3 req-354655e1-e6c5-406d-8587-d47582532926 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Sep 24 19:06:01.050548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] For port 29903dcc-76b2-46a2-8826-8cdf634ca1f0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=29903dcc-76b2-46a2-8826-8cdf634ca1f0,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:01.050959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.055038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-089d64b1-b620-4133-99a1-42fdfcfa8796 req-97f6b989-b3ca-40a4-80ab-30a425a34b5d tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0412080 Sep 24 19:06:01.086669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Calling delete_port for 29903dcc-76b2-46a2-8826-8cdf634ca1f0 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:06:01.087252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] Set router 2f988107-c340-48b7-a58f-77652298a3ee gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:01.179737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:06:00Z', 'revision_number': 6, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:01.231469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf3f69-3fae-4c7b-aa27-a45b231c50a6 None None] The sync data for ids ['2f988107-c340-48b7-a58f-77652298a3ee'] in n-d-810952-2 is: [{'id': '2f988107-c340-48b7-a58f-77652298a3ee', 'name': 'tempest-ServersTestBootFromVolume-448615668-router', 'tenant_id': '661e0ac6cb5d41afb67bdf17df94de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:02:41Z', 'updated_at': '2021-09-24T19:06:00Z', 'revision_number': 6, 'project_id': '661e0ac6cb5d41afb67bdf17df94de51', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:06:01.312223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f15f-a184-4b27-bfdf-bdf45131a34a req-5b37c5a6-844f-4f68-8210-3263c81432f9 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:01.313803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ba3f15f-a184-4b27-bfdf-bdf45131a34a req-5b37c5a6-844f-4f68-8210-3263c81432f9 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0695438 Sep 24 19:06:01.347916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.412886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ba3f15f-a184-4b27-bfdf-bdf45131a34a req-3cf73d98-b544-4554-9ee8-bdcffb7b9773 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907919 Sep 24 19:06:01.423314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Pushing event deleted for resources: {'Port': ['ID=29903dcc-76b2-46a2-8826-8cdf634ca1f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:01.503722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.544101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f4ccf30-1979-4008-b92a-827c56fac429 req-a79b6ce9-2782-4897-9771-a64b4a5a102d tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0411167 Sep 24 19:06:01.617457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.620048 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.680131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.680897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f988107-c340-48b7-a58f-77652298a3ee {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:06:01.686992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.690592 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-13cd0205-2069-43d4-90e0-d87673a7e036 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2f988107-c340-48b7-a58f-77652298a3ee HTTP/1.1" status: 204 len: 168 time: 1.1098523 Sep 24 19:06:01.691248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:01.750885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Deleting subnet 4acc6193-07ec-4ccc-956c-2fd06495d9b7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:06:01.755692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.809830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.894912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.913620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:01.962375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.989935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acc6193-07ec-4ccc-956c-2fd06495d9b7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:01.992014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:01.996885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e8f6a6ba-2ccb-45d0-be12-2bfa25f864a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4acc6193-07ec-4ccc-956c-2fd06495d9b7 HTTP/1.1" status: 204 len: 168 time: 0.3018615 Sep 24 19:06:01.997060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8398b-af4a-4498-9ea0-15f25323a5be None None] Network 597f08b5-25e4-459a-a4b4-f77ea56fff1d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:01.997505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:02.126966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.138307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cf230d-366a-4824-9884-74ca79066610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.226678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbab78-0b4e-465c-96b7-7fae56bc651f req-d10bf6a1-94b5-463c-8c63-e48bbdc8a34c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:02.236020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88dbab78-0b4e-465c-96b7-7fae56bc651f req-d10bf6a1-94b5-463c-8c63-e48bbdc8a34c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0745978 Sep 24 19:06:02.240963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] DHCP port deletion for 597f08b5-25e4-459a-a4b4-f77ea56fff1d request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:06:02.288221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Deleting port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:06:02.289049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.293512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88dbab78-0b4e-465c-96b7-7fae56bc651f req-37832565-6c5b-48b0-a2fe-d1d33fa3bfe9 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561962 Sep 24 19:06:02.319338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Deleting port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:06:02.319771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.393195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] For port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:02.393565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.397132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cf230d-366a-4824-9884-74ca79066610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.437344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cf230d-366a-4824-9884-74ca79066610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.438175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] For port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,segment=NetworkSegment(2ad662e6-ebe6-4c9c-9775-0b565bf36fad),segment_id=2ad662e6-ebe6-4c9c-9775-0b565bf36fad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:02.438739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.457619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Calling delete_port for 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:06:02.481303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3cf230d-366a-4824-9884-74ca79066610 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfe4c05abada4ef89db84073c3d737c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639718 Sep 24 19:06:02.481303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Calling delete_port for 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:06:02.482678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60446) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:02.490022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 29903dcc-76b2-46a2-8826-8cdf634ca1f0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:02.509599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf230d-366a-4824-9884-74ca79066610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab3c2e-0bb5-4522-9bb5-6bd399247958,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:02.577647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 29903dcc-76b2-46a2-8826-8cdf634ca1f0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:06:02.578091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 29903dcc-76b2-46a2-8826-8cdf634ca1f0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:02.579423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:02.611619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.622013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.649044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:02.658790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.661005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] No DVR routers for this DVR port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:02.694685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No active binding found for port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 {{(pid=94857) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 19:06:02.695543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:02.695975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c58a895d-04a1-4965-a8c1-1ab04180ee78 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:02.732673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.744214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.745852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eab3c2e-0bb5-4522-9bb5-6bd399247958 HTTP/1.1" status: 204 len: 168 time: 0.2611103 Sep 24 19:06:02.771353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95ab45e5-1d69-4081-8d40-8567d638f992 req-35fa47b4-0316-44b2-a433-b17352d512ec tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0594940 Sep 24 19:06:02.808864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.829807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c28cac-4e37-4529-8839-5e11374f548a req-f19e0fec-c303-45e6-887b-a1f48b47f92b tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:02.841895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c28cac-4e37-4529-8839-5e11374f548a req-f19e0fec-c303-45e6-887b-a1f48b47f92b tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.2845237 Sep 24 19:06:02.844825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b839930-782d-4718-8fde-d3c8e88fbdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab3c2e-0bb5-4522-9bb5-6bd399247958,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:02.844964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597f08b5-25e4-459a-a4b4-f77ea56fff1d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:02.848710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.864899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad662e6-ebe6-4c9c-9775-0b565bf36fad') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:02.865449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad662e6-ebe6-4c9c-9775-0b565bf36fad') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:02.878801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.888233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c58a895d-04a1-4965-a8c1-1ab04180ee78 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:06:02.888666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c58a895d-04a1-4965-a8c1-1ab04180ee78 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:02.896031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] No DVR routers for this DVR port 6cb1fd68-809e-4b05-b86b-5a26cb6994b1 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:02.897440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.898313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a271a-3740-494a-ab1d-762221ebf0ac None None] Pushing event deleted for resources: {'Port': ['ID=6cb1fd68-809e-4b05-b86b-5a26cb6994b1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:02.906746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:06:02.906746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.948671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c28cac-4e37-4529-8839-5e11374f548a req-423c781d-b777-4f83-8a18-68048fe1e64b tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064942 Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:06:02.966204 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:06:02.976038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.993302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:02.997976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] 10.222.0.18 "DELETE /v2.0/networks/597f08b5-25e4-459a-a4b4-f77ea56fff1d HTTP/1.1" status: 204 len: 168 time: 0.9977307 Sep 24 19:06:02.997976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219e38b-3a61-4231-be1d-901c79552821 admin admin] Pushing event deleted for resources: {'Network': ['ID=597f08b5-25e4-459a-a4b4-f77ea56fff1d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:03.029118 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.190996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60462) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:03.233560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2aa39605-b49d-4621-9dc1-d3a2cda976cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=661e0ac6cb5d41afb67bdf17df94de51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391212 Sep 24 19:06:03.234201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60464) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:03.283055 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.305665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.360172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.362890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.364085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11cc5d5a-0be7-409c-aa6a-5e1e2ca9313e HTTP/1.1" status: 204 len: 168 time: 0.1295023 Sep 24 19:06:03.383518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8042b-34a2-4db1-b204-36fc01bb57d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cc5d5a-0be7-409c-aa6a-5e1e2ca9313e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:03.421826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e585-9ed3-4052-985d-885d09fa4db3 req-9bf99e0e-d352-4d97-82f0-de2fe7c1d63d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:03.423387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cc2e585-9ed3-4052-985d-885d09fa4db3 req-9bf99e0e-d352-4d97-82f0-de2fe7c1d63d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0583100 Sep 24 19:06:03.468589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cc2e585-9ed3-4052-985d-885d09fa4db3 req-9ccd7357-e149-4e11-a015-bf48f2914b75 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Sep 24 19:06:03.752481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:03.856703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1469063481-network', 'tenant_id': '4ee54def288847bcbecf017df8752ab9'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:03.886376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Made reservation on behalf of 4ee54def288847bcbecf017df8752ab9 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:03.889466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.900750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:03.950338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-619e2a68-c600-4ae8-a54b-24ead844f85f req-94e18912-76a3-459d-9e18-256ca7bf4ba7 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0403280 Sep 24 19:06:04.081859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.091422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.121396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28d7e-2fdf-4dc9-b8b5-d278558db220 req-c90032b9-ff93-432c-821e-f37dabf2e101 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:04.129245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9a28d7e-2fdf-4dc9-b8b5-d278558db220 req-c90032b9-ff93-432c-821e-f37dabf2e101 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1023009 Sep 24 19:06:04.140236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:04.172088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.172311 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Added segment 7beb3e34-e49f-48e2-b7a2-cfa82caea55a of type vlan for network 664d031e-e037-4f50-819f-f79f46e89b25 Sep 24 19:06:04.197607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc44a83b-bc72-47c7-80cd-7c09667b62c3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:04.216689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9a28d7e-2fdf-4dc9-b8b5-d278558db220 req-8784446f-7b74-4e52-86fc-579c1b11c5f8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830772 Sep 24 19:06:04.255588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:04.267475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.319636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.320605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:04.321191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.348162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5943680 Sep 24 19:06:04.351255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:04.357085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Request body: {'subnet': {'network_id': '664d031e-e037-4f50-819f-f79f46e89b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1469063481-subnet', 'tenant_id': '4ee54def288847bcbecf017df8752ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:04.378355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af82ff-e831-4f9c-adfc-54e249036c08 req-ff9b0841-7cba-40cd-aae5-ad7fd1fdeef6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:04.380504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6af82ff-e831-4f9c-adfc-54e249036c08 req-ff9b0841-7cba-40cd-aae5-ad7fd1fdeef6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.0908024 Sep 24 19:06:04.393820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-616862932-network', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:04.398179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Made reservation on behalf of 4ee54def288847bcbecf017df8752ab9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:04.401068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.411521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4a034-7172-48e4-a8b6-f9a6007715f5 admin admin] Pushing event updated for resources: {'Network': ['ID=664d031e-e037-4f50-819f-f79f46e89b25,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:04.424832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 664d031e-e037-4f50-819f-f79f46e89b25 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:04.455022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6af82ff-e831-4f9c-adfc-54e249036c08 req-2af519b8-f524-4d3d-9eb7-164c7f7eb545 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Sep 24 19:06:04.475711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Made reservation on behalf of c525e5f6d0b14de98b426a5941fb9848 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:04.478209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.489881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.700939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d36d-1f9e-48b4-960f-03608e1a1424 req-34e9352a-cb49-4993-bc9c-19596da81237 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:04.711181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5029d36d-1f9e-48b4-960f-03608e1a1424 req-34e9352a-cb49-4993-bc9c-19596da81237 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1131477 Sep 24 19:06:04.744793 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.751262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.758961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5029d36d-1f9e-48b4-960f-03608e1a1424 req-c880755a-8c16-483f-9905-47d7a64ca75c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468705 Sep 24 19:06:04.772925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:04.786013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.786389 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Added segment e81c521f-bffe-4597-9584-1a20e264e010 of type vlan for network d13709b5-03e8-433f-b1c8-444a8c513cbb Sep 24 19:06:04.893245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.896842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.907762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20045d3-7628-4362-ab66-f527e7784e4b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:04.992214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:04.993172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:04.993751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.013653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:05.051827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Checking segment: {'id': '7beb3e34-e49f-48e2-b7a2-cfa82caea55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:05.052489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Network hostable DHCP agents. Network: 664d031e-e037-4f50-819f-f79f46e89b25, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:05.058402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8016055 Sep 24 19:06:05.069504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:05.091421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Request body: {'subnet': {'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-616862932-subnet', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:05.099384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4d941c0-f560-4958-8cb4-3977c68dfd75 req-405f15b4-5539-4a90-b7cd-6e8ae663c553 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0452821 Sep 24 19:06:05.108560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275260-eac2-4c7f-a343-0904d7f1e3ee admin admin] Pushing event updated for resources: {'Network': ['ID=d13709b5-03e8-433f-b1c8-444a8c513cbb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:05.119871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Network 664d031e-e037-4f50-819f-f79f46e89b25 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:05.124162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Made reservation on behalf of c525e5f6d0b14de98b426a5941fb9848 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:05.126971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.132388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 664d031e-e037-4f50-819f-f79f46e89b25) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:05.134786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d13709b5-03e8-433f-b1c8-444a8c513cbb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:05.138541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:05.139603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.155613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78b0b614-4415-448f-8db8-1312bb549baa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8029778 Sep 24 19:06:05.170935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c58a9-2153-47f5-a655-5330e8f62083 None None] Network 664d031e-e037-4f50-819f-f79f46e89b25 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:05.361107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b226a9-223f-4ce0-bb0a-3883e97e1d9a None None] Network 664d031e-e037-4f50-819f-f79f46e89b25 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:05.407284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.461590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a314f8c-e4ef-4440-be35-e664f1304966 req-3930119b-b618-422b-b399-74798bd96cf0 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:05.463784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a314f8c-e4ef-4440-be35-e664f1304966 req-3930119b-b618-422b-b399-74798bd96cf0 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1176693 Sep 24 19:06:05.484316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a205a3-8684-4e41-9389-241ba9178e19,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:05.528443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a314f8c-e4ef-4440-be35-e664f1304966 req-19a6482c-d0ec-4185-9512-b73eef2b6178 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Sep 24 19:06:05.529061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Checking segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:05.529423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Network hostable DHCP agents. Network: d13709b5-03e8-433f-b1c8-444a8c513cbb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:05.576394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Network d13709b5-03e8-433f-b1c8-444a8c513cbb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:05.611307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d13709b5-03e8-433f-b1c8-444a8c513cbb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:05.618911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e28ca1-4dfb-44b1-aa8d-88a2bfa5e8d9 None None] Network d13709b5-03e8-433f-b1c8-444a8c513cbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:05.622161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:05.622300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.652211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3cb20939-3960-4abc-8f0b-f184d091e042 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5799179 Sep 24 19:06:05.655827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:05.659879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:05.664148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-fd7462f0-428d-41fb-891d-dad58c2400e6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:05.664703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-fd7462f0-428d-41fb-891d-dad58c2400e6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/networks?id=664d031e-e037-4f50-819f-f79f46e89b25 HTTP/1.1" status: 200 len: 818 time: 0.1329961 Sep 24 19:06:05.681432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-b6899ff6-74da-4934-b580-96fe94b96da3 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/quotas/4ee54def288847bcbecf017df8752ab9 HTTP/1.1" status: 200 len: 375 time: 0.0103252 Sep 24 19:06:05.685332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.686633 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.725511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-938d1312-e106-43cc-aef5-e0f12bfffbfa tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ee54def288847bcbecf017df8752ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372443 Sep 24 19:06:05.737177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-c5dd2b02-25fe-451d-b624-a8b02b12847a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:06:05.738159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-c5dd2b02-25fe-451d-b624-a8b02b12847a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052972 Sep 24 19:06:05.755816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.804173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d13709b5-03e8-433f-b1c8-444a8c513cbb', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:06:05.805060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:05.871428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-16fb7510-b8d6-4928-991a-17c1af81e660 service neutron] 10.222.0.18 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217422 Sep 24 19:06:05.938421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.005701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd242c00-9a84-41cf-8e02-9bfdd074e2cb req-20c0ca91-88c9-418a-ab52-f05df26db0e5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:06.016497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd242c00-9a84-41cf-8e02-9bfdd074e2cb req-20c0ca91-88c9-418a-ab52-f05df26db0e5 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1479185 Sep 24 19:06:06.018634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Allocated IP 172.20.0.2 (d13709b5-03e8-433f-b1c8-444a8c513cbb/b6a205a3-8684-4e41-9389-241ba9178e19/44625829-7670-49cb-b0d1-02e1857a1294) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:06.091909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd242c00-9a84-41cf-8e02-9bfdd074e2cb req-7fa75344-b0d7-4108-b0ff-b7c47eaad51d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700738 Sep 24 19:06:06.094752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-4004972b-86db-4b1e-9fe9-dd175be97f7c service neutron] 10.222.0.18 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945314 Sep 24 19:06:06.183125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.230416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.269068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d8fd2225-3f38-4a7e-a27a-5b7fa04529bd req-b24b69bc-e8db-45a5-8d74-1e05cb3b179f tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0810668 Sep 24 19:06:06.323469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79801a86-c316-4874-b35c-ae4c6c69e950 req-3fb16540-2154-44f0-a283-2bb4c26c90cd tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 210 time: 0.0533614 Sep 24 19:06:06.380133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Allocated IP 172.25.5.145 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9a589f9e-2dde-46bd-93e0-6b0c41e9852f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:06.493250 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.502445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.522368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.577646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Pushing event updated for resources: {'Port': ['ID=44625829-7670-49cb-b0d1-02e1857a1294,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:06.587913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.588537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Network d13709b5-03e8-433f-b1c8-444a8c513cbb is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:06.590120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:06.593048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:06.628910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:06.631924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:06.636475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:06.662552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Pushing event updated for resources: {'Port': ['ID=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:06.674822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Attempting to bind port 44625829-7670-49cb-b0d1-02e1857a1294 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:06.675382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Attempting to bind port 44625829-7670-49cb-b0d1-02e1857a1294 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:06.675718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Attempting to bind port 44625829-7670-49cb-b0d1-02e1857a1294 on network d13709b5-03e8-433f-b1c8-444a8c513cbb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:06.682828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:06.683276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Checking segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:06.683733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.684174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Bound using segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:06.684655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Bound port: 44625829-7670-49cb-b0d1-02e1857a1294, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:06.685132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.725045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248eded-798e-4921-a43e-9e4e4408f3b4 req-528a5901-fb66-4ea3-b8fc-a96050236635 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:06.732904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7248eded-798e-4921-a43e-9e4e4408f3b4 req-528a5901-fb66-4ea3-b8fc-a96050236635 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0998583 Sep 24 19:06:06.764601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] For port 44625829-7670-49cb-b0d1-02e1857a1294, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:06.768142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] For port 44625829-7670-49cb-b0d1-02e1857a1294, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=44625829-7670-49cb-b0d1-02e1857a1294,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:06.774590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:06.814501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7248eded-798e-4921-a43e-9e4e4408f3b4 req-77a6c3a4-a6e8-43fe-8a27-6e2594f5d92f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Sep 24 19:06:06.856589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578b32-55c0-4303-b7a2-7758a17892d9 None None] Pushing event updated for resources: {'Port': ['ID=44625829-7670-49cb-b0d1-02e1857a1294,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:06.955989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:07.237505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:07.239227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c605-f153-44e6-ad30-40defa935956 req-d8bcdfb5-1c4a-4905-bed1-3d095b12bf7e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:07.244753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4714c605-f153-44e6-ad30-40defa935956 req-d8bcdfb5-1c4a-4905-bed1-3d095b12bf7e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0662923 Sep 24 19:06:07.290155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4714c605-f153-44e6-ad30-40defa935956 req-f79f8bdf-3244-40c9-a4a4-65dcdc683caa tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Sep 24 19:06:07.431735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae8e4e8a-89b4-4e39-a19e-c8d08e6d3f07 req-9dcca207-25d9-40b1-bedf-6e0e85cb4ff1 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0449824 Sep 24 19:06:07.532287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3035755-d468-4cdd-a8fe-0a1a12c492ad req-0d5e684e-74d7-4186-be40-5ead87c0df09 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 210 time: 0.1095793 Sep 24 19:06:07.785989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-84daa6d6-25d4-4dd0-bae3-0134e6e79f8e tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:07.788013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-84daa6d6-25d4-4dd0-bae3-0134e6e79f8e tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.15 "GET /v2.0/networks?id=664d031e-e037-4f50-819f-f79f46e89b25 HTTP/1.1" status: 200 len: 818 time: 0.1696413 Sep 24 19:06:07.800328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Router 2ead3794-c372-46b7-8689-3799bd0ae3f7 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:06:07.802902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Request body: {'port': {'device_id': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25', 'admin_state_up': True, 'tenant_id': '4ee54def288847bcbecf017df8752ab9'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:07.929293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:06:07.943457 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Sync routers for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:06:07.948876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:07.950642 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2eb8337e-70b5-48b1-8406-5b8e1eaf2dcb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2942662 Sep 24 19:06:07.954138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:07.961123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:07.962361 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:07.978342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6b13-6dcc-448f-9741-f21572e6d1bd req-6fd6b117-0a8b-4e96-9168-580d646fbedb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:07.980529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-468a6b13-6dcc-448f-9741-f21572e6d1bd req-6fd6b117-0a8b-4e96-9168-580d646fbedb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.0879891 Sep 24 19:06:07.998171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Made reservation on behalf of 4ee54def288847bcbecf017df8752ab9 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:08.002005 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.033220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:08.045976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c083c7-4b21-4982-be06-1e49e8b29ec6 None None] Network d13709b5-03e8-433f-b1c8-444a8c513cbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:08.106311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] Provisioning complete for port 44625829-7670-49cb-b0d1-02e1857a1294 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:08.107048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.146006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-468a6b13-6dcc-448f-9741-f21572e6d1bd req-56e7a000-0e35-41ab-9396-a0d59b2a3c7c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570878 Sep 24 19:06:08.165112 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:08.270114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Allocated IP 172.20.0.3 (664d031e-e037-4f50-819f-f79f46e89b25/6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4/e2e059d4-dc0d-4889-9b23-cb892ffc3c00) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:08.344201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:08.381879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:08.385958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.463854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] For port 44625829-7670-49cb-b0d1-02e1857a1294, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=44625829-7670-49cb-b0d1-02e1857a1294,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:08.469116 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.478390 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.579395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db855c9-aea7-43d9-8694-6f1de2ea910f None None] Pushing event updated for resources: {'Port': ['ID=44625829-7670-49cb-b0d1-02e1857a1294,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:08.590115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:08.620198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.630914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339c1e4-6742-432e-9b6d-4498c8e00249 req-b3160edb-dbfe-4366-8c81-5c1e25b700c8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:08.638722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6339c1e4-6742-432e-9b6d-4498c8e00249 req-b3160edb-dbfe-4366-8c81-5c1e25b700c8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1355367 Sep 24 19:06:08.661012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:08.673487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:06Z', 'revision_number': 3, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:08.683641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 44625829-7670-49cb-b0d1-02e1857a1294 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:08.691819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c042a52-9f7c-4eff-9a0d-7e84a5b064bc req-075e1d48-5401-4e56-bad0-8563da053abd tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0313025 Sep 24 19:06:08.699639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.751717 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Checking router: 2ead3794-c372-46b7-8689-3799bd0ae3f7 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:06:08.752310 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Updating router 2ead3794-c372-46b7-8689-3799bd0ae3f7 port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:06:08.769004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6339c1e4-6742-432e-9b6d-4498c8e00249 req-dc40438f-e99f-4919-a83f-3f2a3d47585a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292293 Sep 24 19:06:08.787550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.826020 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.840147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.871608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:08.874965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Network 664d031e-e037-4f50-819f-f79f46e89b25 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:08.889316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.896384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:08.904085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:08.967252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:08.968124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:08.971915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Pushing event updated for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:08.997849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-71a29d18-1d62-4f7c-a2fa-245b753f074c tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1990697 Sep 24 19:06:09.012606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Request body: {'port': {'device_id': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:09.022994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:09.049344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a2e10f83-68ee-4270-9583-c00f06f5f8ea None None] Provisioning complete for port 44625829-7670-49cb-b0d1-02e1857a1294 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:09.049854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2e10f83-68ee-4270-9583-c00f06f5f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.080380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca26c20-a40e-4030-8fbe-99c0c3891dac req-d6c08412-19e7-41ef-beb0-aebfe3c2eb40 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:09.093045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 44625829-7670-49cb-b0d1-02e1857a1294 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:09.093603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.114776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca26c20-a40e-4030-8fbe-99c0c3891dac req-d6c08412-19e7-41ef-beb0-aebfe3c2eb40 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 931 time: 0.2440350 Sep 24 19:06:09.147541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Allocated IP 172.20.0.1 (d13709b5-03e8-433f-b1c8-444a8c513cbb/b6a205a3-8684-4e41-9389-241ba9178e19/46715adb-ee77-4882-bd29-df7df24a87a6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:09.159518 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.166701 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.261128 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0109d0-4c67-415e-ae5f-ec391f746ef9 None None] Pushing event updated for resources: {'Port': ['ID=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:09.264671 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Attempting to bind port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:09.265094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Attempting to bind port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:09.265651 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Attempting to bind port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:09.267842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.271579 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:09.271948 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:09.272510 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.272769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:09.273228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Bound port: 9a589f9e-2dde-46bd-93e0-6b0c41e9852f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:09.273803 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.282685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca26c20-a40e-4030-8fbe-99c0c3891dac req-096f98ea-62e8-4856-bc67-bdab1d9a82c0 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461072 Sep 24 19:06:09.293800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.341290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.370627 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] For port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:09.379247 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] For port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:09.389599 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.413430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Network d13709b5-03e8-433f-b1c8-444a8c513cbb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:09.418201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:09.427757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:09.487140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0998-2eee-4f2b-934f-335084dde0ce req-a7d5f236-ff53-43c8-84de-63291c86c625 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:09.490578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cef0998-2eee-4f2b-934f-335084dde0ce req-a7d5f236-ff53-43c8-84de-63291c86c625 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1416817 Sep 24 19:06:09.514047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.538563 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0109d0-4c67-415e-ae5f-ec391f746ef9 None None] Pushing event updated for resources: {'Port': ['ID=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:09.550177 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:09.550794 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:09.592401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Pushing event updated for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:09.678142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cef0998-2eee-4f2b-934f-335084dde0ce req-aba865bd-1a20-409e-a55a-c6cbbecc1622 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782212 Sep 24 19:06:09.720798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c9d3b39a-9773-47f9-a3b1-407207b8f986 None None] Provisioning complete for port 46715adb-ee77-4882-bd29-df7df24a87a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:09.721180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b39a-9773-47f9-a3b1-407207b8f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.751837 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:09.767004 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:09.835024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3b39a-9773-47f9-a3b1-407207b8f986 None None] Port 46715adb-ee77-4882-bd29-df7df24a87a6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:06:09.906020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d9892ad-0889-40c2-99c9-7909dafc87c5 req-aa8f34b9-aa42-4df9-9f4a-e6ba6cfc11c3 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0509491 Sep 24 19:06:10.055921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:10.063914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e059d4-dc0d-4889-9b23-cb892ffc3c00 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:10.084575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.089739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.101644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.117961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Transition to ACTIVE for port object e2e059d4-dc0d-4889-9b23-cb892ffc3c00 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:10.129123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.176325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:10.176862 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.233130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Pushing event updated for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:10.258075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.280717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3dcf0-4b2e-4f70-872a-bd747dc98a6a req-d5410b1e-12a5-4a42-97e7-ac5704591919 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:10.295831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04c3dcf0-4b2e-4f70-872a-bd747dc98a6a req-d5410b1e-12a5-4a42-97e7-ac5704591919 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.3795218 Sep 24 19:06:10.493249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Network d13709b5-03e8-433f-b1c8-444a8c513cbb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:10.502206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:10.553374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.593812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 44625829-7670-49cb-b0d1-02e1857a1294 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:10.603465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04c3dcf0-4b2e-4f70-872a-bd747dc98a6a req-e94659f7-4e59-4005-9087-4c3b4df1e167 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065395 Sep 24 19:06:10.659710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:10.681937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:10.688379 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:06Z', 'revision_number': 3, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:10.704488 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974d3aa-5982-4990-ad26-a4a14ef56b3e" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:10.760454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:10.769327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Router 2ead3794-c372-46b7-8689-3799bd0ae3f7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:06:10.772774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Attempting to bind port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:10.774438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Attempting to bind port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '7beb3e34-e49f-48e2-b7a2-cfa82caea55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:10.774987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Attempting to bind port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 on network 664d031e-e037-4f50-819f-f79f46e89b25 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:10.781696 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.819218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef8d8-c72b-4138-bd8a-2c11d169d1dd req-46ce2151-52f6-4209-a8ec-e945b0cc91a6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:10.819376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28f50-2d0e-46a4-a94b-ca63d59e3228 None None] The sync data for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 is: [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:06Z', 'revision_number': 3, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:06:10.830123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699ef8d8-c72b-4138-bd8a-2c11d169d1dd req-46ce2151-52f6-4209-a8ec-e945b0cc91a6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 943 time: 0.2736175 Sep 24 19:06:10.863659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 on network 664d031e-e037-4f50-819f-f79f46e89b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:10.864141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Attempting to bind port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 on network 664d031e-e037-4f50-819f-f79f46e89b25 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:10.919310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 44625829-7670-49cb-b0d1-02e1857a1294 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:10.919694 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.926265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:10.926839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Checking segment: {'id': '7beb3e34-e49f-48e2-b7a2-cfa82caea55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:10.927231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Bound using segment: {'id': '7beb3e34-e49f-48e2-b7a2-cfa82caea55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:10.927974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Bound port: e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7beb3e34-e49f-48e2-b7a2-cfa82caea55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:10.928445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:10.937690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:10.994882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699ef8d8-c72b-4138-bd8a-2c11d169d1dd req-c1fea019-d5fc-4eec-b591-e272668a0e6e tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625125 Sep 24 19:06:11.062395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b15e9-8b16-4ee4-986a-ff314e598939 req-11eab38d-c99e-476c-89b1-7f0076c3dbbc tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.072705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f08b15e9-8b16-4ee4-986a-ff314e598939 req-11eab38d-c99e-476c-89b1-7f0076c3dbbc tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1890721 Sep 24 19:06:11.111897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7e53e33d-9c3b-4f56-8b19-430ee386b979 None None] Provisioning complete for port 46715adb-ee77-4882-bd29-df7df24a87a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:11.114045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e53e33d-9c3b-4f56-8b19-430ee386b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:11.153643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f08b15e9-8b16-4ee4-986a-ff314e598939 req-d761ac77-ed69-4e5b-98ab-8bfa7b8f1a97 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740571 Sep 24 19:06:11.170352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7e53e33d-9c3b-4f56-8b19-430ee386b979 None None] Port 46715adb-ee77-4882-bd29-df7df24a87a6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:06:11.181099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:11.188438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,segment=NetworkSegment(7beb3e34-e49f-48e2-b7a2-cfa82caea55a),segment_id=7beb3e34-e49f-48e2-b7a2-cfa82caea55a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:11.203244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:11.242800 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ebea8-aab9-4b95-a807-2fc13ff5a344 x-openstack-request-id: req-f13ebea8-aab9-4b95-a807-2fc13ff5a344 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:11.243124 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:11.243377 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f13ebea8-aab9-4b95-a807-2fc13ff5a344 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:11.243768 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:06:11.294415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.295186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:11.296920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2e059d4-dc0d-4889-9b23-cb892ffc3c00 HTTP/1.1" status: 200 len: 1091 time: 2.2892032 Sep 24 19:06:11.297552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:11.300144 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3baf51f-6b29-4b32-bf73-b99cc0199326" -d '{"events": [{"name": "network-changed", "server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:11.319846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:06:11.332764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-133b8d50-d7fb-4ddf-b55f-b723a2b39ccf admin admin] 10.222.0.18 "PUT /v2.0/routers/2ead3794-c372-46b7-8689-3799bd0ae3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3772485 Sep 24 19:06:11.336402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116b56-e165-43ba-aae4-e00fab82ae61 req-748a8e7b-d3bb-4304-af8e-c52a1c6976d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.337479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-35116b56-e165-43ba-aae4-e00fab82ae61 req-748a8e7b-d3bb-4304-af8e-c52a1c6976d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1097 time: 0.3104663 Sep 24 19:06:11.354768 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33bff539-a38f-4649-9e28-9b6da757fe72 req-0777ce31-c581-4cb7-ba8b-f99ebe7035e8 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0806561 Sep 24 19:06:11.417118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-35116b56-e165-43ba-aae4-e00fab82ae61 req-890b36eb-7178-4997-bf3e-6454f4d15c87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Sep 24 19:06:11.427287 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924005d-1d15-4842-9ce2-0b49efa7a4b8 x-openstack-request-id: req-4924005d-1d15-4842-9ce2-0b49efa7a4b8 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:11.427976 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:11.428460 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4924005d-1d15-4842-9ce2-0b49efa7a4b8 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:11.428972 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00', 'status': 'completed', 'code': 200} Sep 24 19:06:11.435353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69956-36da-4ac1-a0d0-4e6c95f67595 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:11.460559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-9781fd75-17e9-4b44-8ca2-774cc3689108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.462363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-9781fd75-17e9-4b44-8ca2-774cc3689108 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ee54def288847bcbecf017df8752ab9&device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 1094 time: 0.0891738 Sep 24 19:06:11.707142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-19a55e79-ae0d-4169-80b5-7cd5211218ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00 HTTP/1.1" status: 200 len: 217 time: 0.0653603 Sep 24 19:06:11.818787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-1b459ab2-ba34-4561-8a77-4c89bc8d0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.825840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-1b459ab2-ba34-4561-8a77-4c89bc8d0ae8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4 HTTP/1.1" status: 200 len: 858 time: 0.1069355 Sep 24 19:06:11.888527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-855e00fb-7992-4037-8674-3c2dba0473cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=664d031e-e037-4f50-819f-f79f46e89b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530515 Sep 24 19:06:11.897960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128e030-e23e-48c8-b1fb-582332f06e18 req-1ee03b13-bfa1-46a1-906b-b817fd3710dd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:11.904995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a128e030-e23e-48c8-b1fb-582332f06e18 req-1ee03b13-bfa1-46a1-906b-b817fd3710dd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1761518 Sep 24 19:06:12.079457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a128e030-e23e-48c8-b1fb-582332f06e18 req-5fb58777-3b6b-4729-8b18-a19ff2aa2260 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479356 Sep 24 19:06:12.143112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-ed6fff96-e800-45d2-bd6e-1a18ad678a21 service neutron] 10.222.0.15 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370811 Sep 24 19:06:12.543610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a589f9e-2dde-46bd-93e0-6b0c41e9852f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:12.639060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:12.639681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:12.821891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12860e76-2437-40cb-b464-e2ab1f29a771 req-2cf593cd-fa0e-4c87-9bcb-285cd8ad927a tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:12.842939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:12.847453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12860e76-2437-40cb-b464-e2ab1f29a771 req-2cf593cd-fa0e-4c87-9bcb-285cd8ad927a tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 943 time: 0.6461174 Sep 24 19:06:12.856882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707478482', 'description': 'tempest-description--1960645036'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:12.860166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:12.906072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:12.921275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:12.960868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:12.973058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746a37fb-d22e-4d83-ab6f-ed3689f762d2 req-58631def-7740-4522-8672-5f9ffdaaaa43 service neutron] 10.222.0.15 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8134630 Sep 24 19:06:13.034148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12860e76-2437-40cb-b464-e2ab1f29a771 req-89ea6104-ef7d-43d5-859b-55f30db5644d tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856494 Sep 24 19:06:13.094580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:13.148154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024cf5-ce2b-46b2-ad63-ca681054a972 req-4d4c130f-3811-4927-ab6e-473d9494f21e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.150631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84024cf5-ce2b-46b2-ad63-ca681054a972 req-4d4c130f-3811-4927-ab6e-473d9494f21e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1766396 Sep 24 19:06:13.158643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-ccc67844-e4db-4058-9abc-e0d1993d4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.160645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-ccc67844-e4db-4058-9abc-e0d1993d4ead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ee54def288847bcbecf017df8752ab9&device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 1094 time: 0.1217337 Sep 24 19:06:13.185808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.193787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.224263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52916a6-fdbc-41c2-a269-a0d1f4ec8607,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:13.258228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd8ac3f9-e438-4639-83e7-f5554ba280f2 req-e30fda81-6def-4205-a4d0-302199a22774 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0779164 Sep 24 19:06:13.258441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.265304 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54a1dc0e-5136-4ff1-8e50-3610b1d90ed2 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4175479 Sep 24 19:06:13.267104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60748) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:13.277589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'security_group_rule': {'security_group_id': 'a52916a6-fdbc-41c2-a269-a0d1f4ec8607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:13.384444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.394030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84024cf5-ce2b-46b2-ad63-ca681054a972 req-35af906a-98f9-49c6-826c-8ccdd5eebe46 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322161 Sep 24 19:06:13.472067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Sync routers for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:06:13.488283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:13.488938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:13.508705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-3f34b52e-e0cf-4f91-8546-400662d161da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.512735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-3f34b52e-e0cf-4f91-8546-400662d161da service neutron] 10.222.0.15 "GET /v2.0/networks?id=664d031e-e037-4f50-819f-f79f46e89b25 HTTP/1.1" status: 200 len: 918 time: 0.3317177 Sep 24 19:06:13.541463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d0ce0-7a77-4e75-b923-e7ecb73da7ce req-6b6309fe-01cf-4ca6-bdf1-62f8d33fc62b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.544961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e8d0ce0-7a77-4e75-b923-e7ecb73da7ce req-6b6309fe-01cf-4ca6-bdf1-62f8d33fc62b tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1260550 Sep 24 19:06:13.633179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-927b776f-2ffb-426f-884d-942f44b0a70b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00 HTTP/1.1" status: 200 len: 217 time: 0.1095419 Sep 24 19:06:13.634736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:13.656939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.700498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.710425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e8d0ce0-7a77-4e75-b923-e7ecb73da7ce req-d46900bf-e4c8-4b29-8231-39d00e759e68 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252134 Sep 24 19:06:13.793450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0a24e8-cfe9-46ec-a0e8-f354e93fe1ca,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:13.828150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71003ed-1c96-4065-b175-cde693ed8f07 req-d7a0bf7a-9809-441f-b15c-724b84f19dde tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.838679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a71003ed-1c96-4065-b175-cde693ed8f07 req-d7a0bf7a-9809-441f-b15c-724b84f19dde tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2659097 Sep 24 19:06:13.848351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.849777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-986c8fab-323e-4d71-af1d-a7eefba628ee tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5816312 Sep 24 19:06:13.852808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:13.858644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'security_group_rule': {'security_group_id': 'a52916a6-fdbc-41c2-a269-a0d1f4ec8607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:13.874813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-7e9526be-e88e-4bf8-a661-ca11975bddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:13.876562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-7e9526be-e88e-4bf8-a661-ca11975bddba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4 HTTP/1.1" status: 200 len: 858 time: 0.2309113 Sep 24 19:06:13.928370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-47dcc0a5-bb92-41e5-9fc3-994e1ad1672c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=664d031e-e037-4f50-819f-f79f46e89b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401309 Sep 24 19:06:13.930341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:13.949406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 2, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:14.051921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-f463309c-511d-4bd4-be90-1ab3948a23d8 service neutron] 10.222.0.15 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142144 Sep 24 19:06:14.094393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.104060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.112307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a71003ed-1c96-4065-b175-cde693ed8f07 req-da6e674a-3243-4061-b8bd-a0790eae3266 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722437 Sep 24 19:06:14.131593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3738dc-ebe6-45ce-acea-1877985d32e4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:14.153371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.157539 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f70427b9-c34f-42c6-a87c-81cbcb337206 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2998660 Sep 24 19:06:14.158342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:14.163036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:14.164672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Checking router: 2ead3794-c372-46b7-8689-3799bd0ae3f7 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:06:14.165170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Updating router 2ead3794-c372-46b7-8689-3799bd0ae3f7 port 46715adb-ee77-4882-bd29-df7df24a87a6 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:06:14.197681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.207345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.346229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa31ed-5089-4bce-92de-3b3dedb135ad req-260c3ecb-e95b-4cf0-b979-cbb163c5b140 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:14.348579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7aa31ed-5089-4bce-92de-3b3dedb135ad req-260c3ecb-e95b-4cf0-b979-cbb163c5b140 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 943 time: 0.1141174 Sep 24 19:06:14.352698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3baf51f-6b29-4b32-bf73-b99cc0199326 req-702d221d-88c0-4c24-96d5-b9a9dcd409bc service neutron] 10.222.0.15 "GET /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859125 Sep 24 19:06:14.379335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.471909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7aa31ed-5089-4bce-92de-3b3dedb135ad req-88370c6c-3631-46ac-9eae-6c1b79d3a5d7 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105111 Sep 24 19:06:14.521080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a589f9e-2dde-46bd-93e0-6b0c41e9852f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:14.626039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Allocated IP 172.25.5.74 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/fc6f2f8f-e35b-44cc-a718-7d1749aed322) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:14.644575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac3de27-f6c7-451c-aa2e-9ad61acfc668 req-51d55097-d678-4ca5-94ab-649d5d258840 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1037056 Sep 24 19:06:14.667042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:14.667580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.738122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9a8e-a71a-44cb-b62b-d44672a6af62 req-1fc104ad-dcc5-49c0-9aad-f8b6f57b6b6d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:14.748696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-716d9a8e-a71a-44cb-b62b-d44672a6af62 req-1fc104ad-dcc5-49c0-9aad-f8b6f57b6b6d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1265478 Sep 24 19:06:14.828717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-716d9a8e-a71a-44cb-b62b-d44672a6af62 req-439dd753-ebf1-4f35-8a68-8b05a67ea17f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Sep 24 19:06:14.865947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.924566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070081-be66-4c3b-8c4a-9b4d4f79b9dd req-253b6ead-cf9b-4dd9-8923-250a378efba6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:14.925156 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.935416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e070081-be66-4c3b-8c4a-9b4d4f79b9dd req-253b6ead-cf9b-4dd9-8923-250a378efba6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0855956 Sep 24 19:06:14.957459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.964840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:14.990328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e070081-be66-4c3b-8c4a-9b4d4f79b9dd req-849c4afd-f8bc-4b7b-9933-cc8ba80e2179 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535791 Sep 24 19:06:15.021275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f038-d53f-461e-ab6c-8059e42b7fc4 None None] Pushing event updated for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:15.032438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:15.039169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:15.047564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:15.092260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'Port': ['ID=fc6f2f8f-e35b-44cc-a718-7d1749aed322,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:15.172210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Attempting to bind port 46715adb-ee77-4882-bd29-df7df24a87a6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:15.172615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Attempting to bind port 46715adb-ee77-4882-bd29-df7df24a87a6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:15.172985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Attempting to bind port 46715adb-ee77-4882-bd29-df7df24a87a6 on network d13709b5-03e8-433f-b1c8-444a8c513cbb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:15.186048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:15.186680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Checking segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:15.187135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.187536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Bound using segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:15.188000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Bound port: 46715adb-ee77-4882-bd29-df7df24a87a6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:15.188453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.222399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.289886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.298187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] For port 46715adb-ee77-4882-bd29-df7df24a87a6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:15.303663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] For port 46715adb-ee77-4882-bd29-df7df24a87a6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46715adb-ee77-4882-bd29-df7df24a87a6,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:15.312105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.384336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f038-d53f-461e-ab6c-8059e42b7fc4 None None] Pushing event updated for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:15.411456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:15.412215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:15.547455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.554374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.661048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'Port': ['ID=fc6f2f8f-e35b-44cc-a718-7d1749aed322,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:15.703414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.706348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] Provisioning complete for port 46715adb-ee77-4882-bd29-df7df24a87a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:15.706827 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.731857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:15.733109 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22fc9f28-e68e-4afa-b2f5-41dfc9df8fdd tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5737345 Sep 24 19:06:15.743273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:15.805885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723798b6-bc1d-41cb-ad60-1aa42402b227 req-bfc0b9e3-9058-4e6e-ac39-dd8a7b223574 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:15.816040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-723798b6-bc1d-41cb-ad60-1aa42402b227 req-bfc0b9e3-9058-4e6e-ac39-dd8a7b223574 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 943 time: 0.2047396 Sep 24 19:06:15.859885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a511948-78a0-4231-8281-2776bf6098ed req-a61a5a2d-a41c-4ffb-a9e7-9d0cb17679d0 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0841651 Sep 24 19:06:15.903654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-723798b6-bc1d-41cb-ad60-1aa42402b227 req-30eb13a7-a8c6-4cc6-a3b5-8deeb00a5a39 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865159 Sep 24 19:06:16.069860 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:16.110888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] For port 46715adb-ee77-4882-bd29-df7df24a87a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46715adb-ee77-4882-bd29-df7df24a87a6,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:16.123514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-24af6534-cfd3-4db8-9389-84e5acbe1152 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1404631 Sep 24 19:06:16.126174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:16.134610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-4b09bd67-d26d-4c81-9345-be5f3ee4aac5 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1707478482&fields=id&tenant_id=c525e5f6d0b14de98b426a5941fb9848 HTTP/1.1" status: 200 len: 267 time: 0.0933609 Sep 24 19:06:16.158266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557d55-f3ee-4fd9-a2ba-433ca543e1bd req-359171ec-eb66-4ae4-8801-8ddc258300ef tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.166561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb557d55-f3ee-4fd9-a2ba-433ca543e1bd req-359171ec-eb66-4ae4-8801-8ddc258300ef tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1417675 Sep 24 19:06:16.212739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:15Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:16.268037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979839c0-1d5c-4829-9f4d-e540655eed1b None None] The sync data for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 is: [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:15Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:06:16.292223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72c14a-0393-4b5d-a185-569903fe27ad None None] Pushing event updated for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:16.296739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3fc75706-bdaa-4ba9-b895-c8cb6667f1a9 None None] Provisioning complete for port 46715adb-ee77-4882-bd29-df7df24a87a6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:16.297042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc75706-bdaa-4ba9-b895-c8cb6667f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:16.363861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e2e059d4-dc0d-4889-9b23-cb892ffc3c00 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:16.435065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb557d55-f3ee-4fd9-a2ba-433ca543e1bd req-c479ab63-26d2-4021-bad6-64049d36b189 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601831 Sep 24 19:06:16.481557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-dfad524b-9c5e-4949-9ca1-ca0adfcb9085 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.489744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-dfad524b-9c5e-4949-9ca1-ca0adfcb9085 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/networks?id=d13709b5-03e8-433f-b1c8-444a8c513cbb HTTP/1.1" status: 200 len: 814 time: 0.3109379 Sep 24 19:06:16.512147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.512880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.513508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.514804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.515515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.516190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.516853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.520735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec391602-cabc-4a27-9731-8e23b398c653 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb496168af764b39afaa54cbb3ef8324&device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 6492 time: 0.3040237 Sep 24 19:06:16.534906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-2b22865d-08b0-46d2-a6ce-a55afb28accc tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/quotas/c525e5f6d0b14de98b426a5941fb9848 HTTP/1.1" status: 200 len: 375 time: 0.0439277 Sep 24 19:06:16.636346 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:06:16.646766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,segment=NetworkSegment(7beb3e34-e49f-48e2-b7a2-cfa82caea55a),segment_id=7beb3e34-e49f-48e2-b7a2-cfa82caea55a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:16.674788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00', 'network_id': '664d031e-e037-4f50-819f-f79f46e89b25', 'port_id': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00', 'mac_address': 'fa:16:3e:ca:3e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:16.691076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46715adb-ee77-4882-bd29-df7df24a87a6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:16.716553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-d9a7edf6-320d-46e3-b05b-bba99373d731 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c525e5f6d0b14de98b426a5941fb9848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356041 Sep 24 19:06:16.862657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b6e0a-3ac4-41fe-bc11-4d9b453d3115 req-1f022466-13a3-4c96-93f2-1f8c3e39cd7c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:16.865062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:16.866174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-431b6e0a-3ac4-41fe-bc11-4d9b453d3115 req-1f022466-13a3-4c96-93f2-1f8c3e39cd7c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2890015 Sep 24 19:06:16.875031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-aceeaa60-89a2-4cc6-8edc-9256e62694a5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:06:16.876805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-aceeaa60-89a2-4cc6-8edc-9256e62694a5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1159635 Sep 24 19:06:16.904880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e059d4-dc0d-4889-9b23-cb892ffc3c00 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:16.929823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 46715adb-ee77-4882-bd29-df7df24a87a6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:16.930192 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:16.936227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,segment=NetworkSegment(7beb3e34-e49f-48e2-b7a2-cfa82caea55a),segment_id=7beb3e34-e49f-48e2-b7a2-cfa82caea55a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:16.979745 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:17.024788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-431b6e0a-3ac4-41fe-bc11-4d9b453d3115 req-885cc3ce-c58c-4a13-9178-ac19a978c65f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422446 Sep 24 19:06:17.075061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-87fbd256-3725-4fd3-a7ab-e3c5a9f18973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.075624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-87fbd256-3725-4fd3-a7ab-e3c5a9f18973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.076097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-87fbd256-3725-4fd3-a7ab-e3c5a9f18973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.077801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-87fbd256-3725-4fd3-a7ab-e3c5a9f18973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 200 len: 2290 time: 0.5304670 Sep 24 19:06:17.202844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:17.287150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-5cebdca2-1c2d-4d67-9ff2-e5fb10841ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931503 Sep 24 19:06:17.297053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-7a7dd89c-a421-4f15-ae34-993fe541592f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 200 len: 1002 time: 0.2097254 Sep 24 19:06:17.314947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e2e059d4-dc0d-4889-9b23-cb892ffc3c00'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:17.413751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-729db506-a49a-45af-9cb2-ba9102980afc req-4525d0ca-7c08-441a-805e-a736173f7894 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0809350 Sep 24 19:06:17.515877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-178943a7-3251-438b-818f-3c6c881e2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.534019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-178943a7-3251-438b-818f-3c6c881e2a3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 200 len: 851 time: 0.1854119 Sep 24 19:06:17.646876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-939e15bc-b99a-4a0f-87c7-6e9edfc838d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587279 Sep 24 19:06:17.683628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-c13f07eb-579e-4a6a-9772-0e3ba9663cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.688819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-c13f07eb-579e-4a6a-9772-0e3ba9663cbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac729ca5-6c8e-4162-a400-cb8e8b12326c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540542 Sep 24 19:06:17.709073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eca72d-d1f4-422a-87d2-1172f1f9b748 req-7050b615-02d6-4e32-b927-0989ec86b218 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:17.710657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82eca72d-d1f4-422a-87d2-1172f1f9b748 req-7050b615-02d6-4e32-b927-0989ec86b218 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 944 time: 0.1630356 Sep 24 19:06:17.920677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82eca72d-d1f4-422a-87d2-1172f1f9b748 req-2c47750c-18f2-429e-8cb7-baa6f2984f27 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986008 Sep 24 19:06:18.022808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-3b183df0-4ea8-47f4-9691-2107366d8eca service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110833 Sep 24 19:06:18.191200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb6d4b8a-4b1c-481e-b9d4-d087937bf2f7 req-58afcc28-83f2-4b11-a563-6e051d6786d4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 210 time: 0.1457975 Sep 24 19:06:18.362189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e2e059d4-dc0d-4889-9b23-cb892ffc3c00 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:18.430628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:18.431159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fca70-7c10-45f2-821e-ae3f97b721c5 req-e99b4091-d200-4da0-830c-dbaa0a5f2455 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:18.438744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a8fca70-7c10-45f2-821e-ae3f97b721c5 req-e99b4091-d200-4da0-830c-dbaa0a5f2455 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1719778 Sep 24 19:06:18.546379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c54f-4b65-4f77-80fe-786dde262475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.546588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab493c95-5038-4b09-82b1-b6b58c19dcd6 req-e2a969cd-713d-46d6-b2cd-fdbc6c9b0076 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:18.560016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:18.565076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab493c95-5038-4b09-82b1-b6b58c19dcd6 req-e2a969cd-713d-46d6-b2cd-fdbc6c9b0076 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2534621 Sep 24 19:06:18.573955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-4dfa2776-f78f-4956-b2ec-17dc261fe927 service neutron] 10.222.0.69 "GET /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426843 Sep 24 19:06:18.588275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:18.590220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.806279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c54f-4b65-4f77-80fe-786dde262475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.809046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.819475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c54f-4b65-4f77-80fe-786dde262475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.835175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab493c95-5038-4b09-82b1-b6b58c19dcd6 req-bee07631-ebd7-44af-acb4-bffeb06ea239 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685101 Sep 24 19:06:18.836952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-6935dd49-6a37-4a2f-b0da-b0461d4d5cd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 217 time: 0.2009566 Sep 24 19:06:18.859425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:18.859662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a8fca70-7c10-45f2-821e-ae3f97b721c5 req-40b511a0-fb4b-4ea3-9491-52ab794aaa0d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141331 Sep 24 19:06:18.864266 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6801895-624c-4a03-a233-74d0b390efe0" -d '{"events": [{"server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:18.889807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,segment=NetworkSegment(7beb3e34-e49f-48e2-b7a2-cfa82caea55a),segment_id=7beb3e34-e49f-48e2-b7a2-cfa82caea55a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:18.892146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-5e8547ba-3bfd-47cf-934f-293ef11cf862 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6974101 Sep 24 19:06:18.896913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:18.961925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ee8c54f-4b65-4f77-80fe-786dde262475 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db32d4ef96aa40eab5bc42c00841b1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288768 Sep 24 19:06:18.975877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60870) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:18.994947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8c54f-4b65-4f77-80fe-786dde262475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef253f-c1e0-4f16-ac18-77d4effeeb83,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:19.068878 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f865d-60d0-4c5c-886e-df3ff8b33191 x-openstack-request-id: req-237f865d-60d0-4c5c-886e-df3ff8b33191 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:19.069212 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:19.069423 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237f865d-60d0-4c5c-886e-df3ff8b33191 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:19.069827 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00', 'code': 200} Sep 24 19:06:19.070411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:19.208002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60135784-766e-447b-a6f6-d80040643d9a req-ef329c69-2b89-43d8-aab9-46693f78db7f tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1136808 Sep 24 19:06:19.230720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c890-0bbc-499a-9990-d39e46df988f req-9d865ffb-07a5-4966-8886-6666e4161fe2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.232274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1de1c890-0bbc-499a-9990-d39e46df988f req-9d865ffb-07a5-4966-8886-6666e4161fe2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.1365173 Sep 24 19:06:19.234702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-9fc29563-5f2e-495f-8c62-57473c0be199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.236138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-9fc29563-5f2e-495f-8c62-57473c0be199 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.3748572 Sep 24 19:06:19.243926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-1e71c9e6-c772-4807-bca2-629ccc08c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.245997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-1e71c9e6-c772-4807-bca2-629ccc08c034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 1100 time: 0.2687802 Sep 24 19:06:19.255091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e015-ad04-4ad1-b3e6-47934a8555c3 req-5d22676a-17b7-4c83-b6b3-d0669df1427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.257123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c12e015-ad04-4ad1-b3e6-47934a8555c3 req-5d22676a-17b7-4c83-b6b3-d0669df1427c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 1096 time: 0.1404486 Sep 24 19:06:19.321873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1de1c890-0bbc-499a-9990-d39e46df988f req-a8594f98-08ce-4b34-b3bd-36f53df9c59d tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752056 Sep 24 19:06:19.365966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:19.373990 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c12e015-ad04-4ad1-b3e6-47934a8555c3 req-8e3e1958-d57c-4d12-942a-18fe4618b87e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846813 Sep 24 19:06:19.409268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f379ecc-e901-4ab9-8c37-5dafd348d25e req-347076d6-440c-4f7e-afd8-a3da6b0f3722 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 210 time: 0.0962579 Sep 24 19:06:19.437995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:19.482615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-61cd551f-138a-4f9b-b04a-ff0b288a31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.484092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-61cd551f-138a-4f9b-b04a-ff0b288a31ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2364352 Sep 24 19:06:19.599087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-41d225c5-03fb-4d0a-b87f-59f09d3472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:19.600582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-41d225c5-03fb-4d0a-b87f-59f09d3472c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2890584 Sep 24 19:06:19.672644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-f31da79e-d3d4-4855-a328-511f9b418b37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 200 len: 217 time: 0.0605428 Sep 24 19:06:19.675220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:19.677979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:19.681538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4ef253f-c1e0-4f16-ac18-77d4effeeb83 HTTP/1.1" status: 204 len: 168 time: 0.6596515 Sep 24 19:06:19.686574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-f2f99ef9-cd3c-46fb-9c15-8251aad8ad02 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905115 Sep 24 19:06:19.702294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337b72a-49a5-4bda-9cec-003e4df24fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef253f-c1e0-4f16-ac18-77d4effeeb83,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:20.185902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:20.200520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae15b-2624-47d0-88d9-b2a6856e0236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.220116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-b3353238-9568-4d1d-b7ef-160277106ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.221554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-b3353238-9568-4d1d-b7ef-160277106ca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.5337465 Sep 24 19:06:20.279216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c4cada5-9b61-403e-af3a-0a287121d1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.343457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae15b-2624-47d0-88d9-b2a6856e0236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.348322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae15b-2624-47d0-88d9-b2a6856e0236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.350116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-e8032d66-b17d-4fbf-ba5d-956535078f0f service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489789 Sep 24 19:06:20.367134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-a084e783-e88d-4868-b3fb-f710ba50b057 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.368750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-a084e783-e88d-4868-b3fb-f710ba50b057 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.69 "GET /v2.0/networks?id=d13709b5-03e8-433f-b1c8-444a8c513cbb HTTP/1.1" status: 200 len: 814 time: 0.6343076 Sep 24 19:06:20.390393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dc157-69a5-40dd-a4c7-c6119349cb40 req-a33afa56-fb47-4784-861c-84493cf9a359 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.391978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-862dc157-69a5-40dd-a4c7-c6119349cb40 req-a33afa56-fb47-4784-861c-84493cf9a359 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2215357 Sep 24 19:06:20.400275 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f6ae15b-2624-47d0-88d9-b2a6856e0236 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bc0a977834f4e2ebd973b8640a83234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104187 Sep 24 19:06:20.404366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:20.410565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae15b-2624-47d0-88d9-b2a6856e0236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a25ee97-78e0-41de-96d1-3135d63ad2f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:20.443565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184554-63a7-4207-af68-f63a8c2d7c9c req-c5b0ac95-872b-4c0e-a436-fea0f2e8736a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.445257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92184554-63a7-4207-af68-f63a8c2d7c9c req-c5b0ac95-872b-4c0e-a436-fea0f2e8736a tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2773213 Sep 24 19:06:20.457200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-eb10b481-2938-4b67-ada2-dbd4eb017702 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 217 time: 0.0872495 Sep 24 19:06:20.467101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-af83eb18-f35b-4a45-bc11-51a7e9739544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.469092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-af83eb18-f35b-4a45-bc11-51a7e9739544 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186608 Sep 24 19:06:20.473819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.497574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.555973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.560082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:20.563310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a25ee97-78e0-41de-96d1-3135d63ad2f4 HTTP/1.1" status: 204 len: 168 time: 0.1552591 Sep 24 19:06:20.571346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4c2e-ad15-4360-b13d-92e6f683ede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a25ee97-78e0-41de-96d1-3135d63ad2f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:20.602390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-b453fd09-5eff-4a4f-a8ab-74c8f1115489 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c525e5f6d0b14de98b426a5941fb9848 HTTP/1.1" status: 200 len: 380 time: 0.2063348 Sep 24 19:06:20.618141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'port': {'device_id': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'admin_state_up': True, 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'security_groups': ['a52916a6-fdbc-41c2-a269-a0d1f4ec8607']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:20.653436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-862dc157-69a5-40dd-a4c7-c6119349cb40 req-fd9eb239-8940-4310-a21a-30419f6e6e78 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058139 Sep 24 19:06:20.662900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92184554-63a7-4207-af68-f63a8c2d7c9c req-f8247cd7-599b-41dd-b31e-69430a61ae84 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978793 Sep 24 19:06:20.689413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-9098b8b7-e9db-42b1-87e3-0e74787e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:20.691418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-9098b8b7-e9db-42b1-87e3-0e74787e400c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.2185941 Sep 24 19:06:20.829783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-b37d8ed0-9f48-4436-afe4-890f68333081 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375154 Sep 24 19:06:20.933195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9414519a-b7d6-4564-a6b8-48e5db779749 req-5088b119-0e2a-4179-9f07-b5f6dec4e523 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1005979 Sep 24 19:06:21.042739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-25f273f8-045b-4e02-8cad-57c6bbdd15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:21.055093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-25f273f8-045b-4e02-8cad-57c6bbdd15ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3549674 Sep 24 19:06:21.225115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-995496b9-c4ce-4583-9af9-4b3a4090e13a req-435651c9-e101-469d-8d47-2168eb02e30d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 210 time: 0.1688418 Sep 24 19:06:21.227558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-deb74f8b-2b25-4be8-994f-034ce2a1d007 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494269 Sep 24 19:06:21.293098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec445595-5cf5-4505-bebd-ba86c6ed1125 req-c5c0838f-43c1-4552-aaf4-c47b11621c53 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:21.295492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec445595-5cf5-4505-bebd-ba86c6ed1125 req-c5c0838f-43c1-4552-aaf4-c47b11621c53 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.4645574 Sep 24 19:06:21.327333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237ef57e-5ae6-4a72-a6f1-884101f8cccf req-cae53f9e-12b3-48f8-970d-f8bef1d0b27f service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809864 Sep 24 19:06:21.337702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Made reservation on behalf of c525e5f6d0b14de98b426a5941fb9848 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:21.341773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:21.499860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec445595-5cf5-4505-bebd-ba86c6ed1125 req-b93524b6-9ceb-4244-8027-bd6fd61de922 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937132 Sep 24 19:06:21.519940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-b652e119-f66e-4552-b6de-d4289bdce00e service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801158 Sep 24 19:06:21.595152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-483842bb-b4a5-42a8-a9a6-d4c9ada6d283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 200 len: 217 time: 0.0490000 Sep 24 19:06:21.646024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Allocated IP 172.20.0.4 (d13709b5-03e8-433f-b1c8-444a8c513cbb/b6a205a3-8684-4e41-9389-241ba9178e19/09558073-b8e9-4778-8cfd-1ce5583d7936) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:21.684889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-8efe3a78-403b-44ca-a0c9-34a3189ac9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:21.685176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-8efe3a78-403b-44ca-a0c9-34a3189ac9a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.0825117 Sep 24 19:06:21.834335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-035a853a-577a-43d4-979e-4af3659dbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:21.836651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-035a853a-577a-43d4-979e-4af3659dbc64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375504 Sep 24 19:06:22.011493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e073-b3f9-49b5-a895-6dd3af5772a2 req-7c2bd6be-4160-4c6b-ae6a-72be4c9f040d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.018828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc9e073-b3f9-49b5-a895-6dd3af5772a2 req-7c2bd6be-4160-4c6b-ae6a-72be4c9f040d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2048168 Sep 24 19:06:22.025250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:22.121552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc9e073-b3f9-49b5-a895-6dd3af5772a2 req-087bff0b-a4ad-41ff-bdfe-7c8959ba19f8 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947578 Sep 24 19:06:22.183826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48fe3add-2c46-4518-bfd0-1245fd4388f6 req-6d9e9fe0-bbd1-4c95-aef9-cb7f29a41289 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0889590 Sep 24 19:06:22.186184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-2c40bac3-219f-41c9-a134-f8f9791104d3 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335524 Sep 24 19:06:22.331058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:22.441883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Network d13709b5-03e8-433f-b1c8-444a8c513cbb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:22.452546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:22.454378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event updated for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:22.456596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:22.463107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-0f4b0022-ac02-4cd4-92ad-eb9fd52f39af service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653818 Sep 24 19:06:22.536121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-2ab05906-c709-4ac7-ac13-76ba140fa2ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 200 len: 217 time: 0.0468578 Sep 24 19:06:22.544512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5548ca-002a-4d02-9886-0f4376b02699 req-7f38baa7-066a-4e59-8f6f-6b5f3e04d21f tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.548279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5548ca-002a-4d02-9886-0f4376b02699 req-7f38baa7-066a-4e59-8f6f-6b5f3e04d21f tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 931 time: 0.2115879 Sep 24 19:06:22.587618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.588874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:22.679812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-193413e3-8457-45f5-be39-4a8c415b5683 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0681460 Sep 24 19:06:22.705854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Request body: {'port': {'device_id': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:22.739582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5548ca-002a-4d02-9886-0f4376b02699 req-131cdb6c-d538-49a5-bd65-7661c717d013 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589699 Sep 24 19:06:22.744840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-458eb52b-837b-4d13-9b38-4c4c8923bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.746343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-458eb52b-837b-4d13-9b38-4c4c8923bc9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 200 len: 797 time: 0.1975820 Sep 24 19:06:22.787101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67c62-a0d6-4089-8c3f-f347175165b8 req-70848fd7-7c29-4ec4-90fc-341a94797d34 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.788682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4b67c62-a0d6-4089-8c3f-f347175165b8 req-70848fd7-7c29-4ec4-90fc-341a94797d34 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.1884568 Sep 24 19:06:22.860567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:22.887196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46317ca2-b955-447c-a4f0-1dec61883811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:22.889970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-17a11e15-42b0-43ff-8df3-1bf421e94971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:22.891247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-17a11e15-42b0-43ff-8df3-1bf421e94971 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e885f3-36e3-4dfb-801a-6b54ef4c8556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331291 Sep 24 19:06:22.923240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4b67c62-a0d6-4089-8c3f-f347175165b8 req-c4016edb-9f74-4135-9801-94a1742891a9 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140940 Sep 24 19:06:22.924805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-15d4573c-624c-447e-840b-bb52ba5d5f2e None None] Provisioning complete for port 09558073-b8e9-4778-8cfd-1ce5583d7936 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:22.926225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15d4573c-624c-447e-840b-bb52ba5d5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:23.036091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-15d4573c-624c-447e-840b-bb52ba5d5f2e None None] Port 09558073-b8e9-4778-8cfd-1ce5583d7936 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:06:23.318132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:23.546962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46592d46-9b28-4b44-9e93-af6da722bff7 req-851a2611-7306-4f10-a689-ffc21193f668 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0709279 Sep 24 19:06:23.601334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e5908-92d1-4113-a0c1-489ff7a3bc3c req-32e6c1db-1de4-4c7c-aabf-e3e94394d4a2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:23.602870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a19e5908-92d1-4113-a0c1-489ff7a3bc3c req-32e6c1db-1de4-4c7c-aabf-e3e94394d4a2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1365106 Sep 24 19:06:23.615296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ec4b6727-ca92-4d6e-9ca4-bd21000cdf36 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957529 Sep 24 19:06:23.835400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a19e5908-92d1-4113-a0c1-489ff7a3bc3c req-7c585199-6266-4181-96e2-9bf41f2fa73e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225699 Sep 24 19:06:23.873662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-82b77767-ef75-485d-87d7-8604ff229a64 service neutron] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468514 Sep 24 19:06:23.883479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad7895-e19a-4222-81b1-fc9fc1aaff91 req-fcf458eb-4a72-482f-a1a7-a6b600db4945 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:23.892643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dad7895-e19a-4222-81b1-fc9fc1aaff91 req-fcf458eb-4a72-482f-a1a7-a6b600db4945 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.2761991 Sep 24 19:06:23.979720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-cfc839da-b98e-4f14-8091-fd29f4e75946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 200 len: 217 time: 0.0817931 Sep 24 19:06:24.003559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dad7895-e19a-4222-81b1-fc9fc1aaff91 req-75b4093d-8f0c-4d7f-8cd9-fbe5a8390503 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057003 Sep 24 19:06:24.069877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:24.193650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-63157f47-203e-4202-a331-4a267f98b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.195114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-63157f47-203e-4202-a331-4a267f98b389 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.2071867 Sep 24 19:06:24.282513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09558073-b8e9-4778-8cfd-1ce5583d7936 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:24.293470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:24.331433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8faa-fafd-4822-a247-82ebdd6173c1 req-01a8b2d8-f635-4f17-af64-5d1ff18540f5 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.332961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80cd8faa-fafd-4822-a247-82ebdd6173c1 req-01a8b2d8-f635-4f17-af64-5d1ff18540f5 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 931 time: 0.2238212 Sep 24 19:06:24.338191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Transition to ACTIVE for port object 09558073-b8e9-4778-8cfd-1ce5583d7936 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:24.341697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-f3600e8a-3c79-41c7-9033-04fc82fda6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.343226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-f3600e8a-3c79-41c7-9033-04fc82fda6b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.1707466 Sep 24 19:06:24.356131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:24.370585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc4d9-9f9f-409f-8baa-2d812be2c2f0 req-82453fb6-155c-46e4-bcf8-bb041c8eff16 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.372162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bacc4d9-9f9f-409f-8baa-2d812be2c2f0 req-82453fb6-155c-46e4-bcf8-bb041c8eff16 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1958745 Sep 24 19:06:24.396234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ff9751a3-1da6-49e9-a4ae-d83401bff9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.397807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-ff9751a3-1da6-49e9-a4ae-d83401bff9e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713235 Sep 24 19:06:24.560596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80cd8faa-fafd-4822-a247-82ebdd6173c1 req-0505163c-3c0a-4bf2-bfe9-716019619411 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163856 Sep 24 19:06:24.608178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Pushing event updated for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:24.650557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bacc4d9-9f9f-409f-8baa-2d812be2c2f0 req-edfa7d52-d1bb-442d-bed2-716e20f2943c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597005 Sep 24 19:06:24.789445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-248d770e-0010-4df0-a4dc-8c0734fbfa8f req-c5f15b49-5c7b-47ca-8cfc-7f0da60e11da tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0954618 Sep 24 19:06:24.793912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-0fd60560-dc1e-488e-981d-8c89ce046a50 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635929 Sep 24 19:06:24.827688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-f15ceb03-731d-4da1-b6e8-6583319a15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:24.829169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-f15ceb03-731d-4da1-b6e8-6583319a15d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.4696136 Sep 24 19:06:24.896020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Attempting to bind port 09558073-b8e9-4778-8cfd-1ce5583d7936 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:24.896357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Attempting to bind port 09558073-b8e9-4778-8cfd-1ce5583d7936 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:24.896684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Attempting to bind port 09558073-b8e9-4778-8cfd-1ce5583d7936 on network d13709b5-03e8-433f-b1c8-444a8c513cbb {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:24.902580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-4012edd9-52e0-4c71-b897-df978b97a413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.0609791 Sep 24 19:06:24.927943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Port 09558073-b8e9-4778-8cfd-1ce5583d7936 on network d13709b5-03e8-433f-b1c8-444a8c513cbb not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:24.928268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Attempting to bind port 09558073-b8e9-4778-8cfd-1ce5583d7936 on network d13709b5-03e8-433f-b1c8-444a8c513cbb {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:24.976130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:24.976462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Checking segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:24.976842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Bound using segment: {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:24.977281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Bound port: 09558073-b8e9-4778-8cfd-1ce5583d7936, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81c521f-bffe-4597-9584-1a20e264e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:24.977635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:25.091278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-27050c02-e2a7-4488-8d6e-bccfe50965ac service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854149 Sep 24 19:06:25.092686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-41fa976c-a42c-41d4-bf8a-ce809fc0ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.094016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-41fa976c-a42c-41d4-bf8a-ce809fc0ad13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.1634979 Sep 24 19:06:25.231182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-56b54b57-8b56-422f-b889-a631265f5021 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255324 Sep 24 19:06:25.244730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f019-9702-4649-b0d3-d72daa9b0114 req-738f6cc2-6ec5-4043-9a28-cc089f9d8b18 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.252262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2772f019-9702-4649-b0d3-d72daa9b0114 req-738f6cc2-6ec5-4043-9a28-cc089f9d8b18 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2811742 Sep 24 19:06:25.255160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-376d00fc-e3f9-4307-99a4-a863735629c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 200 len: 217 time: 0.1485085 Sep 24 19:06:25.290099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:25.357660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09558073-b8e9-4778-8cfd-1ce5583d7936,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:25.387314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:25.418738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-4235b63e-5009-4ff5-ab79-652d519595c6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.420333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-4235b63e-5009-4ff5-ab79-652d519595c6 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.15 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.3127811 Sep 24 19:06:25.506558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2772f019-9702-4649-b0d3-d72daa9b0114 req-eb0be488-5346-49d2-92b8-4de328a71f0e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496600 Sep 24 19:06:25.527764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb786-58d4-40c8-9504-09727b161fca req-08d8f9f0-8ea1-4899-a7bf-f2efe0258361 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.535242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f71bb786-58d4-40c8-9504-09727b161fca req-08d8f9f0-8ea1-4899-a7bf-f2efe0258361 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.3645005 Sep 24 19:06:25.538135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-4bab991c-98f4-49a0-b47c-cada9c2d36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.539693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-4bab991c-98f4-49a0-b47c-cada9c2d36bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 200 len: 797 time: 0.2516022 Sep 24 19:06:25.545636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.546255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:25.547763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] 10.222.0.69 "PUT /v2.0/ports/09558073-b8e9-4778-8cfd-1ce5583d7936 HTTP/1.1" status: 200 len: 1091 time: 2.8519793 Sep 24 19:06:25.572264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:25.574705 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:25.818918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:25.828265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-055000c9-d38a-4abd-b585-135c31b22e5e service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555274 Sep 24 19:06:25.842573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a15c-5b11-42a6-af9c-edab3436226b service neutron] Pushing event updated for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:25.875718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f71bb786-58d4-40c8-9504-09727b161fca req-987329af-5988-40f8-8ea6-ab3bd0dfc0d5 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390512 Sep 24 19:06:25.895669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-6737421b-9d96-4918-9b3d-929e5bbb2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.895669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-6737421b-9d96-4918-9b3d-929e5bbb2865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2876241 Sep 24 19:06:25.902796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-701f6029-eece-435d-a625-c6e96df4672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:25.904402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-701f6029-eece-435d-a625-c6e96df4672f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c525e5f6d0b14de98b426a5941fb9848&device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 1094 time: 0.2827981 Sep 24 19:06:25.957492 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c061f7e-0d1b-4f2e-b0d0-ea465c10d1d3 x-openstack-request-id: req-3c061f7e-0d1b-4f2e-b0d0-ea465c10d1d3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:25.958407 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:25.958910 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c061f7e-0d1b-4f2e-b0d0-ea465c10d1d3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:25.959499 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'status': 'completed', 'code': 200} Sep 24 19:06:26.019726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-4a0d4195-db37-4211-9698-a19e7a7e528d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09558073-b8e9-4778-8cfd-1ce5583d7936 HTTP/1.1" status: 200 len: 217 time: 0.0997036 Sep 24 19:06:26.030932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1429a5a-fb58-4fdf-81b5-04ab5bafff75 req-8bb4cba7-a2df-46b0-bb3f-64447fccf6c3 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:26.032465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1429a5a-fb58-4fdf-81b5-04ab5bafff75 req-8bb4cba7-a2df-46b0-bb3f-64447fccf6c3 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 943 time: 0.3141668 Sep 24 19:06:26.547445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Deleting port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:06:26.547445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:26.659855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-a2a27de6-5bc0-435b-b304-493d69ce7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:26.663153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-a2a27de6-5bc0-435b-b304-493d69ce7449 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a205a3-8684-4e41-9389-241ba9178e19 HTTP/1.1" status: 200 len: 853 time: 0.6053994 Sep 24 19:06:26.668387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df15ec6d-e981-4ead-af9c-faed2ec84a27 req-f9920b67-acf1-40e1-b9ff-14ee12fdd05f service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191919 Sep 24 19:06:26.695954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1429a5a-fb58-4fdf-81b5-04ab5bafff75 req-75a5d551-a986-4bdd-bf8a-c59f519aa4c9 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850971 Sep 24 19:06:26.739084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec649-c94c-41de-acaa-f928c9dcd541 req-279f85f7-0d35-47e5-9d19-df6bae75f305 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:26.740781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-385ec649-c94c-41de-acaa-f928c9dcd541 req-279f85f7-0d35-47e5-9d19-df6bae75f305 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.7403991 Sep 24 19:06:26.781960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-edfc3dcf-9cf5-48a3-9fd1-2f897a22203a service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681388 Sep 24 19:06:27.020068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56adb48e-601e-40f1-8a52-87cc696e5d94 req-249d2d67-c2aa-4e79-a56d-4aefa6549f5d tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1210780 Sep 24 19:06:27.061286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-848a8f3e-f32e-493b-ad6e-f2fc5e346cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:27.064565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-848a8f3e-f32e-493b-ad6e-f2fc5e346cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d13709b5-03e8-433f-b1c8-444a8c513cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033335 Sep 24 19:06:27.192549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-385ec649-c94c-41de-acaa-f928c9dcd541 req-62f7222c-3b58-4174-86cb-7cb4eb30ee0f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090004 Sep 24 19:06:27.231361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] For port e2e059d4-dc0d-4889-9b23-cb892ffc3c00, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,segment=NetworkSegment(7beb3e34-e49f-48e2-b7a2-cfa82caea55a),segment_id=7beb3e34-e49f-48e2-b7a2-cfa82caea55a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:27.231785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.267329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Calling delete_port for e2e059d4-dc0d-4889-9b23-cb892ffc3c00 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:06:27.336568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb54e98f-618b-485a-b83a-55e3afafdcd0 req-01518b39-9c7b-4f1c-a41d-5906be3d8868 service neutron] 10.222.0.69 "GET /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779036 Sep 24 19:06:27.381107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c581b4-3977-48ed-b427-fb77a1b40112 req-0622d546-3543-4be2-ad21-ef6ecca0e041 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:27.382189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6c581b4-3977-48ed-b427-fb77a1b40112 req-0622d546-3543-4be2-ad21-ef6ecca0e041 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2357769 Sep 24 19:06:27.450240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:27.472552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-4c1ffc07-e908-4b4f-84be-82b52f069980 service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461220 Sep 24 19:06:27.483186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd4ed4-d17a-4d27-861d-831b122a7d50 req-13f48ad6-92e4-466d-bfca-17a2eb8335f5 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:27.484670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77bd4ed4-d17a-4d27-861d-831b122a7d50 req-13f48ad6-92e4-466d-bfca-17a2eb8335f5 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/ports?device_id=768c4b55-182f-449a-9ce6-d559900cf0cc HTTP/1.1" status: 200 len: 945 time: 0.1797996 Sep 24 19:06:27.539759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6c581b4-3977-48ed-b427-fb77a1b40112 req-c58d21d1-5702-47a1-ac07-42a712e70078 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150143 Sep 24 19:06:27.571233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97f1a912-efc5-480a-80fb-21f29bc5f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.643719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77bd4ed4-d17a-4d27-861d-831b122a7d50 req-1e269c67-9229-4716-89b5-be5936f60d79 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc44a83b-bc72-47c7-80cd-7c09667b62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376479 Sep 24 19:06:27.677898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.678612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97f1a912-efc5-480a-80fb-21f29bc5f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.682642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97f1a912-efc5-480a-80fb-21f29bc5f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.690637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e2e059d4-dc0d-4889-9b23-cb892ffc3c00'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:27.716131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3d81227-56c9-4a36-9411-fb39e23dc286 req-3c7e3a9d-3ca8-42ee-acd5-5f6bd0a946c9 service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285407 Sep 24 19:06:27.722368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a912-efc5-480a-80fb-21f29bc5f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5e7c7-5358-4a9f-a13e-a4ea534f7f3f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:27.741444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-97f1a912-efc5-480a-80fb-21f29bc5f784 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5a043fd5af9469bb0c7325d9125d3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900107 Sep 24 19:06:27.741979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:27.757378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Pushing event deleted for resources: {'Port': ['ID=e2e059d4-dc0d-4889-9b23-cb892ffc3c00,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:27.788600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] No DVR routers for this DVR port e2e059d4-dc0d-4889-9b23-cb892ffc3c00 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:27.792146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.794464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-866c864c-3884-4a01-9f16-65e6b92418a8 req-1bf2c1b8-9a5c-4be4-8031-4d55d79264d2 tempest-InstanceActionsV221TestJSON-486043960 tempest-InstanceActionsV221TestJSON-486043960-project] 10.222.0.15 "DELETE /v2.0/ports/e2e059d4-dc0d-4889-9b23-cb892ffc3c00 HTTP/1.1" status: 204 len: 173 time: 2.3201046 Sep 24 19:06:27.795533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.822211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.871389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-d93258dd-0162-4b39-baf2-e9fe2ef1f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:27.873124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-d93258dd-0162-4b39-baf2-e9fe2ef1f77f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c525e5f6d0b14de98b426a5941fb9848&device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 1094 time: 0.0858843 Sep 24 19:06:27.879141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.882107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:27.885831 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51f5e7c7-5358-4a9f-a13e-a4ea534f7f3f HTTP/1.1" status: 204 len: 168 time: 0.1401782 Sep 24 19:06:27.902478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291871-54fc-4977-b69f-95b98d189777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5e7c7-5358-4a9f-a13e-a4ea534f7f3f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:27.945949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca6285-6192-4374-b3ee-70effc3971d7 req-2f562d15-ad54-4e76-a236-28182557c57e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:27.947536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20ca6285-6192-4374-b3ee-70effc3971d7 req-2f562d15-ad54-4e76-a236-28182557c57e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 943 time: 0.1259429 Sep 24 19:06:27.967447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'name': 'network-vif-deleted', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:27.970805 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f84164-1db7-493f-bf15-d71a360c2b68" -d '{"events": [{"server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "name": "network-vif-deleted", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:28.033571 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2e345-e90c-42ee-a748-8df6abd9ded0 x-openstack-request-id: req-0ee2e345-e90c-42ee-a748-8df6abd9ded0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:28.033841 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768c4b55-182f-449a-9ce6-d559900cf0cc", "name": "network-vif-deleted", "tag": "e2e059d4-dc0d-4889-9b23-cb892ffc3c00", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:28.034105 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ee2e345-e90c-42ee-a748-8df6abd9ded0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:28.034536 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768c4b55-182f-449a-9ce6-d559900cf0cc', 'name': 'network-vif-deleted', 'tag': 'e2e059d4-dc0d-4889-9b23-cb892ffc3c00', 'status': 'completed', 'code': 200} Sep 24 19:06:28.077910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20ca6285-6192-4374-b3ee-70effc3971d7 req-753be5be-a6c6-41c3-be8c-3ed22bdea820 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036074 Sep 24 19:06:28.088988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-0fd3d279-9907-44f7-8145-04c307d31d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.090737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-0fd3d279-9907-44f7-8145-04c307d31d14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d13709b5-03e8-433f-b1c8-444a8c513cbb HTTP/1.1" status: 200 len: 914 time: 0.2056265 Sep 24 19:06:28.159339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-117dd3a1-1682-4e7e-b75a-af27747903f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09558073-b8e9-4778-8cfd-1ce5583d7936 HTTP/1.1" status: 200 len: 217 time: 0.0512516 Sep 24 19:06:28.216052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2935eba-8c0d-435d-82ae-544b93ebef93 req-7cd90f4e-fd64-45d6-8036-bcda4bb40adb tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0600381 Sep 24 19:06:28.235459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:28.239899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48c59b-5050-4ec3-b15d-c5995aa3e2d0 req-5c204cbd-0892-4130-983e-e1f02dbbaa1c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.241536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c48c59b-5050-4ec3-b15d-c5995aa3e2d0 req-5c204cbd-0892-4130-983e-e1f02dbbaa1c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.1436567 Sep 24 19:06:28.249772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-6445b9af-5acc-4782-b970-8157c09c6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.251528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-6445b9af-5acc-4782-b970-8157c09c6119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a205a3-8684-4e41-9389-241ba9178e19 HTTP/1.1" status: 200 len: 853 time: 0.0831571 Sep 24 19:06:28.259979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c66bf3-8f7d-4c0e-bc30-07bb88d80ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.342902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c48c59b-5050-4ec3-b15d-c5995aa3e2d0 req-9d542d4c-5ed2-445e-bf76-47287890c284 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901902 Sep 24 19:06:28.366156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-e2642808-7a55-4664-b46d-8fcb23760e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.367897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-e2642808-7a55-4664-b46d-8fcb23760e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d13709b5-03e8-433f-b1c8-444a8c513cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007731 Sep 24 19:06:28.370427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c66bf3-8f7d-4c0e-bc30-07bb88d80ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.376388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c66bf3-8f7d-4c0e-bc30-07bb88d80ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.387566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9dab-fc16-4726-8c8c-b8d760ab3b81 req-fcde6ffb-48f5-413a-872f-00e9d3bce01b tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.389813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf6e9dab-fc16-4726-8c8c-b8d760ab3b81 req-fcde6ffb-48f5-413a-872f-00e9d3bce01b tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0950694 Sep 24 19:06:28.415423 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-56c66bf3-8f7d-4c0e-bc30-07bb88d80ed3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08700b4f67764ce3b72a464afa5c997a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788342 Sep 24 19:06:28.418430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32892) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:28.438288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66bf3-8f7d-4c0e-bc30-07bb88d80ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56fdb2-3200-4471-bd59-7756626f7559,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:28.532994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf6e9dab-fc16-4726-8c8c-b8d760ab3b81 req-68720ec7-75f1-46d1-85b6-d4fc4f8af0df tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357183 Sep 24 19:06:28.559050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.566250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-4fb4df22-9560-4381-8108-4de0961900da service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892855 Sep 24 19:06:28.603952 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.762013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a8509-96d5-4437-8290-af0b42a4c8fb req-3dcdf651-1717-4e85-97c6-5e5065f5f1ca tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:28.763548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-637a8509-96d5-4437-8290-af0b42a4c8fb req-3dcdf651-1717-4e85-97c6-5e5065f5f1ca tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1422124 Sep 24 19:06:28.765990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7884d9c9-6df7-4a61-b91a-ce6b11c817b5 req-7e8a3e4b-b09d-4b01-aba0-44def2f95171 service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922929 Sep 24 19:06:28.778813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.781309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:28.782422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a56fdb2-3200-4471-bd59-7756626f7559 HTTP/1.1" status: 204 len: 168 time: 0.3628898 Sep 24 19:06:28.808314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dd241-65b8-497d-9e78-02c7b1a2b18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56fdb2-3200-4471-bd59-7756626f7559,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:28.832072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-637a8509-96d5-4437-8290-af0b42a4c8fb req-034a5cc4-0110-4124-8d6e-2e091b4d8ff6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616097 Sep 24 19:06:28.922172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32918) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:28.967474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Deleting subnet 6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:06:28.970759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.006259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.059574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.117906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.145540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:29.154262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.156164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db412a3d-76d6-4564-bbe7-b667a419fc37 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cfa2cc3-00db-4b57-bc1d-4c8a7c0285b4 HTTP/1.1" status: 204 len: 168 time: 0.2329817 Sep 24 19:06:29.158575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32930) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:29.263519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaabca9-4540-4a2e-bbea-f4458f9347a8 req-0e642925-3c0a-4509-8219-86b5b56bc0d4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:29.265050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abaabca9-4540-4a2e-bbea-f4458f9347a8 req-0e642925-3c0a-4509-8219-86b5b56bc0d4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 943 time: 0.1121185 Sep 24 19:06:29.267922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.360462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e6a6f3c-3802-498d-ba7c-56671ca9932a req-e9f0d496-24b8-4df7-b18e-d2bfb18cf8a3 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0443316 Sep 24 19:06:29.365427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abaabca9-4540-4a2e-bbea-f4458f9347a8 req-05ed217b-3a29-498f-997e-ad261cf2fa94 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939174 Sep 24 19:06:29.403579 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.424861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664d031e-e037-4f50-819f-f79f46e89b25']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:29.434111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beb3e34-e49f-48e2-b7a2-cfa82caea55a') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:29.434408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beb3e34-e49f-48e2-b7a2-cfa82caea55a') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:29.444388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.457921 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.464592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:06:29.465015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:06:29.466709 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:06:29.519953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.526605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.528487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] 10.222.0.18 "DELETE /v2.0/networks/664d031e-e037-4f50-819f-f79f46e89b25 HTTP/1.1" status: 204 len: 168 time: 0.3689857 Sep 24 19:06:29.538955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524de63b-7f66-4ad8-ba1f-920b08172855 admin admin] Pushing event deleted for resources: {'Network': ['ID=664d031e-e037-4f50-819f-f79f46e89b25,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:29.661315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db763-3c67-45fe-b0ca-59c75fb8c9a5 req-d3640e82-ef53-4b16-9e8b-36b9a9fd8f58 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:29.662897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-710db763-3c67-45fe-b0ca-59c75fb8c9a5 req-d3640e82-ef53-4b16-9e8b-36b9a9fd8f58 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0613213 Sep 24 19:06:29.703757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-710db763-3c67-45fe-b0ca-59c75fb8c9a5 req-84395098-a53f-4d93-b33a-aa31ffdcdbe6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Sep 24 19:06:29.712321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:29.766831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f97c18db-6464-4894-97cd-8692e4058e42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ee54def288847bcbecf017df8752ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532279 Sep 24 19:06:29.769301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32958) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:29.818791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.842538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.898961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.902699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:29.905511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc44a83b-bc72-47c7-80cd-7c09667b62c3 HTTP/1.1" status: 204 len: 168 time: 0.1352901 Sep 24 19:06:29.916038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a48ef-75e5-4cfe-a9cf-dde7dd41fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc44a83b-bc72-47c7-80cd-7c09667b62c3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:30.004310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e42c35-2c78-4f9b-a1f5-bf1ee73eb9fc req-f6c27fa7-4e6e-44e3-a7b7-47fabeb4dcec tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:30.012965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15e42c35-2c78-4f9b-a1f5-bf1ee73eb9fc req-f6c27fa7-4e6e-44e3-a7b7-47fabeb4dcec tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0698690 Sep 24 19:06:30.083890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15e42c35-2c78-4f9b-a1f5-bf1ee73eb9fc req-0cb8660b-7f70-42bb-bf85-8c454eccd971 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699599 Sep 24 19:06:30.175254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09558073-b8e9-4778-8cfd-1ce5583d7936 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:30.181153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:30.351713 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:30.425214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e2e059d4-dc0d-4889-9b23-cb892ffc3c00 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:30.501287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: e2e059d4-dc0d-4889-9b23-cb892ffc3c00 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:06:30.501632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e2e059d4-dc0d-4889-9b23-cb892ffc3c00 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:30.522637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:30.525001 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f7fde-7353-4cde-98e5-ece3f187fa55" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:30.550355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09558073-b8e9-4778-8cfd-1ce5583d7936,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:30.573876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:30.586973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:30.604046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'port_id': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'mac_address': 'fa:16:3e:b6:02:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:30.736590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:30.772572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:30.805250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09558073-b8e9-4778-8cfd-1ce5583d7936 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:30.855152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09558073-b8e9-4778-8cfd-1ce5583d7936,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:30.861158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:30.925443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:31.003687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4430e858-57b6-4b03-af7d-7e7c08168634 req-21ae0e43-776a-44e5-9724-2d94e53c1ae0 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0443254 Sep 24 19:06:31.030145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9184a1-f5f8-489b-9488-57f8b25fdc0b req-94274f0b-898a-4c88-aad8-a90fb4133597 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:31.030145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e9184a1-f5f8-489b-9488-57f8b25fdc0b req-94274f0b-898a-4c88-aad8-a90fb4133597 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 943 time: 0.5318158 Sep 24 19:06:31.030417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33022) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:31.072504 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5226ef-d2b5-46d8-a004-a00403a90294 x-openstack-request-id: req-ec5226ef-d2b5-46d8-a004-a00403a90294 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:31.073153 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:31.073710 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec5226ef-d2b5-46d8-a004-a00403a90294 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:31.074319 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:06:31.087459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e9184a1-f5f8-489b-9488-57f8b25fdc0b req-0b797432-a935-42ee-8790-ad0d89c94d0f tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500138 Sep 24 19:06:31.168072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-995871432-network', 'tenant_id': 'c95e7148fda34ce8bd0b81bb2bbc2363'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:31.198692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Made reservation on behalf of c95e7148fda34ce8bd0b81bb2bbc2363 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:31.201465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.212247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea2aa-e5a2-4f74-93da-725f0d88c5da req-0f7647f1-3210-488d-8b42-12a843e32d56 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:31.213348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cffea2aa-e5a2-4f74-93da-725f0d88c5da req-0f7647f1-3210-488d-8b42-12a843e32d56 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0807378 Sep 24 19:06:31.215120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.242801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['09558073-b8e9-4778-8cfd-1ce5583d7936'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:31.243662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10a889-b680-4ec1-a2c8-97bcb9842215 req-c89b95ba-486f-4e69-b6d3-2097d3c0a97d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:31.250476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d10a889-b680-4ec1-a2c8-97bcb9842215 req-c89b95ba-486f-4e69-b6d3-2097d3c0a97d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.0836477 Sep 24 19:06:31.297697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d10a889-b680-4ec1-a2c8-97bcb9842215 req-1b3bbe5a-f547-4c9b-8401-e80cceaf1830 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Sep 24 19:06:31.319002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cffea2aa-e5a2-4f74-93da-725f0d88c5da req-620561f3-cc25-4152-a69a-92ea114e1225 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Sep 24 19:06:31.365287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.371180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.382369 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-59ca96d8-a6c9-47f4-8dd6-7169b4eb3187 service neutron] show failed (client error): The resource could not be found. Sep 24 19:06:31.384150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-59ca96d8-a6c9-47f4-8dd6-7169b4eb3187 service neutron] 10.222.0.15 "GET /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0664976 Sep 24 19:06:31.407672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:31.413299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49242bd7-e665-41e4-94fc-f9c6f34a66a1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:31.423119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.423500 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Added segment 30b78cd6-3cb7-474f-b1f9-c7cf363d7455 of type vlan for network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 Sep 24 19:06:31.482615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.512383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.513536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:31.515190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.555525 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5318849 Sep 24 19:06:31.556398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:31.563148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Request body: {'subnet': {'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-995871432-subnet', 'tenant_id': 'c95e7148fda34ce8bd0b81bb2bbc2363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:31.590531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Made reservation on behalf of c95e7148fda34ce8bd0b81bb2bbc2363 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:31.593034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.613626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5dde-1460-4427-915a-8a616f5aa891 admin admin] Pushing event updated for resources: {'Network': ['ID=1f30adb3-b4c6-46a7-b939-0f4316bf0735,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:31.625928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:31.709451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-69e4ae71-16dc-4e09-b851-02bb01f553c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:31.711066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-69e4ae71-16dc-4e09-b851-02bb01f553c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1100 time: 0.1040273 Sep 24 19:06:31.730079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:31.824177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:31.897469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:32.050826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Checking segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:32.051528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Network hostable DHCP agents. Network: 1f30adb3-b4c6-46a7-b939-0f4316bf0735, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:32.057649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:32.105249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.105781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.106301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.110970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.114184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.114662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.116256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.119391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.121255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.121626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.121972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.122312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:32.187105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:32.248874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42f1d07e-431f-476c-9dce-7e4c6f726a9a req-5058f34f-1248-436e-91ec-1e37a7a8ab29 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0749207 Sep 24 19:06:32.252902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:32.283658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:32.293011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3589d0-2784-45ab-8222-262d4e173980 req-3c494c2a-35ec-429b-a3f0-3d20e2f6d74e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:32.294567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec3589d0-2784-45ab-8222-262d4e173980 req-3c494c2a-35ec-429b-a3f0-3d20e2f6d74e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 944 time: 0.1149571 Sep 24 19:06:32.295216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1f30adb3-b4c6-46a7-b939-0f4316bf0735) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:32.309576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:32.310185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:32.312136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aca32f-0936-4133-920e-51a0ec2f1452 None None] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:32.400766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-da05e420-c16c-4f3f-943e-65d523c107bc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8411849 Sep 24 19:06:32.430875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec3589d0-2784-45ab-8222-262d4e173980 req-5560a788-2512-466f-b7cf-e9adc6447a15 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247168 Sep 24 19:06:32.432033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:32.463870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:32.518237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:32.538873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:32.542065 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae01ac-9e5f-4e1f-8ec0-040ac526d38c" -d '{"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-unplugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:32.560989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:32.606877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Transition to ACTIVE for port object 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:32.627414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea112-fe31-4ac1-a310-1d9ccc41f052 req-b6c2769e-14ca-4b34-b2fe-f78eb598446e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:32.628989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-850ea112-fe31-4ac1-a310-1d9ccc41f052 req-b6c2769e-14ca-4b34-b2fe-f78eb598446e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1140664 Sep 24 19:06:32.630814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:32.643506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:32.723912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6488f-5fb8-411d-b832-95107e267438 req-9a994f6b-9493-4feb-a859-39faaa155ef1 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:32.726200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bca6488f-5fb8-411d-b832-95107e267438 req-9a994f6b-9493-4feb-a859-39faaa155ef1 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1619887 Sep 24 19:06:32.796953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] No DVR routers for this DVR port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:32.819457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:32.829778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e228c03-0b4b-489d-82c7-b92a0fa71d53 None None] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:32.932315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-850ea112-fe31-4ac1-a310-1d9ccc41f052 req-f4a800ef-cdb7-4c7e-99a1-ce39c9fd8f76 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597167 Sep 24 19:06:32.953983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:32.999134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:33.009526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:33.013533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:33.013875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:33.014211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:33.041775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bca6488f-5fb8-411d-b832-95107e267438 req-61329886-3227-4e45-b6f2-e4346cd19970 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912745 Sep 24 19:06:33.042488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:33.042813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:33.076689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:33.077358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:33.081173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:33.081698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Bound port: 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:33.088027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:33.092732 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ed170-f83c-42c9-b5fc-42b685e127b7 x-openstack-request-id: req-fa6ed170-f83c-42c9-b5fc-42b685e127b7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:33.092732 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-unplugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:33.092732 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa6ed170-f83c-42c9-b5fc-42b685e127b7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:33.092732 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'code': 200} Sep 24 19:06:33.162780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:33.164452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:33.179276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:33.219926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:33.229013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:33.240163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:33.424298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:33.470871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:33.471613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:33.476429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-18cce162-249e-4a93-84aa-05715b3d832c service neutron] 10.222.0.69 "PUT /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 1095 time: 1.7519736 Sep 24 19:06:33.571169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed299a8e-3096-4d5d-9450-70e088ced3ff req-d217ae50-cb6b-4912-a9a9-f8e4619e3377 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0924985 Sep 24 19:06:33.735852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-28192e47-903c-431a-a4a9-afa0ee773337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:33.737484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-28192e47-903c-431a-a4a9-afa0ee773337 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1098 time: 0.2175553 Sep 24 19:06:33.766030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-73928614-ad10-4fff-b403-533bc5262b5c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:33.773986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-73928614-ad10-4fff-b403-533bc5262b5c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 817 time: 0.2941420 Sep 24 19:06:33.824239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5e91-ab53-4fef-bc00-67a3cdc84a42 req-7612e04f-fe7c-445d-849d-15852c53d3c5 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:33.827347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-387d5e91-ab53-4fef-bc00-67a3cdc84a42 req-7612e04f-fe7c-445d-849d-15852c53d3c5 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 944 time: 0.1429613 Sep 24 19:06:33.850668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-016a6ed3-99ec-4d4c-a8c8-60b1812c5d7c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/quotas/c95e7148fda34ce8bd0b81bb2bbc2363 HTTP/1.1" status: 200 len: 375 time: 0.0758035 Sep 24 19:06:33.948956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-03349683-58cb-43ec-970f-e42588b18d73 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465503 Sep 24 19:06:33.992698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-387d5e91-ab53-4fef-bc00-67a3cdc84a42 req-1f1a64cc-d6ef-4d02-94d2-194dca6be25f tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594172 Sep 24 19:06:34.011766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-551ff75b-7822-4e8d-9612-a92a1ca7157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:34.013369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-551ff75b-7822-4e8d-9612-a92a1ca7157d service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2652287 Sep 24 19:06:34.108494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-fd454a67-eb00-4316-9fc4-805f90f55976 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0555291 Sep 24 19:06:34.178263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ae1627ec-586a-40ea-a45d-a42f9b256963 service neutron] 10.222.0.18 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214706 Sep 24 19:06:34.209375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-91f1c9cd-ff85-496a-bb70-326c16764088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:34.211120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-91f1c9cd-ff85-496a-bb70-326c16764088 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0918560 Sep 24 19:06:34.213547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09558073-b8e9-4778-8cfd-1ce5583d7936 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:34.249130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c045e7-c279-446b-a404-8f7fe83c8ab5 req-902e75d5-2afa-49a5-862e-b9daa0b4cb0f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:34.256350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c045e7-c279-446b-a404-8f7fe83c8ab5 req-902e75d5-2afa-49a5-862e-b9daa0b4cb0f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.1606839 Sep 24 19:06:34.302143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 09558073-b8e9-4778-8cfd-1ce5583d7936 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:34.306319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 09558073-b8e9-4778-8cfd-1ce5583d7936 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:34.306848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:34.368792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-33d03dee-8b54-40b5-a45c-449db98e2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:34.370682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-33d03dee-8b54-40b5-a45c-449db98e2741 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433725 Sep 24 19:06:34.386885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c045e7-c279-446b-a404-8f7fe83c8ab5 req-92a7b82d-3fb7-4457-b86b-c35dc2a4479e tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215682 Sep 24 19:06:34.418056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:34.467878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09558073-b8e9-4778-8cfd-1ce5583d7936,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:34.468858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:34.472653 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e983c47-b99f-4940-b4eb-20410f6cbb01" -d '{"events": [{"server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:34.476843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:34.477734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:34.574133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:34.574301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-7bdc6391-d6da-48b3-9242-cfa5468bb601 service neutron] 10.222.0.18 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635528 Sep 24 19:06:34.615928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:34.615928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:34.689936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-fa0fb00f-b7bd-4ca5-9425-2d35cabcc01a service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011520 Sep 24 19:06:34.820066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab13e-6c3d-49f6-adf7-79d260a63f39 req-a5f70290-078f-4277-84e1-e991942bbc93 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:34.822073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d0ab13e-6c3d-49f6-adf7-79d260a63f39 req-a5f70290-078f-4277-84e1-e991942bbc93 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2826838 Sep 24 19:06:34.840556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:34.893214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71cb66a0-8623-49f1-9e01-a22dc2b55133 req-2ac6020c-eff3-4561-ae61-4e0c5dfff00e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1294320 Sep 24 19:06:34.911145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:34.916392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:35.034151 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd24d6cc-a4cd-4e26-99e5-2b1822c755a8 x-openstack-request-id: req-dd24d6cc-a4cd-4e26-99e5-2b1822c755a8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:35.034690 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:35.035119 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd24d6cc-a4cd-4e26-99e5-2b1822c755a8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:35.035789 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'code': 200} Sep 24 19:06:35.067929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:35.099626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:35.102337 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7f334-63c8-45dd-8aec-033e6f902a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:35.126994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d0ab13e-6c3d-49f6-adf7-79d260a63f39 req-6ed299e0-3626-4210-862f-d743c8de9f95 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314279 Sep 24 19:06:35.191201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f786050-c318-4bf6-8c58-3e669b8f2a9f req-018fdbe0-b0cf-4782-b4dc-ec6e5645f4e5 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856219 Sep 24 19:06:35.214785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b764f20-c874-4df4-a87e-adc5c7ac137c req-dab99ab2-708c-4c81-8236-5c2fc6c0b812 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1079941 Sep 24 19:06:35.332195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ccaf-d668-4e3d-85dc-98ac86575898 req-f812ee09-0fe5-473e-9137-db7fb1eadd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.334183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f1ccaf-d668-4e3d-85dc-98ac86575898 req-f812ee09-0fe5-473e-9137-db7fb1eadd7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 1096 time: 0.1371500 Sep 24 19:06:35.378659 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e454d83-a382-47eb-acb3-f1750279a56f x-openstack-request-id: req-1e454d83-a382-47eb-acb3-f1750279a56f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:35.379156 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:35.379815 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e454d83-a382-47eb-acb3-f1750279a56f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:35.380308 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'status': 'completed', 'code': 200} Sep 24 19:06:35.516175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58f1ccaf-d668-4e3d-85dc-98ac86575898 req-0a041fd3-2ac0-4cb2-919c-ed885c736e5e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730480 Sep 24 19:06:35.528853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1484cb4-8789-4b27-8716-ee48f1652bfc req-5a754fba-25ac-469d-89ba-5dc047f3f786 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0847454 Sep 24 19:06:35.579192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6432-60d7-424c-b06a-80a782d18e36 req-b9def252-5027-48ea-8db2-564843daab51 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.586471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0bc6432-60d7-424c-b06a-80a782d18e36 req-b9def252-5027-48ea-8db2-564843daab51 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.2051508 Sep 24 19:06:35.600479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-5a869609-eee0-4dbd-836a-16a9d3da0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.602114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-5a869609-eee0-4dbd-836a-16a9d3da0ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1098 time: 0.1724172 Sep 24 19:06:35.639383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-e3330a0a-1084-4726-8b56-97873a0b73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.640987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-e3330a0a-1084-4726-8b56-97873a0b73a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1098 time: 0.2187686 Sep 24 19:06:35.765723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0bc6432-60d7-424c-b06a-80a782d18e36 req-0c567730-e277-46f9-a0a6-d9e78dd3d7eb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781328 Sep 24 19:06:35.908494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb351944-ab36-4f07-b0b1-502e9016e551 req-8b4ea333-e98a-42b8-a631-0943645d544c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.916084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb351944-ab36-4f07-b0b1-502e9016e551 req-8b4ea333-e98a-42b8-a631-0943645d544c tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.2616816 Sep 24 19:06:35.942876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-fd58868b-240b-4c3c-81d7-da4467f87926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:35.944968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-fd58868b-240b-4c3c-81d7-da4467f87926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3289018 Sep 24 19:06:36.041841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-d701a23c-2ad1-4a7c-ac9e-2023e18980b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:36.043819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-d701a23c-2ad1-4a7c-ac9e-2023e18980b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3010976 Sep 24 19:06:36.048734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-b32b0097-9d72-4975-9a8f-3b182ea3f49b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0945733 Sep 24 19:06:36.075590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb351944-ab36-4f07-b0b1-502e9016e551 req-75be411f-68c9-46de-82e2-93255e482a67 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586323 Sep 24 19:06:36.223070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-ae27dded-28e0-47dd-9014-b210e9c52a9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.1452742 Sep 24 19:06:36.337565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-b660bcd8-e7af-4e19-9d42-204576073759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:36.339097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-b660bcd8-e7af-4e19-9d42-204576073759 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2625201 Sep 24 19:06:36.417777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:36.547315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:36.578032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f5344f6-a336-4095-a500-a83df61cad52 req-b626dffe-52c9-465c-b894-d4d8f2a6d206 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1650863 Sep 24 19:06:36.590226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-d653e6d6-778d-483e-abc9-124a42c9431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:36.591973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-d653e6d6-778d-483e-abc9-124a42c9431b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3581169 Sep 24 19:06:37.036810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:37.043424 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31396c5-e2ca-4abf-b6ca-72e38df44a84" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:37.222497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-5f53ced1-0670-4926-aea8-b904eeab8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:37.224884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-5f53ced1-0670-4926-aea8-b904eeab8428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8626199 Sep 24 19:06:37.290734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b25ffefe-a5a4-4191-b771-9a39ab76112c req-51a5dacc-fd15-4908-9047-427efeacdc95 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 210 time: 0.5865998 Sep 24 19:06:37.318774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd992c-15b1-4b6a-8033-d1788023c660 req-8053f01d-bec0-4b10-99b6-306603fb7078 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:37.337342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bafd992c-15b1-4b6a-8033-d1788023c660 req-8053f01d-bec0-4b10-99b6-306603fb7078 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 1.0050445 Sep 24 19:06:37.436379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5d98428b-c89e-4c65-8cbc-3610d130d0f9 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:37.439405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5d98428b-c89e-4c65-8cbc-3610d130d0f9 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 817 time: 0.2971642 Sep 24 19:06:37.446264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-648e3d81-394d-4060-9168-581c0f980752 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101362 Sep 24 19:06:37.463077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Request body: {'port': {'device_id': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'admin_state_up': True, 'tenant_id': 'c95e7148fda34ce8bd0b81bb2bbc2363'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:37.510759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-f06a91af-c90f-485a-9ab2-76c4a8cf45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:37.513026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-f06a91af-c90f-485a-9ab2-76c4a8cf45b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8937411 Sep 24 19:06:37.728970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-5806255d-e4ef-4bf1-8039-8890c565338e service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027478 Sep 24 19:06:37.730780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Made reservation on behalf of c95e7148fda34ce8bd0b81bb2bbc2363 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:37.737970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:37.831399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bafd992c-15b1-4b6a-8033-d1788023c660 req-785f5e21-80b6-497b-9199-527879f464e1 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932232 Sep 24 19:06:37.833420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36ab8a24-7679-4379-af19-3a97c48c8b77 req-5dff8688-980a-4c85-9d5d-cd73590e82cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1139ef48d2d34787b970b5b4cfeb6118&device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.0702369 Sep 24 19:06:37.953850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36ab8a24-7679-4379-af19-3a97c48c8b77 req-88136220-4b2e-4e03-9d39-70f50d9c33a9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1139ef48d2d34787b970b5b4cfeb6118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925605 Sep 24 19:06:37.973685 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db53f3bd-8bc5-49bd-b2a9-e39a4dc33574 x-openstack-request-id: req-db53f3bd-8bc5-49bd-b2a9-e39a4dc33574 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:37.974279 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:37.974384 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db53f3bd-8bc5-49bd-b2a9-e39a4dc33574 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:37.974737 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:06:38.057969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ebbbe036-d0a2-4bc5-8ab0-ac219f005b70 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.059957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ebbbe036-d0a2-4bc5-8ab0-ac219f005b70 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 817 time: 0.2869291 Sep 24 19:06:38.076125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Request body: {'port': {'device_id': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'admin_state_up': True, 'tenant_id': 'c95e7148fda34ce8bd0b81bb2bbc2363'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:38.174437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Allocated IP 172.20.0.9 (1f30adb3-b4c6-46a7-b939-0f4316bf0735/d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f/986efcab-729b-4ed9-8454-75fa60b85e19) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:38.262432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:38.285401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863f1c3-0a7c-400c-8951-3482cd4d4479 req-1f67a850-27a7-457f-8a13-b6b06d787d7e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.287010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5863f1c3-0a7c-400c-8951-3482cd4d4479 req-1f67a850-27a7-457f-8a13-b6b06d787d7e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.4614377 Sep 24 19:06:38.382128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-e48acec6-bd9e-48f7-b7de-a55199c05594 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9099281 Sep 24 19:06:38.510346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8a24-7679-4379-af19-3a97c48c8b77 req-5d4d3af5-5d51-4332-9412-440eb5aa419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.514660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36ab8a24-7679-4379-af19-3a97c48c8b77 req-5d4d3af5-5d51-4332-9412-440eb5aa419e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5285518 Sep 24 19:06:38.549199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ba7f334-63c8-45dd-8aec-033e6f902a7c req-a8fe36b0-68c4-4e1a-9456-4c4c5494a524 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850504 Sep 24 19:06:38.626599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:38.659014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'mac_address': 'fa:16:3e:44:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:38.689399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5863f1c3-0a7c-400c-8951-3482cd4d4479 req-d2ef7100-f524-43e1-9fda-b2f6d5f3e69e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598328 Sep 24 19:06:38.736871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:38.740654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa154e4-2f54-4f3f-b873-dc96b3b5b189 req-915e6d1a-0767-402d-ae23-77b306a8f9c2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.753043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5aa154e4-2f54-4f3f-b873-dc96b3b5b189 req-915e6d1a-0767-402d-ae23-77b306a8f9c2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 947 time: 0.4290640 Sep 24 19:06:38.782971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fd5cb-4f6f-4d1b-bdbe-d25e53da81f8 req-3b9f53b1-bede-4dd2-af11-22ff378883ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.786694 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:38.791794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-096fd5cb-4f6f-4d1b-bdbe-d25e53da81f8 req-3b9f53b1-bede-4dd2-af11-22ff378883ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.4633081 Sep 24 19:06:38.824813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:38.881056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:38.893378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:38.931656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ccef60f0-0f62-4b5c-8e84-927173a04091 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:38.935007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ccef60f0-0f62-4b5c-8e84-927173a04091 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 817 time: 0.6354270 Sep 24 19:06:38.965815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4145c2c7-5562-4ecb-ac68-2b30ee1ff18c req-c4a7c2d2-91a0-4204-84fc-4f2c4e46f88b tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1259513 Sep 24 19:06:39.015736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5aa154e4-2f54-4f3f-b873-dc96b3b5b189 req-23701f7f-6494-4652-b10e-a6f2a3099df1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617629 Sep 24 19:06:39.026916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:39.027408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-096fd5cb-4f6f-4d1b-bdbe-d25e53da81f8 req-1e89acaf-846e-44e5-81b4-4227e154a206 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106721 Sep 24 19:06:39.038293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Request body: {'port': {'device_id': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'admin_state_up': True, 'tenant_id': 'c95e7148fda34ce8bd0b81bb2bbc2363'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:39.054389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Made reservation on behalf of c95e7148fda34ce8bd0b81bb2bbc2363 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:39.071715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:39.125428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-590a9adb-6766-4b4e-8e2a-8461d83f9ebe req-10684357-3118-4f07-85a7-0d809ff7c8bb tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0429819 Sep 24 19:06:39.201228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce75af-a1b4-4c3c-8b74-0e6362345dca req-0d8b4896-0cdd-46a5-8cd0-3a4866825767 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:39.216147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54ce75af-a1b4-4c3c-8b74-0e6362345dca req-0d8b4896-0cdd-46a5-8cd0-3a4866825767 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.0893521 Sep 24 19:06:39.218701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33226) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:39.223438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Request body: {'floatingip': {'port_id': '09558073-b8e9-4778-8cfd-1ce5583d7936'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:39.313914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0b134c73-2bf0-4a3c-abea-cc97cd9338c3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:39.340631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:39.631986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432bf9-1718-4f5c-9e17-ef6134f82d66 req-112e6c56-358b-40ab-8192-a4309d18fc6c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:39.640914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d432bf9-1718-4f5c-9e17-ef6134f82d66 req-112e6c56-358b-40ab-8192-a4309d18fc6c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.3353629 Sep 24 19:06:39.748135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:39.811506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-a3c8fe12-7127-4b23-b00d-2579578199d7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:39.813328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-a3c8fe12-7127-4b23-b00d-2579578199d7 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722&tenant_id=cb7cfe6611584293814febdf00707daa&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 948 time: 0.2959237 Sep 24 19:06:39.856827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d432bf9-1718-4f5c-9e17-ef6134f82d66 req-65195e15-7147-49d4-a7d7-ce034d128856 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011268 Sep 24 19:06:39.894259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdcb10-754b-4498-84c7-4d3231fb2d02 req-72514562-1455-44dc-be66-011664f11f03 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:39.896121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06cdcb10-754b-4498-84c7-4d3231fb2d02 req-72514562-1455-44dc-be66-011664f11f03 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.2513120 Sep 24 19:06:39.905756 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:39.971658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Made reservation on behalf of c95e7148fda34ce8bd0b81bb2bbc2363 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:39.976555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.009550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:40.023828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-c1a2d1d3-bc8b-45d0-95ef-2d92fa1cb013 service neutron] 10.222.0.69 "GET /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3/bindings/n-h1-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.1893482 Sep 24 19:06:40.077656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:40.100914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:40.194211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Allocated IP 172.20.0.13 (1f30adb3-b4c6-46a7-b939-0f4316bf0735/d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f/92491703-f3f3-4891-b6c2-d6844dc219c1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:40.200472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event updated for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:40.219569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06cdcb10-754b-4498-84c7-4d3231fb2d02 req-dc349189-e6b4-4e02-9c27-e6b61ac7c431 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085566 Sep 24 19:06:40.234753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a96de6f-cd64-48f9-ad4d-d89d4c4f8934 req-97fcd620-1342-4feb-bbea-6a2acf85b6b1 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.18 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1557403 Sep 24 19:06:40.252181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.252535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.252941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.253210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.253533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.253942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.254282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.254696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.254945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.255270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.255592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.255956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:40.286890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:40.287562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.325485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36ab8a24-7679-4379-af19-3a97c48c8b77 req-50484cf4-288c-4d93-95c3-8e0ff86766b1 tempest-ServerShowV257Test-1983327960 tempest-ServerShowV257Test-1983327960-project] 10.222.0.69 "GET /v2.0/ports?device_id=a921b13a-2e62-43b0-9f4c-a2868a75afbf HTTP/1.1" status: 200 len: 210 time: 0.1180778 Sep 24 19:06:40.334038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-2ceb0005-b330-478d-864b-76b6c8fef53e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8754947 Sep 24 19:06:40.352064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Request body: {'port': {'device_id': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:40.402101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-822c8c13-e78b-4d60-9b15-3f608f1e804b req-212cbc2b-c3b3-4c4f-bbff-8cb031ba0d0d tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0800576 Sep 24 19:06:40.479227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-41e7a496-f0dc-456d-8bff-b726753bc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:40.481729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-41e7a496-f0dc-456d-8bff-b726753bc68e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1099 time: 0.4136128 Sep 24 19:06:40.518770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.587243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.707154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.728867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-0fcaefc5-d1d1-4ef8-ae0c-ad44859a93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:40.731296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-0fcaefc5-d1d1-4ef8-ae0c-ad44859a93ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2335598 Sep 24 19:06:40.736371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.753515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.784053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:40.792759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:40.794586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event updated for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:40.799088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:40.804465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-391c508f-266c-4aee-90e2-c803b5c7e068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0550692 Sep 24 19:06:40.840507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Allocated IP 172.20.0.14 (1f30adb3-b4c6-46a7-b939-0f4316bf0735/d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f/24d09c26-81af-4f0b-923c-743123fe5e8f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:40.918895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:40.926440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:40.961095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-5f42fad6-0136-4f7b-aed3-b9803884eb1f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8898077 Sep 24 19:06:40.978155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Request body: {'port': {'device_id': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:41.049688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-1b9322f1-61a7-4d0b-ac71-ece134f9f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:41.051465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-1b9322f1-61a7-4d0b-ac71-ece134f9f8b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2137599 Sep 24 19:06:41.124650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.208559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.362739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.405165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:41.412210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:41.425544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:41.519472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71f0b6-51e8-4ee8-8166-937c7be3a68a req-f772546e-3b93-4bc7-a633-47d6e5e1301d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:41.521170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf71f0b6-51e8-4ee8-8166-937c7be3a68a req-f772546e-3b93-4bc7-a633-47d6e5e1301d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.5589502 Sep 24 19:06:41.551235 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Floating IP 842aef82-b24a-44ff-9c39-5cab412a5e78 associated. External IP: 172.25.5.74, port: 09558073-b8e9-4778-8cfd-1ce5583d7936. Sep 24 19:06:41.567758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event updated for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:41.581599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:41.582234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.616826 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6922ca72-055d-4c48-8707-054eb24968a0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6650743 Sep 24 19:06:41.634468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Request body: {'port': {'device_id': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:41.642108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-994d0c66-d550-4bd4-8573-57b063e7c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:41.644011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-994d0c66-d550-4bd4-8573-57b063e7c2b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5575314 Sep 24 19:06:41.708510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f9bf3-bafd-4d25-8885-b3f124343762 req-b60c455e-64b6-4272-b07b-4c365f188816 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:41.716862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-683f9bf3-bafd-4d25-8885-b3f124343762 req-b60c455e-64b6-4272-b07b-4c365f188816 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.2383869 Sep 24 19:06:41.732723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf71f0b6-51e8-4ee8-8166-937c7be3a68a req-a1e711c6-152c-44ed-9c0d-ceb2d03f942d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826274 Sep 24 19:06:41.784997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.815347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986efcab-729b-4ed9-8454-75fa60b85e19 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:41.830207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:41.886459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-1b1f66c9-7a93-4ee7-a624-b0705b42f3f8 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230883 Sep 24 19:06:41.891993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Transition to ACTIVE for port object 986efcab-729b-4ed9-8454-75fa60b85e19 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:41.913026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.134020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-683f9bf3-bafd-4d25-8885-b3f124343762 req-d98a2580-a2c5-4bbe-86c2-340826c81df2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111688 Sep 24 19:06:42.257087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203ff08-d726-453d-8fc8-4e28221baf02 req-97dbc90b-19c0-42c3-9eb5-410d0cb929e2 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:42.257943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8203ff08-d726-453d-8fc8-4e28221baf02 req-97dbc90b-19c0-42c3-9eb5-410d0cb929e2 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 932 time: 0.2798398 Sep 24 19:06:42.281359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92491703-f3f3-4891-b6c2-d6844dc219c1 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:42.281910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:42.305955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.332816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Transition to ACTIVE for port object 92491703-f3f3-4891-b6c2-d6844dc219c1 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:42.334024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Pushing event updated for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:42.343380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:42.368364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.411569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:42.426885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:42.427207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.581976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Pushing event updated for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:42.616808 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.670601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:42.672099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:42.675500 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a01cc-25c7-407c-a0fa-ffeac13a9432" -d '{"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-plugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:42.680142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.703200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00fefc25-fd2f-46ea-80c5-5adc1a911698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.731319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Attempting to bind port 986efcab-729b-4ed9-8454-75fa60b85e19 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:42.731729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Attempting to bind port 986efcab-729b-4ed9-8454-75fa60b85e19 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:42.732127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Attempting to bind port 986efcab-729b-4ed9-8454-75fa60b85e19 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:42.775747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Router 2ead3794-c372-46b7-8689-3799bd0ae3f7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:06:42.788118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Port 986efcab-729b-4ed9-8454-75fa60b85e19 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:42.788343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:42.788428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Attempting to bind port 986efcab-729b-4ed9-8454-75fa60b85e19 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:42.819938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-92122ea0-a6b3-4b19-8414-fa357eb56ff1 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8430619 Sep 24 19:06:42.828244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:42.828822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Checking segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:42.829369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Bound using segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:42.829980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Bound port: 986efcab-729b-4ed9-8454-75fa60b85e19, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:42.830526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.833500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Attempting to bind port 92491703-f3f3-4891-b6c2-d6844dc219c1 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:42.834416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Attempting to bind port 92491703-f3f3-4891-b6c2-d6844dc219c1 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:42.834940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Attempting to bind port 92491703-f3f3-4891-b6c2-d6844dc219c1 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:42.847617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-bd5cbcd5-c4ca-4dd3-b539-6ff86dfa61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:42.849289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-bd5cbcd5-c4ca-4dd3-b539-6ff86dfa61c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.3046257 Sep 24 19:06:42.856001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Port 92491703-f3f3-4891-b6c2-d6844dc219c1 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:42.856625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Attempting to bind port 92491703-f3f3-4891-b6c2-d6844dc219c1 on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:42.889065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:42.889676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Checking segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:42.890233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Bound using segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:42.890832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Bound port: 92491703-f3f3-4891-b6c2-d6844dc219c1, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:42.891369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:42.982894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca66f9-7f35-4a8c-8c07-f957f20629a6 req-ee7de53e-6777-4e2a-890f-a327692f9617 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:42.991337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aca66f9-7f35-4a8c-8c07-f957f20629a6 req-ee7de53e-6777-4e2a-890f-a327692f9617 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.4454336 Sep 24 19:06:42.993713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-36ec0c3e-aa97-4e3a-ad7a-b31fce587e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:42.995832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-36ec0c3e-aa97-4e3a-ad7a-b31fce587e8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.1326661 Sep 24 19:06:43.012924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d09c26-81af-4f0b-923c-743123fe5e8f {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:43.031305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.055109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:43.068410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=986efcab-729b-4ed9-8454-75fa60b85e19,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:43.076440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Transition to ACTIVE for port object 24d09c26-81af-4f0b-923c-743123fe5e8f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:43.081702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.119821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.146230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00fefc25-fd2f-46ea-80c5-5adc1a911698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.147657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:43.160383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8203ff08-d726-453d-8fc8-4e28221baf02 req-782d382c-5d74-489b-8bfe-4d33613a2280 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997138 Sep 24 19:06:43.177112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00fefc25-fd2f-46ea-80c5-5adc1a911698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.179912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:06:43.191575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.192305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.193588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] 10.222.0.15 "PUT /v2.0/ports/986efcab-729b-4ed9-8454-75fa60b85e19 HTTP/1.1" status: 200 len: 1091 time: 2.8458321 Sep 24 19:06:43.194003 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Sync routers for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:06:43.195558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:43.197850 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8071d47a-b816-458c-afcd-6d1e31b8f276" -d '{"events": [{"name": "network-changed", "server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:43.202572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=92491703-f3f3-4891-b6c2-d6844dc219c1,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:43.207842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.218948 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:43.225188 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:43.228073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.251763 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08768679-f3d5-4655-953d-5fca1d596b2a x-openstack-request-id: req-08768679-f3d5-4655-953d-5fca1d596b2a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:43.252638 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-plugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:43.253731 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08768679-f3d5-4655-953d-5fca1d596b2a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:43.255128 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'code': 200} Sep 24 19:06:43.257421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c699d-6df4-45ff-9761-f2cdd55bdf8a service neutron] Pushing event updated for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:43.264184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-e3c8a148-82b8-4f75-aa81-0860963bb408 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.0857613 Sep 24 19:06:43.279445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aca66f9-7f35-4a8c-8c07-f957f20629a6 req-79d8d9eb-658d-4e38-ad54-2289150e8083 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836983 Sep 24 19:06:43.294598 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-00fefc25-fd2f-46ea-80c5-5adc1a911698 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1139ef48d2d34787b970b5b4cfeb6118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479043 Sep 24 19:06:43.339612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33300) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:43.368357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefc25-fd2f-46ea-80c5-5adc1a911698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b34bd-369d-4d18-a157-1a9dc72bef1a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:43.370942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7d4cb46-7a02-4596-8067-1a0e8e140709 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "PUT /v2.0/floatingips/842aef82-b24a-44ff-9c39-5cab412a5e78 HTTP/1.1" status: 200 len: 990 time: 4.1499724 Sep 24 19:06:43.394331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.395233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.396779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] 10.222.0.15 "PUT /v2.0/ports/92491703-f3f3-4891-b6c2-d6844dc219c1 HTTP/1.1" status: 200 len: 1092 time: 2.4244018 Sep 24 19:06:43.397597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:43.405184 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3172bad4-4995-4f9c-bd70-26e75af6630f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:43.489361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Pushing event updated for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:43.554245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-5040d410-5518-420e-bc03-b8a92af480a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.555823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-5040d410-5518-420e-bc03-b8a92af480a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.1926243 Sep 24 19:06:43.566593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff8ea-2c61-4b0f-aa13-e4feacc97162 req-4247c5e9-db6f-4c85-aff8-c73313d11f41 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.568150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dafff8ea-2c61-4b0f-aa13-e4feacc97162 req-4247c5e9-db6f-4c85-aff8-c73313d11f41 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1961546 Sep 24 19:06:43.574760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-73c3f0b7-44e6-4ad4-8639-ea2807becdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.576538 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-73c3f0b7-44e6-4ad4-8639-ea2807becdf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 1094 time: 0.3099811 Sep 24 19:06:43.612612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:43.658469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-a0caec20-7805-4235-81e0-9f124fe9b323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986efcab-729b-4ed9-8454-75fa60b85e19 HTTP/1.1" status: 200 len: 217 time: 0.0685315 Sep 24 19:06:43.659533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.674309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Attempting to bind port 24d09c26-81af-4f0b-923c-743123fe5e8f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:43.681227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dafff8ea-2c61-4b0f-aa13-e4feacc97162 req-045eb1a2-a66f-4d96-b4b3-f68c5778f4ca tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050336 Sep 24 19:06:43.684265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-04f5b836-ecd6-4c11-8019-0c160bcc46da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093702 Sep 24 19:06:43.686713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Attempting to bind port 24d09c26-81af-4f0b-923c-743123fe5e8f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:43.687077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Attempting to bind port 24d09c26-81af-4f0b-923c-743123fe5e8f on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:43.712606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-389ba4d9-f551-45fb-9603-2090d19530a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.714108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-389ba4d9-f551-45fb-9603-2090d19530a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 1095 time: 0.2535892 Sep 24 19:06:43.716665 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eddb01-f19d-43b0-b915-5d6366650ca0 x-openstack-request-id: req-b6eddb01-f19d-43b0-b915-5d6366650ca0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:43.716946 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:43.717196 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6eddb01-f19d-43b0-b915-5d6366650ca0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:43.717580 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19', 'status': 'completed', 'code': 200} Sep 24 19:06:43.748820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Port 24d09c26-81af-4f0b-923c-743123fe5e8f on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:43.749175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Attempting to bind port 24d09c26-81af-4f0b-923c-743123fe5e8f on network 1f30adb3-b4c6-46a7-b939-0f4316bf0735 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:43.806183 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-0f728842-ab89-4835-b82a-e7d86ce5daa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92491703-f3f3-4891-b6c2-d6844dc219c1 HTTP/1.1" status: 200 len: 217 time: 0.0622308 Sep 24 19:06:43.806826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38101-afdc-4a45-a520-dd1f3e6ec94e service neutron] Pushing event updated for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:43.840070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.859905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:43.860265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Checking segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:43.860630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Bound using segment: {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:43.861094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Bound port: 24d09c26-81af-4f0b-923c-743123fe5e8f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b78cd6-3cb7-474f-b1f9-c7cf363d7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:43.861453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:43.864627 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0848066-0585-4b10-bbc2-c11ae88d11af x-openstack-request-id: req-a0848066-0585-4b10-bbc2-c11ae88d11af {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:43.865115 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:43.865211 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0848066-0585-4b10-bbc2-c11ae88d11af {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:43.865546 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'status': 'completed', 'code': 200} Sep 24 19:06:43.981338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-fabc978c-cad2-4e5c-9ca1-59b5cf07bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:43.983057 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-fabc978c-cad2-4e5c-9ca1-59b5cf07bd99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.3130448 Sep 24 19:06:44.006115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-e4a1e1f5-de54-4d9d-9d51-c11c45902356 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115666 Sep 24 19:06:44.006626 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '842aef82-b24a-44ff-9c39-5cab412a5e78', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'port_id': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'mac_address': 'fa:16:3e:b6:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:06:15Z', 'updated_at': '2021-09-24T19:06:40Z', 'revision_number': 1, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:44.008115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-a2088395-d932-44f2-b6ee-182e3829ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:44.012696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-a2088395-d932-44f2-b6ee-182e3829ff83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c525e5f6d0b14de98b426a5941fb9848&device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 1096 time: 0.1324737 Sep 24 19:06:44.016782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-af9b189a-bd3b-4d96-a692-2a91ddffe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:44.018270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-af9b189a-bd3b-4d96-a692-2a91ddffe994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.1960678 Sep 24 19:06:44.080130 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-beb30960-b8e6-4a4a-8bc5-c3a58146a2d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838530 Sep 24 19:06:44.086026 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-3e0533ec-b34c-456d-b94a-544a04c6e618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396369 Sep 24 19:06:44.087649 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Checking router: 2ead3794-c372-46b7-8689-3799bd0ae3f7 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:06:44.096579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:44.109245 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:44.109886 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:44.219419 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-21862274-0e3f-4974-b3c8-c021af2d7d9f service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197085 Sep 24 19:06:44.255303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:44.258059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:44.259388 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/619b34bd-369d-4d18-a157-1a9dc72bef1a HTTP/1.1" status: 204 len: 168 time: 0.8924885 Sep 24 19:06:44.328094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:44.371726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=24d09c26-81af-4f0b-923c-743123fe5e8f,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:44.389461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0f6a-eed2-493a-bb76-0e8172f9991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b34bd-369d-4d18-a157-1a9dc72bef1a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:44.433943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:44.439708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-a45935c0-137b-4af4-a26a-164d8e5efe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:44.453014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-a45935c0-137b-4af4-a26a-164d8e5efe89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d13709b5-03e8-433f-b1c8-444a8c513cbb HTTP/1.1" status: 200 len: 914 time: 0.4281180 Sep 24 19:06:44.638801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:44.639566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:44.640886 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-75394410-48ae-4397-8340-4669744bb8ad service neutron] 10.222.0.15 "PUT /v2.0/ports/24d09c26-81af-4f0b-923c-743123fe5e8f HTTP/1.1" status: 200 len: 1092 time: 3.0111823 Sep 24 19:06:44.658559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0c9f186-a73a-4431-8fb9-9a77a1c9342b req-b64c335c-9927-4622-b7fa-a697c63ffa98 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347528 Sep 24 19:06:44.752997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80701a-8077-40ee-8752-4f9a7a0c7b53 req-126a8f54-4799-4e95-a415-2cfcc05c8153 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:44.759138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e80701a-8077-40ee-8752-4f9a7a0c7b53 req-126a8f54-4799-4e95-a415-2cfcc05c8153 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 944 time: 0.4710326 Sep 24 19:06:44.786218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-a8731175-9c73-44f8-82c3-efe3eb16f110 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09558073-b8e9-4778-8cfd-1ce5583d7936 HTTP/1.1" status: 200 len: 998 time: 0.3148470 Sep 24 19:06:44.883908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '842aef82-b24a-44ff-9c39-5cab412a5e78', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'port_id': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'mac_address': 'fa:16:3e:b6:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:06:15Z', 'updated_at': '2021-09-24T19:06:40Z', 'revision_number': 1, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:44.969316 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45cf63-c1d7-46f5-8909-c53852f62772 None None] The sync data for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 is: [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '842aef82-b24a-44ff-9c39-5cab412a5e78', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'port_id': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'mac_address': 'fa:16:3e:b6:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:06:15Z', 'updated_at': '2021-09-24T19:06:40Z', 'revision_number': 1, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:06:45.066844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff655f-8b25-4ebf-acbf-24972316bd83 req-c924c17e-03e3-4516-88d2-96f59e0af6bd tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.079026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61ff655f-8b25-4ebf-acbf-24972316bd83 req-c924c17e-03e3-4516-88d2-96f59e0af6bd tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.6007347 Sep 24 19:06:45.082710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-c5c32c38-7a59-4e88-b930-948547f7e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.084220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-c5c32c38-7a59-4e88-b930-948547f7e9f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a205a3-8684-4e41-9389-241ba9178e19 HTTP/1.1" status: 200 len: 853 time: 0.2826219 Sep 24 19:06:45.149081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e80701a-8077-40ee-8752-4f9a7a0c7b53 req-82c88fc2-9108-4e50-9b89-8340b353b083 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517187 Sep 24 19:06:45.318008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61ff655f-8b25-4ebf-acbf-24972316bd83 req-5bf331fc-084c-4c75-9822-3c9c4c730ac5 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374604 Sep 24 19:06:45.395587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-29071a96-5fbd-4ba0-aacf-823d1aea3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.400554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-29071a96-5fbd-4ba0-aacf-823d1aea3344 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d13709b5-03e8-433f-b1c8-444a8c513cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730536 Sep 24 19:06:45.502591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8699ee-6995-4cb3-9dfe-2e8b6718af8a None None] New status for floating IP 842aef82-b24a-44ff-9c39-5cab412a5e78: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:06:45.542507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-2eed470c-5321-49d1-bcf3-65cd5b4b0c51 service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319032 Sep 24 19:06:45.554333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-65edcc4e-d53f-420d-9959-210ee64bb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.555892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-65edcc4e-d53f-420d-9959-210ee64bb8dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722&tenant_id=cb7cfe6611584293814febdf00707daa HTTP/1.1" status: 200 len: 1100 time: 0.1985986 Sep 24 19:06:45.580262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37de58-1d58-41bf-a40d-3712ec6fd763 req-56528124-af0c-421d-9072-ebbfd45f31b3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.582088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b37de58-1d58-41bf-a40d-3712ec6fd763 req-56528124-af0c-421d-9072-ebbfd45f31b3 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2821786 Sep 24 19:06:45.597191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:45.637872 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c8a8ae11-2e7f-46fb-a1e1-00853560fb61 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4208879 Sep 24 19:06:45.673144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75394410-48ae-4397-8340-4669744bb8ad service neutron] Pushing event updated for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:45.725297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1'}, {'name': 'network-changed', 'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:45.728358 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d3becf-c3cb-45cd-a04f-7fa96159b029" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1"}, {"name": "network-changed", "server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:45.735258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ce7da59a-c790-4d1f-bffa-49b942589885 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4913902 Sep 24 19:06:45.798216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-a67be7da-aca3-4f04-b957-daefaa05d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:45.800955 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-a67be7da-aca3-4f04-b957-daefaa05d480 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 1095 time: 0.9862905 Sep 24 19:06:45.907956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-16bafd27-e525-429c-806d-d627ba71a840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d09c26-81af-4f0b-923c-743123fe5e8f HTTP/1.1" status: 200 len: 217 time: 0.0874128 Sep 24 19:06:45.928389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:45.958339 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a5463a-1f8e-4b09-816a-67f6508ff8ee x-openstack-request-id: req-38a5463a-1f8e-4b09-816a-67f6508ff8ee {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:45.958659 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:45.958949 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38a5463a-1f8e-4b09-816a-67f6508ff8ee {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:45.959372 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1', 'status': 'completed', 'code': 200} Sep 24 19:06:45.959724 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f', 'status': 'completed', 'code': 200} Sep 24 19:06:45.977323 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-85302e21-ae63-4f66-a19c-df06674e932d service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835090 Sep 24 19:06:46.023391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ea4f87f4-fb9c-41ef-8311-6723b7d38f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.024960 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-ea4f87f4-fb9c-41ef-8311-6723b7d38f3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.0792122 Sep 24 19:06:46.027828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-fcd71a72-1153-4f7a-8aca-7637e660a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.029583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-fcd71a72-1153-4f7a-8aca-7637e660a30f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 1094 time: 0.1471145 Sep 24 19:06:46.035255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3172bad4-4995-4f9c-bd70-26e75af6630f req-c7ff2fe2-11b7-4c7c-afe9-8c9f8942bee5 service neutron] 10.222.0.69 "GET /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832065 Sep 24 19:06:46.068656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b37de58-1d58-41bf-a40d-3712ec6fd763 req-319e4c59-9ed1-4040-9795-bb73ea39a2a6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339261 Sep 24 19:06:46.154540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-7afc371c-3204-4e2a-a31f-4704b72f37b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940952 Sep 24 19:06:46.454539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-d1626bed-ea64-485c-80ef-dc7f2b46c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.456384 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-d1626bed-ea64-485c-80ef-dc7f2b46c54f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 917 time: 0.3891952 Sep 24 19:06:46.532444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-6a329900-21a4-4f38-b815-0915a30ae903 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455725 Sep 24 19:06:46.536418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-797e0559-f6bc-4f96-9e62-fd3519f0707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.538967 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-797e0559-f6bc-4f96-9e62-fd3519f0707d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 1095 time: 0.4582591 Sep 24 19:06:46.646015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33384) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:46.685767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-02f1f3b6-8507-4a63-ac4f-9bb04c7e9c88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986efcab-729b-4ed9-8454-75fa60b85e19 HTTP/1.1" status: 200 len: 217 time: 0.1522484 Sep 24 19:06:46.826085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c5a802d5-e9c6-41c8-852a-720124bad94d service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280781 Sep 24 19:06:46.833078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-188e9f46-c279-457f-af45-193edbe277e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.834721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-188e9f46-c279-457f-af45-193edbe277e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.1299939 Sep 24 19:06:46.890827 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-b344a369-e9de-431d-b7ef-3c48f98c0aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402594 Sep 24 19:06:46.894433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-610d9b44-a184-4ff6-941c-ccfb6ea01e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:46.896217 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-610d9b44-a184-4ff6-941c-ccfb6ea01e57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 917 time: 0.3013830 Sep 24 19:06:46.999424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-3fabe631-928d-43dc-ae6d-85aceb238a08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92491703-f3f3-4891-b6c2-d6844dc219c1 HTTP/1.1" status: 200 len: 217 time: 0.0528705 Sep 24 19:06:47.125218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-e3de43bc-f4e1-4625-b15d-326840e9a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:47.126921 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-e3de43bc-f4e1-4625-b15d-326840e9a2ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.1141977 Sep 24 19:06:47.129416 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-07e9534f-9c14-49e6-bef4-35c8b124accd service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200074 Sep 24 19:06:47.160951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a6dc-54ad-47b8-8eee-032961439573 req-a95f7fab-5128-4d74-8fc6-77eaa1187291 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:47.164337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e517a6dc-54ad-47b8-8eee-032961439573 req-a95f7fab-5128-4d74-8fc6-77eaa1187291 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 944 time: 0.8179970 Sep 24 19:06:47.185009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:47.218491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abcf87-4eb7-488d-a071-b53f56664813 req-2bc7f518-897d-46c3-af40-67a4a7f620ce tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:47.223920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69abcf87-4eb7-488d-a071-b53f56664813 req-2bc7f518-897d-46c3-af40-67a4a7f620ce tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.6552336 Sep 24 19:06:47.350495 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8071d47a-b816-458c-afcd-6d1e31b8f276 req-270ae8ae-8e28-4dc0-bc5d-0175b37a4073 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983478 Sep 24 19:06:47.350994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33398) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:47.392844 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-3e65745a-3503-48f8-8057-1d405b189d3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2421596 Sep 24 19:06:47.398610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e517a6dc-54ad-47b8-8eee-032961439573 req-436a9f3f-500b-49f2-9eaf-602810009932 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225485 Sep 24 19:06:47.415603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69abcf87-4eb7-488d-a071-b53f56664813 req-d7f03615-bfae-4a77-926c-2e3caa55f95e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783366 Sep 24 19:06:47.416690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:47.493633 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6b0297-23e2-4af0-861d-55a2d3075954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.513813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.574269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:47.577439 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50991fee-bfd4-4e9a-af1f-6fe4cb4f644b" -d '{"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-unplugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:47.595317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.635571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:06:47.635571 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:06:47.635571 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '2d89f4ed47ae4564a02a7022578ee13f', 'id': '7e785dc0-a1ef-419f-af1e-8704b2ff8992', 'expiration': datetime.datetime(2021, 9, 24, 19, 8, 47, 611764)}] Sep 24 19:06:47.635571 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:06:47.636627 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:06:47.645019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Transition to ACTIVE for port object 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:06:47.646619 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-7801a3ea-bfaf-4059-9e30-091486e4ed71 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422078 Sep 24 19:06:47.655629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.678231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0368-3ab8-4e31-b793-6595d1f0c9cb req-3c6949f7-1a03-4a30-9172-dc870b34fa3d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:47.679834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b9f0368-3ab8-4e31-b793-6595d1f0c9cb req-3c6949f7-1a03-4a30-9172-dc870b34fa3d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1129651 Sep 24 19:06:47.746472 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed64b20-0243-44ed-a0c8-9f3c074882c5 x-openstack-request-id: req-7ed64b20-0243-44ed-a0c8-9f3c074882c5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:47.746800 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-unplugged", "status": "completed", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:47.747260 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ed64b20-0243-44ed-a0c8-9f3c074882c5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:47.747813 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'code': 200} Sep 24 19:06:47.754624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:47.784020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] No DVR routers for this DVR port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:47.806884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b9f0368-3ab8-4e31-b793-6595d1f0c9cb req-c2efb673-0dee-4597-9502-b3e8a6b1c870 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065609 Sep 24 19:06:47.836708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6b0297-23e2-4af0-861d-55a2d3075954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.851521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:47.851954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:47.852290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:47.857611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:06:47.857915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Attempting to bind port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:47.861035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-116f09db-8404-4024-9669-b3e75cd7c19c service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867964 Sep 24 19:06:47.862574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6b0297-23e2-4af0-861d-55a2d3075954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.863285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:47.863651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:47.864162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:47.864446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Bound port: 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:47.864858 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:47.946889 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5a6b0297-23e2-4af0-861d-55a2d3075954 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eefae69440154c03a677371c893c8ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684221 Sep 24 19:06:47.948957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b0297-23e2-4af0-861d-55a2d3075954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93b99f8-26fa-4f15-886f-5750872c7254,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:47.963238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:47.963624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:47.967881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:47.981021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.028489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-6aba8e77-1f69-42a2-b908-3dfba872009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.030360 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-6aba8e77-1f69-42a2-b908-3dfba872009e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 1095 time: 0.1152341 Sep 24 19:06:48.031863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.032488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.033869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] 10.222.0.15 "PUT /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 1096 time: 2.4635842 Sep 24 19:06:48.047652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.085377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.110260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f985-4d78-4aa0-aa98-3e64ff04d92e service neutron] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=11']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:48.129610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-01732659-2b9a-4e23-8db0-bdc768d8bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.131203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-01732659-2b9a-4e23-8db0-bdc768d8bb8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1099 time: 0.0560739 Sep 24 19:06:48.138079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.243494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-18bd4b63-be4c-469f-9fca-d9e2abf156ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.245101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-18bd4b63-be4c-469f-9fca-d9e2abf156ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 200 len: 917 time: 0.1724665 Sep 24 19:06:48.295900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-605b6709-02f8-4c02-95aa-52bd35669b85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d09c26-81af-4f0b-923c-743123fe5e8f HTTP/1.1" status: 200 len: 217 time: 0.0422504 Sep 24 19:06:48.316037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.319314 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.320773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b93b99f8-26fa-4f15-886f-5750872c7254 HTTP/1.1" status: 204 len: 168 time: 0.3470988 Sep 24 19:06:48.324798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-574e4834-aa70-4649-ab72-484de9dd8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.328154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-574e4834-aa70-4649-ab72-484de9dd8505 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1851230 Sep 24 19:06:48.341805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:48.356332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73b81-a7d7-47c5-a982-5f31a6ff4712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93b99f8-26fa-4f15-886f-5750872c7254,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:48.398225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-edcd828b-3984-4e3a-8241-a57ae70b36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.400129 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-edcd828b-3984-4e3a-8241-a57ae70b36ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 200 len: 857 time: 0.0947227 Sep 24 19:06:48.409396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-2fbe1301-7470-4909-84f9-980e46686b6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.0718076 Sep 24 19:06:48.424061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:06:48.460455 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-fb55257f-8a55-4f26-8503-810e065eae31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30adb3-b4c6-46a7-b939-0f4316bf0735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485201 Sep 24 19:06:48.492820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 986efcab-729b-4ed9-8454-75fa60b85e19 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:48.528979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.554709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.628136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-7fb74ed1-e2ff-4e70-92fc-b21fafe54f70 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568644 Sep 24 19:06:48.659829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b363a86a-cf9a-41a8-bcda-9279f2f6ebe5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:48.667193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-86c25216-a329-4d8e-908f-b3d6f0fbdf1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d89f4ed47ae4564a02a7022578ee13f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0176744 Sep 24 19:06:48.667193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-e65773ea-bd5e-4d4c-bd38-6dfe31553356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.668148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-e65773ea-bd5e-4d4c-bd38-6dfe31553356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2467704 Sep 24 19:06:48.668738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:48.685613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=986efcab-729b-4ed9-8454-75fa60b85e19,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:48.702224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '986efcab-729b-4ed9-8454-75fa60b85e19', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'port_id': '986efcab-729b-4ed9-8454-75fa60b85e19', 'mac_address': 'fa:16:3e:99:12:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:48.766295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81e849-1b40-444e-b3d5-5a251f05d952 req-a3136215-423c-4b49-8b4f-d8a0d89d09b4 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.773897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e81e849-1b40-444e-b3d5-5a251f05d952 req-a3136215-423c-4b49-8b4f-d8a0d89d09b4 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 944 time: 0.2121232 Sep 24 19:06:48.788854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.813797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-d2862ec3-baf3-4960-a5e2-15aa58b2b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.814092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986efcab-729b-4ed9-8454-75fa60b85e19 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:48.815864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-d2862ec3-baf3-4960-a5e2-15aa58b2b446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196513 Sep 24 19:06:48.819332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.838764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-44d3becf-c3cb-45cd-a04f-7fa96159b029 req-606c589e-de2e-4767-b318-9526b976b0d1 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987107 Sep 24 19:06:48.872045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.874564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=986efcab-729b-4ed9-8454-75fa60b85e19,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:48.880061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfde89-cdeb-4f8c-824c-06187d8aa8e4 req-fe339320-231c-4c91-9407-ac9115db7098 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:48.887947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.893309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77bfde89-cdeb-4f8c-824c-06187d8aa8e4 req-fe339320-231c-4c91-9407-ac9115db7098 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.3335438 Sep 24 19:06:48.928763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:48.945395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f85e-61f3-47d4-b6fd-49597392a489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.954460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e81e849-1b40-444e-b3d5-5a251f05d952 req-f03cbbcc-cada-41a7-8a89-b630b69a12a4 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796129 Sep 24 19:06:48.967171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.970041 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:48.974277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b363a86a-cf9a-41a8-bcda-9279f2f6ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3045106 Sep 24 19:06:48.991739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c4df3-b37e-4f44-8c2b-c37416da1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b363a86a-cf9a-41a8-bcda-9279f2f6ebe5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:49.004735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:49.031911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.032249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.032677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.033014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.033341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.034059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.035100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.043457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.044061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.045000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.045482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.050131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:49.061995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77bfde89-cdeb-4f8c-824c-06187d8aa8e4 req-6b0e6d99-0cc4-471f-b32f-bf6f033dae6c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633010 Sep 24 19:06:49.128314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-cc9056d1-fd79-4c35-b026-e3019904903d service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003170 Sep 24 19:06:49.132941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f85e-61f3-47d4-b6fd-49597392a489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.141407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f85e-61f3-47d4-b6fd-49597392a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.211673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ef1f85e-61f3-47d4-b6fd-49597392a489 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21558ed7c9bb4ec991da28aaa2a709b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817481 Sep 24 19:06:49.211878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33434) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:49.225791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['986efcab-729b-4ed9-8454-75fa60b85e19'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:49.232472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1f85e-61f3-47d4-b6fd-49597392a489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7261b8-1a19-4d8c-94c7-da60692aae08,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:49.374755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd83ccd7-379b-42fe-838a-97a03bceb25a req-e3373aff-dc07-49bc-9920-591d3cd1fdd1 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303159 Sep 24 19:06:49.432419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8f82f-94df-41bb-a477-54e6cda54444 req-33f463b4-326c-442f-aed0-a80d708291fa tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:49.440917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b8f82f-94df-41bb-a477-54e6cda54444 req-33f463b4-326c-442f-aed0-a80d708291fa tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.2765427 Sep 24 19:06:49.480148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.497208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b8f82f-94df-41bb-a477-54e6cda54444 req-eed0646c-9b20-465d-86cb-e765278b56c2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553348 Sep 24 19:06:49.540413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.609042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.612635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:49.615528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad7261b8-1a19-4d8c-94c7-da60692aae08 HTTP/1.1" status: 204 len: 168 time: 0.3957751 Sep 24 19:06:49.648255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37205e-e327-4e49-b82c-61aaa735fc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7261b8-1a19-4d8c-94c7-da60692aae08,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:49.748837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:49.753609 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096d11e-aebd-4557-b927-501efc419414" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:49.873095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e3dd2b-f97e-4f51-bd68-e9b5fa8865d4 x-openstack-request-id: req-72e3dd2b-f97e-4f51-bd68-e9b5fa8865d4 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:49.873535 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:49.873656 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72e3dd2b-f97e-4f51-bd68-e9b5fa8865d4 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:49.874018 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'status': 'completed', 'code': 200} Sep 24 19:06:50.118522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:50.146051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa07f5f-cc5f-4509-8185-dc05b8185e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.169126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-2db8534e-2fbd-4523-9655-29f724743776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.171148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-2db8534e-2fbd-4523-9655-29f724743776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1099 time: 0.2963064 Sep 24 19:06:50.173508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-1b85baea-bb82-4dd1-8904-f909d4143047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.175140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-1b85baea-bb82-4dd1-8904-f909d4143047 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb7cfe6611584293814febdf00707daa&device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1099 time: 0.2989931 Sep 24 19:06:50.265561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c234fe-75f8-4470-9b91-5173d4f022c2 req-8b0ceb40-9969-424a-b8bf-be7791025af7 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.269574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c234fe-75f8-4470-9b91-5173d4f022c2 req-8b0ceb40-9969-424a-b8bf-be7791025af7 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 944 time: 0.1653700 Sep 24 19:06:50.277971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d6b13a2-b3d2-4951-adf0-1f7f67b98e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.357689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa07f5f-cc5f-4509-8185-dc05b8185e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.368748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa07f5f-cc5f-4509-8185-dc05b8185e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.406006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33476) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:50.411246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3fa07f5f-cc5f-4509-8185-dc05b8185e42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e1acd038281462cb5472b3daa65d05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908030 Sep 24 19:06:50.413514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:50.454708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c234fe-75f8-4470-9b91-5173d4f022c2 req-bdea6e95-1d43-41c3-ba00-1412110d0ac2 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670675 Sep 24 19:06:50.493635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 92491703-f3f3-4891-b6c2-d6844dc219c1 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:50.496695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07f5f-cc5f-4509-8185-dc05b8185e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb045fd-5c9c-49b8-97de-f41f0953edef,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:50.498842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 986efcab-729b-4ed9-8454-75fa60b85e19 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:50.523859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.527703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-1b6df29f-75ce-44ef-8cb3-7eade9f6662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.529320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-1b6df29f-75ce-44ef-8cb3-7eade9f6662e service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3385508 Sep 24 19:06:50.533273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-0d65bfe7-aec7-4124-b965-d5129e2cdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.534846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-0d65bfe7-aec7-4124-b965-d5129e2cdf27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.2486868 Sep 24 19:06:50.557914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.671468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-6e504de6-87e8-478d-a3e4-027f2fb4a877 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.1289375 Sep 24 19:06:50.673507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-73d8dcc0-931f-45b0-b971-04c81692f297 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 200 len: 217 time: 0.1153674 Sep 24 19:06:50.699460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.706275 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.710348 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbb045fd-5c9c-49b8-97de-f41f0953edef HTTP/1.1" status: 204 len: 168 time: 0.2936218 Sep 24 19:06:50.749742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69dd75-2d59-4034-85c6-ed2a0da6c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb045fd-5c9c-49b8-97de-f41f0953edef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:50.871476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 986efcab-729b-4ed9-8454-75fa60b85e19 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:50.881928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 986efcab-729b-4ed9-8454-75fa60b85e19 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:50.882296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:50.889378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=92491703-f3f3-4891-b6c2-d6844dc219c1,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:50.927565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '92491703-f3f3-4891-b6c2-d6844dc219c1', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'port_id': '92491703-f3f3-4891-b6c2-d6844dc219c1', 'mac_address': 'fa:16:3e:43:fc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:50.953109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-826890850-network', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:50.979015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-c0e4bb83-cb82-434c-9c6f-43cb56d75eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:50.979015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-c0e4bb83-cb82-434c-9c6f-43cb56d75eb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2359686 Sep 24 19:06:50.999127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.033301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-fe537602-f3e5-41cf-8d48-9c1db669391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.034831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-fe537602-f3e5-41cf-8d48-9c1db669391e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.3568892 Sep 24 19:06:51.051881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a1b81-754d-47eb-9445-9fd8992a10e4 req-240f4699-00ae-4b90-bfcd-28bb67eecc94 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.051881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-612a1b81-754d-47eb-9445-9fd8992a10e4 req-240f4699-00ae-4b90-bfcd-28bb67eecc94 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.3194046 Sep 24 19:06:51.076821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92491703-f3f3-4891-b6c2-d6844dc219c1 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:51.103223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Made reservation on behalf of b402dbf96e52462da042cadb86ffd522 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:51.106128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.114595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.124048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.154576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=92491703-f3f3-4891-b6c2-d6844dc219c1,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:51.173770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-612a1b81-754d-47eb-9445-9fd8992a10e4 req-0af5faea-be39-46fc-afac-5c727befef51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044416 Sep 24 19:06:51.177518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.178448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 24d09c26-81af-4f0b-923c-743123fe5e8f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:51.178843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-688e816c-e562-48f3-a7a6-c043fd3f738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.181044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-688e816c-e562-48f3-a7a6-c043fd3f738c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921563 Sep 24 19:06:51.202355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d11e-aebd-4557-b927-501efc419414 req-5d646c16-232c-4e73-8b9a-57a39f6d4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.202355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-5d646c16-232c-4e73-8b9a-57a39f6d4f40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441605 Sep 24 19:06:51.253009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:51.271762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:51.274358 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6771a7a4-1701-4c0c-80b1-195a57a281b3" -d '{"events": [{"server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "name": "network-vif-plugged", "status": "completed", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:51.295583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=986efcab-729b-4ed9-8454-75fa60b85e19,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:51.311953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.326548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=24d09c26-81af-4f0b-923c-743123fe5e8f,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:51.369201 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e53831-0ff6-4c68-ae9d-6e00c28facc1 x-openstack-request-id: req-11e53831-0ff6-4c68-ae9d-6e00c28facc1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:51.369510 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "name": "network-vif-plugged", "status": "completed", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:51.369910 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11e53831-0ff6-4c68-ae9d-6e00c28facc1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:51.370995 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19', 'code': 200} Sep 24 19:06:51.389767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '24d09c26-81af-4f0b-923c-743123fe5e8f', 'network_id': '1f30adb3-b4c6-46a7-b939-0f4316bf0735', 'port_id': '24d09c26-81af-4f0b-923c-743123fe5e8f', 'mac_address': 'fa:16:3e:0c:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:51.436469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-d82249f4-8dab-428b-914b-31336c383d16 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462354 Sep 24 19:06:51.446805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:51.460203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.474379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d09c26-81af-4f0b-923c-743123fe5e8f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:51.505048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=24d09c26-81af-4f0b-923c-743123fe5e8f,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:51.513233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.522023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-efbb2f5c-ac78-4c77-9e53-edebc056bde0 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061686 Sep 24 19:06:51.554591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ab8e1-d3b9-4a1b-8a65-172185205efc req-12056951-e4ed-4362-9280-9c7858c5b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.558459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-973ab8e1-d3b9-4a1b-8a65-172185205efc req-12056951-e4ed-4362-9280-9c7858c5b6f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 1096 time: 0.0878961 Sep 24 19:06:51.609354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:51.659482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-973ab8e1-d3b9-4a1b-8a65-172185205efc req-33b2c1d9-82df-4b2f-8aaf-6ff3eb964f96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933392 Sep 24 19:06:51.683508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-486e411a-31ac-404e-9b0f-3531c9c5af42 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376588 Sep 24 19:06:51.742734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.753355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.809043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:51.816878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7096d11e-aebd-4557-b927-501efc419414 req-ba12cc03-b274-484a-b9d6-f3b078677477 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648732 Sep 24 19:06:51.830580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de19c0-6d22-4e6e-9b5c-a479e5b948cc req-1f375d0a-c9bb-41c9-bbb8-6392f4055c06 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.832205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2de19c0-6d22-4e6e-9b5c-a479e5b948cc req-1f375d0a-c9bb-41c9-bbb8-6392f4055c06 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1728420 Sep 24 19:06:51.834260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72271ef0-eaa5-4211-88c7-0e66cee40c42,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:51.842645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.843020 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Added segment fa70bc8e-1b62-4f0b-8101-12c6efa204bc of type vlan for network 1df3c008-c344-42d2-b5f9-b92c0ccec247 Sep 24 19:06:51.880029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:51.884083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['92491703-f3f3-4891-b6c2-d6844dc219c1'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:51.913352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.922089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2de19c0-6d22-4e6e-9b5c-a479e5b948cc req-b50cb4f9-d488-4fbc-8774-2e88a5204b5d tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814641 Sep 24 19:06:51.954937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:51.956935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:51.958011 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.009225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['24d09c26-81af-4f0b-923c-743123fe5e8f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:52.042571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:52.047776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6358078 Sep 24 19:06:52.049643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Request body: {'subnet': {'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-subnet', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:52.093196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab7c2-8e11-4e75-b3f5-bd199211f812 admin admin] Pushing event updated for resources: {'Network': ['ID=1df3c008-c344-42d2-b5f9-b92c0ccec247,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:52.112611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Made reservation on behalf of b402dbf96e52462da042cadb86ffd522 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:52.116295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.131666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:52.133942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472781-3776-448a-8d06-a86ea67b29d5 req-0eb7a30a-c103-4211-b64c-1ac0eb09e794 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:52.146241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a472781-3776-448a-8d06-a86ea67b29d5 req-0eb7a30a-c103-4211-b64c-1ac0eb09e794 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1661634 Sep 24 19:06:52.149579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117036398-network', 'tenant_id': '05445979223c4f99872c3320e6441916'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:52.195704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a472781-3776-448a-8d06-a86ea67b29d5 req-1db8b6b0-964c-4ef1-821d-39b253c743d6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Sep 24 19:06:52.242305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Made reservation on behalf of 05445979223c4f99872c3320e6441916 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:52.249935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.281555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.504297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e32dd7-5bd9-4baf-88c9-174dbb7db914 req-331b032d-728d-4b0c-928c-f28cb377ffe2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:52.506771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05e32dd7-5bd9-4baf-88c9-174dbb7db914 req-331b032d-728d-4b0c-928c-f28cb377ffe2 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 948 time: 0.1766269 Sep 24 19:06:52.524914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:06:52.586097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05e32dd7-5bd9-4baf-88c9-174dbb7db914 req-f48da833-717a-4a46-af19-930b213863de tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715463 Sep 24 19:06:52.588250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.673869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.694318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.722731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:52.726276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6c803-9d75-41d3-aced-21ec0f887649,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:52.766309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:52.790661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:52.791166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Network hostable DHCP agents. Network: 1df3c008-c344-42d2-b5f9-b92c0ccec247, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:52.809618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.810696 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Added segment 6cc6d997-09b9-4778-9297-77e27ca7df6a of type vlan for network ab1bd7f0-b492-414a-ac12-aac7fae4852a Sep 24 19:06:52.840660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:52.847230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:52.901967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347dd7-d444-413b-bfc1-7c40d9434eb6 req-5153f3f0-1843-4fef-805f-ec0ddd40cfec tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:52.904152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'mac_address': 'fa:16:3e:44:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:06:52.909500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f347dd7-d444-413b-bfc1-7c40d9434eb6 req-5153f3f0-1843-4fef-805f-ec0ddd40cfec tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 1099 time: 0.1102061 Sep 24 19:06:52.920045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.926151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2449772d-6286-499c-878b-0aee08656817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.958516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1df3c008-c344-42d2-b5f9-b92c0ccec247) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:52.964313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:52.965221 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.969577 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.970545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:52.971635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:52.979163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f347dd7-d444-413b-bfc1-7c40d9434eb6 req-7977aae0-fd32-4b8e-9345-89004e1eaf5c tempest-MigrationsAdminTest-1554355132 tempest-MigrationsAdminTest-1554355132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528953 Sep 24 19:06:53.019793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.035659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a4b32-06bf-4513-909c-a5a149832f51 None None] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:53.039478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:06:53.083296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:53.093896 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67fc29e3-3628-4d7b-a6af-a3e16ccfe68f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0494411 Sep 24 19:06:53.097010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:53.102260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:53.128482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.217720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3365481 Sep 24 19:06:53.219231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499cb95-3c0f-47cf-8a65-3922db7d5757 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1bd7f0-b492-414a-ac12-aac7fae4852a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:53.237032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:53.243679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Request body: {'subnet': {'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117036398-subnet', 'tenant_id': '05445979223c4f99872c3320e6441916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:53.264448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ab1bd7f0-b492-414a-ac12-aac7fae4852a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:53.287922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492cc53-2779-4a9c-a561-6aa34b9dad52 req-246518df-dae9-4e09-b5c3-54149b9d8183 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:53.314261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f492cc53-2779-4a9c-a561-6aa34b9dad52 req-246518df-dae9-4e09-b5c3-54149b9d8183 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1915774 Sep 24 19:06:53.322003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Made reservation on behalf of 05445979223c4f99872c3320e6441916 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:53.324580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.341488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.343633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.469325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:53.497972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f492cc53-2779-4a9c-a561-6aa34b9dad52 req-e976485b-9457-4be0-bb45-6c1dc25f2c83 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827300 Sep 24 19:06:53.504675 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.594128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.608378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1df3c008-c344-42d2-b5f9-b92c0ccec247', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:06:53.609261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.619293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc013-a9ec-4716-b921-7a916eda6c9b req-58afb3e1-be8b-4317-8582-f678a4ce3efd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:53.620860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44ffc013-a9ec-4716-b921-7a916eda6c9b req-58afb3e1-be8b-4317-8582-f678a4ce3efd tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.1583562 Sep 24 19:06:53.637447 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:06:53.735964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:53.887990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d5d88c-7728-4d55-a304-d00b9a557329,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:53.903112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Checking segment: {'id': '6cc6d997-09b9-4778-9297-77e27ca7df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:53.913093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Allocated IP 172.20.0.2 (1df3c008-c344-42d2-b5f9-b92c0ccec247/29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5/d3bb5447-6a1f-44a8-a626-1d08ce2b9623) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:53.919364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Network hostable DHCP agents. Network: ab1bd7f0-b492-414a-ac12-aac7fae4852a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:53.959178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Network ab1bd7f0-b492-414a-ac12-aac7fae4852a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:53.974320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ab1bd7f0-b492-414a-ac12-aac7fae4852a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:53.979160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:53.980168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.018769 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b7ec539-6113-4451-a098-1fa99d4fba97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7802467 Sep 24 19:06:54.104709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0b134c73-2bf0-4a3c-abea-cc97cd9338c3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:54.112109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588776bf-881c-421a-982a-40b2978af3c9 None None] Network ab1bd7f0-b492-414a-ac12-aac7fae4852a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:54.259048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.411120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.444688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44ffc013-a9ec-4716-b921-7a916eda6c9b req-6faa025f-deed-4f5d-bd2d-f52fde00618d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8109422 Sep 24 19:06:54.488841 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.525554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3cef3-dfe5-43d0-8b98-3f86a718d752 None None] Network ab1bd7f0-b492-414a-ac12-aac7fae4852a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:54.528602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 24d09c26-81af-4f0b-923c-743123fe5e8f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:54.595953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.716453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:54.794382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:54.802297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d81fe-b103-43b6-b521-4c23ca9c77be req-cfdad834-9230-4a8a-a754-fe31bf7eb990 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:54.810327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a05d81fe-b103-43b6-b521-4c23ca9c77be req-cfdad834-9230-4a8a-a754-fe31bf7eb990 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 945 time: 0.2035854 Sep 24 19:06:54.860919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:54.874903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.900780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:54.906118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Pushing event updated for resources: {'Port': ['ID=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:54.994981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:55.004711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1914056135-network', 'tenant_id': 'd83fc8573573408eb3813c1ae1238905'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:55.087743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Allocated IP 172.25.5.95 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/66098777-1b8b-443a-b458-91fe03604e0f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:55.090897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Made reservation on behalf of d83fc8573573408eb3813c1ae1238905 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:55.093585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.105506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 24d09c26-81af-4f0b-923c-743123fe5e8f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:55.120345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.130691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 24d09c26-81af-4f0b-923c-743123fe5e8f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:55.131105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.133799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Attempting to bind port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:55.134198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Attempting to bind port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:55.134684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Attempting to bind port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:55.158685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a05d81fe-b103-43b6-b521-4c23ca9c77be req-cc18193c-ef60-42d9-9a14-28a39aab6c35 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472245 Sep 24 19:06:55.205098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:55.205873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:55.206669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.207474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Bound using segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:55.208213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Bound port: d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:55.210247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.279177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.287272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.308048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.313136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.339729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:06:55.347518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d044520e-56c4-45c5-9c2a-51b3c4c8f35a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:55.355252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.355649 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Added segment 700263dd-9c70-4874-95fc-62108bac8d48 of type vlan for network ef846725-457d-4503-aa64-93470b78ba9c Sep 24 19:06:55.367909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.368697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:55.372448 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b9e96-2224-4ba4-886c-ba059cf41f2c" -d '{"events": [{"server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:55.377749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] For port d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:55.394571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=24d09c26-81af-4f0b-923c-743123fe5e8f,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:55.398665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] For port d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:55.401045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.402536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 92491703-f3f3-4891-b6c2-d6844dc219c1 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:55.428482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.439338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:55.442554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:55.443564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.446393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:55.465976 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9e44a-94d0-4935-bb00-434d487580f3 x-openstack-request-id: req-b5f9e44a-94d0-4935-bb00-434d487580f3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:55.466644 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:55.467145 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5f9e44a-94d0-4935-bb00-434d487580f3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:55.467755 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f', 'code': 200} Sep 24 19:06:55.512579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Pushing event updated for resources: {'Port': ['ID=66098777-1b8b-443a-b458-91fe03604e0f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:55.562256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:55.565884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.583764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:55.585777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.610104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 92491703-f3f3-4891-b6c2-d6844dc219c1 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:06:55.617157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 92491703-f3f3-4891-b6c2-d6844dc219c1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:55.617831 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.680638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba6aa8-ae84-48d6-bed7-d7ccdbc603f8 None None] Pushing event updated for resources: {'Port': ['ID=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:55.765379 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7696776 Sep 24 19:06:55.768984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:55.771086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.787732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83194b7-2bac-46a7-a8ca-dff01d038515 req-079ae940-9df7-4566-824d-39159fe9c3ff tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:55.793453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c83194b7-2bac-46a7-a8ca-dff01d038515 req-079ae940-9df7-4566-824d-39159fe9c3ff tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.2159839 Sep 24 19:06:55.802758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Request body: {'subnet': {'network_id': 'ef846725-457d-4503-aa64-93470b78ba9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1914056135-subnet', 'tenant_id': 'd83fc8573573408eb3813c1ae1238905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:06:55.839583 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.858696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=92491703-f3f3-4891-b6c2-d6844dc219c1,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:55.863095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:55.925197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a2564-8926-40af-8ce4-29575a00c124 req-0cd06347-f719-4a23-a03c-dad1b2b7574d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:55.926829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-048a2564-8926-40af-8ce4-29575a00c124 req-0cd06347-f719-4a23-a03c-dad1b2b7574d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 949 time: 0.4116578 Sep 24 19:06:55.928432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eff0b-17df-424a-9ac9-2d10e27a5143 req-77b05366-dc42-46b3-97d8-cc4a505f58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:55.930004 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-170eff0b-17df-424a-9ac9-2d10e27a5143 req-77b05366-dc42-46b3-97d8-cc4a505f58b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 1097 time: 0.3832719 Sep 24 19:06:55.945332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8777f-7df5-4e56-9872-799bd660f264 admin admin] Pushing event updated for resources: {'Network': ['ID=ef846725-457d-4503-aa64-93470b78ba9c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:56.040528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Made reservation on behalf of d83fc8573573408eb3813c1ae1238905 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:06:56.052544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.097637 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-170eff0b-17df-424a-9ac9-2d10e27a5143 req-ec243c0c-d899-4f99-89cc-dcd34c4b0e7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382024 Sep 24 19:06:56.198198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c83194b7-2bac-46a7-a8ca-dff01d038515 req-2d0cdd85-0f3f-44df-bfdf-c69f2df0b785 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703066 Sep 24 19:06:56.318595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ef846725-457d-4503-aa64-93470b78ba9c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:06:56.337105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Deleting port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:06:56.337757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.384623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.423374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:56.475642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9b8885-288d-48ed-9af0-d68832ee2144,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:56.490259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Checking segment: {'id': '700263dd-9c70-4874-95fc-62108bac8d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ef846725-457d-4503-aa64-93470b78ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:56.490912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Network hostable DHCP agents. Network: ef846725-457d-4503-aa64-93470b78ba9c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:06:56.492012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.524561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Network ef846725-457d-4503-aa64-93470b78ba9c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:06:56.539018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ef846725-457d-4503-aa64-93470b78ba9c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:56.549254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04718dc-1648-4c0a-a612-11fece08849a None None] Network ef846725-457d-4503-aa64-93470b78ba9c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:56.556738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:56.557444 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.594234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d3bb5447-6a1f-44a8-a626-1d08ce2b9623 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:56.594795 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-04cc4e47-c4ea-428a-8dd9-6ac5bb168928 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8086355 Sep 24 19:06:56.675506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d9e66-1f9b-4ad2-bffe-ab07278d8fe0 req-da0d06c3-8f7d-4fd1-8e39-0d3f0980cd4d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:56.683551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e29d9e66-1f9b-4ad2-bffe-ab07278d8fe0 req-da0d06c3-8f7d-4fd1-8e39-0d3f0980cd4d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.3388956 Sep 24 19:06:56.697573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c588-192a-442a-94fd-30ef649be8bf req-303eb925-2c62-4eee-84c4-eb9ebab9b896 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:56.699182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97a1c588-192a-442a-94fd-30ef649be8bf req-303eb925-2c62-4eee-84c4-eb9ebab9b896 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 946 time: 0.3466902 Sep 24 19:06:56.813936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827c74f-876e-4ec5-b4e9-038f741e0a29 None None] Network ef846725-457d-4503-aa64-93470b78ba9c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:56.829112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:56.829564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.878170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] For port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:56.878548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:56.893780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Calling delete_port for 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:06:56.958194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97a1c588-192a-442a-94fd-30ef649be8bf req-5c1d2fdc-88d3-4ad6-b673-038e1405d844 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430792 Sep 24 19:06:56.959203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.031140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.037493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e29d9e66-1f9b-4ad2-bffe-ab07278d8fe0 req-636832f5-ecfb-4828-a9da-d5847953a334 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529675 Sep 24 19:06:57.086050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:57.094545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.166610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185b111-463b-49c4-b104-fac19e3edf51 None None] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:06:57.169721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:57.280437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-52a2b17d-d8b4-4eb6-a7cc-102b7822f56f None None] Provisioning complete for port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:57.280813 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52a2b17d-d8b4-4eb6-a7cc-102b7822f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.394133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Router 4acfc2ba-85a3-4a21-a493-33034842c696 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:06:57.469471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:57.471977 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971f1ad-2599-4717-9fe3-642a23ca5851" -d '{"events": [{"server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "name": "network-vif-plugged", "status": "completed", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:57.477923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.490815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c50bb06a-69b7-447b-8f54-a5f94d2d5abb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:06:57.497513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c780651e-4fb0-41b7-8c7a-8410f88af511 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:57.499110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c780651e-4fb0-41b7-8c7a-8410f88af511 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/networks?id=ab1bd7f0-b492-414a-ac12-aac7fae4852a HTTP/1.1" status: 200 len: 809 time: 0.2151556 Sep 24 19:06:57.538604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event deleted for resources: {'Port': ['ID=0b134c73-2bf0-4a3c-abea-cc97cd9338c3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:57.598118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-29367694-c9ad-4f2c-83c0-7011277c3ea6 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/quotas/05445979223c4f99872c3320e6441916 HTTP/1.1" status: 200 len: 375 time: 0.0717468 Sep 24 19:06:57.621148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] No DVR routers for this DVR port 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:06:57.625641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.639608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-048a2564-8926-40af-8ce4-29575a00c124 req-8bcbe75f-ee57-4011-950b-e90a2c3128c6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "DELETE /v2.0/ports/0b134c73-2bf0-4a3c-abea-cc97cd9338c3 HTTP/1.1" status: 204 len: 173 time: 1.6447451 Sep 24 19:06:57.650983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-deleted', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:06:57.653558 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9474905f-5f9b-49e2-ba57-45c04d14f84a" -d '{"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-deleted", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:06:57.691988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-b1f6d36b-6c4d-4bab-83ea-3c3910421803 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=05445979223c4f99872c3320e6441916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724795 Sep 24 19:06:57.739769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:06:57.754261 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:06:57.771143 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:57.772040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:57.802745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:57.804302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-847835b8-ff13-4326-bd9f-17fa2d72a78b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7056115 Sep 24 19:06:57.808470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:06:57.949420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21fdbe6d-5f87-4b04-803e-3b7803c4b719 req-1426f860-612c-4305-96f4-8de4263241ee tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7a17c8-d51b-41b2-be2e-0875b4de6722 HTTP/1.1" status: 200 len: 210 time: 0.0900068 Sep 24 19:06:58.014517 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:58.040396 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e760b4-84f5-4c84-b335-ae25715435f6 x-openstack-request-id: req-d0e760b4-84f5-4c84-b335-ae25715435f6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:58.040396 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "name": "network-vif-plugged", "status": "completed", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:58.040396 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0e760b4-84f5-4c84-b335-ae25715435f6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:58.040396 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1', 'code': 200} Sep 24 19:06:58.200504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c8f99728-e8f6-4902-a832-23e0fc164d32 None None] Provisioning complete for port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:58.201226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8f99728-e8f6-4902-a832-23e0fc164d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.251211 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:56Z', 'revision_number': 3, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:58.282588 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:06:58.283328 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Updating router 4acfc2ba-85a3-4a21-a493-33034842c696 port 66098777-1b8b-443a-b458-91fe03604e0f binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:06:58.322187 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.375588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:06:58.567170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d3bb5447-6a1f-44a8-a626-1d08ce2b9623 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:06:58.656055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.665161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.697628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f98d-4cc9-4ac0-a5c1-1950452bf08a req-2ee380fa-2ff0-41fc-97db-c87571860180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:58.700654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6027f98d-4cc9-4ac0-a5c1-1950452bf08a req-2ee380fa-2ff0-41fc-97db-c87571860180 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 1097 time: 0.1213779 Sep 24 19:06:58.711533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-ad2d5fa1-1b2b-4f74-8d20-9935faaebd48 service neutron] 10.222.0.18 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9814465 Sep 24 19:06:58.722520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0987f-55c6-4206-a9ba-a21e2972446e req-40c54528-a67f-4316-926d-618f2a62e5a8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:58.731475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb0987f-55c6-4206-a9ba-a21e2972446e req-40c54528-a67f-4316-926d-618f2a62e5a8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.1535029 Sep 24 19:06:58.770449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:06:58.787564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.792100 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.798513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:58.799138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.803943 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.856133 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Pushing event updated for resources: {'Port': ['ID=66098777-1b8b-443a-b458-91fe03604e0f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:58.866096 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.866694 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.867215 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.867710 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.868455 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.869059 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.869549 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.870203 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.871265 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.871755 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.872229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.872712 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:06:58.892987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-ad8aac0d-bc34-436e-ad22-0ade026265f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803451 Sep 24 19:06:58.903406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Allocated IP 172.20.0.1 (1df3c008-c344-42d2-b5f9-b92c0ccec247/29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5/5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:06:58.911850 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Attempting to bind port 66098777-1b8b-443a-b458-91fe03604e0f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:06:58.914241 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Attempting to bind port 66098777-1b8b-443a-b458-91fe03604e0f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:06:58.914623 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Attempting to bind port 66098777-1b8b-443a-b458-91fe03604e0f on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:06:58.916504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb0987f-55c6-4206-a9ba-a21e2972446e req-4eea39b7-8ff6-463e-97d9-514a6d6a7413 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838577 Sep 24 19:06:58.929171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:06:58.929171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:06:58.929171 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.929171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:06:58.929171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Bound port: 66098777-1b8b-443a-b458-91fe03604e0f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:06:58.929761 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:58.961269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:59.000693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6027f98d-4cc9-4ac0-a5c1-1950452bf08a req-4e4631c3-fa98-4893-8974-9dd3982a525c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437096 Sep 24 19:06:59.005689 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec6a886-e46e-42b7-b899-b450ebb70db8 x-openstack-request-id: req-cec6a886-e46e-42b7-b899-b450ebb70db8 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:06:59.005992 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a17c8-d51b-41b2-be2e-0875b4de6722", "name": "network-vif-deleted", "tag": "0b134c73-2bf0-4a3c-abea-cc97cd9338c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:06:59.007237 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cec6a886-e46e-42b7-b899-b450ebb70db8 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:06:59.008278 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7a17c8-d51b-41b2-be2e-0875b4de6722', 'name': 'network-vif-deleted', 'tag': '0b134c73-2bf0-4a3c-abea-cc97cd9338c3', 'status': 'completed', 'code': 200} Sep 24 19:06:59.052832 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] For port 66098777-1b8b-443a-b458-91fe03604e0f, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:06:59.060146 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] For port 66098777-1b8b-443a-b458-91fe03604e0f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=66098777-1b8b-443a-b458-91fe03604e0f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:06:59.069556 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.143715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.188615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.210089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2991b9-d8aa-4da9-b1df-cfb852adebde req-a97e6e59-e61e-4e09-b76f-92b33cd227f6 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:59.213377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd2991b9-d8aa-4da9-b1df-cfb852adebde req-a97e6e59-e61e-4e09-b76f-92b33cd227f6 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 946 time: 0.1121004 Sep 24 19:06:59.230651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:06:59.233965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:06:59.248339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:06:59.249040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a179-0ce0-404e-85ce-38115a0d8dd6 None None] Pushing event updated for resources: {'Port': ['ID=66098777-1b8b-443a-b458-91fe03604e0f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:59.258162 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:06:59.259883 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:59.300559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.304643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd2991b9-d8aa-4da9-b1df-cfb852adebde req-f5cc071a-aabd-4abc-af7a-97699246f3f6 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829802 Sep 24 19:06:59.371689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Pushing event updated for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:06:59.430516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-982d60b7-c64d-4b5c-9352-70bb248052b2 req-8fb6b4ff-bf3c-4990-8894-c63db828e519 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 210 time: 0.0834146 Sep 24 19:06:59.478759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:06:59.580362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.681124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b667e3a-8c16-4e17-bc87-4c8f8a958641 req-15b46323-27a3-487c-905c-e62b0c3f84ba tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:59.688479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f1e18323-cc59-4e3e-ad31-c72580733b6a None None] Provisioning complete for port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:06:59.689258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f1e18323-cc59-4e3e-ad31-c72580733b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.693873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b667e3a-8c16-4e17-bc87-4c8f8a958641 req-15b46323-27a3-487c-905c-e62b0c3f84ba tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 946 time: 0.1280601 Sep 24 19:06:59.759218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f1e18323-cc59-4e3e-ad31-c72580733b6a None None] Port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:06:59.767716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b667e3a-8c16-4e17-bc87-4c8f8a958641 req-048a900c-72f9-4e1f-aba9-c0c59584a327 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Sep 24 19:06:59.833746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be175e12-5abd-4df5-b5f3-77b34da2a841 req-29372b19-28ae-4e83-9ec0-0d45799057ef tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:06:59.844140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be175e12-5abd-4df5-b5f3-77b34da2a841 req-29372b19-28ae-4e83-9ec0-0d45799057ef tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 951 time: 0.0727844 Sep 24 19:06:59.877018 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:56Z', 'revision_number': 3, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:06:59.895596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be175e12-5abd-4df5-b5f3-77b34da2a841 req-d887a235-1031-49c4-9c2e-2309119a8f53 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Sep 24 19:06:59.921424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:06:59.927393 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d7d73-2a9c-4436-94ed-34404f5117f9 None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:56Z', 'revision_number': 3, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:06:59.927666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.009073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Pushing event updated for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:00.012616 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.039994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:00.044511 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bcec3-0b29-4f1b-8457-78aaa2fc7cae" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:00.120098 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ce5a6-ae42-48a7-9663-97f7346af7c3 x-openstack-request-id: req-426ce5a6-ae42-48a7-9663-97f7346af7c3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:00.121358 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:00.121818 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-426ce5a6-ae42-48a7-9663-97f7346af7c3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:00.122412 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:07:00.138437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728fa33-9a29-442a-83ed-e2c6d57af536 req-dfcfe5e9-ad36-4576-a7eb-286ab281b7bd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:00.140332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a728fa33-9a29-442a-83ed-e2c6d57af536 req-dfcfe5e9-ad36-4576-a7eb-286ab281b7bd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0881104 Sep 24 19:07:00.175936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:00.177473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:00.207513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a728fa33-9a29-442a-83ed-e2c6d57af536 req-b06b9bcb-6caf-4634-89bb-5114520b6b11 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567629 Sep 24 19:07:00.352357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:07:00.384797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:00.552552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 66098777-1b8b-443a-b458-91fe03604e0f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:00.557330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:00.559713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:07:00.572039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df31e4f1-cc55-4f8e-8d07-cb7ca083c92d req-bef12f55-4016-4418-bfd4-49ad53a03944 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 210 time: 0.0490370 Sep 24 19:07:00.587337 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-549a612c-7663-4e2c-8868-694e861c5777 admin admin] 10.222.0.18 "PUT /v2.0/routers/4acfc2ba-85a3-4a21-a493-33034842c696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7775884 Sep 24 19:07:00.618047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:00.627156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc27764c-d40c-46fb-9004-90c33d53c324 None None] Provisioning complete for port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:00.627526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc27764c-d40c-46fb-9004-90c33d53c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.656800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'mac_address': 'fa:16:3e:bb:bd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:00.687248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:00.687888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:00.749414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc27764c-d40c-46fb-9004-90c33d53c324 None None] Port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:00.754783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.773229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:00.778437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 66098777-1b8b-443a-b458-91fe03604e0f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:00.778817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.817757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:00.825281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.883611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-a121e472-4d98-47f0-9f5b-76d8f836764f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:00.885287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-a121e472-4d98-47f0-9f5b-76d8f836764f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.69 "GET /v2.0/networks?id=ab1bd7f0-b492-414a-ac12-aac7fae4852a HTTP/1.1" status: 200 len: 809 time: 0.1967225 Sep 24 19:07:00.915274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:00.930568 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:00.935632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Request body: {'port': {'device_id': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a', 'admin_state_up': True, 'tenant_id': '05445979223c4f99872c3320e6441916'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:00.958845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 66098777-1b8b-443a-b458-91fe03604e0f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=66098777-1b8b-443a-b458-91fe03604e0f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:00.964936 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.018280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:01.037106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=66098777-1b8b-443a-b458-91fe03604e0f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:01.048660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9e6bd-ead9-4eda-9a9c-4d318b66b655 req-0ec4e4f8-acb9-43c0-88e3-4b32f425e123 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.050377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ac9e6bd-ead9-4eda-9a9c-4d318b66b655 req-0ec4e4f8-acb9-43c0-88e3-4b32f425e123 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 946 time: 0.1527059 Sep 24 19:07:01.117624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ac9e6bd-ead9-4eda-9a9c-4d318b66b655 req-0f0e150b-727d-4a05-8b9b-24ea74a5b36e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569081 Sep 24 19:07:01.130036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Made reservation on behalf of 05445979223c4f99872c3320e6441916 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:01.133936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.319095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4481-96f3-46a3-8146-f3e31c141103 req-24dd8bd1-7c58-4a80-b718-553f00009217 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.320917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7bc4481-96f3-46a3-8146-f3e31c141103 req-24dd8bd1-7c58-4a80-b718-553f00009217 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 951 time: 0.1072230 Sep 24 19:07:01.321997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Allocated IP 172.20.0.4 (ab1bd7f0-b492-414a-ac12-aac7fae4852a/d8d5d88c-7728-4d55-a304-d00b9a557329/7413b573-76b5-45c1-81cb-83a44e0ca485) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:01.389147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7bc4481-96f3-46a3-8146-f3e31c141103 req-807f43d4-8163-4b1b-8732-1371219c4caa tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595858 Sep 24 19:07:01.545068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.550411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:01.553803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c93f-15af-41f8-90db-d448b7e74a87 req-3a4ca154-d3e6-48e0-b437-bd77a2257422 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.555391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e52c93f-15af-41f8-90db-d448b7e74a87 req-3a4ca154-d3e6-48e0-b437-bd77a2257422 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 945 time: 0.0865560 Sep 24 19:07:01.558161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514564687', 'description': 'tempest-description--1228818534'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:01.583569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.654745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e52c93f-15af-41f8-90db-d448b7e74a87 req-02060070-fd37-4f9a-84d4-e4febb1c2f43 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Sep 24 19:07:01.665265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.689581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.709600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.726064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Network ab1bd7f0-b492-414a-ac12-aac7fae4852a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:01.740355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:01.755187 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.757180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95636144-3dc7-4a48-944d-720967081441 req-110a1b03-5e0a-48f5-af8c-95efca94f4e4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.757884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2056601 Sep 24 19:07:01.759570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d77786-eb10-4039-b9c2-2ad51d739188 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8c8860-488d-43f8-aa75-914e8d5ef7ab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:01.762378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:01.766108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95636144-3dc7-4a48-944d-720967081441 req-110a1b03-5e0a-48f5-af8c-95efca94f4e4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 945 time: 0.1646860 Sep 24 19:07:01.772992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group_rule': {'security_group_id': '1f8c8860-488d-43f8-aa75-914e8d5ef7ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:01.774452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:01.821903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.851843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Pushing event updated for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:01.891847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.892626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.906706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.910013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95636144-3dc7-4a48-944d-720967081441 req-7926e895-95ef-49f9-a0bd-15ae5e6fb66c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429706 Sep 24 19:07:01.913714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.935445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bac3cc-3847-44d4-81d5-586d5f3537eb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:01.944817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-7df963a0-439c-42c2-af5f-8541726226b4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:01.946463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-7df963a0-439c-42c2-af5f-8541726226b4 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 951 time: 0.1342089 Sep 24 19:07:01.953798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:01.955440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ee324ab-47c4-4d93-aceb-96bb328e5b09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919188 Sep 24 19:07:01.958374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33748) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:01.963407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group_rule': {'security_group_id': '1f8c8860-488d-43f8-aa75-914e8d5ef7ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:01.975136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-c2d2cc1c-1e3f-44a3-8da4-3a7d1fe2230f tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465724 Sep 24 19:07:02.004644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Request body: {'port': {'device_id': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:02.010169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.075442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee07b81-8781-479e-adea-231e98e39f9a req-62ec9272-5040-4989-824a-178518998e54 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:02.077066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee07b81-8781-479e-adea-231e98e39f9a req-62ec9272-5040-4989-824a-178518998e54 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 931 time: 0.1814849 Sep 24 19:07:02.138557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.144194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.157899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.173437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee07b81-8781-479e-adea-231e98e39f9a req-a6c34167-308e-4c01-8569-491cb9abcaaa tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874276 Sep 24 19:07:02.186150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f3333-1afb-4a09-96c1-89abc8188265,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:02.192084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.195934 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b016e229-b614-4e03-8360-dfb11a74f7c8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362041 Sep 24 19:07:02.199590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:02.209579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:02.230737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Deleting port c50bb06a-69b7-447b-8f54-a5f94d2d5abb {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:02.231111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.243933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.323119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:07:02.336526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:07:02.337265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:02.440802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:02.543978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 66098777-1b8b-443a-b458-91fe03604e0f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:02.552251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:07:02.666207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ae89-7282-42f6-8235-1db32cde2380 req-01f9d19b-cd21-4daf-8ebd-3f46940210ee tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:02.674789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed55ae89-7282-42f6-8235-1db32cde2380 req-01f9d19b-cd21-4daf-8ebd-3f46940210ee tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 945 time: 0.4114976 Sep 24 19:07:02.703189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:02.703857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.747172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 66098777-1b8b-443a-b458-91fe03604e0f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:02.747801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.751352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.870814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7413b573-76b5-45c1-81cb-83a44e0ca485 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:02.893672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.919721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Transition to ACTIVE for port object 7413b573-76b5-45c1-81cb-83a44e0ca485 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:02.923152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] For port c50bb06a-69b7-447b-8f54-a5f94d2d5abb, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:02.923850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.938808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:02.947750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Calling delete_port for c50bb06a-69b7-447b-8f54-a5f94d2d5abb owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:02.998429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Allocated IP 172.25.5.236 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/be89d81c-287e-4beb-ba5e-74f4e41adcee) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:03.091254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed55ae89-7282-42f6-8235-1db32cde2380 req-2a729a69-5789-4d3b-bdfe-064ab34bd7d2 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152398 Sep 24 19:07:03.109980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.119796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea5ec9-27a3-402b-94bf-db65345dea24 req-85091277-2769-468a-9649-d16828650900 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:03.133785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8aea5ec9-27a3-402b-94bf-db65345dea24 req-85091277-2769-468a-9649-d16828650900 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec8cdf44-0b38-4b36-8203-9fc0b838c5a4 HTTP/1.1" status: 200 len: 951 time: 0.5197053 Sep 24 19:07:03.143005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.170089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.172519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 2, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:03.185564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.210343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.234319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:07:03.235190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Updating router 4acfc2ba-85a3-4a21-a493-33034842c696 port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:07:03.239951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:03.247300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:03.252872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:03.271513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:03.273934 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ee4df-f7fe-49c2-8834-4534527b8dc3" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:03.296390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:03.298191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.316555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.317303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=be89d81c-287e-4beb-ba5e-74f4e41adcee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.317457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c50bb06a-69b7-447b-8f54-a5f94d2d5abb no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:03.375363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.414945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=13']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.420715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.449938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8aea5ec9-27a3-402b-94bf-db65345dea24 req-78fe6f67-3f10-419a-8dee-24a93619a3d1 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149040 Sep 24 19:07:03.535871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Attempting to bind port 7413b573-76b5-45c1-81cb-83a44e0ca485 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:03.536225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Attempting to bind port 7413b573-76b5-45c1-81cb-83a44e0ca485 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '6cc6d997-09b9-4778-9297-77e27ca7df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:03.536529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Attempting to bind port 7413b573-76b5-45c1-81cb-83a44e0ca485 on network ab1bd7f0-b492-414a-ac12-aac7fae4852a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:03.552178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Port 7413b573-76b5-45c1-81cb-83a44e0ca485 on network ab1bd7f0-b492-414a-ac12-aac7fae4852a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:03.552540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Attempting to bind port 7413b573-76b5-45c1-81cb-83a44e0ca485 on network ab1bd7f0-b492-414a-ac12-aac7fae4852a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:03.566112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469695-d41e-474f-9eaf-89e2eb530b2f req-9d85b144-7f20-40f8-b8bd-139667ff05b5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:03.567742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0469695-d41e-474f-9eaf-89e2eb530b2f req-9d85b144-7f20-40f8-b8bd-139667ff05b5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2279537 Sep 24 19:07:03.569280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:03.569620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Checking segment: {'id': '6cc6d997-09b9-4778-9297-77e27ca7df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:03.569995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Bound using segment: {'id': '6cc6d997-09b9-4778-9297-77e27ca7df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:03.570441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Bound port: 7413b573-76b5-45c1-81cb-83a44e0ca485, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6d997-09b9-4778-9297-77e27ca7df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:03.570800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.607325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.638509 n-d-810952-2 neutron-server[94857]: INFO neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No ports have port_id starting with c50bb06a-69b7-447b-8f54-a5f94d2d5abb Sep 24 19:07:03.689641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event deleted for resources: {'Port': ['ID=c50bb06a-69b7-447b-8f54-a5f94d2d5abb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.692972 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.700629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.767531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0469695-d41e-474f-9eaf-89e2eb530b2f req-a93a7972-1a8b-4164-86c2-cff84ff96103 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828542 Sep 24 19:07:03.792298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22844b2-f7cd-4d07-ab50-f6111a70e290 req-97efc63a-0219-4fc7-87e5-2426e2135cb8 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:03.793837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22844b2-f7cd-4d07-ab50-f6111a70e290 req-97efc63a-0219-4fc7-87e5-2426e2135cb8 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 943 time: 0.1954298 Sep 24 19:07:03.815344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] No DVR routers for this DVR port c50bb06a-69b7-447b-8f54-a5f94d2d5abb on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:03.819969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.827713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:03.833281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.835518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcaf0bab-d155-4e48-a9bd-9ec60d885dd9 req-bfd139dc-7f8e-41ae-a9cb-69eb906d1bd6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.69 "DELETE /v2.0/ports/c50bb06a-69b7-447b-8f54-a5f94d2d5abb HTTP/1.1" status: 204 len: 173 time: 1.8726230 Sep 24 19:07:03.836529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-deleted', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:03.839442 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c115c30-6b46-492b-8a55-034b3ed74b14" -d '{"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-deleted", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:03.845657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.860355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.865404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7413b573-76b5-45c1-81cb-83a44e0ca485,segment=NetworkSegment(6cc6d997-09b9-4778-9297-77e27ca7df6a),segment_id=6cc6d997-09b9-4778-9297-77e27ca7df6a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:03.869470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=be89d81c-287e-4beb-ba5e-74f4e41adcee,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.879146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.908066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:03.937346 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1472da42-a761-41ad-b4c3-05a55a059011 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7358048 Sep 24 19:07:03.944241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13ab0-86df-447c-8479-397214af52b2 None None] Pushing event updated for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:03.951385 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39a4fe-c92d-47d3-bfd7-ee3f20fd69ab x-openstack-request-id: req-6a39a4fe-c92d-47d3-bfd7-ee3f20fd69ab {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:03.951684 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-plugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:03.952623 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a39a4fe-c92d-47d3-bfd7-ee3f20fd69ab {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:03.952623 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:07:03.963135 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23fdcc-5c3f-425a-8080-7d500abef7d9 x-openstack-request-id: req-1a23fdcc-5c3f-425a-8080-7d500abef7d9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:03.963799 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8cdf44-0b38-4b36-8203-9fc0b838c5a4", "name": "network-vif-deleted", "tag": "c50bb06a-69b7-447b-8f54-a5f94d2d5abb", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:03.963799 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a23fdcc-5c3f-425a-8080-7d500abef7d9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:03.964000 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8cdf44-0b38-4b36-8203-9fc0b838c5a4', 'name': 'network-vif-deleted', 'tag': 'c50bb06a-69b7-447b-8f54-a5f94d2d5abb', 'status': 'completed', 'code': 200} Sep 24 19:07:03.997484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22844b2-f7cd-4d07-ab50-f6111a70e290 req-fd847957-a3b5-4a7e-8f62-92963aab3aa4 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779699 Sep 24 19:07:04.006201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.019105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:04.021237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/7413b573-76b5-45c1-81cb-83a44e0ca485 HTTP/1.1" status: 200 len: 1091 time: 2.0235240 Sep 24 19:07:04.158217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Attempting to bind port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:04.158996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Attempting to bind port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:04.158996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Attempting to bind port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:04.164806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:04.165408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:04.165698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:04.165961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Bound using segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:04.166431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Bound port: 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:04.166817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:04.225048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899de85d-42b2-4eee-abc1-93ecc2aab8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:04.297896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] For port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:04.303762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] For port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:04.306717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-9659cb29-d3e6-4730-a0e7-18c07a57f59c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.308355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-9659cb29-d3e6-4730-a0e7-18c07a57f59c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 945 time: 0.2856956 Sep 24 19:07:04.310122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:04.346321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-dafbb5b4-2c82-4832-ab0c-0322f0f503d6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1514564687&fields=id&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 267 time: 0.1869457 Sep 24 19:07:04.371874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:07:04.373087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:04.374589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-2f2912e8-773d-4013-8b0f-03578c16a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.406201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-2f2912e8-773d-4013-8b0f-03578c16a7a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05445979223c4f99872c3320e6441916&device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 1094 time: 0.2971146 Sep 24 19:07:04.566933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13ab0-86df-447c-8479-397214af52b2 None None] Pushing event updated for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:04.602252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:07:04.605538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] Provisioning complete for port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:04.606139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:04.645884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-1a8d76fa-485b-47bc-ad96-73b3b916b632 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7413b573-76b5-45c1-81cb-83a44e0ca485 HTTP/1.1" status: 200 len: 217 time: 0.1973221 Sep 24 19:07:04.719554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcc53c-b504-4afa-b570-15300d154635 req-4383c382-b082-4eec-925d-754c9b2e5ddb tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.729217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89bcc53c-b504-4afa-b570-15300d154635 req-4383c382-b082-4eec-925d-754c9b2e5ddb tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 945 time: 0.4580257 Sep 24 19:07:04.769266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-996dd5dd-a800-4177-99e1-36b057696d2c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.782987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-996dd5dd-a800-4177-99e1-36b057696d2c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 816 time: 0.4343789 Sep 24 19:07:04.837802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-45fd9476-9f6f-4715-a6be-2be5a32778f9 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/quotas/b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 375 time: 0.0537422 Sep 24 19:07:04.890339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89bcc53c-b504-4afa-b570-15300d154635 req-4d64bf35-608c-4838-80e7-73eacac689a6 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601834 Sep 24 19:07:04.892417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-bc40da87-0aa4-4bcc-853e-1ac0ca496b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:04.894221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-bc40da87-0aa4-4bcc-853e-1ac0ca496b83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8d5d88c-7728-4d55-a304-d00b9a557329 HTTP/1.1" status: 200 len: 849 time: 0.2054822 Sep 24 19:07:04.947956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:04.957037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:04.972666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-8245f44d-34c5-4915-b9b1-62eda2c7ae6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ab1bd7f0-b492-414a-ac12-aac7fae4852a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603275 Sep 24 19:07:04.992604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Deleting port 986efcab-729b-4ed9-8454-75fa60b85e19 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:04.993098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:05.023106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:05.120167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-6c3e2a23-ffec-424f-a22a-5542fb045baf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498999 Sep 24 19:07:05.125689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-5074fbe5-fcc4-4863-ad6d-b2ceb415f4da service neutron] 10.222.0.69 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384916 Sep 24 19:07:05.169256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] For port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:05.210686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:05.298564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:04Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:05.385878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa0752-528b-432d-bd5f-5a6fdfcd2c9e None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:04Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:07:05.434943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33da8f-a9d1-4854-b7e4-a9c26bea35d6 None None] Pushing event updated for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:05.463427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-20e11035-90ed-4de4-a4b3-bc2b1e445282 None None] Provisioning complete for port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:05.463656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e11035-90ed-4de4-a4b3-bc2b1e445282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:05.792715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c07d6-ace2-4a56-9a66-2af806b33fc2 req-8da826d9-f989-41e1-93ac-ff3e33de3eb3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:05.802323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e1c07d6-ace2-4a56-9a66-2af806b33fc2 req-8da826d9-f989-41e1-93ac-ff3e33de3eb3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2216675 Sep 24 19:07:05.914517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] For port 986efcab-729b-4ed9-8454-75fa60b85e19, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=986efcab-729b-4ed9-8454-75fa60b85e19,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:05.915091 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:05.949852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Calling delete_port for 986efcab-729b-4ed9-8454-75fa60b85e19 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:05.953911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e1c07d6-ace2-4a56-9a66-2af806b33fc2 req-b5da5592-9234-4bfc-b0a2-f943fb9b3264 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505857 Sep 24 19:07:05.968991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-f16e67c1-0d3b-468a-b68a-446279a7baff service neutron] 10.222.0.18 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241622 Sep 24 19:07:05.994910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:05.997442 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da989057-a1db-4141-950a-124525cff603" -d '{"events": [{"name": "network-changed", "server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:06.053014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea1128cc-6398-4623-8e2d-471410c72d85 req-ae4087a6-59af-4c7a-a429-1abd96ce989d service neutron] 10.222.0.69 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8998857 Sep 24 19:07:06.232160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-2eeabf58-8f70-4eb5-937f-a3f6748cf6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621541 Sep 24 19:07:06.260843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957db94-c7d3-4ccc-a8a4-05b2947e003e req-21d92212-da16-4f6a-a20a-146597be44ed tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:06.267588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9957db94-c7d3-4ccc-a8a4-05b2947e003e req-21d92212-da16-4f6a-a20a-146597be44ed tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 943 time: 0.2016251 Sep 24 19:07:06.406360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9957db94-c7d3-4ccc-a8a4-05b2947e003e req-a3c429ce-5a66-4f0c-8ab4-9f79234e1e40 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283879 Sep 24 19:07:06.440805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:06.517478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event deleted for resources: {'Port': ['ID=986efcab-729b-4ed9-8454-75fa60b85e19,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:06.621089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:06.623988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:06.629456 n-d-810952-2 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No ports have port_id starting with 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 Sep 24 19:07:06.637707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] No DVR routers for this DVR port 986efcab-729b-4ed9-8454-75fa60b85e19 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:06.640692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:06.642803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71e975cd-63ef-4a99-b6b5-01dd707302b3 req-8d374295-ffc5-4672-b514-0f965b120b00 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "DELETE /v2.0/ports/986efcab-729b-4ed9-8454-75fa60b85e19 HTTP/1.1" status: 204 len: 173 time: 2.3144100 Sep 24 19:07:06.660927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0b134c73-2bf0-4a3c-abea-cc97cd9338c3 requested by agent hyperv_n-h2-810952-2 not found in database {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 24 19:07:06.732421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b98656bf-9589-46b3-bfde-500145faf739 req-d785d2e4-1195-4535-a41d-e04c8fb5ab5b tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5bf9d1-7d1c-4de2-bcf2-df0c58816523 HTTP/1.1" status: 200 len: 210 time: 0.0805080 Sep 24 19:07:06.735583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:06.736292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:06.808669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['92491703-f3f3-4891-b6c2-d6844dc219c1', '24d09c26-81af-4f0b-923c-743123fe5e8f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:06.842741 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea32a5-b5da-4097-8aa3-60e4de017b2e x-openstack-request-id: req-d6ea32a5-b5da-4097-8aa3-60e4de017b2e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:06.844061 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:06.844562 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6ea32a5-b5da-4097-8aa3-60e4de017b2e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:06.845236 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485', 'status': 'completed', 'code': 200} Sep 24 19:07:07.001014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db56178c-2f32-4ae0-bab3-246e16d855cb req-1579dad8-d363-4ee4-a96e-f7b312d21092 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 210 time: 0.0638740 Sep 24 19:07:07.068585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989057-a1db-4141-950a-124525cff603 req-8377082f-5463-4744-b76b-7209c002c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.074514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-8377082f-5463-4744-b76b-7209c002c437 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05445979223c4f99872c3320e6441916&device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 1094 time: 0.2098033 Sep 24 19:07:07.401126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989057-a1db-4141-950a-124525cff603 req-98a4e0fb-786d-47a7-80be-b451ccec5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.403520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-98a4e0fb-786d-47a7-80be-b451ccec5467 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ab1bd7f0-b492-414a-ac12-aac7fae4852a HTTP/1.1" status: 200 len: 909 time: 0.3238847 Sep 24 19:07:07.414066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb5f8-b4a3-4066-a1c1-e5baf599f4d4 req-b8c52b94-1d33-4118-8f27-743203e3b779 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.426150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-954bb5f8-b4a3-4066-a1c1-e5baf599f4d4 req-b8c52b94-1d33-4118-8f27-743203e3b779 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2578888 Sep 24 19:07:07.550019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-85fb060b-0ed4-4352-b71a-e72a50667e29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7413b573-76b5-45c1-81cb-83a44e0ca485 HTTP/1.1" status: 200 len: 217 time: 0.1117237 Sep 24 19:07:07.617681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-963dc037-be81-4691-9855-d7fd6e1fc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.619236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-963dc037-be81-4691-9855-d7fd6e1fc76d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.2649102 Sep 24 19:07:07.630680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-954bb5f8-b4a3-4066-a1c1-e5baf599f4d4 req-8a65ecd3-dc99-4e32-8b5f-cea1d1673994 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031302 Sep 24 19:07:07.674662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8561e-cd91-4fea-ad35-5fef86ea7387 req-5c5a840e-65c7-423e-a892-8e660c44aac9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.676284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9eb8561e-cd91-4fea-ad35-5fef86ea7387 req-5c5a840e-65c7-423e-a892-8e660c44aac9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2319787 Sep 24 19:07:07.681954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989057-a1db-4141-950a-124525cff603 req-2a7cb1d3-9399-473c-99f5-f22ccd61cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.684033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-2a7cb1d3-9399-473c-99f5-f22ccd61cbf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8d5d88c-7728-4d55-a304-d00b9a557329 HTTP/1.1" status: 200 len: 849 time: 0.1246169 Sep 24 19:07:07.796957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-b9260e6a-c0d2-4760-aff6-01b33be6bbe7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ab1bd7f0-b492-414a-ac12-aac7fae4852a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911248 Sep 24 19:07:07.883204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9eb8561e-cd91-4fea-ad35-5fef86ea7387 req-b4b63ba0-feb6-4a2a-ae39-efe3072b1681 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762364 Sep 24 19:07:07.891633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-2f184bff-51c9-4bf5-96e4-2e6eeb6da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.893109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-2f184bff-51c9-4bf5-96e4-2e6eeb6da41b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.2590711 Sep 24 19:07:07.903148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d76e3-549d-4824-8c8a-99636b1591f6 req-444038c8-2695-427e-be57-35aaa4a68160 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:07.910446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e67d76e3-549d-4824-8c8a-99636b1591f6 req-444038c8-2695-427e-be57-35aaa4a68160 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2018058 Sep 24 19:07:08.012523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-640bd460-b2a8-4c8b-9026-18ea54e933bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.0699024 Sep 24 19:07:08.094661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e67d76e3-549d-4824-8c8a-99636b1591f6 req-fffaceef-3dc3-4790-8203-410991eee001 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772044 Sep 24 19:07:08.131555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-4bf7f66f-0779-46b3-9f75-5bb132ef29ca service neutron] 10.222.0.69 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230197 Sep 24 19:07:08.142353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-c8df85f9-aa3a-4296-8986-66fc023528b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:08.145409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-c8df85f9-aa3a-4296-8986-66fc023528b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.1094124 Sep 24 19:07:08.227513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9d174-0da3-44a4-839f-66fd2f70c4c1 req-05a234e5-5c16-4705-b940-c736d67225fd tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:08.229710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85c9d174-0da3-44a4-839f-66fd2f70c4c1 req-05a234e5-5c16-4705-b940-c736d67225fd tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 943 time: 0.2331920 Sep 24 19:07:08.244144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-e8ce4f46-f452-48bd-9eef-13fc297c2d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826936 Sep 24 19:07:08.406561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7413b573-76b5-45c1-81cb-83a44e0ca485 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:08.475456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-190abd90-6c77-4653-995b-cfc49cd60f92 req-baba3665-6ef7-49c9-834f-5d552331a82e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 210 time: 0.1862986 Sep 24 19:07:08.496222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85c9d174-0da3-44a4-839f-66fd2f70c4c1 req-5880135f-9848-419c-a576-756d85cd357d tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510440 Sep 24 19:07:08.552581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7413b573-76b5-45c1-81cb-83a44e0ca485,segment=NetworkSegment(6cc6d997-09b9-4778-9297-77e27ca7df6a),segment_id=6cc6d997-09b9-4778-9297-77e27ca7df6a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:08.582139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '7413b573-76b5-45c1-81cb-83a44e0ca485', 'network_id': 'ab1bd7f0-b492-414a-ac12-aac7fae4852a', 'port_id': '7413b573-76b5-45c1-81cb-83a44e0ca485', 'mac_address': 'fa:16:3e:6d:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d5d88c-7728-4d55-a304-d00b9a557329', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:08.593746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-1bfb6ac5-61d6-4b5a-be2b-af184901c9d9 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:08.595309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-1bfb6ac5-61d6-4b5a-be2b-af184901c9d9 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 816 time: 0.3621199 Sep 24 19:07:08.610978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da989057-a1db-4141-950a-124525cff603 req-f1592fb5-6ed2-4928-951e-46dbdd865d08 service neutron] 10.222.0.69 "GET /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640012 Sep 24 19:07:08.615485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-31676051-0402-466a-81fe-5db0a96e9df2 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490348 Sep 24 19:07:08.633121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 986efcab-729b-4ed9-8454-75fa60b85e19 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:08.673655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 986efcab-729b-4ed9-8454-75fa60b85e19 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:08.673655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 986efcab-729b-4ed9-8454-75fa60b85e19 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:08.685593 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:08.715046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7413b573-76b5-45c1-81cb-83a44e0ca485 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:08.723337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:08.748493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7413b573-76b5-45c1-81cb-83a44e0ca485,segment=NetworkSegment(6cc6d997-09b9-4778-9297-77e27ca7df6a),segment_id=6cc6d997-09b9-4778-9297-77e27ca7df6a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:08.759348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:08.770100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-0521bd17-6f0d-49b2-8f61-1daf7a1993f7 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 380 time: 0.1580286 Sep 24 19:07:08.796838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'port': {'device_id': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'admin_state_up': True, 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'security_groups': ['1f8c8860-488d-43f8-aa75-914e8d5ef7ab']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:08.828283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:08.848796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-239badfd-4b4b-4e90-8949-c501088f3b96 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:08.850419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-239badfd-4b4b-4e90-8949-c501088f3b96 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.2508664 Sep 24 19:07:08.882326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'name': 'network-vif-deleted', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:08.884253 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef9f893-b4d6-4e76-9cd9-6f3330bcc472" -d '{"events": [{"server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "name": "network-vif-deleted", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:09.092229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7413b573-76b5-45c1-81cb-83a44e0ca485'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:09.306756 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d73dd-67b5-4f94-bfcf-34f0dd5dfcda x-openstack-request-id: req-221d73dd-67b5-4f94-bfcf-34f0dd5dfcda {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:09.307375 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5bf9d1-7d1c-4de2-bcf2-df0c58816523", "name": "network-vif-deleted", "tag": "986efcab-729b-4ed9-8454-75fa60b85e19", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:09.307375 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-221d73dd-67b5-4f94-bfcf-34f0dd5dfcda {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:09.307594 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5bf9d1-7d1c-4de2-bcf2-df0c58816523', 'name': 'network-vif-deleted', 'tag': '986efcab-729b-4ed9-8454-75fa60b85e19', 'status': 'completed', 'code': 200} Sep 24 19:07:09.395088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8599a57f-aa40-42ed-be07-ebdde6896902 req-a168171a-12c4-4f46-85cc-2eb9eafae0e5 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472267 Sep 24 19:07:09.454252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769fb26-b96d-4a5d-afda-16f181e449f2 req-6578d513-fae5-4faf-a49e-fdf2ca05c273 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:09.456167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f769fb26-b96d-4a5d-afda-16f181e449f2 req-6578d513-fae5-4faf-a49e-fdf2ca05c273 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 949 time: 0.6793880 Sep 24 19:07:09.497962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Made reservation on behalf of b402dbf96e52462da042cadb86ffd522 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:09.502084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:09.523947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff196-ed03-4507-8c1f-95847ca4c80e req-0a1ae49c-3452-4aa8-93e9-18efdcb42942 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:09.525445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7ff196-ed03-4507-8c1f-95847ca4c80e req-0a1ae49c-3452-4aa8-93e9-18efdcb42942 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2168789 Sep 24 19:07:09.604673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f769fb26-b96d-4a5d-afda-16f181e449f2 req-5dbc60ba-73eb-4217-b331-892f8b36d62f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262965 Sep 24 19:07:09.641138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Deleting port f6543645-8687-4234-8bd5-1aa66d2a5bbf {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:09.641472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:09.707876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7ff196-ed03-4507-8c1f-95847ca4c80e req-5ffbe4c5-29f5-4983-a765-dd0eae903e1c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717751 Sep 24 19:07:09.879496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Allocated IP 172.20.0.12 (1df3c008-c344-42d2-b5f9-b92c0ccec247/29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5/3da3f7f4-7d3e-4612-a4f0-7783018159d4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:09.892716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d09b73-f2dc-4022-a659-5252f48b99b6 req-c799f721-e2c2-4346-95f4-dd6272132cc8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:09.899633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7d09b73-f2dc-4022-a659-5252f48b99b6 req-c799f721-e2c2-4346-95f4-dd6272132cc8 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1866992 Sep 24 19:07:09.931216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c25acda6-f159-4987-bdb4-19ed95175ccc req-5b5a46ac-d10c-4c87-9bf8-ac57e326d6c4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 210 time: 0.0821145 Sep 24 19:07:09.978418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] For port f6543645-8687-4234-8bd5-1aa66d2a5bbf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f6543645-8687-4234-8bd5-1aa66d2a5bbf,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:09.978786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.021469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Calling delete_port for f6543645-8687-4234-8bd5-1aa66d2a5bbf owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:10.037719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7d09b73-f2dc-4022-a659-5252f48b99b6 req-99da5c7f-80d0-407f-9727-c18819bd08aa tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139238 Sep 24 19:07:10.257577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f362-439a-481a-be5a-076dd3db0083 req-d709dc8e-7ff9-4a38-8649-8ef223864fa5 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:10.259124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ee9f362-439a-481a-be5a-076dd3db0083 req-d709dc8e-7ff9-4a38-8649-8ef223864fa5 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 944 time: 0.2322116 Sep 24 19:07:10.328268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.359939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ee9f362-439a-481a-be5a-076dd3db0083 req-9a43649c-2c27-49eb-a870-3d6a3ca013d6 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878730 Sep 24 19:07:10.422481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7413b573-76b5-45c1-81cb-83a44e0ca485 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:10.428237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.431855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.449817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:10.480852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event deleted for resources: {'Port': ['ID=f6543645-8687-4234-8bd5-1aa66d2a5bbf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:10.553886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:10.565070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 7413b573-76b5-45c1-81cb-83a44e0ca485 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:10.571821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:10.578236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 7413b573-76b5-45c1-81cb-83a44e0ca485 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:10.578836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.594916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:10.669390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] No DVR routers for this DVR port f6543645-8687-4234-8bd5-1aa66d2a5bbf on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:10.723667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.728943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a64efdbd-bc09-48bf-a22a-1a5f3dab488a req-b1053836-6e6c-469f-80bc-48af40869d51 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "DELETE /v2.0/ports/f6543645-8687-4234-8bd5-1aa66d2a5bbf HTTP/1.1" status: 204 len: 173 time: 1.8247051 Sep 24 19:07:10.737280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:10.741411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.747318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.786204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:10.788490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:10.790144 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168c351-40fc-4b7d-b969-abb83021960f" -d '{"events": [{"server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "name": "network-vif-plugged", "status": "completed", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:10.830325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7413b573-76b5-45c1-81cb-83a44e0ca485,segment=NetworkSegment(6cc6d997-09b9-4778-9297-77e27ca7df6a),segment_id=6cc6d997-09b9-4778-9297-77e27ca7df6a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:10.841991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-af8dd135-9212-4cee-940d-e9759ed3c913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0572054 Sep 24 19:07:10.842331 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:10.858393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f330037d-04d8-4862-b205-de773e09bdeb req-d29e4259-37e2-40a5-8046-22e1d8d09588 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d6302a-7c59-4c0a-90be-e68e84f729f0 HTTP/1.1" status: 200 len: 210 time: 0.0965867 Sep 24 19:07:10.878379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Request body: {'port': {'device_id': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:10.998304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4ad5-5b0e-4925-ae3f-c6ca79afe041 req-07e9e2d4-d6f0-48aa-ba8a-fea3a722679c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.006426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4ad5-5b0e-4925-ae3f-c6ca79afe041 req-07e9e2d4-d6f0-48aa-ba8a-fea3a722679c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.009197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfbb4ad5-5b0e-4925-ae3f-c6ca79afe041 req-07e9e2d4-d6f0-48aa-ba8a-fea3a722679c tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb&device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 1683 time: 0.4617958 Sep 24 19:07:11.012676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:11.028489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-299a137f-f3f1-430f-b7ac-cccc3731590f None None] Provisioning complete for port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:11.028861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-299a137f-f3f1-430f-b7ac-cccc3731590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:11.030623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:11.078628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-299a137f-f3f1-430f-b7ac-cccc3731590f None None] Port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:11.229108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e52b-0b44-49b8-bce6-a511ba6c1418 req-7c3b3297-dba9-4f1d-909e-f42efceba3f2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.236832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4eb3e52b-0b44-49b8-bce6-a511ba6c1418 req-7c3b3297-dba9-4f1d-909e-f42efceba3f2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2069023 Sep 24 19:07:11.264572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfbb4ad5-5b0e-4925-ae3f-c6ca79afe041 req-e8252cb9-c750-42ac-8f27-04bc2760756f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308567 Sep 24 19:07:11.304233 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a550c-42df-4fa6-b61e-bf57dd24db4a x-openstack-request-id: req-473a550c-42df-4fa6-b61e-bf57dd24db4a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:11.304528 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "name": "network-vif-plugged", "status": "completed", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:11.304790 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-473a550c-42df-4fa6-b61e-bf57dd24db4a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:11.305199 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485', 'code': 200} Sep 24 19:07:11.359145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-deleted', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:11.361490 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ad238-7970-43d3-8004-646390b940b6" -d '{"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-deleted", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:11.443524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4eb3e52b-0b44-49b8-bce6-a511ba6c1418 req-b7b57c89-9980-439f-8571-36ec5c53d1b8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992869 Sep 24 19:07:11.673064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354493c1-04f9-4db6-bda2-0ec6f4b3e1d8 req-b4095184-42c2-49ed-a6a9-84ac416f78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.674709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-354493c1-04f9-4db6-bda2-0ec6f4b3e1d8 req-b4095184-42c2-49ed-a6a9-84ac416f78ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 1096 time: 0.2679706 Sep 24 19:07:11.692924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330a95c-3e70-449d-bded-3f4d6fa3e69b req-bfde9e5e-d4e2-4dc1-a57c-d9b808653ff1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.694526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f330a95c-3e70-449d-bded-3f4d6fa3e69b req-bfde9e5e-d4e2-4dc1-a57c-d9b808653ff1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 932 time: 0.2442446 Sep 24 19:07:11.713122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d7ef-a81c-411b-8ad6-1451eea205fa req-940701b0-fec5-48df-ac0b-0fa925ee2091 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:11.715533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a587d7ef-a81c-411b-8ad6-1451eea205fa req-940701b0-fec5-48df-ac0b-0fa925ee2091 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1392322 Sep 24 19:07:11.846130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-354493c1-04f9-4db6-bda2-0ec6f4b3e1d8 req-6a5b2c83-7e85-474f-8895-d62eaa0a6a7c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505136 Sep 24 19:07:11.859954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a587d7ef-a81c-411b-8ad6-1451eea205fa req-0947eb56-7cda-4d22-ba9c-0ac9dd510a05 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282094 Sep 24 19:07:11.866681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f330a95c-3e70-449d-bded-3f4d6fa3e69b req-aeae2540-9a47-46b9-b85e-1ef16e2bb837 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474531 Sep 24 19:07:11.873182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:11.910882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:11.929045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Transition to ACTIVE for port object 3da3f7f4-7d3e-4612-a4f0-7783018159d4 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:11.935308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:11.998787 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bccabd-2adc-4ed2-a0c4-c539f1b36436 x-openstack-request-id: req-01bccabd-2adc-4ed2-a0c4-c539f1b36436 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:11.999131 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6302a-7c59-4c0a-90be-e68e84f729f0", "name": "network-vif-deleted", "tag": "f6543645-8687-4234-8bd5-1aa66d2a5bbf", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:11.999513 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01bccabd-2adc-4ed2-a0c4-c539f1b36436 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:11.999924 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6302a-7c59-4c0a-90be-e68e84f729f0', 'name': 'network-vif-deleted', 'tag': 'f6543645-8687-4234-8bd5-1aa66d2a5bbf', 'status': 'completed', 'code': 200} Sep 24 19:07:12.000518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:12.226911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db69db3-a5d8-4c22-85bb-cddeeb2c1d68 req-c1780261-f777-42c7-b459-5818cbb22723 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.233751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8db69db3-a5d8-4c22-85bb-cddeeb2c1d68 req-c1780261-f777-42c7-b459-5818cbb22723 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.1417897 Sep 24 19:07:12.254544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Attempting to bind port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:12.254910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Attempting to bind port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:12.255242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Attempting to bind port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:12.270498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:12.270768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Attempting to bind port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:12.283829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8db69db3-a5d8-4c22-85bb-cddeeb2c1d68 req-39ba4fbd-4fb1-4618-a10c-d6ec57bc2a0b tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490150 Sep 24 19:07:12.284944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:12.285282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:12.285747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Bound using segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:12.286259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Bound port: 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:12.286714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:12.418533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:12.429016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:12.437472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:12.479758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.480574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:12.482184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] 10.222.0.69 "PUT /v2.0/ports/3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 1092 time: 1.6226516 Sep 24 19:07:12.528814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bfcd9-a18d-4d2e-9fe0-96be71f6ad69 service neutron] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:12.652716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:12.690783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: f6543645-8687-4234-8bd5-1aa66d2a5bbf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:12.691518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f6543645-8687-4234-8bd5-1aa66d2a5bbf not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:12.706184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-d838b448-b900-4bb3-ada6-0552510451e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.707879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-d838b448-b900-4bb3-ada6-0552510451e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1095 time: 0.1612458 Sep 24 19:07:12.777745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-d2ddb9e6-3aab-4c3c-8556-ab94f357d357 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 217 time: 0.0601304 Sep 24 19:07:12.794893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70fcb3-8e73-46c0-966c-d7524cb3f33f req-59fa23c0-089e-4880-9803-61f9eca0ad3d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.797183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed70fcb3-8e73-46c0-966c-d7524cb3f33f req-59fa23c0-089e-4880-9803-61f9eca0ad3d tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.1701608 Sep 24 19:07:12.815840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0e469-4b28-4888-9708-58bd0e114a35 req-243b57ca-891c-408c-9465-de2856f43b0f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.817332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81a0e469-4b28-4888-9708-58bd0e114a35 req-243b57ca-891c-408c-9465-de2856f43b0f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.1759655 Sep 24 19:07:12.921727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-ddd52209-5246-4caa-8b63-75e7512112fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:12.923158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-ddd52209-5246-4caa-8b63-75e7512112fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1234267 Sep 24 19:07:12.931252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed70fcb3-8e73-46c0-966c-d7524cb3f33f req-65ee432e-5d3d-4538-b3d3-1efd87ff00e6 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109698 Sep 24 19:07:12.934558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81a0e469-4b28-4888-9708-58bd0e114a35 req-a8976359-7a7e-4129-bb2d-257a950981f3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890613 Sep 24 19:07:13.013004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-e7afaac6-9535-437d-aaec-2a927289ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:13.019048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-e7afaac6-9535-437d-aaec-2a927289ac86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819521 Sep 24 19:07:13.158643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-38665150-d2b3-4687-b3fd-d6ccf096d113 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293058 Sep 24 19:07:13.173442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f2477-f613-40d7-a795-802b55fccf5d req-cebf0b95-b377-4b32-a1d6-3779b8c4e82f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:13.175307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-900f2477-f613-40d7-a795-802b55fccf5d req-cebf0b95-b377-4b32-a1d6-3779b8c4e82f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0707893 Sep 24 19:07:13.355231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-900f2477-f613-40d7-a795-802b55fccf5d req-49baf10c-6228-4c0e-8a43-50ab3254c5c4 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236229 Sep 24 19:07:13.359816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4783ef07-ab34-4ee0-b75b-eac53849f378 req-8a44e61c-820e-4807-a38d-9d9b2a379160 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830201 Sep 24 19:07:13.385120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca409f7-f2bf-4cae-98c6-b9175dcb03b4 req-504fb375-c056-4d1f-9d29-635fb5622f07 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:13.396119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ca409f7-f2bf-4cae-98c6-b9175dcb03b4 req-504fb375-c056-4d1f-9d29-635fb5622f07 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1320722 Sep 24 19:07:13.449634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ca409f7-f2bf-4cae-98c6-b9175dcb03b4 req-7b5725c1-8d67-441c-9f2e-a3a983abf54d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490379 Sep 24 19:07:13.572630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edc878-b666-4130-9e26-83214061c03c req-8b4a173d-c628-4f2d-b0f6-436b9bea93c0 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:13.574151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65edc878-b666-4130-9e26-83214061c03c req-8b4a173d-c628-4f2d-b0f6-436b9bea93c0 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.0901690 Sep 24 19:07:13.582637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b6e6a-dd43-46c4-95f4-65678e0d86c0 req-bd052042-78f6-4ce5-9cfe-58999ea96bc0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:13.584164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e5b6e6a-dd43-46c4-95f4-65678e0d86c0 req-bd052042-78f6-4ce5-9cfe-58999ea96bc0 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 946 time: 0.0670342 Sep 24 19:07:13.642407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65edc878-b666-4130-9e26-83214061c03c req-951f8143-8740-47e9-aa08-85d73b95211d tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Sep 24 19:07:13.645368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e5b6e6a-dd43-46c4-95f4-65678e0d86c0 req-9cf9656a-901a-4d92-ae2b-c02f3e3b6298 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528803 Sep 24 19:07:14.001244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:14.003820 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d69e317-7dc9-46ab-ab48-969aa615c943" -d '{"events": [{"name": "network-changed", "server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:14.128492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65994969-42f4-4412-8960-38260b329937 req-b0b2f3a5-5a31-418f-b9d0-a682c980b208 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.130335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65994969-42f4-4412-8960-38260b329937 req-b0b2f3a5-5a31-418f-b9d0-a682c980b208 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.0696027 Sep 24 19:07:14.184390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65994969-42f4-4412-8960-38260b329937 req-b9cfcb9c-688c-4c64-aab6-7607451416fd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 Sep 24 19:07:14.251729 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0d00e8-34be-4f50-9b74-9655ec4499e6 x-openstack-request-id: req-ca0d00e8-34be-4f50-9b74-9655ec4499e6 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:14.251867 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:14.252071 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca0d00e8-34be-4f50-9b74-9655ec4499e6 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:14.252471 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'status': 'completed', 'code': 200} Sep 24 19:07:14.327832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3876-8fe6-4c04-b587-4accc515a05d req-1aadfd81-8bfb-4f15-9c7b-5c8f65686c52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.329395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86fb3876-8fe6-4c04-b587-4accc515a05d req-1aadfd81-8bfb-4f15-9c7b-5c8f65686c52 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.0885310 Sep 24 19:07:14.345276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-453a1a1b-5332-4c2b-b25d-c561942b4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.346728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-453a1a1b-5332-4c2b-b25d-c561942b4719 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1095 time: 0.0670416 Sep 24 19:07:14.408676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86fb3876-8fe6-4c04-b587-4accc515a05d req-96a8fe80-4805-48dd-acf1-417af7a6ab7f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710914 Sep 24 19:07:14.525710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-53dc82b9-8103-4b79-a0c8-4460519777aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.528193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-53dc82b9-8103-4b79-a0c8-4460519777aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.1715419 Sep 24 19:07:14.597498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-5d69d577-83b7-44d9-b589-d8855cb4682a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 217 time: 0.0481617 Sep 24 19:07:14.748570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4282-048b-480b-ba83-2db4f5255592 req-d464aea4-b20d-40bf-b03e-bcd6c1ee968f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.754898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-709c4282-048b-480b-ba83-2db4f5255592 req-d464aea4-b20d-40bf-b03e-bcd6c1ee968f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 946 time: 0.0956278 Sep 24 19:07:14.788236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-b8b4fe25-adce-46fb-a714-463240a1bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.789944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-b8b4fe25-adce-46fb-a714-463240a1bc17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1746359 Sep 24 19:07:14.856835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-485776ee-6cea-4f01-af85-d00d4e694a69 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.860250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-485776ee-6cea-4f01-af85-d00d4e694a69 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.3285441 Sep 24 19:07:14.868593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a884d-b029-4cb4-b5cd-d6821306fff5 req-47a56462-ddef-4814-b8c1-940441e26d5c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.877395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-771a884d-b029-4cb4-b5cd-d6821306fff5 req-47a56462-ddef-4814-b8c1-940441e26d5c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.3480172 Sep 24 19:07:14.948305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Deleting port 92491703-f3f3-4891-b6c2-d6844dc219c1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:14.949519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:14.965650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2553-dead-4d64-9385-7709e3aacda1 req-f2170152-52ab-4366-a249-f418a013befa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:14.974916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b10b2553-dead-4d64-9385-7709e3aacda1 req-f2170152-52ab-4366-a249-f418a013befa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.4350548 Sep 24 19:07:15.018308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-29805e11-3fa5-4d9c-a3da-7b5f2477e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:15.020480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-29805e11-3fa5-4d9c-a3da-7b5f2477e552 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181010 Sep 24 19:07:15.097508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b10b2553-dead-4d64-9385-7709e3aacda1 req-78d95aaf-57b2-471b-baf4-4dce7d96f358 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209850 Sep 24 19:07:15.115516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-771a884d-b029-4cb4-b5cd-d6821306fff5 req-b481580b-d9fd-4973-a6a0-60dcddcd0a97 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369893 Sep 24 19:07:15.140357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] For port 92491703-f3f3-4891-b6c2-d6844dc219c1, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=92491703-f3f3-4891-b6c2-d6844dc219c1,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:15.141027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:15.176954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Calling delete_port for 92491703-f3f3-4891-b6c2-d6844dc219c1 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:15.360935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:15.373654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['92491703-f3f3-4891-b6c2-d6844dc219c1', '24d09c26-81af-4f0b-923c-743123fe5e8f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:15.426154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Deleting port cc5dabfb-1618-4af0-a139-e8878c5d0cce {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:15.426817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:15.452087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event deleted for resources: {'Port': ['ID=92491703-f3f3-4891-b6c2-d6844dc219c1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:15.462252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4aef-dcf6-4ea3-b5b7-9c3bc3cced4a req-70eb1ec7-dd22-49cd-b57c-05555ab36064 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:15.480788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eddd4aef-dcf6-4ea3-b5b7-9c3bc3cced4a req-70eb1ec7-dd22-49cd-b57c-05555ab36064 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb HTTP/1.1" status: 200 len: 867 time: 0.1956868 Sep 24 19:07:15.506635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-3cb3f31c-4d49-4514-9d70-3f21f96869cb service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369185 Sep 24 19:07:15.570295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e56b5486-6e4f-4726-8f6e-22f472b3856f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:15.575314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f04296-1d5d-4477-9a4b-b180affd1ffb req-c035d0c6-77f4-4bf4-86ec-348b22db6945 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:15.576231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e56b5486-6e4f-4726-8f6e-22f472b3856f tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "GET /v2.0/ports?device_id=90245ac7-6d2a-4d63-a384-f27b8614b0e5 HTTP/1.1" status: 200 len: 946 time: 0.2291896 Sep 24 19:07:15.584049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35f04296-1d5d-4477-9a4b-b180affd1ffb req-c035d0c6-77f4-4bf4-86ec-348b22db6945 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.2628832 Sep 24 19:07:15.594600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] No DVR routers for this DVR port 92491703-f3f3-4891-b6c2-d6844dc219c1 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:15.603954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:15.606340 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-709c4282-048b-480b-ba83-2db4f5255592 req-11154458-2a34-4f13-9d46-9b160a48340e tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "DELETE /v2.0/ports/92491703-f3f3-4891-b6c2-d6844dc219c1 HTTP/1.1" status: 204 len: 173 time: 0.8468802 Sep 24 19:07:15.606800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'name': 'network-vif-deleted', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:15.609332 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f20678-9691-4058-9410-7ce560521f55" -d '{"events": [{"server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "name": "network-vif-deleted", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:15.739263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eddd4aef-dcf6-4ea3-b5b7-9c3bc3cced4a req-04dd2e85-983b-4ff8-810a-936a7b1ff3e5 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.18 "GET /v2.0/security-groups?id=49242bd7-e665-41e4-94fc-f9c6f34a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575729 Sep 24 19:07:15.780911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35f04296-1d5d-4477-9a4b-b180affd1ffb req-cafef94b-63aa-4093-b07d-a13950dc91f0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940022 Sep 24 19:07:15.837555 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0339a8a-c21b-4f1b-9a3b-2cc91a0db232 x-openstack-request-id: req-e0339a8a-c21b-4f1b-9a3b-2cc91a0db232 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:15.838121 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb", "name": "network-vif-deleted", "tag": "92491703-f3f3-4891-b6c2-d6844dc219c1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:15.838295 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0339a8a-c21b-4f1b-9a3b-2cc91a0db232 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:15.838807 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3cc15c-a4c7-4a5f-b0ca-22ff044174fb', 'name': 'network-vif-deleted', 'tag': '92491703-f3f3-4891-b6c2-d6844dc219c1', 'status': 'completed', 'code': 200} Sep 24 19:07:15.873334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Deleting port 24d09c26-81af-4f0b-923c-743123fe5e8f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:15.873778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.069958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] For port 24d09c26-81af-4f0b-923c-743123fe5e8f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=24d09c26-81af-4f0b-923c-743123fe5e8f,segment=NetworkSegment(30b78cd6-3cb7-474f-b1f9-c7cf363d7455),segment_id=30b78cd6-3cb7-474f-b1f9-c7cf363d7455)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:16.070583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.111743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Calling delete_port for 24d09c26-81af-4f0b-923c-743123fe5e8f owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:16.410531 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.424943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['92491703-f3f3-4891-b6c2-d6844dc219c1'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:16.431848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:16.488887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Pushing event deleted for resources: {'Port': ['ID=24d09c26-81af-4f0b-923c-743123fe5e8f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:16.557995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] For port cc5dabfb-1618-4af0-a139-e8878c5d0cce, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cc5dabfb-1618-4af0-a139-e8878c5d0cce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:16.559182 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.577707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:16.596269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:16.597149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] No DVR routers for this DVR port 24d09c26-81af-4f0b-923c-743123fe5e8f on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:16.598410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d69e317-7dc9-46ab-ab48-969aa615c943 req-d4b9cc57-1d7e-48dc-9438-6acf1059bbaf service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0724816 Sep 24 19:07:16.600695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.602315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Calling delete_port for cc5dabfb-1618-4af0-a139-e8878c5d0cce owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:16.602746 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3056df44-46c9-4d2d-8278-7b40627f309f req-e6bf3dc6-b070-4d37-a6d3-36e442cbd619 tempest-ListServersNegativeTestJSON-1207038560 tempest-ListServersNegativeTestJSON-1207038560-project] 10.222.0.15 "DELETE /v2.0/ports/24d09c26-81af-4f0b-923c-743123fe5e8f HTTP/1.1" status: 204 len: 173 time: 1.0097172 Sep 24 19:07:16.629253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36178da-55ae-4f8e-ba95-fe2a448f1a5d req-c66c27a0-7405-4ad6-996b-c836dffb2f28 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:16.638820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d36178da-55ae-4f8e-ba95-fe2a448f1a5d req-c66c27a0-7405-4ad6-996b-c836dffb2f28 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1922638 Sep 24 19:07:16.674902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.691697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:16.728556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:16.738678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85980a-50ca-41b0-ad10-cc66dfaa410c req-093de472-feea-4f57-bfbf-1e36587a375f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:16.740768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:16.749208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc85980a-50ca-41b0-ad10-cc66dfaa410c req-093de472-feea-4f57-bfbf-1e36587a375f tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff98899-6c6f-4be6-bb83-e901192251da HTTP/1.1" status: 200 len: 949 time: 0.2902675 Sep 24 19:07:16.801840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d36178da-55ae-4f8e-ba95-fe2a448f1a5d req-aac9fadd-aefc-4f68-9e4a-6618cb2c8c9c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620965 Sep 24 19:07:16.860231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc85980a-50ca-41b0-ad10-cc66dfaa410c req-8b566c33-b3ce-4c88-8b4f-8b30f9511808 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.18 "GET /v2.0/security-groups?id=9489ba2e-1f0a-4a50-b398-5f30cd76f526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100402 Sep 24 19:07:16.905177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:17.083047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3da3f7f4-7d3e-4612-a4f0-7783018159d4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:17.083691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b5d08-fac2-4516-84ee-f71398dc556b req-0b694d0e-9f29-4007-8261-6092b608ad72 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.085589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-921b5d08-fac2-4516-84ee-f71398dc556b req-0b694d0e-9f29-4007-8261-6092b608ad72 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 945 time: 0.1369972 Sep 24 19:07:17.090648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.168874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Pushing event deleted for resources: {'Port': ['ID=cc5dabfb-1618-4af0-a139-e8878c5d0cce,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:17.266382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-c2add644-9efb-4870-9350-65d673a95842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.268598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-c2add644-9efb-4870-9350-65d673a95842 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1097 time: 0.2456644 Sep 24 19:07:17.302439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] No DVR routers for this DVR port cc5dabfb-1618-4af0-a139-e8878c5d0cce on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:17.346532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-921b5d08-fac2-4516-84ee-f71398dc556b req-5efba9a7-45c1-4816-9ded-88974d644425 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110126 Sep 24 19:07:17.355872 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.364007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e140ea7-35a8-403f-b65a-25ac6ba51d9a req-947cc887-6b3a-4b1a-87bd-49d72261cc13 tempest-MigrationsAdminTest-830553854 tempest-MigrationsAdminTest-830553854-project] 10.222.0.15 "DELETE /v2.0/ports/cc5dabfb-1618-4af0-a139-e8878c5d0cce HTTP/1.1" status: 204 len: 173 time: 2.4764979 Sep 24 19:07:17.368178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-deleted', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:17.371035 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b275f6-4150-46b0-a925-16550ab19735" -d '{"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-deleted", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:17.455660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bd80-a842-418d-a18a-7f17db039784 req-044bbcec-208a-459c-8e03-4d130ba9754f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.463759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1105bd80-a842-418d-a18a-7f17db039784 req-044bbcec-208a-459c-8e03-4d130ba9754f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.3293200 Sep 24 19:07:17.546755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1105bd80-a842-418d-a18a-7f17db039784 req-3a492d28-0834-4ecf-8080-ebbd0703dc96 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817389 Sep 24 19:07:17.548330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-51c357e8-c046-413a-b4d4-8a329438d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.550180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-51c357e8-c046-413a-b4d4-8a329438d17f service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.2496190 Sep 24 19:07:17.597889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34022) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:17.673440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Deleting subnet d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:07:17.678691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.682449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-4ade4616-475a-4343-a598-72bd757f2b4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 1001 time: 0.1215720 Sep 24 19:07:17.735797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.740069 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b71e0-d31e-4467-82ad-f3cd03bda5f3 x-openstack-request-id: req-425b71e0-d31e-4467-82ad-f3cd03bda5f3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:17.740374 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff98899-6c6f-4be6-bb83-e901192251da", "name": "network-vif-deleted", "tag": "cc5dabfb-1618-4af0-a139-e8878c5d0cce", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:17.740631 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-425b71e0-d31e-4467-82ad-f3cd03bda5f3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:17.741037 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff98899-6c6f-4be6-bb83-e901192251da', 'name': 'network-vif-deleted', 'tag': 'cc5dabfb-1618-4af0-a139-e8878c5d0cce', 'status': 'completed', 'code': 200} Sep 24 19:07:17.785310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.789933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-678999e2-977a-4a33-b536-7f816cf0041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.791548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-678999e2-977a-4a33-b536-7f816cf0041b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0997260 Sep 24 19:07:17.808846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d765-9bf1-48fd-a851-45334bb93f27 req-c69e8eb0-7b34-404c-8024-8ed1fb277e11 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.810878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4205d765-9bf1-48fd-a851-45334bb93f27 req-c69e8eb0-7b34-404c-8024-8ed1fb277e11 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.0732317 Sep 24 19:07:17.841964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'name': 'network-vif-deleted', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:17.844997 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74e725-2b77-4b87-bd5f-ed5e5fcb878e" -d '{"events": [{"server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "name": "network-vif-deleted", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:17.892739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.928968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-b7913717-c91d-42c2-ad3a-d694819489c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:17.929196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:17.931192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-b7913717-c91d-42c2-ad3a-d694819489c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186049 Sep 24 19:07:17.934802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:17.937010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4205d765-9bf1-48fd-a851-45334bb93f27 req-40c3e5e8-a649-40a2-852a-0f5f9c70df14 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 Sep 24 19:07:17.949351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b8cf7544-1fcf-402f-ac61-e4d6abaaf74c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1f5ea44-ca1a-4fe6-a12b-be93b13fbc2f HTTP/1.1" status: 204 len: 168 time: 0.3449543 Sep 24 19:07:17.951032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:18.001168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e94690-6e75-47cd-ac83-ed48d6d1d891 req-081e770f-6dad-47d8-9d00-e36fb72077ff tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:18.002724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61e94690-6e75-47cd-ac83-ed48d6d1d891 req-081e770f-6dad-47d8-9d00-e36fb72077ff tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1145248 Sep 24 19:07:18.012742 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ec1e07-744e-4415-9621-10168eb7db5f x-openstack-request-id: req-15ec1e07-744e-4415-9621-10168eb7db5f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:18.015203 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90245ac7-6d2a-4d63-a384-f27b8614b0e5", "name": "network-vif-deleted", "tag": "24d09c26-81af-4f0b-923c-743123fe5e8f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:18.015589 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15ec1e07-744e-4415-9621-10168eb7db5f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:18.016022 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90245ac7-6d2a-4d63-a384-f27b8614b0e5', 'name': 'network-vif-deleted', 'tag': '24d09c26-81af-4f0b-923c-743123fe5e8f', 'status': 'completed', 'code': 200} Sep 24 19:07:18.053138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.092788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-15f7cc88-54be-4c8d-a952-24cb2fea6a28 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506810 Sep 24 19:07:18.128258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61e94690-6e75-47cd-ac83-ed48d6d1d891 req-b9c0bf47-6578-45b7-bd7f-b7db8b4c9937 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916169 Sep 24 19:07:18.155553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.179299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f30adb3-b4c6-46a7-b939-0f4316bf0735']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:18.190130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b78cd6-3cb7-474f-b1f9-c7cf363d7455') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:18.190434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b78cd6-3cb7-474f-b1f9-c7cf363d7455') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:18.200487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.216227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.224633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:07:18.225037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:07:18.226691 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:07:18.250285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48edb283-1ace-4a56-8fb2-abc0da0a12b6 req-67c0f219-4cb1-43d6-aab7-7795ddd1c950 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207798 Sep 24 19:07:18.286653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.294634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.296499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f30adb3-b4c6-46a7-b939-0f4316bf0735 HTTP/1.1" status: 204 len: 168 time: 0.3444750 Sep 24 19:07:18.306143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129b81-e65d-4468-9690-811555288751 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f30adb3-b4c6-46a7-b939-0f4316bf0735,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:18.352231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:18.444436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:18.477671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4263-7c89-422b-a6a9-c454801cb314 req-f1b886ce-f1a8-43a9-a41d-295947984f22 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:18.479278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a97b4263-7c89-422b-a6a9-c454801cb314 req-f1b886ce-f1a8-43a9-a41d-295947984f22 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 945 time: 0.0545359 Sep 24 19:07:18.499198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:18.505393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:18.506128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.519504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:18.541394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a97b4263-7c89-422b-a6a9-c454801cb314 req-75b7508c-b8ea-463e-9c20-570ad1090b87 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531092 Sep 24 19:07:18.600131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:18.606961 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc404184-2c9d-4e11-a176-69bdcbc1eec6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c95e7148fda34ce8bd0b81bb2bbc2363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857906 Sep 24 19:07:18.623373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9c965450-90e9-4018-a99e-33c2b2271083 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb7cfe6611584293814febdf00707daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693868 Sep 24 19:07:18.626070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:18.638055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.677029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:18.679289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:18.680518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.682200 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cca984-0d7c-48ab-831b-20804d400769" -d '{"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:18.685187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 92491703-f3f3-4891-b6c2-d6844dc219c1 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:18.692319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.708571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.709617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:18.711724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 92491703-f3f3-4891-b6c2-d6844dc219c1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:18.712242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 92491703-f3f3-4891-b6c2-d6844dc219c1 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:18.713017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 24d09c26-81af-4f0b-923c-743123fe5e8f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:18.713851 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.731751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.741578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2206-6dfe-4e7e-abad-f6a5fa000750 req-02ee2533-8753-4d9c-8b44-03f3ec6e46b1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:18.749732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a37b2206-6dfe-4e7e-abad-f6a5fa000750 req-02ee2533-8753-4d9c-8b44-03f3ec6e46b1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 946 time: 0.1177108 Sep 24 19:07:18.784656 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2cbc41-c78b-44bd-a689-ea61ca376ee3 x-openstack-request-id: req-bd2cbc41-c78b-44bd-a689-ea61ca376ee3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:18.785156 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:18.785414 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd2cbc41-c78b-44bd-a689-ea61ca376ee3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:18.785803 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'code': 200} Sep 24 19:07:18.805218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:18.810614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 24d09c26-81af-4f0b-923c-743123fe5e8f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:18.811245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 24d09c26-81af-4f0b-923c-743123fe5e8f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:18.812029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:18.820551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a37b2206-6dfe-4e7e-abad-f6a5fa000750 req-71c840b9-03ce-48f3-be6c-222cc3e18f3a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676355 Sep 24 19:07:18.844914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: cc5dabfb-1618-4af0-a139-e8878c5d0cce {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:18.845259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cc5dabfb-1618-4af0-a139-e8878c5d0cce not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:18.857791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.861265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.862735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.864019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.865170 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9489ba2e-1f0a-4a50-b398-5f30cd76f526 HTTP/1.1" status: 204 len: 168 time: 0.2366815 Sep 24 19:07:18.865418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49242bd7-e665-41e4-94fc-f9c6f34a66a1 HTTP/1.1" status: 204 len: 168 time: 0.2639990 Sep 24 19:07:18.896059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e2aa1-22e5-4e80-b2f6-3be4d53df241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489ba2e-1f0a-4a50-b398-5f30cd76f526,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:18.914657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21539a6a-80ce-4e47-bb3b-c8b27c904a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49242bd7-e665-41e4-94fc-f9c6f34a66a1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:18.930538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355630-0065-4a93-a8d6-9ada80277534 req-135bad10-5b5b-4059-93ae-fd18ede8abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:18.932457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be355630-0065-4a93-a8d6-9ada80277534 req-135bad10-5b5b-4059-93ae-fd18ede8abe2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1097 time: 0.0849686 Sep 24 19:07:18.936803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:18.982749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:18.992716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.031981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be355630-0065-4a93-a8d6-9ada80277534 req-da77ed0f-62ab-4f83-8d86-dab9a9ed9caa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877855 Sep 24 19:07:19.060261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=14']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:19.147585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665d196-58d5-47fb-ad76-8120292ab533 req-85fa871c-5df8-4c7c-ae8a-116d53138ebf tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.149249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e665d196-58d5-47fb-ad76-8120292ab533 req-85fa871c-5df8-4c7c-ae8a-116d53138ebf tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.1060705 Sep 24 19:07:19.158577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-bea153dc-b88f-49c1-a987-fe51399990a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715787 Sep 24 19:07:19.203721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e665d196-58d5-47fb-ad76-8120292ab533 req-7b10fefd-5f6f-4a97-bf94-57ac37a2fdec tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Sep 24 19:07:19.287328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-ea60aced-27be-49c5-8652-b061f1cf29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.288956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-ea60aced-27be-49c5-8652-b061f1cf29a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 1097 time: 0.0592825 Sep 24 19:07:19.415259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049650-9240-446a-86a4-75a7c35c0788 req-b93ab1e8-62ff-4de4-bf54-688be8f2c955 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.416700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90049650-9240-446a-86a4-75a7c35c0788 req-b93ab1e8-62ff-4de4-bf54-688be8f2c955 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1069338 Sep 24 19:07:19.466177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-14938b7f-cc91-46c5-a1a8-5be6e8859810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.467732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-14938b7f-cc91-46c5-a1a8-5be6e8859810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.1443763 Sep 24 19:07:19.487254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:19.493641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90049650-9240-446a-86a4-75a7c35c0788 req-d5b67277-7a9c-4fdc-ade0-a8b322464b74 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 Sep 24 19:07:19.534401 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90f5b91e-1238-4aec-94e0-30df3e8a267a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5c74447c8bd47a0b8937f27c647c783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458083 Sep 24 19:07:19.536845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:19.545842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-684356d4-fb18-47ac-86a1-a008a33f458d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 200 len: 217 time: 0.0656564 Sep 24 19:07:19.587409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.612280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374f58-2ff3-40ab-beb6-78bac531830f req-5c6ab4b4-ea97-46c7-8d4c-a5d96cf9cdeb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.613875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.614346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64374f58-2ff3-40ab-beb6-78bac531830f req-5c6ab4b4-ea97-46c7-8d4c-a5d96cf9cdeb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.69 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.1434674 Sep 24 19:07:19.620225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-b2b9daa8-cf77-4922-bada-3d567e1cac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.621917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-b2b9daa8-cf77-4922-bada-3d567e1cac61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.0676553 Sep 24 19:07:19.669253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.672896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.676708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64e7ce57-f6b9-46e0-bdc5-895675daedd3 HTTP/1.1" status: 204 len: 168 time: 0.1375108 Sep 24 19:07:19.696336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8291b-214c-416d-8e85-84f925d059f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e7ce57-f6b9-46e0-bdc5-895675daedd3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:19.714761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-c6c046a5-ed98-4ebf-ace3-bd0047d6bb5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827289 Sep 24 19:07:19.807777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845789f-b800-4256-9969-b78569a589b1 req-61d3ed18-725a-4d0d-a468-25472cb08d02 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:19.809474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9845789f-b800-4256-9969-b78569a589b1 req-61d3ed18-725a-4d0d-a468-25472cb08d02 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.1468868 Sep 24 19:07:19.907852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Deleting port 7413b573-76b5-45c1-81cb-83a44e0ca485 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:19.908195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:19.913515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9845789f-b800-4256-9969-b78569a589b1 req-e0b739dc-ae04-45e1-b52d-6c2437e85746 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757639 Sep 24 19:07:19.917160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-1ff8a8b6-fe42-4b35-aca1-fd5f86e0b511 service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899893 Sep 24 19:07:20.012786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:20.093427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f6f44c4-8f29-476f-85f1-b73606649710 req-f28a7161-42e5-4657-a54c-371fa79cc880 service neutron] 10.222.0.15 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638799 Sep 24 19:07:20.095149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] For port 7413b573-76b5-45c1-81cb-83a44e0ca485, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7413b573-76b5-45c1-81cb-83a44e0ca485,segment=NetworkSegment(6cc6d997-09b9-4778-9297-77e27ca7df6a),segment_id=6cc6d997-09b9-4778-9297-77e27ca7df6a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:20.095508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.146193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Calling delete_port for 7413b573-76b5-45c1-81cb-83a44e0ca485 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:20.219321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b399-e4a1-41ac-bbaf-bd72ad83a4e8 req-b87ba521-5fbc-46a3-82e5-280e91279b67 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:20.221772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59f5b399-e4a1-41ac-bbaf-bd72ad83a4e8 req-b87ba521-5fbc-46a3-82e5-280e91279b67 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1099489 Sep 24 19:07:20.255994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1007966625-network', 'tenant_id': '591d36ec7c8c49dfbc03c121fa9efacc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:20.292321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ac021fe-0b1b-4528-917a-1831c45c194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.306707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Made reservation on behalf of 591d36ec7c8c49dfbc03c121fa9efacc for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:20.310937 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.327978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.350374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59f5b399-e4a1-41ac-bbaf-bd72ad83a4e8 req-d8c0f5b0-c9ab-41f6-8681-9af38597b836 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227312 Sep 24 19:07:20.441184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d67664-2931-471f-9c33-49c11694e80a req-f961224a-1496-433a-a149-a093da8fb73a tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:20.449525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d67664-2931-471f-9c33-49c11694e80a req-f961224a-1496-433a-a149-a093da8fb73a tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/ports?device_id=63771ea1-27d7-4a35-a56d-495e59429d7e HTTP/1.1" status: 200 len: 945 time: 0.1216214 Sep 24 19:07:20.488232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.490584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.497018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.499532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7413b573-76b5-45c1-81cb-83a44e0ca485'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:20.528158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:07:20.537831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7faf757-2901-4039-90bb-b5df9183b591,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:20.563152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.563685 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Added segment c1bd132f-f6a0-4943-a187-175bc827bbb0 of type vlan for network b416d561-0be5-4322-ae40-c2aabf42f404 Sep 24 19:07:20.570515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d67664-2931-471f-9c33-49c11694e80a req-45cb258f-86eb-400a-8a3d-40c7c9b9a5a0 tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3b6c803-9d75-41d3-aced-21ec0f887649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200140 Sep 24 19:07:20.581005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Pushing event deleted for resources: {'Port': ['ID=7413b573-76b5-45c1-81cb-83a44e0ca485,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:20.632545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.635592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] No DVR routers for this DVR port 7413b573-76b5-45c1-81cb-83a44e0ca485 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:20.639834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.643328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64374f58-2ff3-40ab-beb6-78bac531830f req-79c43651-615d-4577-bf8f-7981210152fb tempest-VolumesActionsTest-1726628738 tempest-VolumesActionsTest-1726628738-project] 10.222.0.69 "DELETE /v2.0/ports/7413b573-76b5-45c1-81cb-83a44e0ca485 HTTP/1.1" status: 204 len: 173 time: 1.0203695 Sep 24 19:07:20.644646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'name': 'network-vif-deleted', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:20.648341 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947490b-0e51-4f4c-addf-9dd67f3abc95" -d '{"events": [{"server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "name": "network-vif-deleted", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:20.678534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.679835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:20.680524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.726827 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60fe38c-7de6-4fa0-8c3f-8d7ff461a94d x-openstack-request-id: req-a60fe38c-7de6-4fa0-8c3f-8d7ff461a94d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:20.727728 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63771ea1-27d7-4a35-a56d-495e59429d7e", "name": "network-vif-deleted", "tag": "7413b573-76b5-45c1-81cb-83a44e0ca485", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:20.727728 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a60fe38c-7de6-4fa0-8c3f-8d7ff461a94d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:20.727898 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63771ea1-27d7-4a35-a56d-495e59429d7e', 'name': 'network-vif-deleted', 'tag': '7413b573-76b5-45c1-81cb-83a44e0ca485', 'status': 'completed', 'code': 200} Sep 24 19:07:20.744444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7300534 Sep 24 19:07:20.747968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:20.753243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Request body: {'subnet': {'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1007966625-subnet', 'tenant_id': '591d36ec7c8c49dfbc03c121fa9efacc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:20.772984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb5e4a-66cb-47f6-b826-ce874898fb9b req-2b4d23b8-32a4-4b7d-a6b9-3996818b2434 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:20.774560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8fb5e4a-66cb-47f6-b826-ce874898fb9b req-2b4d23b8-32a4-4b7d-a6b9-3996818b2434 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1184556 Sep 24 19:07:20.786994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:20.789486 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e198b95-7292-40ac-8b1c-fd9b57af747e" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:20.809530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed87c-e700-4fdc-b966-fedf784d1ee7 req-722cbbf7-817a-43fa-81d7-45f6ab348f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:20.810730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128deae-04b9-4bc0-8723-a32f20fa9608 admin admin] Pushing event updated for resources: {'Network': ['ID=b416d561-0be5-4322-ae40-c2aabf42f404,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:20.811374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-775ed87c-e700-4fdc-b966-fedf784d1ee7 req-722cbbf7-817a-43fa-81d7-45f6ab348f12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.0983353 Sep 24 19:07:20.821586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b416d561-0be5-4322-ae40-c2aabf42f404 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:07:20.850044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Made reservation on behalf of 591d36ec7c8c49dfbc03c121fa9efacc for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:20.854217 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:20.868721 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a93d49-1897-4d20-b534-749104845725 x-openstack-request-id: req-71a93d49-1897-4d20-b534-749104845725 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:20.869039 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:20.871319 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71a93d49-1897-4d20-b534-749104845725 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:20.874406 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'code': 200} Sep 24 19:07:20.894220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8fb5e4a-66cb-47f6-b826-ce874898fb9b req-0c7e08b6-06c8-4388-ac1f-b9029356f683 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104629 Sep 24 19:07:20.916015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-775ed87c-e700-4fdc-b966-fedf784d1ee7 req-fe8ecf96-a1c3-45f7-95b3-298b2690a1c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736082 Sep 24 19:07:21.065477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0146c87-ce59-4044-bd64-ac8e334165b2 req-1cfd67b5-e0d3-4faa-a68d-44b8fe70af9e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:21.067168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0146c87-ce59-4044-bd64-ac8e334165b2 req-1cfd67b5-e0d3-4faa-a68d-44b8fe70af9e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.0638785 Sep 24 19:07:21.093119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:21.127942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0146c87-ce59-4044-bd64-ac8e334165b2 req-82c4659c-71c7-46e2-94b2-048aa5b6d8b8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543184 Sep 24 19:07:21.166962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85ce383-0314-4536-804b-b9be21710841,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:21.180157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Checking segment: {'id': 'c1bd132f-f6a0-4943-a187-175bc827bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:21.180853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Network hostable DHCP agents. Network: b416d561-0be5-4322-ae40-c2aabf42f404, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:07:21.199907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Network b416d561-0be5-4322-ae40-c2aabf42f404 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:07:21.212428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b416d561-0be5-4322-ae40-c2aabf42f404) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:21.218414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:21.219626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:21.224545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39281588-5f85-4126-b25b-4e4576d9959a None None] Network b416d561-0be5-4322-ae40-c2aabf42f404 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:07:21.247347 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-192f1e5e-f0d5-4232-81b1-02a139494ac9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4978640 Sep 24 19:07:21.305304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a3b-b1e8-43d1-96b1-313e5bf61f95 req-52567849-8644-4279-aa6f-67becb844b87 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:21.307683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a9e6a3b-b1e8-43d1-96b1-313e5bf61f95 req-52567849-8644-4279-aa6f-67becb844b87 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.0652421 Sep 24 19:07:21.317645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:21.331136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'floatingip': {'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:21.378219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:21.451501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b13b5-a97d-482d-ad32-50dc92a828ea None None] Network b416d561-0be5-4322-ae40-c2aabf42f404 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:07:22.057653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-268a1b42-a9f6-447c-9456-d33e22adaf91 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:22.067225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-268a1b42-a9f6-447c-9456-d33e22adaf91 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/networks?id=b416d561-0be5-4322-ae40-c2aabf42f404 HTTP/1.1" status: 200 len: 814 time: 0.1757791 Sep 24 19:07:22.094842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-07403245-812b-44d8-9233-11289b6541a8 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/quotas/591d36ec7c8c49dfbc03c121fa9efacc HTTP/1.1" status: 200 len: 375 time: 0.0266006 Sep 24 19:07:22.166021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-4e819f44-b96b-4261-bfac-355693893aeb tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=591d36ec7c8c49dfbc03c121fa9efacc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702636 Sep 24 19:07:22.231067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:22.239029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:22.368304 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Floating IP fdab35a2-673a-486a-8f6f-5e214fdbcce3 associated. External IP: 172.25.5.236, port: 3da3f7f4-7d3e-4612-a4f0-7783018159d4. Sep 24 19:07:22.560877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91bfa1-6ae5-4589-885e-c1647e3170bc req-cdf7c7d6-03f9-4b34-a406-2068632bd5db tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:22.562329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c91bfa1-6ae5-4589-885e-c1647e3170bc req-cdf7c7d6-03f9-4b34-a406-2068632bd5db tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.4925582 Sep 24 19:07:22.611152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:07:22.644175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c91bfa1-6ae5-4589-885e-c1647e3170bc req-3fff2540-1c13-464d-b250-8fc1cf47a6c6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744979 Sep 24 19:07:22.684025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-004a4dfe-111b-42d9-9b49-e1e35699fd8c service neutron] 10.222.0.18 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164139 Sep 24 19:07:22.749589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:07:22.755764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:22.764660 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:07:22.783456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:07:22.785773 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:06:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:22.794393 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-72f159e5-557c-4326-b906-a248c303ebd8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "PUT /v2.0/floatingips/fdab35a2-673a-486a-8f6f-5e214fdbcce3 HTTP/1.1" status: 200 len: 992 time: 1.4753690 Sep 24 19:07:22.795671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:22.798704 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93200fb1-8c1a-443a-a26b-be158007d343" -d '{"events": [{"name": "network-changed", "server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:22.823763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f1bf6cf4-10b0-4843-b745-625858fc6a49 service neutron] 10.222.0.18 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361001 Sep 24 19:07:22.886906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dca6a086-bfb6-4e51-a81d-40c47f0949bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:22.921535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:07:23.098246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ff04c-2caa-4c3a-935f-aecf4a5fdd86 req-6b232289-c01f-4bd4-a130-3aa73f83690b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.106295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-300ff04c-2caa-4c3a-935f-aecf4a5fdd86 req-6b232289-c01f-4bd4-a130-3aa73f83690b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0635374 Sep 24 19:07:23.154376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-300ff04c-2caa-4c3a-935f-aecf4a5fdd86 req-c176b9c1-9414-4193-8569-5e9ee1773d46 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 Sep 24 19:07:23.254560 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a98479-32f7-4b67-a56c-61e11d345008 x-openstack-request-id: req-e2a98479-32f7-4b67-a56c-61e11d345008 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:23.255138 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:23.255826 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2a98479-32f7-4b67-a56c-61e11d345008 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:23.256646 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'status': 'completed', 'code': 200} Sep 24 19:07:23.366709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:23.406409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7a01d5e-cb8d-4ad3-bb2b-8907af5657b2 req-3e254b22-bd31-448a-9d27-eec0002d5f8e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 210 time: 0.0572393 Sep 24 19:07:23.438817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fb1-8c1a-443a-a26b-be158007d343 req-9a388e21-969e-4212-81df-bdb32ac4ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.441489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-9a388e21-969e-4212-81df-bdb32ac4ddeb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1097 time: 0.1541624 Sep 24 19:07:23.493867 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fdab35a2-673a-486a-8f6f-5e214fdbcce3', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:07:03Z', 'updated_at': '2021-09-24T19:07:22Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:23.560909 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:07:23.572654 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:07:23.573295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:07:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:23.680735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fb1-8c1a-443a-a26b-be158007d343 req-92bc3944-801d-4aed-86ab-4a924dfe1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.685337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-92bc3944-801d-4aed-86ab-4a924dfe1057 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.2362232 Sep 24 19:07:23.815523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:07:23.891589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-1b2c0a77-acc1-46af-9221-118b4ebe593e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 1000 time: 0.1949944 Sep 24 19:07:23.903763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cccbf4-9232-4e88-8e80-b17eee7cd7e9 req-796606a8-372a-4c9c-a10a-db6a0084795a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.911421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34cccbf4-9232-4e88-8e80-b17eee7cd7e9 req-796606a8-372a-4c9c-a10a-db6a0084795a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1966908 Sep 24 19:07:23.953844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78884a-f742-4901-a8a0-fcff160e9f48 req-56d1f4ff-cd0a-420a-95ef-41e85e2b6f5e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.955957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a78884a-f742-4901-a8a0-fcff160e9f48 req-56d1f4ff-cd0a-420a-95ef-41e85e2b6f5e tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1689110 Sep 24 19:07:23.980058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-0ba72d87-5c0f-46a3-90f7-6008fbb3c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:23.982230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-0ba72d87-5c0f-46a3-90f7-6008fbb3c9f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.2727044 Sep 24 19:07:24.030129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34cccbf4-9232-4e88-8e80-b17eee7cd7e9 req-bc007d5d-9718-4e5b-a756-8611c59eb4b0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131136 Sep 24 19:07:24.063560 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fdab35a2-673a-486a-8f6f-5e214fdbcce3', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:07:03Z', 'updated_at': '2021-09-24T19:07:22Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:24.081608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:24.088352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fb1-8c1a-443a-a26b-be158007d343 req-455f83ab-914b-4820-a112-1f265cfe28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.089935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-455f83ab-914b-4820-a112-1f265cfe28f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1750360 Sep 24 19:07:24.098925 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2a7a0-9c56-44c8-97ea-91e26d92fadb None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fdab35a2-673a-486a-8f6f-5e214fdbcce3', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:07:03Z', 'updated_at': '2021-09-24T19:07:22Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:07:24.106447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a78884a-f742-4901-a8a0-fcff160e9f48 req-4b96594d-37e2-45b1-85a4-b3a301b9d47a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197581 Sep 24 19:07:24.232404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fb1-8c1a-443a-a26b-be158007d343 req-df5e08f5-29a7-484a-bc6a-e9e027fcf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.233832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-df5e08f5-29a7-484a-bc6a-e9e027fcf6cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356936 Sep 24 19:07:24.304703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-163c0576-4fdd-433c-ad97-aab178259f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.306711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-163c0576-4fdd-433c-ad97-aab178259f70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.3068171 Sep 24 19:07:24.467826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7413b573-76b5-45c1-81cb-83a44e0ca485 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:24.489820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-c96a17ad-01c6-430b-ad11-79b932d958fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.1485400 Sep 24 19:07:24.535737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3549375-f3e7-41b7-ad53-845de462172a None None] New status for floating IP fdab35a2-673a-486a-8f6f-5e214fdbcce3: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:07:24.538186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 7413b573-76b5-45c1-81cb-83a44e0ca485 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:24.538526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7413b573-76b5-45c1-81cb-83a44e0ca485 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:24.629686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-1300a575-670b-4e76-980f-112eb7fc373e service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717945 Sep 24 19:07:24.838732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93200fb1-8c1a-443a-a26b-be158007d343 req-dd4b05ec-b76d-4bec-8c67-6647eeb8214d service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814766 Sep 24 19:07:24.880630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc5f5b8e-89a4-4d14-981b-592c04f66374 req-c12c5b53-6f25-4a39-89ab-a9941fc65e22 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 210 time: 0.0948503 Sep 24 19:07:24.902772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-586a8195-c404-471c-93c5-c5c121852471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.904284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-586a8195-c404-471c-93c5-c5c121852471 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.3824546 Sep 24 19:07:24.930606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-2fc24cf6-0fd2-4ce1-af02-312439b91d6d tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.932087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-2fc24cf6-0fd2-4ce1-af02-312439b91d6d tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.15 "GET /v2.0/networks?id=b416d561-0be5-4322-ae40-c2aabf42f404 HTTP/1.1" status: 200 len: 814 time: 0.5197639 Sep 24 19:07:24.965709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Request body: {'port': {'device_id': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404', 'admin_state_up': True, 'tenant_id': '591d36ec7c8c49dfbc03c121fa9efacc'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:24.975416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-3f07b679-c181-474f-ad3d-7a2ca141ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:24.976858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-3f07b679-c181-474f-ad3d-7a2ca141ceb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ee163bb87e84815bc87ce47b55aa924&device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 1097 time: 0.3350546 Sep 24 19:07:25.005517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d5bf-ddd7-4560-996c-d65bce7cd283 req-06e42e1c-efb5-4c76-b8e5-ad036635bbdb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:25.007109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cf5d5bf-ddd7-4560-996c-d65bce7cd283 req-06e42e1c-efb5-4c76-b8e5-ad036635bbdb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2138143 Sep 24 19:07:25.146160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-98d83459-ba09-46ac-acfc-68d7a0113906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:25.147709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-98d83459-ba09-46ac-acfc-68d7a0113906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349942 Sep 24 19:07:25.263398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cf5d5bf-ddd7-4560-996c-d65bce7cd283 req-6c336c64-4491-4b9c-ba3d-038c28c946d4 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445564 Sep 24 19:07:25.344963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda560-6dc2-406c-87dd-13052cdd335a req-0e9aaff0-6667-4799-afd4-82d15c749784 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:25.346686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4beda560-6dc2-406c-87dd-13052cdd335a req-0e9aaff0-6667-4799-afd4-82d15c749784 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2256131 Sep 24 19:07:25.356518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-4e2b7bd5-733d-4048-90d0-d724233c9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:25.358172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-4e2b7bd5-733d-4048-90d0-d724233c9cc7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 200 len: 918 time: 0.3640518 Sep 24 19:07:25.382285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:25.428619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Made reservation on behalf of 591d36ec7c8c49dfbc03c121fa9efacc for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:25.432246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.444569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-a6d7ab93-e401-4228-bd24-a8b2825d622a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 200 len: 217 time: 0.0782950 Sep 24 19:07:25.469953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-af048ba1-f05a-4544-b5f8-98120cf90ade service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117840 Sep 24 19:07:25.524448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4beda560-6dc2-406c-87dd-13052cdd335a req-d7040e50-6b69-4763-adfc-1a2b4fc59f22 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652114 Sep 24 19:07:25.553010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1231-ffe0-4663-a6d1-606de5edf7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.629259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-b3a6508e-176a-4782-be4e-04df1eef24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:25.630645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-b3a6508e-176a-4782-be4e-04df1eef24dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 200 len: 858 time: 0.1766543 Sep 24 19:07:25.656801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1231-ffe0-4663-a6d1-606de5edf7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.660732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1231-ffe0-4663-a6d1-606de5edf7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.672592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-f4f2270c-025a-411b-9cb8-dde81e733875 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336578 Sep 24 19:07:25.699915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f1231-ffe0-4663-a6d1-606de5edf7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0d058-1199-4399-91a8-3100f8606827,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:25.707555 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f0f1231-ffe0-4663-a6d1-606de5edf7f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66b48a69a70e4bc2865f42ab66c7b9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216443 Sep 24 19:07:25.707783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:25.740074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d987d78-e4ec-486a-ad4c-bfb1fbe1fd2b req-81331aa0-ef24-47f7-93db-b2781e83ec5e service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396276 Sep 24 19:07:25.766428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.790315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.797609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Allocated IP 172.20.0.2 (b416d561-0be5-4322-ae40-c2aabf42f404/f85ce383-0314-4536-804b-b9be21710841/1ce718d4-dfeb-48d9-8a4a-9caae848cb75) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:25.832168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.854723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.858814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:25.863489 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27c0d058-1199-4399-91a8-3100f8606827 HTTP/1.1" status: 204 len: 168 time: 0.1517520 Sep 24 19:07:25.893621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-be57e37a-c0f8-433f-be4b-37e4172e6575 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080898 Sep 24 19:07:25.894731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911093cc-24f5-45a9-a96b-66aeb2000ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0d058-1199-4399-91a8-3100f8606827,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:26.089344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ace1c244-e122-401c-820f-9e4229bbe28e req-545a214c-3233-4ad7-a314-d606ed314310 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 210 time: 0.0774879 Sep 24 19:07:26.133101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79a01dd9-bbf5-4eb6-ade6-f0fcb4878d36 req-3eb08ba7-fd12-4f1f-9e61-1e6012cb35e1 service neutron] 10.222.0.69 "GET /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262716 Sep 24 19:07:26.146901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.228021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.277073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Network b416d561-0be5-4322-ae40-c2aabf42f404 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:26.280357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:26.293819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:26.322270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Pushing event updated for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:26.353651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:26.354610 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.376201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-32c3286c-4d0e-4845-b1d8-9afe1b3a084e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4211476 Sep 24 19:07:26.391034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Request body: {'port': {'device_id': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:26.448076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:26.462669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c755e0d3-6fe5-411e-b682-2bd4d315e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.602190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c755e0d3-6fe5-411e-b682-2bd4d315e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.610048 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c755e0d3-6fe5-411e-b682-2bd4d315e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.650053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755e0d3-6fe5-411e-b682-2bd4d315e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ecc42-4b90-4b42-b4ab-e589e0de371d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:26.688668 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c755e0d3-6fe5-411e-b682-2bd4d315e376 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9be1e1d3e92043c8afb11f9b67d6ae37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385700 Sep 24 19:07:26.689593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:26.750660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.775939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.828204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.830930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.832147 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb4ecc42-4b90-4b42-b4ab-e589e0de371d HTTP/1.1" status: 204 len: 168 time: 0.1405737 Sep 24 19:07:26.840935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b277c94-457e-4049-b367-0b2e8e30042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ecc42-4b90-4b42-b4ab-e589e0de371d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:26.882468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:26.912309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b22bdc-2414-42bd-ad07-88f65a790f3f req-2350b280-238b-4d51-92c0-5e7aca4a17cc tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:26.920186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95b22bdc-2414-42bd-ad07-88f65a790f3f req-2350b280-238b-4d51-92c0-5e7aca4a17cc tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.5006468 Sep 24 19:07:26.992780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061ac2b-363e-4f10-8c3c-1af83e7b402a req-5bb2b33d-6f2d-4f64-af7e-39ee659e9e2c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:26.994216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5061ac2b-363e-4f10-8c3c-1af83e7b402a req-5bb2b33d-6f2d-4f64-af7e-39ee659e9e2c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1447918 Sep 24 19:07:27.081551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95b22bdc-2414-42bd-ad07-88f65a790f3f req-6feec6b8-1212-427e-aa21-5c80a8318475 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605036 Sep 24 19:07:27.123572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5061ac2b-363e-4f10-8c3c-1af83e7b402a req-6810e00d-1669-43ec-848b-a62bf085b58a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214113 Sep 24 19:07:27.272200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bae1d-26f9-4d62-9a31-52e0106d32b7 req-c388291a-8ba1-40b5-ac67-4f6b6ae64e00 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:27.273734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-024bae1d-26f9-4d62-9a31-52e0106d32b7 req-c388291a-8ba1-40b5-ac67-4f6b6ae64e00 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 931 time: 0.0726008 Sep 24 19:07:27.396336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-024bae1d-26f9-4d62-9a31-52e0106d32b7 req-fa05404e-6b5e-407e-a016-70b0c5be74ad tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125035 Sep 24 19:07:27.400466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:27.412394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:27.431612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e342556-5b5d-4701-a58e-ff7a0c4c337b req-2f27e611-7e1f-411c-8166-3e35edca878a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:27.433334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e342556-5b5d-4701-a58e-ff7a0c4c337b req-2f27e611-7e1f-411c-8166-3e35edca878a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1247733 Sep 24 19:07:27.439794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Transition to ACTIVE for port object 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:27.451167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:27.545947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e342556-5b5d-4701-a58e-ff7a0c4c337b req-5d762e32-3b11-4c89-8730-dbd7ff1b583c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020525 Sep 24 19:07:27.574716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Pushing event updated for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:27.632903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Attempting to bind port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:27.633293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Attempting to bind port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c1bd132f-f6a0-4943-a187-175bc827bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:27.633608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Attempting to bind port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 on network b416d561-0be5-4322-ae40-c2aabf42f404 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:27.639113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 on network b416d561-0be5-4322-ae40-c2aabf42f404 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:27.641219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Attempting to bind port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 on network b416d561-0be5-4322-ae40-c2aabf42f404 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:27.684366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:27.684695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Checking segment: {'id': 'c1bd132f-f6a0-4943-a187-175bc827bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:27.685010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Bound using segment: {'id': 'c1bd132f-f6a0-4943-a187-175bc827bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:27.685512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Bound port: 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bd132f-f6a0-4943-a187-175bc827bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:27.685792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:27.740074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba601-8bb8-4ae4-b6a9-5400dc38e760 req-467f1f4f-7f8f-4cbd-b97e-2f5c72e6a277 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:27.741602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08cba601-8bb8-4ae4-b6a9-5400dc38e760 req-467f1f4f-7f8f-4cbd-b97e-2f5c72e6a277 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0999777 Sep 24 19:07:27.819960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08cba601-8bb8-4ae4-b6a9-5400dc38e760 req-92927f11-a9c4-4688-a5b9-1153d8d0f8e6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718093 Sep 24 19:07:27.823267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:27.847732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,segment=NetworkSegment(c1bd132f-f6a0-4943-a187-175bc827bbb0),segment_id=c1bd132f-f6a0-4943-a187-175bc827bbb0)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:27.847732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:27.866601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:27.868228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:27.869552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] 10.222.0.15 "PUT /v2.0/ports/1ce718d4-dfeb-48d9-8a4a-9caae848cb75 HTTP/1.1" status: 200 len: 1091 time: 1.4841127 Sep 24 19:07:27.870006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:27.873380 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:27.958314 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31be656-4d36-4071-8b6f-4188719ef774 x-openstack-request-id: req-e31be656-4d36-4071-8b6f-4188719ef774 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:27.958847 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:27.959023 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e31be656-4d36-4071-8b6f-4188719ef774 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:27.959430 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75', 'status': 'completed', 'code': 200} Sep 24 19:07:27.978725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d77b51-604d-40b3-9077-346ae805253b service neutron] Pushing event updated for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:28.009887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-c11b3c69-554c-44b2-aa0f-c35219e9b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.011457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-c11b3c69-554c-44b2-aa0f-c35219e9b453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=591d36ec7c8c49dfbc03c121fa9efacc&device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 1094 time: 0.0748959 Sep 24 19:07:28.065036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-411161f1-65d7-4dd8-82e5-12928263f06e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75 HTTP/1.1" status: 200 len: 217 time: 0.0428901 Sep 24 19:07:28.260180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-fe217fb3-4ccf-44e0-9739-bbb7feab8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.263019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-fe217fb3-4ccf-44e0-9739-bbb7feab8a50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85ce383-0314-4536-804b-b9be21710841 HTTP/1.1" status: 200 len: 854 time: 0.1856449 Sep 24 19:07:28.302534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-ab25a751-c7d0-45eb-a570-c7135020b8bb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.304113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-ab25a751-c7d0-45eb-a570-c7135020b8bb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.1976671 Sep 24 19:07:28.329434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464743c-c65c-41bb-99a1-002e19d6be2c req-443a95b8-52fd-413e-b3be-fd974efa6c00 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.330970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b464743c-c65c-41bb-99a1-002e19d6be2c req-443a95b8-52fd-413e-b3be-fd974efa6c00 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1360109 Sep 24 19:07:28.334234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-c41d71af-2873-425b-b9cd-b3f69830eda6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b416d561-0be5-4322-ae40-c2aabf42f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558047 Sep 24 19:07:28.345286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-f064ebb1-f468-4206-bd26-b05bf6b4f728 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/quotas/94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 375 time: 0.0115938 Sep 24 19:07:28.476711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b464743c-c65c-41bb-99a1-002e19d6be2c req-620bf4e6-06e9-4a81-adf6-0dedd1611438 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202364 Sep 24 19:07:28.492609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-9594ae8d-ea92-43d3-b297-47a4f66c6251 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1344965 Sep 24 19:07:28.541974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-b539849c-ee99-4d72-bf9f-5bd0d1b70d41 service neutron] 10.222.0.15 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970789 Sep 24 19:07:28.692505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-030d4797-019e-4413-b117-df17d2d02b49 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921401 Sep 24 19:07:28.789810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-930c841f-7393-4ae0-8fb2-9fb84426e29f req-0b563063-f5a4-49dc-a15f-ffd2f7da5caf service neutron] 10.222.0.15 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098551 Sep 24 19:07:28.801898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294949-2e5c-47aa-aeb7-fc57ba645a8a req-d8297d31-2a3d-4d64-84d6-9a11ed42eb76 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.803839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8294949-2e5c-47aa-aeb7-fc57ba645a8a req-d8297d31-2a3d-4d64-84d6-9a11ed42eb76 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 943 time: 0.1857269 Sep 24 19:07:28.840952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-5073cdc2-75b2-4abd-a1d5-eb10979127f1 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409099 Sep 24 19:07:28.880259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8294949-2e5c-47aa-aeb7-fc57ba645a8a req-5262c7ef-98e3-4d55-ab1b-bc089f3ee2ab tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Sep 24 19:07:28.899430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-bc3465f1-0b84-497b-91fe-b65c30db7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:28.901564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-bc3465f1-0b84-497b-91fe-b65c30db7a05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=591d36ec7c8c49dfbc03c121fa9efacc&device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 1094 time: 0.0542121 Sep 24 19:07:29.081674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-bf24b4a6-c285-4c51-87c9-cb6a5f063f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:29.083301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-bf24b4a6-c285-4c51-87c9-cb6a5f063f6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b416d561-0be5-4322-ae40-c2aabf42f404 HTTP/1.1" status: 200 len: 914 time: 0.1666148 Sep 24 19:07:29.142000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-9c94e5d1-0301-413b-9b3e-f66235eeef78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75 HTTP/1.1" status: 200 len: 217 time: 0.0494702 Sep 24 19:07:29.219019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-c1e2bf94-5ba6-4b3a-9eb0-3d21722ac4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:29.223861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-c1e2bf94-5ba6-4b3a-9eb0-3d21722ac4b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85ce383-0314-4536-804b-b9be21710841 HTTP/1.1" status: 200 len: 854 time: 0.0719829 Sep 24 19:07:29.282364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-8ece8c65-7de3-427d-b835-0a9c3993e4af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b416d561-0be5-4322-ae40-c2aabf42f404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471401 Sep 24 19:07:29.321968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2794ccec-e5ca-4658-94d7-87f2592a3cce req-720cde90-dbdd-4f06-94a8-f1a17ed7f88c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 210 time: 0.0534596 Sep 24 19:07:29.461652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-af360640-1831-4db0-aaad-7e411686c3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508818 Sep 24 19:07:29.568069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-807c98ed-be3c-42dd-b1f0-bd884ffb73d5 req-3b389b2a-55be-40c2-a97c-a815efb2ca72 service neutron] 10.222.0.15 "GET /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967963 Sep 24 19:07:30.158155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4670f7-dd5e-4102-b416-31b7e2743800 req-3ce49397-b41e-4b16-8a57-90f9a2761544 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:30.159794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa4670f7-dd5e-4102-b416-31b7e2743800 req-3ce49397-b41e-4b16-8a57-90f9a2761544 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 943 time: 0.1337070 Sep 24 19:07:30.238160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa4670f7-dd5e-4102-b416-31b7e2743800 req-396c13af-444b-44ef-97ad-3456069966c9 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706151 Sep 24 19:07:30.384425 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:30.550931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2f10fd-b456-444a-a1c9-f7776d7b764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.559276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-066727fc-4782-4e82-b2de-c0c0d1033af1 req-03ba1961-5a4f-4ea3-a574-f8e83cf121fe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 210 time: 0.0852876 Sep 24 19:07:30.639434 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:07:30.658418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2f10fd-b456-444a-a1c9-f7776d7b764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.665662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-06ce52e0-f2fe-4369-bf39-dac9c4761ace tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:30.667068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2f10fd-b456-444a-a1c9-f7776d7b764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.667593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-06ce52e0-f2fe-4369-bf39-dac9c4761ace tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.2582173 Sep 24 19:07:30.686670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'device_id': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'admin_state_up': True, 'tenant_id': '94239c2026dc4870a514669733cc00d5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:30.733125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f10fd-b456-444a-a1c9-f7776d7b764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96860738-2fea-4d19-88c7-e068ee0169fe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:30.781276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe2f10fd-b456-444a-a1c9-f7776d7b764d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86abcc65a234480cbcace67a0dc6bdde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955870 Sep 24 19:07:30.783952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:30.868190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.892056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.916051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:30.920479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.959505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.966239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:30.968831 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96860738-2fea-4d19-88c7-e068ee0169fe HTTP/1.1" status: 204 len: 168 time: 0.1825264 Sep 24 19:07:30.981220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766164-1dfd-4082-9c0e-b2e18ed91c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96860738-2fea-4d19-88c7-e068ee0169fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:31.118422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.20.0.9 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/3e4212f8-b68b-452a-9c19-57246da081fb) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:31.350024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.389088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a906777-b46e-4137-ba14-bbaad84e8606 req-04e0c6af-03f1-4c58-9afe-a7ebf4537ea5 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:31.390621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a906777-b46e-4137-ba14-bbaad84e8606 req-04e0c6af-03f1-4c58-9afe-a7ebf4537ea5 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 943 time: 0.0824728 Sep 24 19:07:31.414943 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.428576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:31.445454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53af6bab-124d-46c6-9193-d111814c9d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.486716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:31.490063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a906777-b46e-4137-ba14-bbaad84e8606 req-cfb6ca44-18de-4ad0-97da-60a390055be8 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932252 Sep 24 19:07:31.491147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:31.493813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:31.496031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:31.549415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:31.550027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.570819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53af6bab-124d-46c6-9193-d111814c9d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.575925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53af6bab-124d-46c6-9193-d111814c9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.584177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-750c8b2d-cdaf-4560-98f0-2c8787022f0d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035978 Sep 24 19:07:31.603432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Request body: {'port': {'device_id': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:31.619679 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-53af6bab-124d-46c6-9193-d111814c9d91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=157a499917524829af8c07d7e8c04a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900136 Sep 24 19:07:31.621419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af6bab-124d-46c6-9193-d111814c9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b482009-c316-4d4e-9d13-ce6505d2f08e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:31.625556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:31.688032 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.713404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.730181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.771710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.774274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.780316 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b482009-c316-4d4e-9d13-ce6505d2f08e HTTP/1.1" status: 204 len: 168 time: 0.1536880 Sep 24 19:07:31.788849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741decb-16ea-4022-9bb0-d29a63dffe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b482009-c316-4d4e-9d13-ce6505d2f08e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:31.798450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c3576-e4f6-47da-8714-9ae75ea60911 req-57a14979-24cd-4ca4-acbf-f32f38b7d00c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:31.800081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b00c3576-e4f6-47da-8714-9ae75ea60911 req-57a14979-24cd-4ca4-acbf-f32f38b7d00c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 931 time: 0.1356041 Sep 24 19:07:31.877150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c7905c51-987f-4715-b5ee-d2f6dc083b4f None None] Provisioning complete for port 3e4212f8-b68b-452a-9c19-57246da081fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:31.878400 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7905c51-987f-4715-b5ee-d2f6dc083b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:31.919999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c7905c51-987f-4715-b5ee-d2f6dc083b4f None None] Port 3e4212f8-b68b-452a-9c19-57246da081fb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:31.920893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b00c3576-e4f6-47da-8714-9ae75ea60911 req-036ed4df-6aca-4e11-bbf4-87e28bf56f7e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124029 Sep 24 19:07:32.088317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4212f8-b68b-452a-9c19-57246da081fb {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:32.096958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:32.109855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Transition to ACTIVE for port object 3e4212f8-b68b-452a-9c19-57246da081fb will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:32.114044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:32.183801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:32.213439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.213848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.214290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.214621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.215614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.216051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.216386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.216711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.217033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.217496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.217821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.218130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:32.278891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Attempting to bind port 3e4212f8-b68b-452a-9c19-57246da081fb on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:32.279119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Attempting to bind port 3e4212f8-b68b-452a-9c19-57246da081fb by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:32.279502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Attempting to bind port 3e4212f8-b68b-452a-9c19-57246da081fb on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:32.284755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Port 3e4212f8-b68b-452a-9c19-57246da081fb on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:32.284957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Attempting to bind port 3e4212f8-b68b-452a-9c19-57246da081fb on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:32.290405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:32.290737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:32.291143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:32.291565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Bound port: 3e4212f8-b68b-452a-9c19-57246da081fb, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:32.292184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:32.392800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:32.397201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e4212f8-b68b-452a-9c19-57246da081fb,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:32.416048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:32.513060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:32.513934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:32.516611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] 10.222.0.15 "PUT /v2.0/ports/3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 200 len: 1091 time: 0.9193361 Sep 24 19:07:32.542921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:32.547208 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9255f38-88a9-4b0d-9b56-a882457f1267" -d '{"events": [{"name": "network-changed", "server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:32.551181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4bc8f-a6d6-4b11-8c4a-58f3566455ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:32.697251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-b27cca28-eafb-4d0c-8b4a-7c329b7917f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:32.704571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-b27cca28-eafb-4d0c-8b4a-7c329b7917f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 1094 time: 0.1066730 Sep 24 19:07:32.743957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:32.749542 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec45b754-fdd8-4d51-8f56-fd350e2dc62b x-openstack-request-id: req-ec45b754-fdd8-4d51-8f56-fd350e2dc62b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:32.750025 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:32.750424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec45b754-fdd8-4d51-8f56-fd350e2dc62b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:32.750913 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb', 'status': 'completed', 'code': 200} Sep 24 19:07:32.763037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc4c5-0ddd-4f99-8028-95dd048ddd09 req-02ec0e6b-2e8d-4ea6-9d9e-82f45a997dd7 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:32.772629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e84bc4c5-0ddd-4f99-8028-95dd048ddd09 req-02ec0e6b-2e8d-4ea6-9d9e-82f45a997dd7 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 943 time: 0.1308162 Sep 24 19:07:32.813898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-4c980ae8-45e9-4c15-ba53-53dd2e056d61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 200 len: 217 time: 0.0917592 Sep 24 19:07:32.912248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,segment=NetworkSegment(c1bd132f-f6a0-4943-a187-175bc827bbb0),segment_id=c1bd132f-f6a0-4943-a187-175bc827bbb0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:32.926230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75', 'network_id': 'b416d561-0be5-4322-ae40-c2aabf42f404', 'port_id': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75', 'mac_address': 'fa:16:3e:a9:b4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85ce383-0314-4536-804b-b9be21710841', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:32.981568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e84bc4c5-0ddd-4f99-8028-95dd048ddd09 req-76a39c65-f63b-4cd0-98c9-fd8590ac0c4e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079580 Sep 24 19:07:33.004974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-8f4942f9-0779-4620-97bd-d1e9e39dcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.006449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-8f4942f9-0779-4620-97bd-d1e9e39dcca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1790049 Sep 24 19:07:33.011283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:33.026826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:33.087101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:33.088767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,segment=NetworkSegment(c1bd132f-f6a0-4943-a187-175bc827bbb0),segment_id=c1bd132f-f6a0-4943-a187-175bc827bbb0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:33.101310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:33.161334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2393d-aaf0-4a89-8156-78505ff01383 req-5faae2c7-5c5e-44ac-992a-a12fa5e47eb9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.169977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41f2393d-aaf0-4a89-8156-78505ff01383 req-5faae2c7-5c5e-44ac-992a-a12fa5e47eb9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 943 time: 0.1238201 Sep 24 19:07:33.180528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:33.197093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-7e7b474d-5913-4e41-b7ca-f9d6c98f552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.198937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-7e7b474d-5913-4e41-b7ca-f9d6c98f552d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780474 Sep 24 19:07:33.215853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41f2393d-aaf0-4a89-8156-78505ff01383 req-eb31ee30-3527-4f14-9e26-5fc8d6695900 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Sep 24 19:07:33.309098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-c1bc047a-3067-4330-bbae-7735152f711b service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922205 Sep 24 19:07:33.375265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1ce718d4-dfeb-48d9-8a4a-9caae848cb75'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:33.410152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ca9c36e-f81f-4522-8e15-c3aeb96df030 req-a592f838-b1d1-41f4-bc9a-3b42339b12ae service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922251 Sep 24 19:07:33.511714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-c40db8fa-df83-41fa-ad9f-813aa1a06db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.514579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-c40db8fa-df83-41fa-ad9f-813aa1a06db5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 1094 time: 0.0482717 Sep 24 19:07:33.624731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-d7ca6924-dcbc-4058-b8bc-59baad5d4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.626405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-d7ca6924-dcbc-4058-b8bc-59baad5d4cbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.0984395 Sep 24 19:07:33.683678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-2f3a7163-58cc-410a-845d-2e877ff1fffb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 200 len: 217 time: 0.0447946 Sep 24 19:07:33.741323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-98bee58e-4c46-4696-83c7-1ef6c28dfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.742806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-98bee58e-4c46-4696-83c7-1ef6c28dfb97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0467651 Sep 24 19:07:33.805809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-8139f802-c538-4925-b1c5-58c8ba2f28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:33.807613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-8139f802-c538-4925-b1c5-58c8ba2f28c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510032 Sep 24 19:07:34.250514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-ab2ad9e4-d51b-4693-b103-4e963decd942 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306049 Sep 24 19:07:34.300057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f997e-e6a4-4f87-820d-99c4972a41df req-605c5881-4380-42f3-a9e8-44d7c3389e32 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:34.301730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-010f997e-e6a4-4f87-820d-99c4972a41df req-605c5881-4380-42f3-a9e8-44d7c3389e32 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 944 time: 0.1120281 Sep 24 19:07:34.448043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-010f997e-e6a4-4f87-820d-99c4972a41df req-88f0da4d-f0d2-4f38-ae2b-a5f52881f181 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272969 Sep 24 19:07:34.460003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e351-4f88-496b-84b5-54929f7b6eea req-9dd3702e-4190-4d79-9e2d-752849e2a9dd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:34.461525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b630e351-4f88-496b-84b5-54929f7b6eea req-9dd3702e-4190-4d79-9e2d-752849e2a9dd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 943 time: 0.1419609 Sep 24 19:07:34.467318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9255f38-88a9-4b0d-9b56-a882457f1267 req-c3980931-3ab1-477a-aa02-293edd427e2c service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978734 Sep 24 19:07:34.519890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b630e351-4f88-496b-84b5-54929f7b6eea req-47c436a4-7621-478c-97b5-16c2dee2907d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Sep 24 19:07:34.769375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:34.857596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:34.862656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:34.863637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:34.947227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:34.980415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:34.983297 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d4c6e5-5f69-49b3-b400-5730d1878c29" -d '{"events": [{"server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "name": "network-vif-plugged", "status": "completed", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:34.998320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,segment=NetworkSegment(c1bd132f-f6a0-4943-a187-175bc827bbb0),segment_id=c1bd132f-f6a0-4943-a187-175bc827bbb0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:35.004122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:35.062425 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d278a-8e43-44b7-8198-fd62c2cb6860 x-openstack-request-id: req-777d278a-8e43-44b7-8198-fd62c2cb6860 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:35.062721 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "name": "network-vif-plugged", "status": "completed", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:35.063019 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-777d278a-8e43-44b7-8198-fd62c2cb6860 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:35.063634 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75', 'code': 200} Sep 24 19:07:35.119378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:35.200983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a968e-49ab-42ba-99f0-ff75d243d497 req-62e55d05-6ced-4609-afd2-07f4ad2e73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:35.202631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-670a968e-49ab-42ba-99f0-ff75d243d497 req-62e55d05-6ced-4609-afd2-07f4ad2e73f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 1096 time: 0.0443940 Sep 24 19:07:35.256925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-670a968e-49ab-42ba-99f0-ff75d243d497 req-efc66f68-a367-4852-81b1-2e7e20cc0e89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Sep 24 19:07:35.579651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425395d-d955-4f2e-a9aa-5a8ba0d02404 req-3e1b79ad-2d03-43e5-8d0e-fd7fa35a3662 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:35.581372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9425395d-d955-4f2e-a9aa-5a8ba0d02404 req-3e1b79ad-2d03-43e5-8d0e-fd7fa35a3662 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.0555274 Sep 24 19:07:35.649691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9425395d-d955-4f2e-a9aa-5a8ba0d02404 req-164a458d-e22c-4c47-bc72-886a79643cbd tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Sep 24 19:07:35.676537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a472-c94f-4f35-8935-37ef0efae1d1 req-6f743695-66dc-4487-b81b-e70acb45c431 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:35.678181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac83a472-c94f-4f35-8935-37ef0efae1d1 req-6f743695-66dc-4487-b81b-e70acb45c431 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 943 time: 0.0876026 Sep 24 19:07:35.722317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac83a472-c94f-4f35-8935-37ef0efae1d1 req-bd49d450-5842-4d53-8820-66e82245f36e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367222 Sep 24 19:07:36.779940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e4212f8-b68b-452a-9c19-57246da081fb details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:36.804287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54ec11-06c3-4300-b451-78087b2fd383 req-32e74a13-56a1-437c-a224-92e49cf84189 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:36.805857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a54ec11-06c3-4300-b451-78087b2fd383 req-32e74a13-56a1-437c-a224-92e49cf84189 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.0666916 Sep 24 19:07:36.878990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dc83f-82ff-4f36-9ef2-44961df04c85 req-e6cd537b-1947-4f71-b726-f7a747fed4b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:36.880599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2dc83f-82ff-4f36-9ef2-44961df04c85 req-e6cd537b-1947-4f71-b726-f7a747fed4b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 943 time: 0.0738392 Sep 24 19:07:36.896038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e4212f8-b68b-452a-9c19-57246da081fb,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:36.910362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '3e4212f8-b68b-452a-9c19-57246da081fb', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': '3e4212f8-b68b-452a-9c19-57246da081fb', 'mac_address': 'fa:16:3e:8f:21:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:36.914201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a54ec11-06c3-4300-b451-78087b2fd383 req-ecb09f8d-7981-4b0b-a906-fd90b955598e tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 Sep 24 19:07:36.936280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2dc83f-82ff-4f36-9ef2-44961df04c85 req-d54046bd-465b-402f-a33c-2d973ffb38e9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486412 Sep 24 19:07:37.011072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:37.025664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4212f8-b68b-452a-9c19-57246da081fb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:37.051953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e4212f8-b68b-452a-9c19-57246da081fb,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:37.062738 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:37.131641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:37.382681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:37.446256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be947-4755-4fed-8868-7607027ea731 req-55f23d1c-19d3-4475-a44a-6dd17c8f24b5 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:37.448736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c0be947-4755-4fed-8868-7607027ea731 req-55f23d1c-19d3-4475-a44a-6dd17c8f24b5 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.0986211 Sep 24 19:07:37.566465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c0be947-4755-4fed-8868-7607027ea731 req-7a02f305-324b-4982-9479-d524b3d9acdd tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910690 Sep 24 19:07:37.839989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-b2bf35a1-73db-486c-b946-7f499295a03f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265107 Sep 24 19:07:37.957902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-18172865-f0eb-4624-a325-c690ec2f8d4b tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:37.959397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-18172865-f0eb-4624-a325-c690ec2f8d4b tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134915 Sep 24 19:07:37.988838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-c08b5fa9-3f78-41e4-b981-d4ebe4a7d4d0 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/quotas/f4290a5d772e4fab8b42f9cbb3012361 HTTP/1.1" status: 200 len: 375 time: 0.0208972 Sep 24 19:07:38.032809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e1752528-6028-484b-81c2-03c4a16d0012 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431144 Sep 24 19:07:38.095384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c5753-8f7d-4c30-86c0-7fa04e1f223f req-e5bf20c3-56dd-40bd-a18d-d90665ef2191 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:38.096940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47c5753-8f7d-4c30-86c0-7fa04e1f223f req-e5bf20c3-56dd-40bd-a18d-d90665ef2191 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 944 time: 0.0674779 Sep 24 19:07:38.142355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a47c5753-8f7d-4c30-86c0-7fa04e1f223f req-10c3d8cd-479f-4acf-965a-b120925947e5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Sep 24 19:07:38.384498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-e11fe15c-89f1-4004-962b-529ac856092a tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337071 Sep 24 19:07:38.512204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-56db7407-c45d-4f36-aac7-de72c366d945 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:38.514160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-56db7407-c45d-4f36-aac7-de72c366d945 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239209 Sep 24 19:07:38.545787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-450a5cd9-e2eb-43c5-9deb-90e92f0e4466 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/quotas/f4290a5d772e4fab8b42f9cbb3012361 HTTP/1.1" status: 200 len: 375 time: 0.0219510 Sep 24 19:07:38.599926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-7c4c0535-d2bc-4dec-b87f-1bdce64fc855 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435028 Sep 24 19:07:38.685371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:38.735935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d002f-9ce6-4e81-96e9-89c9fda49d33 req-04b3d64b-0ad1-41cb-8ace-1bc3e645c033 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:38.737820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e84d002f-9ce6-4e81-96e9-89c9fda49d33 req-04b3d64b-0ad1-41cb-8ace-1bc3e645c033 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.0932472 Sep 24 19:07:38.817891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e4212f8-b68b-452a-9c19-57246da081fb up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:38.838279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e84d002f-9ce6-4e81-96e9-89c9fda49d33 req-1cf27e29-c9c6-44c6-97c6-9c4b73d2739f tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Sep 24 19:07:38.923077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3785741b-9887-4e47-ad6d-db03f80e601e req-90fecd25-861f-4ea0-85e1-c689be717f29 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 210 time: 0.0412645 Sep 24 19:07:38.956995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 3e4212f8-b68b-452a-9c19-57246da081fb completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:38.962463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 3e4212f8-b68b-452a-9c19-57246da081fb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:38.963082 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:39.342645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-3f5cac3b-61d1-4d23-954b-eb11cf8c4aae tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:39.345789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-3f5cac3b-61d1-4d23-954b-eb11cf8c4aae tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.1934147 Sep 24 19:07:39.352287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:39.396722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:39.407927 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3094512d-4c0d-42b8-b074-47d27bad489c" -d '{"events": [{"server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "name": "network-vif-plugged", "status": "completed", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:39.461275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e4212f8-b68b-452a-9c19-57246da081fb,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:39.471613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:39.617172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:39.644661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625992ff-a080-47c9-8ad4-9c07df8222bc req-f9a965e3-00a5-4154-921c-c69bfc27dd87 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:39.656161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-625992ff-a080-47c9-8ad4-9c07df8222bc req-f9a965e3-00a5-4154-921c-c69bfc27dd87 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 944 time: 0.2886822 Sep 24 19:07:39.662484 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bd352a-4890-49c6-99a2-930153b1e0f1 x-openstack-request-id: req-d6bd352a-4890-49c6-99a2-930153b1e0f1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:39.663157 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "name": "network-vif-plugged", "status": "completed", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:39.663590 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6bd352a-4890-49c6-99a2-930153b1e0f1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:39.664217 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb', 'code': 200} Sep 24 19:07:39.736418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-625992ff-a080-47c9-8ad4-9c07df8222bc req-fdc07623-9b39-4c71-84fd-5c83605da92f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Sep 24 19:07:39.758019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Deleting port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:39.758019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:39.856615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-1117565d-2a86-4d3b-971d-e8078d1c54be tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592132 Sep 24 19:07:39.877850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4948019-b91c-46a1-848a-63dae39ff2ea req-e475a93c-734b-4bd2-b7e1-fc44a6245e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:39.879409 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f4948019-b91c-46a1-848a-63dae39ff2ea req-e475a93c-734b-4bd2-b7e1-fc44a6245e40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 1096 time: 0.0886898 Sep 24 19:07:39.947696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f4948019-b91c-46a1-848a-63dae39ff2ea req-1aa0e1d2-c839-4166-a651-abc11a5f5ca6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580521 Sep 24 19:07:40.024684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-c6e9d56d-1e21-4863-9c1b-ef34212703b1 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:40.026263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-c6e9d56d-1e21-4863-9c1b-ef34212703b1 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579945 Sep 24 19:07:40.058230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Request body: {'port': {'device_id': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'f4290a5d772e4fab8b42f9cbb3012361'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:40.148840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72bebbbe-b34a-41f7-9d75-627879f7f362 req-50d8bc41-63fd-4c8d-97f0-bc583745b1ac tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 210 time: 0.0984991 Sep 24 19:07:40.150558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] For port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,segment=NetworkSegment(c1bd132f-f6a0-4943-a187-175bc827bbb0),segment_id=c1bd132f-f6a0-4943-a187-175bc827bbb0)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:40.150944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.192081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Calling delete_port for 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:40.294147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107a7e-565c-4db9-b86b-aa627d265f47 req-80486b16-f130-4981-8678-166bd2e83f73 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:40.297108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99107a7e-565c-4db9-b86b-aa627d265f47 req-80486b16-f130-4981-8678-166bd2e83f73 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 945 time: 0.2671585 Sep 24 19:07:40.391203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99107a7e-565c-4db9-b86b-aa627d265f47 req-41c7de59-f11b-4ace-9a1a-48db1652393c tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7faf757-2901-4039-90bb-b5df9183b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862620 Sep 24 19:07:40.394795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Made reservation on behalf of f4290a5d772e4fab8b42f9cbb3012361 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:40.399004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.415693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.509644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.524217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1ce718d4-dfeb-48d9-8a4a-9caae848cb75'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:40.533253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-80b2cf47-0400-4fac-95cc-ddf718302017 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361459 Sep 24 19:07:40.583765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Pushing event deleted for resources: {'Port': ['ID=1ce718d4-dfeb-48d9-8a4a-9caae848cb75,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:40.685447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] No DVR routers for this DVR port 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:40.717269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.719314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-546c5661-1cf3-4e1f-9336-c3bc0d087e83 req-993ab09b-7eda-451a-9868-b6464a267bc1 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.15 "DELETE /v2.0/ports/1ce718d4-dfeb-48d9-8a4a-9caae848cb75 HTTP/1.1" status: 204 len: 173 time: 1.3595588 Sep 24 19:07:40.720827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'name': 'network-vif-deleted', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:40.723115 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e630203-b044-4ba8-91a1-509803ecd357" -d '{"events": [{"server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "name": "network-vif-deleted", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:40.782280 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3eb42-d0a3-40fe-b78e-0179bcc3763d x-openstack-request-id: req-a8e3eb42-d0a3-40fe-b78e-0179bcc3763d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:40.782577 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63cbe72-cd31-4bd4-bfb0-c48777893685", "name": "network-vif-deleted", "tag": "1ce718d4-dfeb-48d9-8a4a-9caae848cb75", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:40.782838 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8e3eb42-d0a3-40fe-b78e-0179bcc3763d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:40.783349 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63cbe72-cd31-4bd4-bfb0-c48777893685', 'name': 'network-vif-deleted', 'tag': '1ce718d4-dfeb-48d9-8a4a-9caae848cb75', 'status': 'completed', 'code': 200} Sep 24 19:07:40.789326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.798587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-1ac2f17e-20bd-495d-81e7-ab146af13ecf tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:40.800195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-1ac2f17e-20bd-495d-81e7-ab146af13ecf tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407784 Sep 24 19:07:40.801408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:40.848945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Request body: {'port': {'device_id': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': 'f4290a5d772e4fab8b42f9cbb3012361'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:40.949582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce82c9d-33ec-4549-8210-1a85b5a2d222,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:41.046921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc23f-1ca2-458b-9789-f0e57f401428 req-8c02c80f-4a89-4c98-9bc8-51f67f61ee29 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:41.048553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a9cc23f-1ca2-458b-9789-f0e57f401428 req-8c02c80f-4a89-4c98-9bc8-51f67f61ee29 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2325108 Sep 24 19:07:41.102693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Allocated IP 192.168.233.69 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/d8cf633a-d938-4f6f-a63a-62f82be21fce) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:41.136699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a9cc23f-1ca2-458b-9789-f0e57f401428 req-17d41c0c-4f98-4a39-a9cb-4098b410dbd9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Sep 24 19:07:41.147637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Made reservation on behalf of f4290a5d772e4fab8b42f9cbb3012361 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:41.160095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:41.357419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0985343-90b2-4362-ba69-f7cdcb437921 req-2f692904-1f8f-429e-b5e5-db42f6e368fd tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 210 time: 0.0720797 Sep 24 19:07:41.454589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:41.557814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-141a6d35-55d3-4480-aa58-3ebc34bd0fad req-866e8d33-3b82-4aba-b9f3-67007dc0e145 tempest-ServerAddressesTestJSON-155812390 tempest-ServerAddressesTestJSON-155812390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e63cbe72-cd31-4bd4-bfb0-c48777893685 HTTP/1.1" status: 200 len: 210 time: 0.0569689 Sep 24 19:07:41.581117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:41.666518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:41.681955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:41.708109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:41.712696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:41.750067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Allocated IP 192.168.233.209 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/e5b420c8-cca2-4beb-bb80-c1f9282868f3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:41.844874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:41.845620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:41.875048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-e0d7bbc8-584d-493f-87d6-548f7a609e57 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8260059 Sep 24 19:07:41.890779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Request body: {'port': {'device_id': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:42.059827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.088106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-713b1ea6-d91e-4472-a56a-7cd0cf0b4a96 None None] Provisioning complete for port d8cf633a-d938-4f6f-a63a-62f82be21fce triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:42.088673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-713b1ea6-d91e-4472-a56a-7cd0cf0b4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.111339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c71310-deb9-4122-9322-2be86475d906 req-8d2ed1b0-a7e3-432c-8056-398022f29e06 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:42.112926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26c71310-deb9-4122-9322-2be86475d906 req-8d2ed1b0-a7e3-432c-8056-398022f29e06 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1688218 Sep 24 19:07:42.139699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.145964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-713b1ea6-d91e-4472-a56a-7cd0cf0b4a96 None None] Port d8cf633a-d938-4f6f-a63a-62f82be21fce cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:42.295278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26c71310-deb9-4122-9322-2be86475d906 req-3a43037d-916f-4611-a1a5-05e142c913a4 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599116 Sep 24 19:07:42.333323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b098c-9210-43f3-b248-b249e7207bea req-1ea564cf-041d-4111-8a39-da9d7f3f5bf9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:42.334874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-145b098c-9210-43f3-b248-b249e7207bea req-1ea564cf-041d-4111-8a39-da9d7f3f5bf9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0916736 Sep 24 19:07:42.344572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.477347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:42.500823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:42.511116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:42.539296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-145b098c-9210-43f3-b248-b249e7207bea req-08028825-86cd-4bec-95bd-10598c6e56d4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927540 Sep 24 19:07:42.540950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:42.631432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:42.632159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.667254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff80f9-d275-4378-be4a-20c9ea857c21 req-9e424d4c-4dfd-49cc-8afa-799e0565d4c6 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:42.675650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbff80f9-d275-4378-be4a-20c9ea857c21 req-9e424d4c-4dfd-49cc-8afa-799e0565d4c6 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 936 time: 0.2008359 Sep 24 19:07:42.685959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-456e42de-60a1-4f9d-9381-8e26e9b7a94f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8539653 Sep 24 19:07:42.706348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Request body: {'port': {'device_id': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:42.799065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbff80f9-d275-4378-be4a-20c9ea857c21 req-6c8ffaf3-d54a-4d31-a5c8-8449052a9e37 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183515 Sep 24 19:07:42.845653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:42.848020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:42.854459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:42.860343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.863434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.910669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:42.910885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Transition to ACTIVE for port object d8cf633a-d938-4f6f-a63a-62f82be21fce will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:42.911106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1ce718d4-dfeb-48d9-8a4a-9caae848cb75 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:42.938206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.943723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c7029814-6328-4a1b-9aa7-4b9035218ffb None None] Provisioning complete for port e5b420c8-cca2-4beb-bb80-c1f9282868f3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:42.946148 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7029814-6328-4a1b-9aa7-4b9035218ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:42.957234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Deleting subnet f85ce383-0314-4536-804b-b9be21710841 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:07:42.960668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.005683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c7029814-6328-4a1b-9aa7-4b9035218ffb None None] Port e5b420c8-cca2-4beb-bb80-c1f9282868f3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:43.013384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ce6e-950e-49f0-a18a-8d4c21cb5d88 req-490c1b7b-b0b5-44ff-abce-9e880cc780f5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:43.013556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.015087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b34ce6e-950e-49f0-a18a-8d4c21cb5d88 req-490c1b7b-b0b5-44ff-abce-9e880cc780f5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1419296 Sep 24 19:07:43.071581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.081673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:43.139969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.171150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85ce383-0314-4536-804b-b9be21710841,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:43.185571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.185917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.186253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.186585 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.187065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.187393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.187719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.188040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.188362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.188806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.189081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.189356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:43.195864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.199452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db617d64-b8c2-49b5-bb60-c52187daf39d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f85ce383-0314-4536-804b-b9be21710841 HTTP/1.1" status: 204 len: 168 time: 0.3521082 Sep 24 19:07:43.202381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:43.207474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b34ce6e-950e-49f0-a18a-8d4c21cb5d88 req-8ce3431b-ce68-4509-bc87-f9cd39234a2b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769421 Sep 24 19:07:43.276508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.387694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.412048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b416d561-0be5-4322-ae40-c2aabf42f404']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:43.423194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bd132f-f6a0-4943-a187-175bc827bbb0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:43.423489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bd132f-f6a0-4943-a187-175bc827bbb0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:43.434656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.450534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.457623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:07:43.458026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:07:43.459985 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:07:43.519254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.542782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.545851 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] 10.222.0.18 "DELETE /v2.0/networks/b416d561-0be5-4322-ae40-c2aabf42f404 HTTP/1.1" status: 204 len: 168 time: 0.3422422 Sep 24 19:07:43.546783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e933-d72d-4f3d-8649-654faee70cec admin admin] Pushing event deleted for resources: {'Network': ['ID=b416d561-0be5-4322-ae40-c2aabf42f404,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:43.609473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Attempting to bind port d8cf633a-d938-4f6f-a63a-62f82be21fce on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:43.609820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Attempting to bind port d8cf633a-d938-4f6f-a63a-62f82be21fce by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:43.610150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Attempting to bind port d8cf633a-d938-4f6f-a63a-62f82be21fce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:43.624810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Port d8cf633a-d938-4f6f-a63a-62f82be21fce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:43.626671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Attempting to bind port d8cf633a-d938-4f6f-a63a-62f82be21fce on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:43.651734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:43.652106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:43.652529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:43.653051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Bound port: d8cf633a-d938-4f6f-a63a-62f82be21fce, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:43.653476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.683738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d782-efcb-4fb5-8732-154234133515 req-5c58d667-438e-4ea3-8777-e12a5bdb8c41 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:43.685925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f94d782-efcb-4fb5-8732-154234133515 req-5c58d667-438e-4ea3-8777-e12a5bdb8c41 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.1216223 Sep 24 19:07:43.745255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:43.804721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-feb58157-db15-4668-b43e-ccc6d8478c21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=591d36ec7c8c49dfbc03c121fa9efacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580332 Sep 24 19:07:43.807062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35038) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:43.808642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b420c8-cca2-4beb-bb80-c1f9282868f3 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:43.816551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f94d782-efcb-4fb5-8732-154234133515 req-96b6fc8b-446b-4174-af21-3ffe4e91ede4 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205320 Sep 24 19:07:43.825179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.829735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:43.835098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:43.842813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.852103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Transition to ACTIVE for port object e5b420c8-cca2-4beb-bb80-c1f9282868f3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:43.877648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.890275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:43.891646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.893160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] 10.222.0.69 "PUT /v2.0/ports/d8cf633a-d938-4f6f-a63a-62f82be21fce HTTP/1.1" status: 200 len: 1095 time: 2.0069876 Sep 24 19:07:43.893844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.898525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:43.901333 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da3d9f-4476-42b6-97fb-4d875f59f0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:43.953912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:43.959884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8427b-a25f-4def-8821-f13fe2a1ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:44.045211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:44.047914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:44.049095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7faf757-2901-4039-90bb-b5df9183b591 HTTP/1.1" status: 204 len: 168 time: 0.2406964 Sep 24 19:07:44.066779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f8c10-0cc0-4f8c-9cf7-de900b2e0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7faf757-2901-4039-90bb-b5df9183b591,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:44.088657 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f96a3e-5ee1-44a7-98da-6930f22957c3 x-openstack-request-id: req-91f96a3e-5ee1-44a7-98da-6930f22957c3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:44.089195 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:44.089546 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91f96a3e-5ee1-44a7-98da-6930f22957c3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:44.091810 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'status': 'completed', 'code': 200} Sep 24 19:07:44.212328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:44.236178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-a74cbcd0-c763-477a-bb2e-5460b181f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.255192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-a74cbcd0-c763-477a-bb2e-5460b181f597 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 1098 time: 0.2808492 Sep 24 19:07:44.257222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Attempting to bind port e5b420c8-cca2-4beb-bb80-c1f9282868f3 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:44.257632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Attempting to bind port e5b420c8-cca2-4beb-bb80-c1f9282868f3 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:44.258510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Attempting to bind port e5b420c8-cca2-4beb-bb80-c1f9282868f3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:44.272605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce574a-2596-4547-a49d-c3c7434d20d9 req-0f3a8f22-0df2-441d-b5ba-04d757366406 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.282748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20ce574a-2596-4547-a49d-c3c7434d20d9 req-0f3a8f22-0df2-441d-b5ba-04d757366406 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.3148627 Sep 24 19:07:44.349093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Port e5b420c8-cca2-4beb-bb80-c1f9282868f3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:44.349093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Attempting to bind port e5b420c8-cca2-4beb-bb80-c1f9282868f3 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:44.358835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-4dc0bd0c-0e6c-4124-92f4-25793a7c4233 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce HTTP/1.1" status: 200 len: 217 time: 0.0723183 Sep 24 19:07:44.376517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:44.377218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:44.377840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:44.378662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Bound port: e5b420c8-cca2-4beb-bb80-c1f9282868f3, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:44.381150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:44.566643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20ce574a-2596-4547-a49d-c3c7434d20d9 req-54a3461f-2705-4017-ad83-847ca6465b03 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824209 Sep 24 19:07:44.616939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99a60a-2b23-4719-b21b-a7996403b6db req-08fcb295-51fc-4d1d-9f38-c867517557e9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.618474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b99a60a-2b23-4719-b21b-a7996403b6db req-08fcb295-51fc-4d1d-9f38-c867517557e9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2648342 Sep 24 19:07:44.619909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-2d9c1ecc-eaf9-4a26-866b-96134ec8091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.621992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-2d9c1ecc-eaf9-4a26-866b-96134ec8091e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.2362030 Sep 24 19:07:44.634681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:44.699156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:44.702606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b99a60a-2b23-4719-b21b-a7996403b6db req-ee2dfb8b-a2a8-4acb-b840-c756735f8145 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751388 Sep 24 19:07:44.711434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-4786e3df-1de3-4a0e-ba18-174e03a1eb1c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.712962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-4786e3df-1de3-4a0e-ba18-174e03a1eb1c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.2164361 Sep 24 19:07:44.716999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:44.833530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.834151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:44.835636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5b420c8-cca2-4beb-bb80-c1f9282868f3 HTTP/1.1" status: 200 len: 1096 time: 2.1395063 Sep 24 19:07:44.848264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-b58756a4-95c1-42a8-828b-954d514360b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:44.849422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-b58756a4-95c1-42a8-828b-954d514360b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042224 Sep 24 19:07:44.924037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7c76-80e7-4527-9dfb-7ae30a9fb5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:45.094474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-5e623b77-4079-414f-bc3f-23311c94bfa6 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263343 Sep 24 19:07:45.132385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Deleting port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:45.132831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.177259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:45.178911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-1d395982-22e9-4f92-a8c4-ff18c6836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.180545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-1d395982-22e9-4f92-a8c4-ff18c6836cd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 1099 time: 0.2920427 Sep 24 19:07:45.224449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24a85a-8183-43d7-857f-10716c6bfdf5 req-84bd69cb-240e-431f-b2bf-ac06e055cd7f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.225948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e24a85a-8183-43d7-857f-10716c6bfdf5 req-84bd69cb-240e-431f-b2bf-ac06e055cd7f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 946 time: 0.2557325 Sep 24 19:07:45.293383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1568374722-network', 'tenant_id': '1269a54a95b6492e8846de4308f04124'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:45.317716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Made reservation on behalf of 1269a54a95b6492e8846de4308f04124 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:45.320926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.327906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-bb11066b-0452-4784-b022-f640767e6d8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3 HTTP/1.1" status: 200 len: 217 time: 0.1301014 Sep 24 19:07:45.331337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.416905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] For port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:45.417126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.422431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c9ed7-4a13-42b5-a66f-029c9bd1d156 req-fd2da613-b9e0-44f8-8c65-fb32331ab35d service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098066 Sep 24 19:07:45.435895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.443557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.444907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e24a85a-8183-43d7-857f-10716c6bfdf5 req-7efae6f6-845c-42f9-a12e-d083fede46f2 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332150 Sep 24 19:07:45.445758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Calling delete_port for 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:45.448565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-fbe74cbd-a1c1-48c3-a203-369b04a643c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.450763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-fbe74cbd-a1c1-48c3-a203-369b04a643c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1078947 Sep 24 19:07:45.502423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b736f65-505e-4d79-80ff-8b2920fcc0da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:45.514393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:07:45.531397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.532073 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Added segment 65944962-91c1-4868-b533-a96ad6b47786 of type vlan for network 284e88cc-53bc-4b8f-9f8c-d0d88446531a Sep 24 19:07:45.580185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.611231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.612700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.613287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.631330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-076bd8c4-3205-49cb-b418-98ea7bcd430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.633048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-076bd8c4-3205-49cb-b418-98ea7bcd430f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 1098 time: 0.1030376 Sep 24 19:07:45.634730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-c71a98b1-1306-4c9e-b1f1-e8630e35f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.639072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-c71a98b1-1306-4c9e-b1f1-e8630e35f4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099722 Sep 24 19:07:45.677471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] Pushing event updated for resources: {'Network': ['ID=284e88cc-53bc-4b8f-9f8c-d0d88446531a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:45.683726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16c27c45-8c5a-4401-97fe-0304aab0291c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5048940 Sep 24 19:07:45.685147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:45.688428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 284e88cc-53bc-4b8f-9f8c-d0d88446531a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:07:45.689731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Request body: {'subnet': {'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1568374722-subnet', 'tenant_id': '1269a54a95b6492e8846de4308f04124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:45.717195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Made reservation on behalf of 1269a54a95b6492e8846de4308f04124 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:45.720752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.875904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.890909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:45.914576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:45.942940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['95aeeca8-32fd-4e1b-899c-0512ccfc4c23'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:45.946231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d129f-1aad-416d-93af-ed010fcebe58 req-e5eb87ee-4fbf-4df9-a744-09ba94b60a44 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:45.954204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-776d129f-1aad-416d-93af-ed010fcebe58 req-e5eb87ee-4fbf-4df9-a744-09ba94b60a44 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.2958694 Sep 24 19:07:45.977500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Pushing event deleted for resources: {'Port': ['ID=95aeeca8-32fd-4e1b-899c-0512ccfc4c23,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:45.999733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Checking segment: {'id': '65944962-91c1-4868-b533-a96ad6b47786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:46.000326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Network hostable DHCP agents. Network: 284e88cc-53bc-4b8f-9f8c-d0d88446531a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:07:46.007233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-0421b015-7e66-4d2f-ae1c-690f7d720ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:46.008741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-0421b015-7e66-4d2f-ae1c-690f7d720ee2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3615644 Sep 24 19:07:46.020160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4984b003-89a3-41bb-b240-9f7e5f85902a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:46.031874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Network 284e88cc-53bc-4b8f-9f8c-d0d88446531a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:07:46.032172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-27ec3170-07b5-4864-825c-2c9d4b717f24 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762660 Sep 24 19:07:46.063363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 284e88cc-53bc-4b8f-9f8c-d0d88446531a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:46.076373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd19968-0767-4316-89b1-48017091024c None None] Network 284e88cc-53bc-4b8f-9f8c-d0d88446531a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:07:46.079966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:46.080902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.099660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9834c899-3138-43bf-9cc4-69054a025e5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4132993 Sep 24 19:07:46.127215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e9bf-4a37-44aa-a637-b92200491fdf req-6abc0cb3-c11a-4697-a472-c44d77526e91 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:46.128741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c715e9bf-4a37-44aa-a637-b92200491fdf req-6abc0cb3-c11a-4697-a472-c44d77526e91 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2770286 Sep 24 19:07:46.129194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:46.131449 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d80cd-ae8d-40b0-995d-de77af9b9b63" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:46.146021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-b7a37334-32e8-4666-a131-c7cd0f2bea28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce HTTP/1.1" status: 200 len: 217 time: 0.1116540 Sep 24 19:07:46.146814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] No DVR routers for this DVR port 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:46.154164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.156088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fe11cb7-64bc-478c-8347-4d1ccb32366a req-7cf3feca-5fb9-4dd4-9d22-88a159e58038 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.15 "DELETE /v2.0/ports/95aeeca8-32fd-4e1b-899c-0512ccfc4c23 HTTP/1.1" status: 204 len: 173 time: 1.4271092 Sep 24 19:07:46.174789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-776d129f-1aad-416d-93af-ed010fcebe58 req-eed5f555-be00-4be5-91df-1d87a98b1d6c tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197039 Sep 24 19:07:46.292770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e15cf-5de5-4fca-a170-aeae47698702 None None] Network 284e88cc-53bc-4b8f-9f8c-d0d88446531a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:07:46.334078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-37b9571e-bde7-4a32-a165-c1f30ffafdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:46.335857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-37b9571e-bde7-4a32-a165-c1f30ffafdb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1789284 Sep 24 19:07:46.343170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c715e9bf-4a37-44aa-a637-b92200491fdf req-0b63dea5-e9fb-43ce-ac40-4808e5402317 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904073 Sep 24 19:07:46.387418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04fe1677-74d7-48c5-9fc7-79139b010ca3 req-2d643f80-afdf-4125-9883-4cd605850f49 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409412 Sep 24 19:07:46.389398 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c451db-8a42-4305-921c-5d73481d4cc4 x-openstack-request-id: req-a2c451db-8a42-4305-921c-5d73481d4cc4 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:46.389895 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:46.390161 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2c451db-8a42-4305-921c-5d73481d4cc4 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:46.390566 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'status': 'completed', 'code': 200} Sep 24 19:07:46.419370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-434b9d70-f206-4ffe-b1f6-89912be53d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:46.423684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-434b9d70-f206-4ffe-b1f6-89912be53d03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744965 Sep 24 19:07:46.549068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:46.570523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:46.644541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Deleting subnet d8d5d88c-7728-4d55-a304-d00b9a557329 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:07:46.652068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.702688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.753049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.755239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:46.784190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'mac_address': 'fa:16:3e:c7:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:46.863627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.875612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.881104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:46.906921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:46.913177 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:46.973804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:47.035651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-f9a153eb-62f7-44ff-86ae-530d596c59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.038941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-f9a153eb-62f7-44ff-86ae-530d596c59bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 1099 time: 0.5724244 Sep 24 19:07:47.046754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be06e9cf-7087-4332-bb2a-40dfa2306b84 req-a0754d8d-1963-4187-ae3e-e6a3c89fae44 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f569bb1-4923-4b15-b9fc-37bdf1cd2809 HTTP/1.1" status: 200 len: 210 time: 0.0677953 Sep 24 19:07:47.111012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-ead5a787-fcbc-442e-844a-280b399f2758 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547480 Sep 24 19:07:47.217174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d5d88c-7728-4d55-a304-d00b9a557329,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:47.225013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.226824 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-94681d08-743c-4a0b-9617-2d2a3339b861 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8d5d88c-7728-4d55-a304-d00b9a557329 HTTP/1.1" status: 204 len: 168 time: 0.6544106 Sep 24 19:07:47.229282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:47.281252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-e6f6fa94-8d2a-40f9-bb11-7fb665a6e0ee tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.283056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-e6f6fa94-8d2a-40f9-bb11-7fb665a6e0ee tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/networks?id=284e88cc-53bc-4b8f-9f8c-d0d88446531a HTTP/1.1" status: 200 len: 821 time: 0.3032284 Sep 24 19:07:47.297888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.363192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d8cf633a-d938-4f6f-a63a-62f82be21fce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:47.370054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-b30e62ed-2cdc-4656-890f-47c86fbc1456 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/quotas/1269a54a95b6492e8846de4308f04124 HTTP/1.1" status: 200 len: 375 time: 0.0487900 Sep 24 19:07:47.377818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-c831a927-01ad-4343-b8f1-e7cc4394e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.379328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-c831a927-01ad-4343-b8f1-e7cc4394e46f service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3057225 Sep 24 19:07:47.385060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.406555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1bd7f0-b492-414a-ac12-aac7fae4852a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.416070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc6d997-09b9-4778-9297-77e27ca7df6a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.416357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc6d997-09b9-4778-9297-77e27ca7df6a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.427111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.442108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.448252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:07:47.448631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:07:47.451009 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:07:47.460449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41da3d9f-4476-42b6-97fb-4d875f59f0a2 req-b768c835-de25-43d1-b225-9ea229841de5 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048933 Sep 24 19:07:47.462419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-d13c0a7c-a029-42cf-b07a-7f69ffd6003e tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1269a54a95b6492e8846de4308f04124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822113 Sep 24 19:07:47.464160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-85cb70e2-0903-4a13-8337-e053c9691671 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3 HTTP/1.1" status: 200 len: 217 time: 0.0715940 Sep 24 19:07:47.477064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc5df-5041-4a26-8a99-809f177b2d89 req-5b874da2-d271-46b8-922b-8810d4061e2f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.485668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af7dc5df-5041-4a26-8a99-809f177b2d89 req-5b874da2-d271-46b8-922b-8810d4061e2f tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.2015615 Sep 24 19:07:47.528503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.546007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.550509 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ab1bd7f0-b492-414a-ac12-aac7fae4852a HTTP/1.1" status: 204 len: 168 time: 0.3177481 Sep 24 19:07:47.550509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589ce08-6972-45b6-abee-70b7a3226002 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1bd7f0-b492-414a-ac12-aac7fae4852a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:47.550893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:47.595990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Deleting subnet de9b8885-288d-48ed-9af0-d68832ee2144 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:07:47.599078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.624299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af7dc5df-5041-4a26-8a99-809f177b2d89 req-262099a6-a3f2-4032-a098-18d7e0afaa4a tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377592 Sep 24 19:07:47.629578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-bb90bf07-6e93-4879-85ab-32720abeb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.630954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-bb90bf07-6e93-4879-85ab-32720abeb590 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.1426382 Sep 24 19:07:47.633890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.678697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.696114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-2fd553eb-0dfe-441e-b454-7d22854209b7 service neutron] 10.222.0.18 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052174 Sep 24 19:07:47.711705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-f6121ae0-0cc0-406c-8d23-c0105ea98bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.713181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-f6121ae0-0cc0-406c-8d23-c0105ea98bca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664029 Sep 24 19:07:47.744550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.770009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9b8885-288d-48ed-9af0-d68832ee2144,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:47.773572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.778537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe10511a-2840-4f8d-a22d-54fbc39295ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de9b8885-288d-48ed-9af0-d68832ee2144 HTTP/1.1" status: 204 len: 168 time: 0.2258067 Sep 24 19:07:47.779308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:47.845470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.907568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-ae70075c-3ee7-4de7-b5f2-c104e20aaf7a service neutron] 10.222.0.18 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050998 Sep 24 19:07:47.924511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc92bd-b5bf-48e9-9604-0558d5db1c20 req-f6f86efa-40a0-4cda-9318-11ac60c010b1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:47.925740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23dc92bd-b5bf-48e9-9604-0558d5db1c20 req-f6f86efa-40a0-4cda-9318-11ac60c010b1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1684282 Sep 24 19:07:47.932166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-38280a9f-d57d-4038-a7d6-4ab7cc4f0d97 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053907 Sep 24 19:07:47.935347 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.958362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef846725-457d-4503-aa64-93470b78ba9c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.969195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700263dd-9c70-4874-95fc-62108bac8d48') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.969496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700263dd-9c70-4874-95fc-62108bac8d48') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:07:47.982507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:47.995959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23dc92bd-b5bf-48e9-9604-0558d5db1c20 req-98fe0dda-ce4d-4573-880e-0d0f4f83d2bb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614827 Sep 24 19:07:48.005561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.021423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:07:48.021944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:07:48.024094 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:07:48.099311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a75d80cd-ae8d-40b0-995d-de77af9b9b63 req-832de723-cfae-4b18-a145-3241bc5555f2 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504819 Sep 24 19:07:48.111924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.120728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.125469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef846725-457d-4503-aa64-93470b78ba9c HTTP/1.1" status: 204 len: 168 time: 0.3430083 Sep 24 19:07:48.136874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21e853-94b5-4c6f-8826-fdce4c6e6393 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef846725-457d-4503-aa64-93470b78ba9c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:48.153619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33d486cf-1c6d-40f0-bcf1-6d5c444fb49b req-1f6cc7d7-34cf-45ba-9518-d132a2547218 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 210 time: 0.0680947 Sep 24 19:07:48.264740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:48.310044 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bb62271-ce39-40e9-b9c0-8538b020ba26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05445979223c4f99872c3320e6441916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432577 Sep 24 19:07:48.313263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:48.373780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.397493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.397743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f17a8-ddf0-44e4-b263-790fcb40d17a req-a33b1f65-5498-48d1-b34a-28900965331d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:48.399327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c4f17a8-ddf0-44e4-b263-790fcb40d17a req-a33b1f65-5498-48d1-b34a-28900965331d tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0563917 Sep 24 19:07:48.399864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'name': 'network-vif-deleted', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:48.402181 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac7314-b569-424f-b4da-dd91cbe8e1aa" -d '{"events": [{"server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "name": "network-vif-deleted", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:48.451687 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265d7ea-aeb2-49b2-ac23-84195e5e3491 x-openstack-request-id: req-9265d7ea-aeb2-49b2-ac23-84195e5e3491 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:48.451984 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f569bb1-4923-4b15-b9fc-37bdf1cd2809", "name": "network-vif-deleted", "tag": "95aeeca8-32fd-4e1b-899c-0512ccfc4c23", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:48.452239 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9265d7ea-aeb2-49b2-ac23-84195e5e3491 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:48.452641 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f569bb1-4923-4b15-b9fc-37bdf1cd2809', 'name': 'network-vif-deleted', 'tag': '95aeeca8-32fd-4e1b-899c-0512ccfc4c23', 'status': 'completed', 'code': 200} Sep 24 19:07:48.456262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c4f17a8-ddf0-44e4-b263-790fcb40d17a req-34b265de-40a6-4ba6-9dfc-ca13c1e146c5 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Sep 24 19:07:48.463423 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.465952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.467135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3b6c803-9d75-41d3-aced-21ec0f887649 HTTP/1.1" status: 204 len: 168 time: 0.1515956 Sep 24 19:07:48.485971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5df1-2a52-4903-a048-e079d740a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6c803-9d75-41d3-aced-21ec0f887649,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:48.556917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:48.560579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:48.677797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port d8cf633a-d938-4f6f-a63a-62f82be21fce completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:48.684934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d8cf633a-d938-4f6f-a63a-62f82be21fce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:48.685320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.747997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:48.765520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'mac_address': 'fa:16:3e:17:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:48.793991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf00996-165c-47e9-aac5-b7071194cc5e req-adea5fa2-d19c-4a46-afb7-c5731d13a630 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:48.795562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cf00996-165c-47e9-aac5-b7071194cc5e req-adea5fa2-d19c-4a46-afb7-c5731d13a630 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.0608962 Sep 24 19:07:48.838013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cf00996-165c-47e9-aac5-b7071194cc5e req-60eac442-10a8-4649-bb04-c7a7c712883c tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Sep 24 19:07:48.838900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.841418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.867825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b420c8-cca2-4beb-bb80-c1f9282868f3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:48.869198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:48.877741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:48.879975 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4b5bee-0124-4f64-82af-bc77b80c0d2e" -d '{"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:48.897428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:48.906995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:48.911510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.912297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8178853-7c5d-4fd2-93d2-4bb1fed8ace4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d83fc8573573408eb3813c1ae1238905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419021 Sep 24 19:07:48.914752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:48.915326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:48.959851 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951ca35-b5fa-4e6d-8423-4780ef72cc05 x-openstack-request-id: req-c951ca35-b5fa-4e6d-8423-4780ef72cc05 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:48.960144 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:48.960401 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c951ca35-b5fa-4e6d-8423-4780ef72cc05 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:48.960776 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'code': 200} Sep 24 19:07:48.963611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:48.964481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95aeeca8-32fd-4e1b-899c-0512ccfc4c23 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:48.966638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.969943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.992342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:48.993289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:49.056687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bae581-2a6f-4bb0-ac65-f2bf5fee3620 req-552fd6ad-215d-4572-ab12-c62210f68895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:49.058385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1bae581-2a6f-4bb0-ac65-f2bf5fee3620 req-552fd6ad-215d-4572-ab12-c62210f68895 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 1100 time: 0.0587509 Sep 24 19:07:49.060076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:49.063632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:49.067345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:49.068572 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d044520e-56c4-45c5-9c2a-51b3c4c8f35a HTTP/1.1" status: 204 len: 168 time: 0.1524432 Sep 24 19:07:49.072528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.072883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.073529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.074275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.074834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.075310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.075657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.076193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.076480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.076768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.077252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.077464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de08f2-ed45-4ee7-8d7c-ab98fce83fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d044520e-56c4-45c5-9c2a-51b3c4c8f35a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:49.077646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:07:49.111523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1bae581-2a6f-4bb0-ac65-f2bf5fee3620 req-85cb07ac-937a-4fb5-9db8-5882ba57c199 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 24 19:07:49.258099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab710-fe95-4c3f-a38f-6618305929d1 req-6a23a769-0509-4af0-886b-4aa6515d8ca9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:49.259726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634ab710-fe95-4c3f-a38f-6618305929d1 req-6a23a769-0509-4af0-886b-4aa6515d8ca9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1416347 Sep 24 19:07:49.304742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-210c5d43-8e50-4f15-86a2-9075c6ce773f tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:49.306538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-210c5d43-8e50-4f15-86a2-9075c6ce773f tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.15 "GET /v2.0/networks?id=284e88cc-53bc-4b8f-9f8c-d0d88446531a HTTP/1.1" status: 200 len: 821 time: 0.1363449 Sep 24 19:07:49.326037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Request body: {'port': {'device_id': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a', 'admin_state_up': True, 'tenant_id': '1269a54a95b6492e8846de4308f04124'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:49.339787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e5b420c8-cca2-4beb-bb80-c1f9282868f3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:49.343003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634ab710-fe95-4c3f-a38f-6618305929d1 req-79abbbf3-7471-4de6-a50d-12beafa3a109 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737183 Sep 24 19:07:49.458610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-861abd94-0f79-443a-82e3-79330d2ad381 req-156bdec5-1231-451e-b986-69b3c9999804 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Sep 24 19:07:49.493275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Made reservation on behalf of 1269a54a95b6492e8846de4308f04124 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:07:49.497383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:49.645800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f38f4-b001-49e1-8f81-154fe87af176 req-115d11b8-9730-4a7e-b318-f7e91f569e38 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:49.647399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-154f38f4-b001-49e1-8f81-154fe87af176 req-115d11b8-9730-4a7e-b318-f7e91f569e38 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.0943284 Sep 24 19:07:49.687929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Allocated IP 172.20.0.6 (284e88cc-53bc-4b8f-9f8c-d0d88446531a/4984b003-89a3-41bb-b240-9f7e5f85902a/392fc275-7eb1-47b4-8081-ebf6e950f2a3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:07:49.717607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-154f38f4-b001-49e1-8f81-154fe87af176 req-b37955ed-bc5c-4269-b848-5392cb10824a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597348 Sep 24 19:07:49.859653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:49.897707 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:49.980154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Network 284e88cc-53bc-4b8f-9f8c-d0d88446531a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:07:49.985427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Pushing event updated for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:49.987985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:07:49.991085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:07:50.031848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19a8e7-ebff-4acc-8ff6-3633eedea266 req-73d0f944-68fe-40c4-a3ae-d446832c37c8 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.033368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c19a8e7-ebff-4acc-8ff6-3633eedea266 req-73d0f944-68fe-40c4-a3ae-d446832c37c8 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 949 time: 0.1016521 Sep 24 19:07:50.067021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.067549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.094790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c19a8e7-ebff-4acc-8ff6-3633eedea266 req-6bd0992b-126e-4348-8bd9-301e752d246d tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Sep 24 19:07:50.096053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-de570f80-0d95-4395-ae95-57a444eea448 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765472 Sep 24 19:07:50.113819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Request body: {'port': {'device_id': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:50.173686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.277598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-107f3ce2-58f9-4e2f-b867-f43346f21c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.497080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392fc275-7eb1-47b4-8081-ebf6e950f2a3 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:50.510012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.531904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c5b1-dff3-4108-83e6-366e88a306ab req-708bff7f-b117-41d0-9a0a-79a78d7a6e50 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.533604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57d9c5b1-dff3-4108-83e6-366e88a306ab req-708bff7f-b117-41d0-9a0a-79a78d7a6e50 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0839369 Sep 24 19:07:50.536834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Transition to ACTIVE for port object 392fc275-7eb1-47b4-8081-ebf6e950f2a3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:07:50.545115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.650175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Pushing event updated for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:50.689762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57d9c5b1-dff3-4108-83e6-366e88a306ab req-f48dcd7b-46fd-41d6-9e75-43d707bb55ab tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469588 Sep 24 19:07:50.716822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f05b-319b-402f-b51c-22a8e92920f9 req-25c5cfaa-7fb2-42f4-a0ee-47fd786e126d tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.718253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac6f05b-319b-402f-b51c-22a8e92920f9 req-25c5cfaa-7fb2-42f4-a0ee-47fd786e126d tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 943 time: 0.1538754 Sep 24 19:07:50.782793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac6f05b-319b-402f-b51c-22a8e92920f9 req-7e634a88-5b2f-4ba2-83f4-83d30e98f177 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569284 Sep 24 19:07:50.787127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Attempting to bind port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:07:50.787608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Attempting to bind port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '65944962-91c1-4868-b533-a96ad6b47786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:07:50.787845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Attempting to bind port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 on network 284e88cc-53bc-4b8f-9f8c-d0d88446531a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:50.792881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 on network 284e88cc-53bc-4b8f-9f8c-d0d88446531a not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:07:50.794003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Attempting to bind port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 on network 284e88cc-53bc-4b8f-9f8c-d0d88446531a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:07:50.803197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:07:50.803598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Checking segment: {'id': '65944962-91c1-4868-b533-a96ad6b47786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:07:50.804037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Bound using segment: {'id': '65944962-91c1-4868-b533-a96ad6b47786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:07:50.804548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Bound port: 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65944962-91c1-4868-b533-a96ad6b47786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:07:50.804963 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.915683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e408ac-e9ff-4ee0-a21f-a2ef4fdb6fcf req-f288cbbc-acf9-403f-a40f-4d07f0c8d800 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.917321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97e408ac-e9ff-4ee0-a21f-a2ef4fdb6fcf req-f288cbbc-acf9-403f-a40f-4d07f0c8d800 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1161511 Sep 24 19:07:50.928090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:50.930140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3,segment=NetworkSegment(65944962-91c1-4868-b533-a96ad6b47786),segment_id=65944962-91c1-4868-b533-a96ad6b47786)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:07:50.942282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.992472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:50.993097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:50.994496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] 10.222.0.15 "PUT /v2.0/ports/392fc275-7eb1-47b4-8081-ebf6e950f2a3 HTTP/1.1" status: 200 len: 1091 time: 0.8850715 Sep 24 19:07:50.994959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:50.997733 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:51.035037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97e408ac-e9ff-4ee0-a21f-a2ef4fdb6fcf req-e0d64148-dcff-4573-b86d-4e5a1ca00ef0 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027286 Sep 24 19:07:51.040441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58098c23-b9ec-4b1f-b131-2908810c5c00 service neutron] Pushing event updated for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:51.074417 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f8e0a-1d7b-406f-80ea-1a13a1a5e9a1 x-openstack-request-id: req-0a2f8e0a-1d7b-406f-80ea-1a13a1a5e9a1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:51.074777 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:51.075054 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a2f8e0a-1d7b-406f-80ea-1a13a1a5e9a1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:51.075942 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3', 'status': 'completed', 'code': 200} Sep 24 19:07:51.091595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-10705dcf-0cce-44da-b0f8-d23ac1982a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.093096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-10705dcf-0cce-44da-b0f8-d23ac1982a76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1269a54a95b6492e8846de4308f04124&device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 1094 time: 0.0480647 Sep 24 19:07:51.134326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-53d0f4a7-4b13-48cd-bb1a-474177a40f43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3 HTTP/1.1" status: 200 len: 217 time: 0.0326924 Sep 24 19:07:51.210346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-df9ed0b2-5f58-4183-9e6b-1244528230bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.211824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-df9ed0b2-5f58-4183-9e6b-1244528230bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4984b003-89a3-41bb-b240-9f7e5f85902a HTTP/1.1" status: 200 len: 861 time: 0.0701177 Sep 24 19:07:51.239643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6f5b-b39b-4542-8bdd-77e36180edd3 req-50be5866-e0a1-4807-8aac-b8432d0d0270 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.240983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f79a6f5b-b39b-4542-8bdd-77e36180edd3 req-50be5866-e0a1-4807-8aac-b8432d0d0270 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 949 time: 0.0676525 Sep 24 19:07:51.257559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-a503c1ee-f7cf-4342-ab08-6b7ce14d791d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=284e88cc-53bc-4b8f-9f8c-d0d88446531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339646 Sep 24 19:07:51.311471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f79a6f5b-b39b-4542-8bdd-77e36180edd3 req-c6401632-d54b-4528-a0d7-d754e54c37d8 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567038 Sep 24 19:07:51.368860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-50ab97b8-d002-4c5b-b0b8-c842f0850626 service neutron] 10.222.0.15 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979080 Sep 24 19:07:51.467946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bcc6ea1-99e9-41ca-838a-acf917c0a8d0 req-d1051c65-248c-467e-89a0-099dc5415366 service neutron] 10.222.0.15 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Sep 24 19:07:51.567315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-d2ba8011-07a7-48b3-8a55-1772c64e1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.568905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-d2ba8011-07a7-48b3-8a55-1772c64e1b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1269a54a95b6492e8846de4308f04124&device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 1094 time: 0.0425980 Sep 24 19:07:51.673370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-1aaed726-356c-4d2e-9c7d-57f655ee478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.674898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-1aaed726-356c-4d2e-9c7d-57f655ee478d service neutron] 10.222.0.15 "GET /v2.0/networks?id=284e88cc-53bc-4b8f-9f8c-d0d88446531a HTTP/1.1" status: 200 len: 921 time: 0.0900707 Sep 24 19:07:51.721240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-48db546a-6185-49b1-ab94-cdc8d761d432 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3 HTTP/1.1" status: 200 len: 217 time: 0.0386364 Sep 24 19:07:51.805974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-39c24dcf-c897-4e5c-bc2d-d52217a8e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.807475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-39c24dcf-c897-4e5c-bc2d-d52217a8e118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4984b003-89a3-41bb-b240-9f7e5f85902a HTTP/1.1" status: 200 len: 861 time: 0.0769506 Sep 24 19:07:51.824505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076097-2689-4024-83e2-ca3aa2f0fc87 req-a6147557-7a9e-453c-a75c-da9aa9f452df tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.827242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4076097-2689-4024-83e2-ca3aa2f0fc87 req-a6147557-7a9e-453c-a75c-da9aa9f452df tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0652921 Sep 24 19:07:51.873067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-9134ad11-5527-4a33-9354-06d66f04c798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=284e88cc-53bc-4b8f-9f8c-d0d88446531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458157 Sep 24 19:07:51.936241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4076097-2689-4024-83e2-ca3aa2f0fc87 req-5c886c90-7f96-45af-817b-ff91882c31b6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998151 Sep 24 19:07:51.974946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fc19d-6c7b-4805-80f2-6cda0fa5727f req-6c1ccd7a-f595-40bd-956b-f6a4ab107b1b tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:51.976485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf8fc19d-6c7b-4805-80f2-6cda0fa5727f req-6c1ccd7a-f595-40bd-956b-f6a4ab107b1b tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 943 time: 0.1025524 Sep 24 19:07:52.056168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf8fc19d-6c7b-4805-80f2-6cda0fa5727f req-72c0a8c6-6ced-44c9-b4e7-a27ac57ede21 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Sep 24 19:07:52.060652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-50829c5c-8755-46db-bb06-fefbea86926d service neutron] 10.222.0.15 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735091 Sep 24 19:07:52.533935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cce8c69-4f0e-418e-ad36-5dfcc981e8d1 req-4eac8911-d45d-4435-b1c1-cee8c7546a9a service neutron] 10.222.0.15 "GET /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647393 Sep 24 19:07:52.548658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270045-6a26-437c-afcc-8bf77e220ee8 req-f6cdccfb-3c10-4e23-82dd-1c3582063434 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.550204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af270045-6a26-437c-afcc-8bf77e220ee8 req-f6cdccfb-3c10-4e23-82dd-1c3582063434 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1047516 Sep 24 19:07:52.563442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.569935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.576859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.579542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:52.583839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.589917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.595908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.601788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.603743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-8b306f84-4310-4bcf-a3c2-6ffcb765e95a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1596167 Sep 24 19:07:52.631250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e5b420c8-cca2-4beb-bb80-c1f9282868f3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:52.634725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e5b420c8-cca2-4beb-bb80-c1f9282868f3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:52.635128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:52.655309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af270045-6a26-437c-afcc-8bf77e220ee8 req-3d8c9daf-224f-4d2c-8b9e-0916bfc6880a tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Sep 24 19:07:52.674547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d00711-f9dd-4e9b-ac3d-cc8a3cfd6f27 req-a89cc6f1-c791-4e68-91f2-51ffbc325b2c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604923 Sep 24 19:07:52.721196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:52.749609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:52.751886 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733850e-629b-43cb-944e-ca1e8a59ed19" -d '{"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-plugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:52.766740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:52.770246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa843bf4-f6d0-4bba-934b-55fa98f91cb4 req-7be29223-34be-46c4-a2fe-b34c04cf9cc2 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.771637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:52.771790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa843bf4-f6d0-4bba-934b-55fa98f91cb4 req-7be29223-34be-46c4-a2fe-b34c04cf9cc2 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 949 time: 0.0528803 Sep 24 19:07:52.805682 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded4a746-f24f-4806-9c8e-9ec4ea8fc48c x-openstack-request-id: req-ded4a746-f24f-4806-9c8e-9ec4ea8fc48c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:52.805973 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-plugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:52.806430 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ded4a746-f24f-4806-9c8e-9ec4ea8fc48c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:52.806849 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'code': 200} Sep 24 19:07:52.816485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa843bf4-f6d0-4bba-934b-55fa98f91cb4 req-eb975df9-518d-48ee-afb5-50656bb539ba tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Sep 24 19:07:52.837004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:52.880516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99e04036-49c6-421d-8718-1d99b94d9276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:52.916191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a5d1-db63-433e-92d7-57092b05d503 req-c0869c52-658d-49e7-8f23-d807203ba2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:52.917818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c97a5d1-db63-433e-92d7-57092b05d503 req-c0869c52-658d-49e7-8f23-d807203ba2a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 1101 time: 0.0399654 Sep 24 19:07:52.956037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c97a5d1-db63-433e-92d7-57092b05d503 req-759563e3-cc77-4acd-9ee5-283f7318f352 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288739 Sep 24 19:07:53.081478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b462f-c1d9-46d8-97ab-f95a4e657415 req-6acae9e9-e54a-4f18-895d-ba09bc006e66 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.095158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b19b462f-c1d9-46d8-97ab-f95a4e657415 req-6acae9e9-e54a-4f18-895d-ba09bc006e66 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0716579 Sep 24 19:07:53.146368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b19b462f-c1d9-46d8-97ab-f95a4e657415 req-7677cb19-c4d8-485f-9429-a85740be3e7a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Sep 24 19:07:53.189353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910958-7bd9-4991-a2f3-c409546aa46b req-e608328e-4890-425d-a592-2bc689760867 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.191045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20910958-7bd9-4991-a2f3-c409546aa46b req-e608328e-4890-425d-a592-2bc689760867 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 943 time: 0.0588555 Sep 24 19:07:53.236470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20910958-7bd9-4991-a2f3-c409546aa46b req-3559806e-9822-49c2-9855-58f9b90bfc86 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Sep 24 19:07:53.309884 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:53.726168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.732765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.738828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.744987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.751541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.757571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.763557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.765932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-3079f9f1-d21b-45d1-bceb-8fd49414d47b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.0951498 Sep 24 19:07:53.862076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-301836e5-733e-4347-b848-2c97f06235f0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.863505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-301836e5-733e-4347-b848-2c97f06235f0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0773189 Sep 24 19:07:53.894095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0619807-eee5-46e8-8776-137fc7ac40bf req-9fc4010b-1617-42f8-973f-678e4745ee02 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.895644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0619807-eee5-46e8-8776-137fc7ac40bf req-9fc4010b-1617-42f8-973f-678e4745ee02 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1290259 Sep 24 19:07:53.916491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.922940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.928822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.934787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.940670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.946807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.952764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:53.954680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-dba27bbc-818b-4d19-83df-cae4e3af6fc3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 5435 time: 0.1869125 Sep 24 19:07:54.071682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.073897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0619807-eee5-46e8-8776-137fc7ac40bf req-b93adeb1-9792-4b8b-8ab0-0b30664281b6 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158237 Sep 24 19:07:54.086706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aecbddc-ef10-4cbf-bf5b-9b32b8b5b46a req-9c1f3673-f2d0-4125-a9ef-d6b58afd20c1 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&id=e694d7a6-2f46-44bb-ac0e-135dbc24e643&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237259 Sep 24 19:07:54.101867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-7a56e54e-d9bc-48c3-aac8-537e66f44a3d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2287281 Sep 24 19:07:54.124309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:54.199251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.299624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd468a-d5ef-4edc-bc21-72fbb1f5fd3b req-976207aa-1f06-4904-a7d6-f0a3bf3b5391 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:54.301050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cbd468a-d5ef-4edc-bc21-72fbb1f5fd3b req-976207aa-1f06-4904-a7d6-f0a3bf3b5391 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 950 time: 0.1176941 Sep 24 19:07:54.377902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55c3bd-4775-4f6a-bb46-ef3d589235a9 req-645ead78-e9db-48e3-b8d7-95bbcfadcdf0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:54.379324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f55c3bd-4775-4f6a-bb46-ef3d589235a9 req-645ead78-e9db-48e3-b8d7-95bbcfadcdf0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1229653 Sep 24 19:07:54.436973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cbd468a-d5ef-4edc-bc21-72fbb1f5fd3b req-c542d602-2e5f-4995-ba7a-ca95a8b83148 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225410 Sep 24 19:07:54.464232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f55c3bd-4775-4f6a-bb46-ef3d589235a9 req-56f680ec-a25e-49e8-bfc1-a45efb167c72 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536554 Sep 24 19:07:54.490199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d0f216aa-3e40-48f2-870c-3aa3680304ab,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:54.537270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] For port d0f216aa-3e40-48f2-870c-3aa3680304ab, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:54.602346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] device_id is not set on port d0f216aa-3e40-48f2-870c-3aa3680304ab yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:07:54.615286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.621316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.634580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420859d-2246-412d-935b-77dbc331a348 req-6d19fd2c-0bdb-4750-a319-333841884532 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:54.636137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0420859d-2246-412d-935b-77dbc331a348 req-6d19fd2c-0bdb-4750-a319-333841884532 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 943 time: 0.0779784 Sep 24 19:07:54.701100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:54.726002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] No DVR routers for this DVR port d0f216aa-3e40-48f2-870c-3aa3680304ab on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:54.757549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0420859d-2246-412d-935b-77dbc331a348 req-87bfd224-6179-4d3f-8b28-b7c7e535b11e tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006002 Sep 24 19:07:54.785136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] In _notify_port_updated(), no bound segment for port d0f216aa-3e40-48f2-870c-3aa3680304ab on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:07:54.786706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:54.787583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.788942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-537a1f15-dca4-401f-9a30-f9bad03857f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 200 len: 1027 time: 0.6691046 Sep 24 19:07:54.845108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6794af59-d2b5-4a84-b89c-a3bed930ab07 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:54.846711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6794af59-d2b5-4a84-b89c-a3bed930ab07 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "GET /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0450826 Sep 24 19:07:54.860489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:07:54.901826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 392fc275-7eb1-47b4-8081-ebf6e950f2a3 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:54.921102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:54.987328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8990b60-bf89-48fd-b512-b27638bf9f55 None None] Provisioning complete for port d0f216aa-3e40-48f2-870c-3aa3680304ab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:54.987707 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8990b60-bf89-48fd-b512-b27638bf9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.032937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3,segment=NetworkSegment(65944962-91c1-4868-b533-a96ad6b47786),segment_id=65944962-91c1-4868-b533-a96ad6b47786)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:55.050794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f8990b60-bf89-48fd-b512-b27638bf9f55 None None] Port d0f216aa-3e40-48f2-870c-3aa3680304ab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:55.050794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '392fc275-7eb1-47b4-8081-ebf6e950f2a3', 'network_id': '284e88cc-53bc-4b8f-9f8c-d0d88446531a', 'port_id': '392fc275-7eb1-47b4-8081-ebf6e950f2a3', 'mac_address': 'fa:16:3e:5e:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4984b003-89a3-41bb-b240-9f7e5f85902a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:55.060808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c0fea71b-2030-430a-a53c-d189c3def90b,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:55.089958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.097171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] For port c0fea71b-2030-430a-a53c-d189c3def90b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:07:55.106963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392fc275-7eb1-47b4-8081-ebf6e950f2a3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:55.130908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3,segment=NetworkSegment(65944962-91c1-4868-b533-a96ad6b47786),segment_id=65944962-91c1-4868-b533-a96ad6b47786)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:55.140125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.155454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] device_id is not set on port c0fea71b-2030-430a-a53c-d189c3def90b yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:07:55.167047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.177135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.217268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:55.348921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] No DVR routers for this DVR port c0fea71b-2030-430a-a53c-d189c3def90b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:55.385410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:55.431784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.438608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.445059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.451876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.457873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.461194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['392fc275-7eb1-47b4-8081-ebf6e950f2a3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:55.467544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5e45ad01-d4db-407c-95f8-9868373e22b3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 3886 time: 0.2394300 Sep 24 19:07:55.483407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beccde-2f41-4f75-86d4-0c7eb0a7bda6 req-fbdf1d5e-4164-46e7-b5f4-d89e2c16bafb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.490717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6beccde-2f41-4f75-86d4-0c7eb0a7bda6 req-fbdf1d5e-4164-46e7-b5f4-d89e2c16bafb tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.2716548 Sep 24 19:07:55.500515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] In _notify_port_updated(), no bound segment for port c0fea71b-2030-430a-a53c-d189c3def90b on network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:07:55.501404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.502032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.503352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-6f9f3c8e-8b48-4ee4-b009-3011f0d0cf93 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 200 len: 1028 time: 0.6478875 Sep 24 19:07:55.599418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5330f316-cdf9-4771-a59b-970425fbb2b2 req-5cccffc1-0c68-4d20-835b-91f202ffd52e tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309428 Sep 24 19:07:55.604168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6beccde-2f41-4f75-86d4-0c7eb0a7bda6 req-c777ed9f-a35b-4683-ae1b-22167c4af348 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125252 Sep 24 19:07:55.616622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c0b7a681-5d78-4dd3-8e81-819ada38f5c7 None None] Provisioning complete for port c0fea71b-2030-430a-a53c-d189c3def90b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:55.616932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a681-5d78-4dd3-8e81-819ada38f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.701448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7a681-5d78-4dd3-8e81-819ada38f5c7 None None] Port c0fea71b-2030-430a-a53c-d189c3def90b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:07:55.734844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-c7a0596d-b686-4dbf-8a95-fb5d01d1919c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.739112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-c7a0596d-b686-4dbf-8a95-fb5d01d1919c tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.69 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 946 time: 0.1582170 Sep 24 19:07:55.753019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port a8981eb5-a2d2-4084-ae16-1017ad15d137 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:55.753434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.822027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:55.961342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e9b-b5e7-4b3f-96c0-c521f2ecad24 req-8e3d6dcc-9851-45c6-b5a8-697090ab4d17 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.962766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08788e9b-b5e7-4b3f-96c0-c521f2ecad24 req-8e3d6dcc-9851-45c6-b5a8-697090ab4d17 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 950 time: 0.2226546 Sep 24 19:07:55.979503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170bce3-9a9c-4690-97e3-4fe08fae6f83 req-18d49246-e6cf-4b1a-ba8c-822688fc7f05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:55.980967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9170bce3-9a9c-4690-97e3-4fe08fae6f83 req-18d49246-e6cf-4b1a-ba8c-822688fc7f05 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1692550 Sep 24 19:07:56.062653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08788e9b-b5e7-4b3f-96c0-c521f2ecad24 req-4f240e16-f8bd-4375-8844-ca56b013184e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908661 Sep 24 19:07:56.078274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port a8981eb5-a2d2-4084-ae16-1017ad15d137, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a8981eb5-a2d2-4084-ae16-1017ad15d137,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:56.079044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.106946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Deleting port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:56.107659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.213157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9170bce3-9a9c-4690-97e3-4fe08fae6f83 req-89750447-c450-4565-b9f6-5b9019b943ec tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216244 Sep 24 19:07:56.214146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for a8981eb5-a2d2-4084-ae16-1017ad15d137 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:56.248219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] For port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:56.248597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.324481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Calling delete_port for 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:56.437589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f1a69-5729-434d-b60e-b86389c71aec req-0d07a39f-fcfc-4358-a23b-17cec3bc805a tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.439115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-041f1a69-5729-434d-b60e-b86389c71aec req-0d07a39f-fcfc-4358-a23b-17cec3bc805a tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 944 time: 0.2126410 Sep 24 19:07:56.486444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8940a6d-c90a-4b56-ae15-4e53aaa4ea4d req-061a21de-d856-4573-92ff-3813191cdaf1 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.487887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8940a6d-c90a-4b56-ae15-4e53aaa4ea4d req-061a21de-d856-4573-92ff-3813191cdaf1 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 949 time: 0.1998141 Sep 24 19:07:56.566443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-041f1a69-5729-434d-b60e-b86389c71aec req-b1b2923e-9000-4b25-a80d-cc18efe8a518 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168706 Sep 24 19:07:56.624704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8940a6d-c90a-4b56-ae15-4e53aaa4ea4d req-ed541ff3-f871-41a0-b7b9-19de32f39245 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284823 Sep 24 19:07:56.633063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.671538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=a8981eb5-a2d2-4084-ae16-1017ad15d137,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:56.682572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.703110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:56.757119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Pushing event deleted for resources: {'Port': ['ID=9fe8ca45-89ae-4c48-819f-d52e2ba7cd68,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:56.800326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port a8981eb5-a2d2-4084-ae16-1017ad15d137 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:56.803568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.805528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-1dcb5443-5963-4507-b714-3eaedc9c45c9 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "DELETE /v2.0/ports/a8981eb5-a2d2-4084-ae16-1017ad15d137 HTTP/1.1" status: 204 len: 173 time: 1.2888815 Sep 24 19:07:56.807064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:56.809840 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e24970f-a7ab-485f-8866-6a45767823d6" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:56.813787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef815943-c889-4063-a203-6f4d6a3f2f41 req-920bd6f6-7719-4cb0-bdb4-6342ba6a439f tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.18 "GET /v2.0/ports?device_id=30211e63-41d3-46f5-9638-8f4786f28de1 HTTP/1.1" status: 200 len: 210 time: 0.0848188 Sep 24 19:07:56.882953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] No DVR routers for this DVR port 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:56.889042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:56.891223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7b62ae8-4c26-4c75-8230-00ef665d862b req-d810dde6-2fdf-4e21-b345-0e4511fedd86 tempest-ServerRescueNegativeTestJSON-664247131 tempest-ServerRescueNegativeTestJSON-664247131-project] 10.222.0.69 "DELETE /v2.0/ports/9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 HTTP/1.1" status: 204 len: 173 time: 1.1410260 Sep 24 19:07:56.894666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 392fc275-7eb1-47b4-8081-ebf6e950f2a3 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:07:56.948049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-7515ae99-5ae0-4e0a-b9fc-b186ac23a153 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.954736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-7515ae99-5ae0-4e0a-b9fc-b186ac23a153 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.961268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-7515ae99-5ae0-4e0a-b9fc-b186ac23a153 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.966955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:07:56.967283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-7515ae99-5ae0-4e0a-b9fc-b186ac23a153 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:56.969055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-7515ae99-5ae0-4e0a-b9fc-b186ac23a153 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 3152 time: 0.2385590 Sep 24 19:07:56.972604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:07:56.973148 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.076534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52562864-60e4-4ac3-b3a6-0bb55ba55d8b req-4cbf6b22-642a-4de3-a307-57b61a3198af tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925937 Sep 24 19:07:57.119190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port e2592910-74dc-4dda-b702-c11ae0ca6827 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:57.123700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.147207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.189966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:57.192997 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f42d05-f628-4b26-95c2-8d0df7abd0ec" -d '{"events": [{"server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "name": "network-vif-plugged", "status": "completed", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:57.208814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3,segment=NetworkSegment(65944962-91c1-4868-b533-a96ad6b47786),segment_id=65944962-91c1-4868-b533-a96ad6b47786)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:57.216852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.281870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:57.338747 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1f0340-4144-4bea-8634-853f251201ef x-openstack-request-id: req-2a1f0340-4144-4bea-8634-853f251201ef {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:57.339135 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "a8981eb5-a2d2-4084-ae16-1017ad15d137", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:57.339401 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a1f0340-4144-4bea-8634-853f251201ef {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:57.339838 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': 'a8981eb5-a2d2-4084-ae16-1017ad15d137', 'status': 'completed', 'code': 200} Sep 24 19:07:57.352946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port e2592910-74dc-4dda-b702-c11ae0ca6827, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e2592910-74dc-4dda-b702-c11ae0ca6827,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:57.353409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.383912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for e2592910-74dc-4dda-b702-c11ae0ca6827 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:57.392662 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c6e1b-72a1-4623-94b5-1fa79f225b83 x-openstack-request-id: req-126c6e1b-72a1-4623-94b5-1fa79f225b83 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:57.392963 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "name": "network-vif-plugged", "status": "completed", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:57.394769 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-126c6e1b-72a1-4623-94b5-1fa79f225b83 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:57.394769 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3', 'code': 200} Sep 24 19:07:57.636581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce37c3-3e0f-4267-81e1-6b5c7e7e4c6f req-690fb034-8ee9-4cc4-b3a5-5f4b0d35b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:57.638355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffce37c3-3e0f-4267-81e1-6b5c7e7e4c6f req-690fb034-8ee9-4cc4-b3a5-5f4b0d35b2ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 1096 time: 0.1191921 Sep 24 19:07:57.678097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c9e0-5819-4b28-b5c8-5c49c8232bd0 req-959de0fa-9a6b-411e-a044-019c8ca9e659 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:57.679669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19c6c9e0-5819-4b28-b5c8-5c49c8232bd0 req-959de0fa-9a6b-411e-a044-019c8ca9e659 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1623740 Sep 24 19:07:57.745121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19c6c9e0-5819-4b28-b5c8-5c49c8232bd0 req-b11d587d-75e5-4727-b419-bc07f140693c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 Sep 24 19:07:57.751089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.776677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffce37c3-3e0f-4267-81e1-6b5c7e7e4c6f req-0b834a7d-9f37-469a-872d-b6fe84669d7c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237123 Sep 24 19:07:57.799038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=e2592910-74dc-4dda-b702-c11ae0ca6827,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:57.828616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b872-9732-4759-a917-9827c8ec1ec0 req-34ba3e9c-a915-4658-af93-7523c979106e tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:57.829151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ad0b872-9732-4759-a917-9827c8ec1ec0 req-34ba3e9c-a915-4658-af93-7523c979106e tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.1587212 Sep 24 19:07:57.891713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:57.919719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port e2592910-74dc-4dda-b702-c11ae0ca6827 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:57.927695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:57.929641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-cda90bcb-4001-4a2b-959c-f0fd9c4687bf tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "DELETE /v2.0/ports/e2592910-74dc-4dda-b702-c11ae0ca6827 HTTP/1.1" status: 204 len: 173 time: 1.1118150 Sep 24 19:07:57.949719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ad0b872-9732-4759-a917-9827c8ec1ec0 req-92674ec5-6f1c-40cd-8f4f-32e09d25d6d6 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199148 Sep 24 19:07:58.052800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:58.057079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.203688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port 50cde80b-cefd-477f-93a7-e1eb95ee92c6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=50cde80b-cefd-477f-93a7-e1eb95ee92c6,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:58.204056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.223613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for 50cde80b-cefd-477f-93a7-e1eb95ee92c6 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:58.249519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6cf5-96ac-4a22-8ae1-5185d42d6c33 req-2b9bc164-9208-40a8-bdcb-410f31f076cd tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:58.255581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6cf5-96ac-4a22-8ae1-5185d42d6c33 req-2b9bc164-9208-40a8-bdcb-410f31f076cd tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:58.261563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6cf5-96ac-4a22-8ae1-5185d42d6c33 req-2b9bc164-9208-40a8-bdcb-410f31f076cd tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:58.269009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-676f6cf5-96ac-4a22-8ae1-5185d42d6c33 req-2b9bc164-9208-40a8-bdcb-410f31f076cd tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 2417 time: 0.1068504 Sep 24 19:07:58.345332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.357031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-676f6cf5-96ac-4a22-8ae1-5185d42d6c33 req-4b1e88f4-00ad-4b3f-b6b5-0743cf891611 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864606 Sep 24 19:07:58.510961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.548529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=50cde80b-cefd-477f-93a7-e1eb95ee92c6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:58.580395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:07:58.583493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a8981eb5-a2d2-4084-ae16-1017ad15d137 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:58.613768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port 50cde80b-cefd-477f-93a7-e1eb95ee92c6 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:07:58.616934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.619761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-28deb1bc-7d5d-4af6-bf67-a4ee8a02cf51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "DELETE /v2.0/ports/50cde80b-cefd-477f-93a7-e1eb95ee92c6 HTTP/1.1" status: 204 len: 173 time: 0.6682224 Sep 24 19:07:58.619968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: a8981eb5-a2d2-4084-ae16-1017ad15d137 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:58.620300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a8981eb5-a2d2-4084-ae16-1017ad15d137 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:58.621060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c0fea71b-2030-430a-a53c-d189c3def90b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:58.688476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c0fea71b-2030-430a-a53c-d189c3def90b not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:58.688902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 42421aa6-2bd1-400f-881a-946e101866c1 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:58.696401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Deleting port c142a7dc-29b7-4d55-9552-6d91264410b1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:58.696734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.774204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:58.783305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] For port c142a7dc-29b7-4d55-9552-6d91264410b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c142a7dc-29b7-4d55-9552-6d91264410b1,segment=NetworkSegment(d4f285dc-a818-45be-9b5f-d1d9f56735da),segment_id=d4f285dc-a818-45be-9b5f-d1d9f56735da)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:58.783944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.790465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'mac_address': 'fa:16:3e:c7:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:07:58.799692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Calling delete_port for c142a7dc-29b7-4d55-9552-6d91264410b1 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:58.853066 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.866304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.898201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:07:58.936216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:58.954354 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:58.955465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:59.004669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.055850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:59.091310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.102599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Pushing event deleted for resources: {'Port': ['ID=c142a7dc-29b7-4d55-9552-6d91264410b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:59.157129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db7542-8d3b-4444-a427-a6ca4fad7bf5 req-58b29171-7e7f-4e4e-8920-16b5888815fe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:59.164801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:59.169991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29db7542-8d3b-4444-a427-a6ca4fad7bf5 req-58b29171-7e7f-4e4e-8920-16b5888815fe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1684880 Sep 24 19:07:59.248020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.249922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d8cf633a-d938-4f6f-a63a-62f82be21fce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:07:59.292478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29db7542-8d3b-4444-a427-a6ca4fad7bf5 req-461817c2-03fb-4a04-a4a8-6b56f1d15ec1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196258 Sep 24 19:07:59.303438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port 42421aa6-2bd1-400f-881a-946e101866c1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:07:59.304014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.336193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9bb3-4521-406b-a0d2-29782236d658 req-242bdfe1-e9fd-49ec-bbf8-c49d38ed42af tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:59.337800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-012f9bb3-4521-406b-a0d2-29782236d658 req-242bdfe1-e9fd-49ec-bbf8-c49d38ed42af tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.1649983 Sep 24 19:07:59.341277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'name': 'network-vif-deleted', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827'}, {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:59.343632 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52019acf-c780-4e7c-8c2a-60514af4b35a" -d '{"events": [{"server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "name": "network-vif-deleted", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827"}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:59.410986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.426792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:07:59.429211 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da21ab-ae47-488e-b434-98001bddf547" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "42421aa6-2bd1-400f-881a-946e101866c1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:07:59.478692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-012f9bb3-4521-406b-a0d2-29782236d658 req-e70ca757-ea26-40a4-bd91-eb8ba2f0fee0 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 Sep 24 19:07:59.485259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:59.502767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:59.515138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.515883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 50cde80b-cefd-477f-93a7-e1eb95ee92c6 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:59.544838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 50cde80b-cefd-477f-93a7-e1eb95ee92c6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:59.545251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 50cde80b-cefd-477f-93a7-e1eb95ee92c6 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:59.545753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e2592910-74dc-4dda-b702-c11ae0ca6827 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:59.583523 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba2248b-da6a-4d7e-95c0-0fbf47b9a052 x-openstack-request-id: req-bba2248b-da6a-4d7e-95c0-0fbf47b9a052 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:59.583910 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30211e63-41d3-46f5-9638-8f4786f28de1", "name": "network-vif-deleted", "tag": "9fe8ca45-89ae-4c48-819f-d52e2ba7cd68", "status": "completed", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "e2592910-74dc-4dda-b702-c11ae0ca6827", "status": "completed", "code": 200}, {"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "50cde80b-cefd-477f-93a7-e1eb95ee92c6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:59.584176 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba2248b-da6a-4d7e-95c0-0fbf47b9a052 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:59.584609 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30211e63-41d3-46f5-9638-8f4786f28de1', 'name': 'network-vif-deleted', 'tag': '9fe8ca45-89ae-4c48-819f-d52e2ba7cd68', 'status': 'completed', 'code': 200} Sep 24 19:07:59.584868 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': 'e2592910-74dc-4dda-b702-c11ae0ca6827', 'status': 'completed', 'code': 200} Sep 24 19:07:59.585118 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '50cde80b-cefd-477f-93a7-e1eb95ee92c6', 'status': 'completed', 'code': 200} Sep 24 19:07:59.592000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port 42421aa6-2bd1-400f-881a-946e101866c1, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=42421aa6-2bd1-400f-881a-946e101866c1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:07:59.592389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:07:59.603120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e2592910-74dc-4dda-b702-c11ae0ca6827 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:07:59.603668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e2592910-74dc-4dda-b702-c11ae0ca6827 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:59.604006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d0f216aa-3e40-48f2-870c-3aa3680304ab no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:07:59.641722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for 42421aa6-2bd1-400f-881a-946e101866c1 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:07:59.712750 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feedc209-a0a5-4e6f-adc5-90af9ceb1548 x-openstack-request-id: req-feedc209-a0a5-4e6f-adc5-90af9ceb1548 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:07:59.713165 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "42421aa6-2bd1-400f-881a-946e101866c1", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:07:59.713543 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-feedc209-a0a5-4e6f-adc5-90af9ceb1548 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:07:59.713946 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1', 'code': 200} Sep 24 19:07:59.741906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:07:59.775435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d0f216aa-3e40-48f2-870c-3aa3680304ab not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:07:59.802949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Router 6c443e39-175d-43cf-a389-e185771b5098 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:07:59.894316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3456299-9bcc-4664-af92-37591616e6d6 req-cc636829-2bf5-47da-9cf1-0bd15bdf123d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:59.912000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3456299-9bcc-4664-af92-37591616e6d6 req-cc636829-2bf5-47da-9cf1-0bd15bdf123d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:07:59.919829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3456299-9bcc-4664-af92-37591616e6d6 req-cc636829-2bf5-47da-9cf1-0bd15bdf123d tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 1678 time: 0.1421709 Sep 24 19:07:59.947734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:07:59.959449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-70fe0d52-167b-4c56-973c-3610c3d0a301 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c443e39-175d-43cf-a389-e185771b5098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0662117 Sep 24 19:07:59.960313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:07:59.963739 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Sync routers for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:07:59.975516 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:07:59.976217 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:07:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:00.051674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.070387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3456299-9bcc-4664-af92-37591616e6d6 req-95df5cf4-7ad4-49e7-ac1b-0f1035c60482 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493931 Sep 24 19:08:00.099273 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:00.123265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=42421aa6-2bd1-400f-881a-946e101866c1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:00.189559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port 42421aa6-2bd1-400f-881a-946e101866c1 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:00.192746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.195600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-421a45b5-593e-4718-a971-9cc219a14515 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "DELETE /v2.0/ports/42421aa6-2bd1-400f-881a-946e101866c1 HTTP/1.1" status: 204 len: 173 time: 1.5642476 Sep 24 19:08:00.211281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.325111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.334406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:00.336476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.382876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Deleting port 2d01a79b-c818-4268-871e-86eeecf3e47e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:00.383511 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.416991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:07:58Z', 'revision_number': 5, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port': {'id': '2d01a79b-c818-4268-871e-86eeecf3e47e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c443e39-175d-43cf-a389-e185771b5098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:00.457881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Checking router: 6c443e39-175d-43cf-a389-e185771b5098 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:08:00.473764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Routers {'6c443e39-175d-43cf-a389-e185771b5098'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:00.476126 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:07:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6c443e39-175d-43cf-a389-e185771b5098'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:00.522726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] For port 2d01a79b-c818-4268-871e-86eeecf3e47e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d01a79b-c818-4268-871e-86eeecf3e47e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:00.523263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.531452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:00.534744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.549083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Calling delete_port for 2d01a79b-c818-4268-871e-86eeecf3e47e owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:00.579491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e1743-431b-40d9-ad39-4c611c945d27 req-80a5a4fa-9cc2-4d4e-aa73-47dc7045b11c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:00.587177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e9e1743-431b-40d9-ad39-4c611c945d27 req-80a5a4fa-9cc2-4d4e-aa73-47dc7045b11c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1713092 Sep 24 19:08:00.594184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:08:00.685095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d8cf633a-d938-4f6f-a63a-62f82be21fce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:00.685736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.688473 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] Set router 6c443e39-175d-43cf-a389-e185771b5098 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:00.793380 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.806777 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:08:00Z', 'revision_number': 6, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:00.837346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:00.842898 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.844198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:00.885053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e9e1743-431b-40d9-ad39-4c611c945d27 req-1a83d898-00ab-48c1-bed8-a1e9d07eb263 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917948 Sep 24 19:08:00.924825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:00.926670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9fe8ca45-89ae-4c48-819f-d52e2ba7cd68 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:00.931763 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c932478-8f45-40ab-8589-d5461eefa92d None None] The sync data for ids ['6c443e39-175d-43cf-a389-e185771b5098'] in n-d-810952-2 is: [{'id': '6c443e39-175d-43cf-a389-e185771b5098', 'name': 'tempest-ServerRescueNegativeTestJSON-956167054-router', 'tenant_id': '0ee163bb87e84815bc87ce47b55aa924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:05:09Z', 'updated_at': '2021-09-24T19:08:00Z', 'revision_number': 6, 'project_id': '0ee163bb87e84815bc87ce47b55aa924', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:08:00.976955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c05f-4d65-4a6c-9943-81b5275d57f2 req-00d39c2f-5f82-4bb9-99ac-4b585f8f1065 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:00.985219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:00.990880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ee1c05f-4d65-4a6c-9943-81b5275d57f2 req-00d39c2f-5f82-4bb9-99ac-4b585f8f1065 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.2928164 Sep 24 19:08:00.992194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:01.053600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ee1c05f-4d65-4a6c-9943-81b5275d57f2 req-052a9ea0-b3de-4d57-8668-3691a43ab775 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Sep 24 19:08:01.088427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d01a79b-c818-4268-871e-86eeecf3e47e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:01.152803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.171935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.172574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.173005 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Floating IP 7b6f138d-1995-4bbd-9d6e-79a07d6c9016 disassociated. External IP: 172.25.5.206, port: 3ac5fdd5-b38c-44aa-97f1-fe3509519a20. Sep 24 19:08:01.173446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:01.372345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.375004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.473760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.474566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c443e39-175d-43cf-a389-e185771b5098 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:08:01.482389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.483721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.485605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb3f0001-33e4-4100-b1df-889bd25baf68 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6c443e39-175d-43cf-a389-e185771b5098 HTTP/1.1" status: 204 len: 168 time: 1.5239213 Sep 24 19:08:01.492724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:01.565272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219c58-b360-41d3-8041-c5b8d69366fa req-d78ba104-4651-4b55-9fb1-35f86b1b7119 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:01.575845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27219c58-b360-41d3-8041-c5b8d69366fa req-d78ba104-4651-4b55-9fb1-35f86b1b7119 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 944 time: 0.2677469 Sep 24 19:08:01.611353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:01.614505 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f3a8c-67ff-4c4b-87f9-7087cccb535a" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "42421aa6-2bd1-400f-881a-946e101866c1"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:01.650802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Deleting subnet 39f382d9-07cd-4bb6-899f-068e3cea77f7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:01.656145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.715537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}, {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:01.718671 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435eadd4-cd7e-4200-b486-1509df247817" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20"}, {"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:01.735482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27219c58-b360-41d3-8041-c5b8d69366fa req-3953911c-20bc-4618-8100-78de4014190b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups?id=34c87472-3bcd-4c26-8ece-ee5d45bb7065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541190 Sep 24 19:08:01.741171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:01.744921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=3ac5fdd5-b38c-44aa-97f1-fe3509519a20,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:01.830593 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29519abd-0ecb-4a51-b00f-a8f3adde7b9b x-openstack-request-id: req-29519abd-0ecb-4a51-b00f-a8f3adde7b9b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:01.831252 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20", "code": 200}, {"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:01.831382 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29519abd-0ecb-4a51-b00f-a8f3adde7b9b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:01.831755 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'code': 200} Sep 24 19:08:01.831936 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'code': 200} Sep 24 19:08:01.873906 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78ceb62-99dc-46ad-a9cb-2b7d269e70dd x-openstack-request-id: req-d78ceb62-99dc-46ad-a9cb-2b7d269e70dd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:01.874200 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "42421aa6-2bd1-400f-881a-946e101866c1", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:01.874497 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d78ceb62-99dc-46ad-a9cb-2b7d269e70dd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:01.874940 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '42421aa6-2bd1-400f-881a-946e101866c1', 'status': 'completed', 'code': 200} Sep 24 19:08:01.908395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.027736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.109224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f382d9-07cd-4bb6-899f-068e3cea77f7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:02.122570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.125997 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-60e4ba77-a1d1-47a8-ae70-e9cbcdf520be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39f382d9-07cd-4bb6-899f-068e3cea77f7 HTTP/1.1" status: 204 len: 168 time: 0.6273043 Sep 24 19:08:02.132207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:02.183772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Router 732a3691-1261-47b4-bfca-049e3ec091f2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:08:02.268663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.293295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ceb2b-3239-43ee-8e6d-e0dcf9986462 req-2dea38ae-e211-47be-a80f-d25850eee4e1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:02.303951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca8ceb2b-3239-43ee-8e6d-e0dcf9986462 req-2dea38ae-e211-47be-a80f-d25850eee4e1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2148600 Sep 24 19:08:02.431582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.474916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e51d50e-2c43-4f98-9f2f-fc25cf38db3f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:02.475733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca8ceb2b-3239-43ee-8e6d-e0dcf9986462 req-42c39cd6-b8e5-4e39-bf4c-928fb85cf186 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703084 Sep 24 19:08:02.520520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f285dc-a818-45be-9b5f-d1d9f56735da') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:02.520897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f285dc-a818-45be-9b5f-d1d9f56735da') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:02.592332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.595654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:08:02.610347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Sync routers for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:08:02.633027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.646584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:02.647724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:07:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:02.649004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:02.651304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:02.659488 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:02.661961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port 3ac5fdd5-b38c-44aa-97f1-fe3509519a20 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:02.667726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.670049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba6310f-ee73-4337-91ed-8175cefcec7d req-a338b917-3877-4aea-9d2a-165725804c48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.69 "DELETE /v2.0/ports/3ac5fdd5-b38c-44aa-97f1-fe3509519a20 HTTP/1.1" status: 204 len: 173 time: 2.4623578 Sep 24 19:08:02.720453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d01a79b-c818-4268-871e-86eeecf3e47e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:02.757686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2d01a79b-c818-4268-871e-86eeecf3e47e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:02.758286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d01a79b-c818-4268-871e-86eeecf3e47e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:02.759039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c142a7dc-29b7-4d55-9552-6d91264410b1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:02.761052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0eec-c179-48ca-bd1a-aad6879c89aa req-e27bd157-cf89-4d63-adc8-98cb79c500c5 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:02.763189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e6a0eec-c179-48ca-bd1a-aad6879c89aa req-e27bd157-cf89-4d63-adc8-98cb79c500c5 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.0915475 Sep 24 19:08:02.796248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c142a7dc-29b7-4d55-9552-6d91264410b1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:02.817619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c142a7dc-29b7-4d55-9552-6d91264410b1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:02.832327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e6a0eec-c179-48ca-bd1a-aad6879c89aa req-9f50ba9c-4924-44c9-8f94-68c14b99ec43 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616782 Sep 24 19:08:02.853092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.872277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:02.878276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e51d50e-2c43-4f98-9f2f-fc25cf38db3f HTTP/1.1" status: 204 len: 168 time: 0.7441268 Sep 24 19:08:02.898792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb07ab1-c66c-4ff3-83cc-bae9eabb21ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5e51d50e-2c43-4f98-9f2f-fc25cf38db3f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:03.016291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:03.095436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:03.148445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3164581b-8018-44e4-b0af-6ac98edaa521 req-47a61b99-62d5-40b8-8bb0-306fd40cb8fc tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1005533 Sep 24 19:08:03.360077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:03.377922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:03.463047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e11c518f-2d04-4ae3-a52a-0df284040337 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ee163bb87e84815bc87ce47b55aa924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017711 Sep 24 19:08:03.466727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35546) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:03.476364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Checking router: 732a3691-1261-47b4-bfca-049e3ec091f2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:08:03.486516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:03.487416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:07:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:03.697852 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:03.743115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:03.747493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676023-623a-448e-a22d-adbc477fcc7c req-c58f88bb-4086-4e12-b0d8-e1e8d94b0cd2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:03.755931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8676023-623a-448e-a22d-adbc477fcc7c req-c58f88bb-4086-4e12-b0d8-e1e8d94b0cd2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1727090 Sep 24 19:08:03.812586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:03.856828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8676023-623a-448e-a22d-adbc477fcc7c req-2ae4a4e7-0803-4278-a97e-d54347c1efa5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995843 Sep 24 19:08:03.876702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:03.879663 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0408be3-69db-4758-a606-db9ebe7a3625" -d '{"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:03.990405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:04.003315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:04.005665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343 HTTP/1.1" status: 204 len: 168 time: 0.5377958 Sep 24 19:08:04.023003 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e583a9cf-35f1-471d-b7b6-6a3f044773e0 x-openstack-request-id: req-e583a9cf-35f1-471d-b7b6-6a3f044773e0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:04.023003 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b", "name": "network-vif-deleted", "tag": "3ac5fdd5-b38c-44aa-97f1-fe3509519a20", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:04.023345 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e583a9cf-35f1-471d-b7b6-6a3f044773e0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:04.023787 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b', 'name': 'network-vif-deleted', 'tag': '3ac5fdd5-b38c-44aa-97f1-fe3509519a20', 'status': 'completed', 'code': 200} Sep 24 19:08:04.079063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d1ce9-8e0b-44aa-90d9-d10837d1bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0db77-9d0e-4f91-b1e5-c5c2ae7ce343,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:04.128500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:04.129376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-24d3a763-b4a0-43a7-93ec-38665a922be5 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:04.136956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-24d3a763-b4a0-43a7-93ec-38665a922be5 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.15 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.2391591 Sep 24 19:08:04.168368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7f843-95aa-4d71-9da3-60cad6aa079b None None] The sync data for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 is: [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:34Z', 'revision_number': 4, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b656d84d-0db9-4a75-b61b-1b7e6b916307', 'name': '', 'network_id': 'ac729ca5-6c8e-4162-a400-cb8e8b12326c', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'mac_address': 'fa:16:3e:78:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:33Z', 'updated_at': '2021-09-24T18:57:40Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'subnets': [{'id': 'ca4d657a-3260-4df4-900c-a3420663fc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:08:04.362045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a10eb0-34b9-417e-a282-42a295a8a987 req-85d498bf-0050-4e13-b6f7-2410028c3851 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:04.376217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38a10eb0-34b9-417e-a282-42a295a8a987 req-85d498bf-0050-4e13-b6f7-2410028c3851 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 945 time: 0.1903136 Sep 24 19:08:04.487404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c13c1c7d-0fd7-4f2b-9988-1fe66c9f0198 req-3d91c92c-d695-42a1-802a-f096b9781d67 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1035311 Sep 24 19:08:04.549108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38a10eb0-34b9-417e-a282-42a295a8a987 req-b23021c2-6797-4e78-896b-66d158f09c11 tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b736f65-505e-4d79-80ff-8b2920fcc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709459 Sep 24 19:08:04.576802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Deleting port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:04.577146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:04.775079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] For port 392fc275-7eb1-47b4-8081-ebf6e950f2a3, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=392fc275-7eb1-47b4-8081-ebf6e950f2a3,segment=NetworkSegment(65944962-91c1-4868-b533-a96ad6b47786),segment_id=65944962-91c1-4868-b533-a96ad6b47786)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:04.775737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:04.796620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Calling delete_port for 392fc275-7eb1-47b4-8081-ebf6e950f2a3 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:04.883196 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03252d-a5c8-4cdc-9635-db0f1eb02264 None None] New status for floating IP 7b6f138d-1995-4bbd-9d6e-79a07d6c9016: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:08:05.272564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:05.290139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['392fc275-7eb1-47b4-8081-ebf6e950f2a3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:05.389982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60a47-87fe-4c13-b071-1ed2b5e14208 req-d9969255-36bc-4953-a392-09a538965c4c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:05.407936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aeb60a47-87fe-4c13-b071-1ed2b5e14208 req-d9969255-36bc-4953-a392-09a538965c4c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.3321557 Sep 24 19:08:05.516059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] No DVR routers for this DVR port 392fc275-7eb1-47b4-8081-ebf6e950f2a3 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:05.520690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:05.524772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4903294c-5860-44e9-a54f-f3cddf9e578f req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.15 "DELETE /v2.0/ports/392fc275-7eb1-47b4-8081-ebf6e950f2a3 HTTP/1.1" status: 204 len: 173 time: 1.3843901 Sep 24 19:08:05.571815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6a10e-b9b8-48fc-ac2c-d3e382804efa tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] Pushing event deleted for resources: {'Port': ['ID=392fc275-7eb1-47b4-8081-ebf6e950f2a3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:05.619147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aeb60a47-87fe-4c13-b071-1ed2b5e14208 req-36070217-a2ac-4814-b10f-4b3e9c8cd4fd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063348 Sep 24 19:08:05.757328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91002888-dfcd-44d1-b01a-ad0e145ec286 req-03ae6a8c-6b53-454e-a63d-ec6f17d2a221 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0654011 Sep 24 19:08:05.864334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b06d0efe-08b2-4326-80c6-34e2aed9c36e req-e7a756a7-439a-42ca-8f1e-422244c4663b tempest-ServerMetadataNegativeTestJSON-967197714 tempest-ServerMetadataNegativeTestJSON-967197714-project] 10.222.0.18 "GET /v2.0/ports?device_id=a30e63a7-6cf9-4eeb-b412-291917b8fd10 HTTP/1.1" status: 200 len: 210 time: 0.0586267 Sep 24 19:08:06.025186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'name': 'network-vif-deleted', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:06.027567 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731cdd5-2846-4b93-b750-1fb1a47d835a" -d '{"events": [{"server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "name": "network-vif-deleted", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:06.145781 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b55522e-4b99-4e81-8984-d268cf285808 x-openstack-request-id: req-3b55522e-4b99-4e81-8984-d268cf285808 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:06.146079 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e63a7-6cf9-4eeb-b412-291917b8fd10", "name": "network-vif-deleted", "tag": "392fc275-7eb1-47b4-8081-ebf6e950f2a3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:06.146333 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b55522e-4b99-4e81-8984-d268cf285808 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:06.146731 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30e63a7-6cf9-4eeb-b412-291917b8fd10', 'name': 'network-vif-deleted', 'tag': '392fc275-7eb1-47b4-8081-ebf6e950f2a3', 'status': 'completed', 'code': 200} Sep 24 19:08:06.882710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff784-6211-4593-81bb-912e92c58048 req-e0124edb-5e23-4bb7-b99d-b25c4172e634 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:06.910702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26eff784-6211-4593-81bb-912e92c58048 req-e0124edb-5e23-4bb7-b99d-b25c4172e634 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1754880 Sep 24 19:08:07.022412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cdf90ad-ffba-4686-b71f-87ae73132c87 req-b0eb6895-74d6-4f8c-8576-5a7ee09f2c03 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1093111 Sep 24 19:08:07.102443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26eff784-6211-4593-81bb-912e92c58048 req-0968123a-8528-47db-ac98-eb4e8a25e09e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907337 Sep 24 19:08:07.145152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:07.380980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Deleting subnet 4984b003-89a3-41bb-b240-9f7e5f85902a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:07.393336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:07.510094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:07.645452 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:08:07.648054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:07.742065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:07.775817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4984b003-89a3-41bb-b240-9f7e5f85902a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:07.781984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:07.787807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0033dab-eee9-4063-95a0-0d8313d0fa69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4984b003-89a3-41bb-b240-9f7e5f85902a HTTP/1.1" status: 204 len: 168 time: 0.6404214 Sep 24 19:08:07.791154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35678) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:07.964027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.156968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.199039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284e88cc-53bc-4b8f-9f8c-d0d88446531a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:08.251521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65944962-91c1-4868-b533-a96ad6b47786') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:08.251521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65944962-91c1-4868-b533-a96ad6b47786') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:08.261093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adbfb823-6824-42ed-a202-fbe9c6744afa req-0dba19f4-3909-466e-af44-a3eb416d3b91 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0754554 Sep 24 19:08:08.276368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.319965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.335600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:08.336680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:08.338545 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:08.456648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69aa1-7d1b-4472-ab32-cbddd2786cf1 req-71a41d98-d4c7-46fb-b449-7f286eb3d19d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:08.467974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.473562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f69aa1-7d1b-4472-ab32-cbddd2786cf1 req-71a41d98-d4c7-46fb-b449-7f286eb3d19d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2106960 Sep 24 19:08:08.523763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.525725 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] 10.222.0.18 "DELETE /v2.0/networks/284e88cc-53bc-4b8f-9f8c-d0d88446531a HTTP/1.1" status: 204 len: 168 time: 0.7301753 Sep 24 19:08:08.534221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e10f7-b2df-48e7-985f-6486bf79d44c admin admin] Pushing event deleted for resources: {'Network': ['ID=284e88cc-53bc-4b8f-9f8c-d0d88446531a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:08.618589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f69aa1-7d1b-4472-ab32-cbddd2786cf1 req-7472a7c5-b050-499d-9e73-bf60c245716a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320488 Sep 24 19:08:08.692060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:08.947889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:08.984219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 392fc275-7eb1-47b4-8081-ebf6e950f2a3 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:08.997803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b50fdde-b4bb-42ba-9bfe-ad6cfc1af840 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1269a54a95b6492e8846de4308f04124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486314 Sep 24 19:08:09.000443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35716) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:09.028684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 392fc275-7eb1-47b4-8081-ebf6e950f2a3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:09.029393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 392fc275-7eb1-47b4-8081-ebf6e950f2a3 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:09.134781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:09.187810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:09.266749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:09.270722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:09.275426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b736f65-505e-4d79-80ff-8b2920fcc0da HTTP/1.1" status: 204 len: 168 time: 0.2739575 Sep 24 19:08:09.293307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195728-61f0-412c-99ea-6baa80e9c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b736f65-505e-4d79-80ff-8b2920fcc0da,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:09.518202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fabb930-ff94-44f5-9981-e9f06bf8a9c1 req-61335e22-4e87-43a3-b499-93258ad8c340 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0851462 Sep 24 19:08:10.040157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb014d-da7a-4e3c-b06f-6c4ed3fcadcc req-8b91e2a8-fcf1-4f8e-867a-7eb9232c500d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:10.057611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21eb014d-da7a-4e3c-b06f-6c4ed3fcadcc req-8b91e2a8-fcf1-4f8e-867a-7eb9232c500d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.2187281 Sep 24 19:08:10.173340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21eb014d-da7a-4e3c-b06f-6c4ed3fcadcc req-2c1fc436-9c96-403a-aad7-bade5fc630a0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142018 Sep 24 19:08:10.735142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92b2f76b-af97-4b28-a6f0-4d0a2a7c77f1 req-17caea41-1614-4658-9bde-2cb559c13a21 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0661767 Sep 24 19:08:11.432944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462efd1-68a0-4235-8f88-07da7eecb816 req-f41df097-297a-403d-b7a2-08947ba145f0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:11.443502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d462efd1-68a0-4235-8f88-07da7eecb816 req-f41df097-297a-403d-b7a2-08947ba145f0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1194422 Sep 24 19:08:11.519129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d462efd1-68a0-4235-8f88-07da7eecb816 req-b69bc60e-a507-4a9b-b422-077227e4ce54 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731003 Sep 24 19:08:11.784880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:11.803916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35794) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:11.974380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-730e7d6d-e10a-4866-8525-95ecfe62f42e req-6e4c91dc-dcc3-438c-b7a0-bc6b95c7ba2b tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0984197 Sep 24 19:08:12.141093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-318440482-network', 'tenant_id': 'f2d31bc2a0704fe3be4e71cbc057896e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:12.182197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Made reservation on behalf of f2d31bc2a0704fe3be4e71cbc057896e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:12.188750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.191813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3b435a8-ee25-442e-8cb8-383a3c71319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.220974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.431904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3b435a8-ee25-442e-8cb8-383a3c71319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.444683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3b435a8-ee25-442e-8cb8-383a3c71319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.540391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3b435a8-ee25-442e-8cb8-383a3c71319b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b88a3a399764d0bb2cfc5ee2d4d40ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512515 Sep 24 19:08:12.541509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:12.585536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b435a8-ee25-442e-8cb8-383a3c71319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7914b2d-8489-4d6b-a605-8bee3b67b7fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:12.650126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.660271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.673171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.704879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.711452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:08:12.743045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.744293 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Added segment 2213e3a0-2927-4afb-9390-010edf076863 of type vlan for network 5806090d-aff0-4431-ad83-5b7a6584b7c4 Sep 24 19:08:12.838947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.858720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.864074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.872304 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7914b2d-8489-4d6b-a605-8bee3b67b7fc HTTP/1.1" status: 204 len: 168 time: 0.3206606 Sep 24 19:08:12.892374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88674bc-87dd-42f9-8832-aed3ec651c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7914b2d-8489-4d6b-a605-8bee3b67b7fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:12.912867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:12.914183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:12.914978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:13.012369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=5806090d-aff0-4431-ad83-5b7a6584b7c4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:13.017319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2105052 Sep 24 19:08:13.020275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:13.028918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Request body: {'subnet': {'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-318440482-subnet', 'tenant_id': 'f2d31bc2a0704fe3be4e71cbc057896e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:13.034429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:08:13.063903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ae4f-9a4f-4d9f-ae1b-cf2fc68bbcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ea62d-8237-4066-9e07-a5ec7ac6b766,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:13.130019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Made reservation on behalf of f2d31bc2a0704fe3be4e71cbc057896e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:13.132364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:13.151577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66646-5753-4fbf-8497-817611040520 req-ec2fada7-ffe8-4bb6-b19c-819b97f1d944 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:13.160908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5f66646-5753-4fbf-8497-817611040520 req-ec2fada7-ffe8-4bb6-b19c-819b97f1d944 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.3057652 Sep 24 19:08:13.290065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-834731e2-c25d-4d99-8677-6c27e093dac8 req-01cab9eb-87d5-4629-9514-e43d1ee0e593 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0838325 Sep 24 19:08:13.395894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5f66646-5753-4fbf-8497-817611040520 req-2aae7c75-cb26-4871-b0d6-d79156a1ec79 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283547 Sep 24 19:08:13.602958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:13.742965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a413ea64-6650-45cc-a449-b2a5aa2be696,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:13.764954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35842) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:13.776438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Checking segment: {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:13.777101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Network hostable DHCP agents. Network: 5806090d-aff0-4431-ad83-5b7a6584b7c4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:08:13.786301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e089f48a-cb4a-41a0-878e-c193cf181abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:13.839830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:08:13.861286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5806090d-aff0-4431-ad83-5b7a6584b7c4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:13.894954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81efea-a732-4572-af5c-6173fd8e093d None None] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:13.926460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:13.936297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.022457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e089f48a-cb4a-41a0-878e-c193cf181abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.031710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e089f48a-cb4a-41a0-878e-c193cf181abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.059325 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67e5e372-20a3-4ec9-9c5e-a607f0607a6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0375974 Sep 24 19:08:14.104969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37921b8-51be-499f-92c8-a854708b9b76 None None] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:14.147539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089f48a-cb4a-41a0-878e-c193cf181abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5106d-b2bc-49df-a479-ae8c2b403fb0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:14.177834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e089f48a-cb4a-41a0-878e-c193cf181abe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07a502ecfe124329bb840319e05434fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116201 Sep 24 19:08:14.180711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:14.311204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.457974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.612941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b87eaae6-0170-4ed8-86e9-7bc9dda022f3 req-73528730-3a89-4038-9555-0e5962741d89 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0573885 Sep 24 19:08:14.618672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.621576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:14.635232 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51c5106d-b2bc-49df-a479-ae8c2b403fb0 HTTP/1.1" status: 204 len: 168 time: 0.4437637 Sep 24 19:08:14.635232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73221132-0623-407c-8e30-5e0ed6b45ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5106d-b2bc-49df-a479-ae8c2b403fb0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:14.647548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b484e-f0ab-4104-84f2-cfbe621c8b14 req-10b05edc-d13e-4cce-85e9-78db75ac139e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:14.649164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b65b484e-f0ab-4104-84f2-cfbe621c8b14 req-10b05edc-d13e-4cce-85e9-78db75ac139e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.1414390 Sep 24 19:08:14.781792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b65b484e-f0ab-4104-84f2-cfbe621c8b14 req-b2813a04-ea7b-4204-96ea-9138063e9d15 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033821 Sep 24 19:08:15.366501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880d00-215d-4bcb-89ff-52d8b3de6465 req-1ef0df87-93c1-4942-b75d-7f9466419a65 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:15.374088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0880d00-215d-4bcb-89ff-52d8b3de6465 req-1ef0df87-93c1-4942-b75d-7f9466419a65 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1305196 Sep 24 19:08:15.434649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0880d00-215d-4bcb-89ff-52d8b3de6465 req-2cbb4c47-ff25-4237-bc31-563dd00c6e4d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547578 Sep 24 19:08:15.538240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-11881461-434e-4b1c-95f8-b997153b2e44 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:15.555445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-11881461-434e-4b1c-95f8-b997153b2e44 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 813 time: 0.2378340 Sep 24 19:08:15.580384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-13f09a4f-b6aa-4599-9ef6-8f26bfd561c8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/quotas/f2d31bc2a0704fe3be4e71cbc057896e HTTP/1.1" status: 200 len: 375 time: 0.0239894 Sep 24 19:08:15.643045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-6f52f6d0-b509-4cb8-9ffe-4c1902475408 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615051 Sep 24 19:08:15.693458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3971c3-372c-4208-955d-151a10520d20 req-c3aabc61-e4b6-4b38-8916-09a29111bc33 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:15.695064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc3971c3-372c-4208-955d-151a10520d20 req-c3aabc61-e4b6-4b38-8916-09a29111bc33 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1121826 Sep 24 19:08:15.808319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc3971c3-372c-4208-955d-151a10520d20 req-1caa97e5-d8f4-4724-9ff0-c631af6cf10d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036532 Sep 24 19:08:15.830021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-1a703ee5-ebb5-4a37-939e-f552972330e6 service neutron] 10.222.0.18 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863668 Sep 24 19:08:16.086270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3106e0b0-2408-47cd-8ca3-93f228e50a95 req-d0e8bd76-d773-435f-a155-7794e690c4b6 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1232352 Sep 24 19:08:16.174112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-0aec7e9d-6dab-4e73-a616-e578905ee71a service neutron] 10.222.0.18 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274796 Sep 24 19:08:16.617888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3305aba9-f0be-42c4-a483-8f49f2aed6e1 req-a821bcb1-3a76-4a06-abbd-121270b47d48 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 210 time: 0.0653448 Sep 24 19:08:16.860900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-6125750c-bb75-491e-b398-804c1ceace98 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:16.870181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-6125750c-bb75-491e-b398-804c1ceace98 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.2654240 Sep 24 19:08:16.891517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-43e8416a-0d3e-4406-9bb2-714b95371747 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/quotas/94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 375 time: 0.0202549 Sep 24 19:08:17.047546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-33046f3f-b1cb-4c1c-a09a-5dd8600852fb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1515365 Sep 24 19:08:17.287493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10ee28e0-cae3-43a7-a144-e42d0b2a1928 req-ea551c5f-6754-4514-b800-1643fc14095f tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0678613 Sep 24 19:08:17.324660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-0b861dce-0ca0-4e8d-8651-e413cdd49eb3 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749994 Sep 24 19:08:17.567475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-03dfe194-c824-48d4-875c-7dc2c9fa8ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311447 Sep 24 19:08:17.858095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82723083-0ced-4153-bd87-fa5f9eb79639 req-782a7321-9081-4343-957f-2f118a3c2492 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 210 time: 0.0554628 Sep 24 19:08:17.973591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1089ec1f-24c2-4e37-b9e0-eaa30218ad91 req-63b88f61-4f56-44ff-9f68-fb8cf77bcc6a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 210 time: 0.0638359 Sep 24 19:08:18.475104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3373f73e-a9d0-4a45-a6c7-a5a3d14d3c2b req-dab83532-8e9c-4409-b686-dfcfb00e5298 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0500453 Sep 24 19:08:19.133743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bdb6f82-4f3b-46fc-a6db-50b7dbf73e65 req-997ba7b3-4e8e-45c2-8585-2b36ada792a7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 210 time: 0.0652165 Sep 24 19:08:19.172253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-f3e2635d-8a23-4fd8-9684-4ac7cd82f12f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:19.173713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-f3e2635d-8a23-4fd8-9684-4ac7cd82f12f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 813 time: 0.4129517 Sep 24 19:08:19.242142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc12703d-0d00-4732-8d2d-1566ce97524c req-f3d74a7f-6f5a-419c-a08e-d01851071739 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 210 time: 0.0478003 Sep 24 19:08:19.247625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Request body: {'port': {'device_id': '24c93757-b70d-48a1-b513-049e32664491', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'admin_state_up': True, 'tenant_id': 'f2d31bc2a0704fe3be4e71cbc057896e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:19.483085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Made reservation on behalf of f2d31bc2a0704fe3be4e71cbc057896e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:19.487325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:19.707512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:19.757661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63d8a4c2-4ffb-40f1-bbb7-0b58fe8feb86 req-55642672-6ddb-4b40-bbd5-12826fcf2b48 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1054280 Sep 24 19:08:19.906936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9abadb0-ff16-4651-a9d9-823181d53c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:19.908923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Allocated IP 172.20.0.5 (5806090d-aff0-4431-ad83-5b7a6584b7c4/a413ea64-6650-45cc-a449-b2a5aa2be696/67a2aeee-bba1-4b42-bfd8-0d11e7ddac05) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:08:20.288494 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d065-ee95-4c3f-8259-27b1e693f478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:20.713772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c9ec0d6f-a790-4606-9e9d-321294320782 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:20.716091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c9ec0d6f-a790-4606-9e9d-321294320782 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.6698139 Sep 24 19:08:20.748505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9abadb0-ff16-4651-a9d9-823181d53c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:20.749410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:20.754212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'device_id': '35c9f86f-79e4-4365-b409-e117f451966e', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'admin_state_up': True, 'tenant_id': '94239c2026dc4870a514669733cc00d5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:20.800891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9abadb0-ff16-4651-a9d9-823181d53c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:20.867121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9abadb0-ff16-4651-a9d9-823181d53c99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=861beadf64eb46a597007f3337cd379b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583967 Sep 24 19:08:20.870293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-5d58d1cf-3504-4ff6-89ee-8a378e096bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7736540 Sep 24 19:08:20.874551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36100) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:20.937699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a7af7f7-a908-4955-8fdf-604e5c255b93 req-ee4541e5-01f9-4305-87d4-7edc67c0d59f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 210 time: 0.1498735 Sep 24 19:08:20.944637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.031801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:08:21.034636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abadb0-ff16-4651-a9d9-823181d53c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5b3b3-20f3-4a8b-98eb-711fc6e3a66b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:21.065341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:21.082565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:08:21.096568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d102-d565-44d2-ada3-16d929db2867 req-6f3143a0-d27d-4320-adf6-c9717469e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.098104 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-6f3143a0-d27d-4320-adf6-c9717469e978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 1096 time: 0.1685574 Sep 24 19:08:21.254119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:21.299062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d102-d565-44d2-ada3-16d929db2867 req-dac157b6-52d6-444e-b465-9608e6e1c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.300935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c84217-1909-4e06-9fda-14812ea48988 req-32e31c01-97aa-4464-9a0a-661daa699f7a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.301448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-dac157b6-52d6-444e-b465-9608e6e1c3b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.1753542 Sep 24 19:08:21.304452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:21.308678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7c84217-1909-4e06-9fda-14812ea48988 req-32e31c01-97aa-4464-9a0a-661daa699f7a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 931 time: 0.4875317 Sep 24 19:08:21.310259 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.314182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1714faf-853c-4268-898a-14d284fdd79a req-0e074964-a971-4db3-8696-1fa67c9efb4c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0680392 Sep 24 19:08:21.332040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.332709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.416644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-45da7cbf-1793-49b1-93c2-c57fb2d17465 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1728470 Sep 24 19:08:21.435849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Request body: {'port': {'device_id': '24c93757-b70d-48a1-b513-049e32664491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:21.449299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-727e352b-a04e-4d4e-9182-f481561c9562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 200 len: 217 time: 0.1351388 Sep 24 19:08:21.533509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.585346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7c84217-1909-4e06-9fda-14812ea48988 req-05f0fa03-acf6-4a67-b90c-a3c141fdba4f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753973 Sep 24 19:08:21.613296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.613296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.721597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.20.0.5 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/ff5281de-5a00-45fe-8778-98865e93cd81) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:08:21.739881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d102-d565-44d2-ada3-16d929db2867 req-d0079292-d191-44af-8c0f-f562c9ad7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.741469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-d0079292-d191-44af-8c0f-f562c9ad7899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.2112789 Sep 24 19:08:21.807451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.824364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:21.825724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbc5b3b3-20f3-4a8b-98eb-711fc6e3a66b HTTP/1.1" status: 204 len: 168 time: 0.9067984 Sep 24 19:08:21.850437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b100d3c-cf3c-4ed3-9c8f-8008489afc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5b3b3-20f3-4a8b-98eb-711fc6e3a66b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:21.925093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d102-d565-44d2-ada3-16d929db2867 req-72ccc72a-773a-47a7-9c36-b3a3da2d8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:21.926655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-72ccc72a-773a-47a7-9c36-b3a3da2d8ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764970 Sep 24 19:08:22.259982 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-bf1ba8e9-567f-4849-9b59-15a40e4e2150 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909532 Sep 24 19:08:22.359521 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-440d3c5a-efb7-4b34-9c0d-916361e73a5d req-d873c8f0-a270-4061-adbf-f0e5f342ddbe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 210 time: 0.1995826 Sep 24 19:08:22.408712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:22.439357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:22.450916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:22.525384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Transition to ACTIVE for port object 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:08:22.555083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:22.648187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abfcdbc8-598f-4b2b-8d0c-02e598c51eb0 req-28d0fbc2-edfa-42f9-9fce-fbd863f16801 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1540666 Sep 24 19:08:22.653231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:22.668923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:22.740315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cae6d102-d565-44d2-ada3-16d929db2867 req-c8e2dc6a-b54b-41e2-92b0-74cbbf57ebd8 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593511 Sep 24 19:08:22.790886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:08:22.793752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:22.798097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:08:22.821576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:22.890271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:22.899222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36144) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:22.961134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1fc81a83-9bf8-4d7a-b056-3032ee5d3074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:22.977680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Attempting to bind port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:08:22.978328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Attempting to bind port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:08:22.978996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Attempting to bind port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:22.998803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:23.002403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.037020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a65f251f-b528-4438-97f0-92b4b900b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.108857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1fc81a83-9bf8-4d7a-b056-3032ee5d3074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.114225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:08:23.114225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Attempting to bind port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:23.120187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1fc81a83-9bf8-4d7a-b056-3032ee5d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.129902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-74fa5e46-5e3c-4430-b52f-ce29d7e5d0ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3841970 Sep 24 19:08:23.146439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:08:23.146694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Checking segment: {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:23.146820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Request body: {'port': {'device_id': '35c9f86f-79e4-4365-b409-e117f451966e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:23.147989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Bound using segment: {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:08:23.151526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Bound port: 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:08:23.151897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.192071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825053-831e-4de3-a4bc-5303084d72be req-104f4976-0a34-4d43-8738-fdaab8d800c4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:23.201016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc825053-831e-4de3-a4bc-5303084d72be req-104f4976-0a34-4d43-8738-fdaab8d800c4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.3005731 Sep 24 19:08:23.207077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1fc81a83-9bf8-4d7a-b056-3032ee5d3074 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bebd12a69a794b6394b9d166b841da8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826390 Sep 24 19:08:23.218309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:23.262735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc81a83-9bf8-4d7a-b056-3032ee5d3074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7643ee8-8c40-4b63-88e5-e76795b552fd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:23.309477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.346698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d3623e0d-72b4-4bd8-a3fc-5fb22db87a98 None None] Provisioning complete for port ff5281de-5a00-45fe-8778-98865e93cd81 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:23.348607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3623e0d-72b4-4bd8-a3fc-5fb22db87a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.357363 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.411171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc825053-831e-4de3-a4bc-5303084d72be req-16ed7717-8c0a-4dae-9588-116ef6a0e6f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074370 Sep 24 19:08:23.444247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3623e0d-72b4-4bd8-a3fc-5fb22db87a98 None None] Port ff5281de-5a00-45fe-8778-98865e93cd81 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:08:23.517914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.682955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.693985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:08:23.771720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:08:23.830063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c5f6-ebe8-49a3-ba28-f4531aa43bef req-1de11aa7-f601-4d2b-91e4-c259f904c3a3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:23.835617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6a5c5f6-ebe8-49a3-ba28-f4531aa43bef req-1de11aa7-f601-4d2b-91e4-c259f904c3a3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 931 time: 0.3144765 Sep 24 19:08:23.869042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:23.996352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5281de-5a00-45fe-8778-98865e93cd81 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:24.007958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.017016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d112037-c8d9-4a1c-bb3e-3d6098d918cd req-00e365f8-f132-4111-bc3d-7093bb4e2126 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.1761341 Sep 24 19:08:24.101192 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.115418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6a5c5f6-ebe8-49a3-ba28-f4531aa43bef req-c6e61ad0-d930-437f-8516-7cc2731c64ac tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452257 Sep 24 19:08:24.115418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.115418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.115418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 1091 time: 2.6834862 Sep 24 19:08:24.115418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:24.117509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Transition to ACTIVE for port object ff5281de-5a00-45fe-8778-98865e93cd81 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:08:24.118086 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947" -d '{"events": [{"name": "network-changed", "server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:24.123293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.131453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.134474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.140047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7643ee8-8c40-4b63-88e5-e76795b552fd HTTP/1.1" status: 204 len: 168 time: 0.9119670 Sep 24 19:08:24.152952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834783f-0237-4360-8b4c-b6aeaf68a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:24.198887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51895ee6-938c-414a-b18b-3a54b48f4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7643ee8-8c40-4b63-88e5-e76795b552fd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:24.230034 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40c8b0-9b4e-4ed2-9c44-3f109a6ce96f x-openstack-request-id: req-ee40c8b0-9b4e-4ed2-9c44-3f109a6ce96f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:24.230715 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:24.231242 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee40c8b0-9b4e-4ed2-9c44-3f109a6ce96f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:24.233736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Pushing event updated for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:24.243725 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'status': 'completed', 'code': 200} Sep 24 19:08:24.284050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-fac97f1c-1781-479a-a7dd-ace46586f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.286134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-fac97f1c-1781-479a-a7dd-ace46586f055 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1094 time: 0.1121612 Sep 24 19:08:24.353651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-9b73d156-d7dc-4b83-885e-99e80120546f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.0569355 Sep 24 19:08:24.368679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Attempting to bind port ff5281de-5a00-45fe-8778-98865e93cd81 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:08:24.369045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Attempting to bind port ff5281de-5a00-45fe-8778-98865e93cd81 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:08:24.369331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Attempting to bind port ff5281de-5a00-45fe-8778-98865e93cd81 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:24.393720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Port ff5281de-5a00-45fe-8778-98865e93cd81 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:08:24.394477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Attempting to bind port ff5281de-5a00-45fe-8778-98865e93cd81 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:24.401210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:08:24.401599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:24.402047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:08:24.402539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Bound port: ff5281de-5a00-45fe-8778-98865e93cd81, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:08:24.402979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.479559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-7a75daca-c701-4701-8d98-041491c9bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.481266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-7a75daca-c701-4701-8d98-041491c9bf10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.1183474 Sep 24 19:08:24.574660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:08:24.579824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ff5281de-5a00-45fe-8778-98865e93cd81,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:08:24.584761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.589979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-5073fc08-f177-4dcd-8718-d3bdb2572b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959222 Sep 24 19:08:24.640245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.641080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:24.643090 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] 10.222.0.15 "PUT /v2.0/ports/ff5281de-5a00-45fe-8778-98865e93cd81 HTTP/1.1" status: 200 len: 1091 time: 1.5018640 Sep 24 19:08:24.645911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:24.649369 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d672641f-c356-4371-86c7-934bebe552e9" -d '{"events": [{"name": "network-changed", "server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:24.775537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb138-be93-4393-a699-8cb73523fff5 req-da715072-595d-4461-9f3c-e691678395db tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.777516 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e53f3c-711e-42b0-a2d4-6388048e5086 x-openstack-request-id: req-b1e53f3c-711e-42b0-a2d4-6388048e5086 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:24.777801 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:24.778049 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1e53f3c-711e-42b0-a2d4-6388048e5086 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:24.779028 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81', 'status': 'completed', 'code': 200} Sep 24 19:08:24.787788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1abcb138-be93-4393-a699-8cb73523fff5 req-da715072-595d-4461-9f3c-e691678395db tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1986709 Sep 24 19:08:24.851920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac7f7-6537-4cbc-adf0-0d20ae63aacb service neutron] Pushing event updated for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:24.896607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c1de3a85-5c45-4222-bf8c-5d9bbf61bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:24.902803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c1de3a85-5c45-4222-bf8c-5d9bbf61bac2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 1094 time: 0.1920269 Sep 24 19:08:24.912544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1abcb138-be93-4393-a699-8cb73523fff5 req-165320b9-6c2f-4af7-b83f-874b640e76b2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233268 Sep 24 19:08:24.916366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-ce253ca9-873f-4cd4-9c89-51ea1933d77e service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130865 Sep 24 19:08:24.961017 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-396c09a3-dca4-49ae-b77e-6b7b92f41dfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5281de-5a00-45fe-8778-98865e93cd81 HTTP/1.1" status: 200 len: 217 time: 0.0460188 Sep 24 19:08:25.103841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c01b2b82-fc91-421a-a9df-2561900f26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.110176 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-c01b2b82-fc91-421a-a9df-2561900f26ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1409895 Sep 24 19:08:25.212847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-477b1738-e77e-4cff-a4ff-cd6e849ca0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.214281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-477b1738-e77e-4cff-a4ff-cd6e849ca0b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935371 Sep 24 19:08:25.250153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a87df9c1-3c37-46ba-bf8e-b34934c02506 req-43ff5c55-b9b4-46b5-b6c7-d3fe92a77017 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/ports?device_id=015e5fa3-e2e5-44b1-b5e0-4e9e9350c22b HTTP/1.1" status: 200 len: 210 time: 0.0395453 Sep 24 19:08:25.278714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-577abe3d-57c9-47b2-95a6-46828bea95f7 req-8ca84274-d188-4728-a4a7-4378f77cfa55 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508778 Sep 24 19:08:25.297468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d50145-81e7-421c-9bbc-0339995040e9 req-3a5cc50d-1797-46b9-a4ab-4a9c051ed702 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.299271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90d50145-81e7-421c-9bbc-0339995040e9 req-3a5cc50d-1797-46b9-a4ab-4a9c051ed702 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 949 time: 0.1479101 Sep 24 19:08:25.387071 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-5388a7ff-33bf-4286-afa5-40da0d4dedbf service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592603 Sep 24 19:08:25.421548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90d50145-81e7-421c-9bbc-0339995040e9 req-c1c2d881-39d6-48ad-8325-b02b34ff7af3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139140 Sep 24 19:08:25.452035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55ce3-59b1-4f08-94d3-b837db617b58 req-657e56dd-0c89-44c9-b414-788402795f58 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.453625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc55ce3-59b1-4f08-94d3-b837db617b58 req-657e56dd-0c89-44c9-b414-788402795f58 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 943 time: 0.0738375 Sep 24 19:08:25.460193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-bf255ff3-6cf7-4a5a-a2de-583ab2b5b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.461700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-bf255ff3-6cf7-4a5a-a2de-583ab2b5b3a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1094 time: 0.1179118 Sep 24 19:08:25.532837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf4f44eb-a475-4795-81b7-1a899d617073 req-b823e28b-89a2-4685-868b-c6e2166e77f0 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358838 Sep 24 19:08:25.546530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc55ce3-59b1-4f08-94d3-b837db617b58 req-f2a9452a-889b-43e8-87d2-2696efc0dd58 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Sep 24 19:08:25.635758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-600bb023-2f4f-4137-b1dd-0e9a1d990f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.639329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-600bb023-2f4f-4137-b1dd-0e9a1d990f7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.1662002 Sep 24 19:08:25.650079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672641f-c356-4371-86c7-934bebe552e9 req-458c538a-3a03-45af-ba58-fee8a840df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.652051 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-458c538a-3a03-45af-ba58-fee8a840df6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 1094 time: 0.0594099 Sep 24 19:08:25.754366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-c9391a9e-f38e-4334-beab-2185abc428e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.1056764 Sep 24 19:08:25.799233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672641f-c356-4371-86c7-934bebe552e9 req-78c34d1d-5db6-4836-bd21-288a73d5d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.804408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-78c34d1d-5db6-4836-bd21-288a73d5d1a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.1327667 Sep 24 19:08:25.839949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:25.854777 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-457beb4f-cf89-4a27-a98b-7e3a7f105f1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5281de-5a00-45fe-8778-98865e93cd81 HTTP/1.1" status: 200 len: 217 time: 0.0415251 Sep 24 19:08:25.894552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-4cddb030-7e75-4135-b866-d09196634335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.896267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-4cddb030-7e75-4135-b866-d09196634335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.1302369 Sep 24 19:08:25.922100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672641f-c356-4371-86c7-934bebe552e9 req-0e623337-859c-4cb6-b75d-ed66033ddc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:25.923945 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-0e623337-859c-4cb6-b75d-ed66033ddc94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0615342 Sep 24 19:08:26.000231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-11350e23-606a-460b-8de7-1a618e2d55ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917544 Sep 24 19:08:26.030091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672641f-c356-4371-86c7-934bebe552e9 req-ea7ec444-8003-4d69-921a-e1837060fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:26.032027 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-ea7ec444-8003-4d69-921a-e1837060fc38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988214 Sep 24 19:08:26.168329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-57cebe2b-c709-43ee-9163-8f7bc731dd0f service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276755 Sep 24 19:08:26.201993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0df1e7-5a38-46d0-8bea-a4fa1de8b7d5 req-bd5e575c-f0a5-422b-8eb8-7fb1871ec7b7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:26.203687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de0df1e7-5a38-46d0-8bea-a4fa1de8b7d5 req-bd5e575c-f0a5-422b-8eb8-7fb1871ec7b7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.2025352 Sep 24 19:08:26.244585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-7f45c1d3-06fb-4f0b-9510-bc2385cb7c5f service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775119 Sep 24 19:08:26.277141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de0df1e7-5a38-46d0-8bea-a4fa1de8b7d5 req-db3611ca-f5ed-48fb-b929-91f49e13a10f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596268 Sep 24 19:08:26.339135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d672641f-c356-4371-86c7-934bebe552e9 req-4de5be40-7d66-452b-a447-c454540159ef service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616404 Sep 24 19:08:26.377203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:26.434709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f9ebd00-d172-4fd1-9aff-1755f5bbe947 req-f62c9040-3d0c-4ef5-94d7-97d4ef8e4360 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722999 Sep 24 19:08:26.451760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.485606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.540296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.543489 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.548940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/security-groups/34c87472-3bcd-4c26-8ece-ee5d45bb7065 HTTP/1.1" status: 204 len: 168 time: 0.1678402 Sep 24 19:08:26.549930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36310) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:26.570342 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-9f8fa9ed-277e-4845-9266-89401babf4a8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] show failed (client error): The resource could not be found. Sep 24 19:08:26.573991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e558c-102c-47d4-bf39-5dac4852e9ac tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c87472-3bcd-4c26-8ece-ee5d45bb7065,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:26.576614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9f8fa9ed-277e-4845-9266-89401babf4a8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "GET /v2.0/security-groups/34c87472-3bcd-4c26-8ece-ee5d45bb7065 HTTP/1.1" status: 404 len: 347 time: 0.0245528 Sep 24 19:08:26.577952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:26.815713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e006a-e83a-4b5f-9245-189028267977 req-ef2392ed-2281-49eb-a9f1-b1ee9185ea06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:26.817348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79e006a-e83a-4b5f-9245-189028267977 req-ef2392ed-2281-49eb-a9f1-b1ee9185ea06 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 943 time: 0.1132572 Sep 24 19:08:26.839868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a70ab-95b3-431b-96ac-61d0eb1f3259 req-4d4efe14-964d-4110-88b7-6f5464a26d4d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:26.841986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-187a70ab-95b3-431b-96ac-61d0eb1f3259 req-4d4efe14-964d-4110-88b7-6f5464a26d4d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.1010385 Sep 24 19:08:26.851519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:26.856476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port 5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:26.857503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.952744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79e006a-e83a-4b5f-9245-189028267977 req-3bfaa811-a5d4-4486-8f91-99af34e8a534 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213856 Sep 24 19:08:26.959131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-823fa29f-bdf7-4e5b-a308-1fc06228f6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.961776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-187a70ab-95b3-431b-96ac-61d0eb1f3259 req-46a94f35-a7b9-4945-b110-32712342b7fb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085987 Sep 24 19:08:26.997986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:26.997986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.011559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for 5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:27.065290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-823fa29f-bdf7-4e5b-a308-1fc06228f6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.070161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-823fa29f-bdf7-4e5b-a308-1fc06228f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.123205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36336) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:27.123930 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-823fa29f-bdf7-4e5b-a308-1fc06228f6fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e62d23311026476d9ba6361ded584d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711670 Sep 24 19:08:27.126168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fa29f-bdf7-4e5b-a308-1fc06228f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3cf429-5aee-486b-b036-847da514c883,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:27.222710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.255436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.264203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.309916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=5f8e1640-b3be-4ca3-8720-f1c0fa9e10a7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:27.380727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.383263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.384441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b3cf429-5aee-486b-b036-847da514c883 HTTP/1.1" status: 204 len: 168 time: 0.2598748 Sep 24 19:08:27.404033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.406547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.412956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a6846ea-6867-4b95-a0e2-11f1f9aed4b8 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b6f138d-1995-4bbd-9d6e-79a07d6c9016 HTTP/1.1" status: 204 len: 168 time: 0.8283596 Sep 24 19:08:27.412956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda1aff-b08a-4cd0-af26-84e5722fcbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3cf429-5aee-486b-b036-847da514c883,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:27.412956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36380) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:27.523799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc80443-7ba9-4352-a5a5-e61f25f8b057 req-55b69afc-bc65-4cc3-8a9e-8da1bd8b387e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:27.525369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abc80443-7ba9-4352-a5a5-e61f25f8b057 req-55b69afc-bc65-4cc3-8a9e-8da1bd8b387e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1371028 Sep 24 19:08:27.582187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port d0f216aa-3e40-48f2-870c-3aa3680304ab {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:27.582528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.589065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abc80443-7ba9-4352-a5a5-e61f25f8b057 req-bf754f4d-69ca-44bb-83c1-b2a1a7cb95aa tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549204 Sep 24 19:08:27.719779 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.733463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for d0f216aa-3e40-48f2-870c-3aa3680304ab owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:27.883800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:27.924353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=d0f216aa-3e40-48f2-870c-3aa3680304ab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:28.005862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:28.008281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d09ab18c-313f-476a-a7d2-e9a0b327c48a tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/ports/d0f216aa-3e40-48f2-870c-3aa3680304ab HTTP/1.1" status: 204 len: 168 time: 0.5949779 Sep 24 19:08:28.011710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36436) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:28.213153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d871b-8df1-405c-bd3d-980c52e658a7 req-91e973c3-c655-4fa6-a836-7fad97122333 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:28.214683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d0d871b-8df1-405c-bd3d-980c52e658a7 req-91e973c3-c655-4fa6-a836-7fad97122333 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.1357105 Sep 24 19:08:28.232858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90e489-e0a5-46da-b111-40f9a3af3b67 req-0f13f474-ac9a-49a4-bca1-7a80560c8535 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:28.234406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be90e489-e0a5-46da-b111-40f9a3af3b67 req-0f13f474-ac9a-49a4-bca1-7a80560c8535 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 943 time: 0.0893540 Sep 24 19:08:28.268583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port c0fea71b-2030-430a-a53c-d189c3def90b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:28.268933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:28.369279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d0d871b-8df1-405c-bd3d-980c52e658a7 req-58ed6db7-c832-469e-83a6-fe3783176d2e tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456730 Sep 24 19:08:28.381215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be90e489-e0a5-46da-b111-40f9a3af3b67 req-10ac2e7a-5ba4-4554-a8c6-e1d509b50445 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374719 Sep 24 19:08:28.410664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:28.427460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for c0fea71b-2030-430a-a53c-d189c3def90b owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:28.574387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-1f003a9d-2dfc-449a-85d0-192924c465bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:28.575951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-1f003a9d-2dfc-449a-85d0-192924c465bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.0857146 Sep 24 19:08:28.728941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:08:28.732130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:28.737987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:28.770874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=c0fea71b-2030-430a-a53c-d189c3def90b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:28.809368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfac9-5e56-43d8-94a4-31e1af118f76 req-6efe9900-d36c-4f77-896e-672571688850 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:28.834496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc6dfac9-5e56-43d8-94a4-31e1af118f76 req-6efe9900-d36c-4f77-896e-672571688850 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1253138 Sep 24 19:08:28.847452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Deleting port 09558073-b8e9-4778-8cfd-1ce5583d7936 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:28.847642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:28.924523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:28.942835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'mac_address': 'fa:16:3e:17:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:08:28.949826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.000274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:29.002562 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24777d4b-4609-45fc-af8c-834581730e29" -d '{"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:29.018172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.028698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.032412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.071973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5b420c8-cca2-4beb-bb80-c1f9282868f3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:29.078065 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051363a-27f1-49a5-8101-b07d8eb88c25 x-openstack-request-id: req-3051363a-27f1-49a5-8101-b07d8eb88c25 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:29.078382 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:29.078887 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3051363a-27f1-49a5-8101-b07d8eb88c25 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:29.079280 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'code': 200} Sep 24 19:08:29.084268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ff5281de-5a00-45fe-8778-98865e93cd81 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:08:29.130159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.136506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:29.142612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.366665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc6dfac9-5e56-43d8-94a4-31e1af118f76 req-6f56091d-a270-4ced-8871-e256c5aadb72 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364642 Sep 24 19:08:29.422621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.424966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-37751a13-1425-4b19-a388-cd01327f6646 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/ports/c0fea71b-2030-430a-a53c-d189c3def90b HTTP/1.1" status: 204 len: 168 time: 1.4121704 Sep 24 19:08:29.427953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:29.454919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e5b420c8-cca2-4beb-bb80-c1f9282868f3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:29.464250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] For port 09558073-b8e9-4778-8cfd-1ce5583d7936, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09558073-b8e9-4778-8cfd-1ce5583d7936,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.464622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.523390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:29.548437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ff5281de-5a00-45fe-8778-98865e93cd81,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.560303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting subnet 6461203a-65d9-4cd5-9852-9b7ea13a5ca7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:29.570038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.573400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'ff5281de-5a00-45fe-8778-98865e93cd81', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': 'ff5281de-5a00-45fe-8778-98865e93cd81', 'mac_address': 'fa:16:3e:8f:34:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:08:29.625893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.645599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.651760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5281de-5a00-45fe-8778-98865e93cd81 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:29.690481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ff5281de-5a00-45fe-8778-98865e93cd81,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.702728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.703563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:08:29.739878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1269b9-7c58-424a-838e-02441f3fcf24 req-9d4dda3a-bd69-445f-9063-65e741ab3c4a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:29.759645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba1269b9-7c58-424a-838e-02441f3fcf24 req-9d4dda3a-bd69-445f-9063-65e741ab3c4a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 943 time: 0.2207882 Sep 24 19:08:29.785319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00f423-5576-4ff7-8dd3-9613feacdad0 req-f98d7e47-032d-4410-9c3e-b17bba78f3b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:29.794972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b00f423-5576-4ff7-8dd3-9613feacdad0 req-f98d7e47-032d-4410-9c3e-b17bba78f3b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 945 time: 0.2472067 Sep 24 19:08:29.827229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:29.868461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:29.952794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba1269b9-7c58-424a-838e-02441f3fcf24 req-66a72dcc-17d0-41ff-805d-b6e7a54dc4c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922517 Sep 24 19:08:29.953632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:29.971376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b00f423-5576-4ff7-8dd3-9613feacdad0 req-813b9fb6-215b-4d37-845b-28165471a6e3 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52916a6-fdbc-41c2-a269-a0d1f4ec8607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702278 Sep 24 19:08:29.987730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'port_id': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'mac_address': 'fa:16:3e:7b:38:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a413ea64-6650-45cc-a449-b2a5aa2be696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:08:30.013314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.016168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.016614 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Floating IP 842aef82-b24a-44ff-9c39-5cab412a5e78 disassociated. External IP: 172.25.5.74, port: 09558073-b8e9-4778-8cfd-1ce5583d7936. Sep 24 19:08:30.017273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Calling delete_port for 09558073-b8e9-4778-8cfd-1ce5583d7936 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:30.023165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.088290 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.116629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:30.120558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Subnet': ['ID=6461203a-65d9-4cd5-9852-9b7ea13a5ca7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:30.149790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.152114 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3f52254-14b4-43e3-bc8e-014c7f70398c tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/subnets/6461203a-65d9-4cd5-9852-9b7ea13a5ca7 HTTP/1.1" status: 204 len: 168 time: 0.7225375 Sep 24 19:08:30.155242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:30.180966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935ec16-b3f7-40e4-b606-efc5fef89cb8 None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:30.189314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:30.234917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.284702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting subnet 542d0f08-97ee-4c94-b430-d72efd6565a0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:30.289411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.380871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.385493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.434672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event deleted for resources: {'Port': ['ID=09558073-b8e9-4778-8cfd-1ce5583d7936,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:30.488322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:30.567892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:30.571907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['ff5281de-5a00-45fe-8778-98865e93cd81'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:30.625101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.682708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Router 2ead3794-c372-46b7-8689-3799bd0ae3f7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:08:30.693526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e2907-2262-4208-b34b-1238ad05ebf0 req-79e5cc2d-e78e-43fe-a48e-e4fde8f0f1ad tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:30.703983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f89e2907-2262-4208-b34b-1238ad05ebf0 req-79e5cc2d-e78e-43fe-a48e-e4fde8f0f1ad tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 944 time: 0.0869524 Sep 24 19:08:30.737504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:08:30.791306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f89e2907-2262-4208-b34b-1238ad05ebf0 req-a4c88b9f-6a20-4f86-b784-7c76d88807d6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821230 Sep 24 19:08:30.808194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.830216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:30.848351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/subnets/542d0f08-97ee-4c94-b430-d72efd6565a0 HTTP/1.1" status: 204 len: 168 time: 0.6871905 Sep 24 19:08:30.854663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] DHCP port deletion for ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:08:30.860671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61274a1e-bfa0-4bc4-9067-f7ac6d30a058 None None] Network 00e885f3-36e3-4dfb-801a-6b54ef4c8556 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:30.867090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36544) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:30.896771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded312e-ee6d-417c-9efb-27bb0d6191d0 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Subnet': ['ID=542d0f08-97ee-4c94-b430-d72efd6565a0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:31.079559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.290238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:08:31.300603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00dfae7f-5a7b-4e85-ad9f-4e5546697ede req-7b6f752f-c1c8-4713-ac7e-d606c3b1a720 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0235367-2c2f-4547-a073-5c61a18d0d4b HTTP/1.1" status: 200 len: 210 time: 0.0858591 Sep 24 19:08:31.309498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Sync routers for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:08:31.322258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e5b420c8-cca2-4beb-bb80-c1f9282868f3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:31.322822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.361405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] No DVR routers for this DVR port 09558073-b8e9-4778-8cfd-1ce5583d7936 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:31.369674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.371921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2a8728b-3c16-41b7-ab57-b58002c7a73d req-e3d70969-1a59-487e-b3d6-1f286a2b16b4 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.69 "DELETE /v2.0/ports/09558073-b8e9-4778-8cfd-1ce5583d7936 HTTP/1.1" status: 204 len: 173 time: 2.7861164 Sep 24 19:08:31.408223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249f767-6db6-4ec9-b8c8-6348ae535abc req-aecd86ac-4812-4588-80f9-7d43a0c1c600 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:31.414513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9249f767-6db6-4ec9-b8c8-6348ae535abc req-aecd86ac-4812-4588-80f9-7d43a0c1c600 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 944 time: 0.2255428 Sep 24 19:08:31.416489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'name': 'network-vif-deleted', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:31.422201 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa83db2-85b4-4c8c-910f-635fd5f01e19" -d '{"events": [{"server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "name": "network-vif-deleted", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:31.441630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:31.442369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:31.482536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port 901957c2-717b-4ee4-a5fb-a656604a191d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:31.492271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.585844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9249f767-6db6-4ec9-b8c8-6348ae535abc req-3c9ed3d7-249b-45f5-91a2-ffea95a7352c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576836 Sep 24 19:08:31.633305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port 901957c2-717b-4ee4-a5fb-a656604a191d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=901957c2-717b-4ee4-a5fb-a656604a191d,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:31.633693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.642042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Deleting port 901957c2-717b-4ee4-a5fb-a656604a191d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:31.642042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.648760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for 901957c2-717b-4ee4-a5fb-a656604a191d owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:31.770500 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047562e8-cfc3-4fc3-a93e-81e68148fc55 x-openstack-request-id: req-047562e8-cfc3-4fc3-a93e-81e68148fc55 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:31.770898 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0235367-2c2f-4547-a073-5c61a18d0d4b", "name": "network-vif-deleted", "tag": "09558073-b8e9-4778-8cfd-1ce5583d7936", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:31.771119 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-047562e8-cfc3-4fc3-a93e-81e68148fc55 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:31.771570 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0235367-2c2f-4547-a073-5c61a18d0d4b', 'name': 'network-vif-deleted', 'tag': '09558073-b8e9-4778-8cfd-1ce5583d7936', 'status': 'completed', 'code': 200} Sep 24 19:08:31.885784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:31.944895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] DHCP port deletion for 00e885f3-36e3-4dfb-801a-6b54ef4c8556 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:08:32.007054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=901957c2-717b-4ee4-a5fb-a656604a191d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:32.011015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] For port 901957c2-717b-4ee4-a5fb-a656604a191d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=901957c2-717b-4ee4-a5fb-a656604a191d,segment=NetworkSegment(9c44393e-0c59-4bf9-9d76-af18ee88753c),segment_id=9c44393e-0c59-4bf9-9d76-af18ee88753c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:32.011669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.055060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port 901957c2-717b-4ee4-a5fb-a656604a191d on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:32.071569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Calling delete_port for 901957c2-717b-4ee4-a5fb-a656604a191d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:32.102747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.110658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:32.165325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:32.313549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:32.313830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8989-6145-4694-a7c2-2f4e669ca42e req-64c48498-5a1c-4291-a81b-1d078fb13d03 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:32.315747 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d8de9-11ee-4a8e-9c07-53dff13ae18c" -d '{"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-plugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:32.322802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-911c8989-6145-4694-a7c2-2f4e669ca42e req-64c48498-5a1c-4291-a81b-1d078fb13d03 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 944 time: 0.3410547 Sep 24 19:08:32.379716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.424036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:32.434061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:32.457218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-911c8989-6145-4694-a7c2-2f4e669ca42e req-8c992dfa-4370-49bf-a344-ffd3302b0fc6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306865 Sep 24 19:08:32.457830 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.458674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09558073-b8e9-4778-8cfd-1ce5583d7936 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:32.461285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Deleting port cfb92855-9092-4fe6-829d-be5ffd405dd1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:32.461654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.468186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c44393e-0c59-4bf9-9d76-af18ee88753c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:32.468746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c44393e-0c59-4bf9-9d76-af18ee88753c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:32.522277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.589350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.602156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:32.603208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.615621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82a9583a-fd15-4004-a5da-2425ff60bb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:32.712856 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:32.719923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.738432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.751244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/networks/ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 HTTP/1.1" status: 204 len: 168 time: 1.8788266 Sep 24 19:08:32.753006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:32.769520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280f7b1-8797-4dd0-8896-1e4dbfa8b4d4 x-openstack-request-id: req-b280f7b1-8797-4dd0-8896-1e4dbfa8b4d4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:32.770077 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-plugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:32.770509 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b280f7b1-8797-4dd0-8896-1e4dbfa8b4d4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:32.771103 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'code': 200} Sep 24 19:08:32.833109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:32.871935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Network': ['ID=ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:32.909610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cfb92855-9092-4fe6-829d-be5ffd405dd1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:32.912774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 09558073-b8e9-4778-8cfd-1ce5583d7936 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:32.913379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09558073-b8e9-4778-8cfd-1ce5583d7936 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:32.927552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:32.932313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.958567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.959274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.959963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.960766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.964142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.964760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.965300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.965425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82a9583a-fd15-4004-a5da-2425ff60bb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.966842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.967755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.968353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.969144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.969653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59eaac-b7c1-4246-a82e-4c4f5ea38d51 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:32.970270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:32.974486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82a9583a-fd15-4004-a5da-2425ff60bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.022073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9583a-fd15-4004-a5da-2425ff60bb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd4a35-597a-46bb-9568-ddd4f685b2b9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.052859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.058158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.067730 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82a9583a-fd15-4004-a5da-2425ff60bb68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48c1a76a54f34c1b9fb3bc8a40041380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997416 Sep 24 19:08:33.068335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:33.087879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Network ae9f8349-58c5-4549-9ddc-6d8e94c3c3c6 is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:08:33.088468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] No DVR routers for this DVR port 901957c2-717b-4ee4-a5fb-a656604a191d on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:33.152018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:08:33.162045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f13ec2-dabb-49cc-b807-93df22785990 None None] Pushing event deleted for resources: {'Port': ['ID=901957c2-717b-4ee4-a5fb-a656604a191d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.188186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.204528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01bb78-8fcc-47c5-9400-0e64ff48e89f req-dd2974f6-c0b4-428e-b5ca-05586e94fb3f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:33.206199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d01bb78-8fcc-47c5-9400-0e64ff48e89f req-dd2974f6-c0b4-428e-b5ca-05586e94fb3f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 944 time: 0.2976487 Sep 24 19:08:33.243896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.245041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.255194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.259346 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "DELETE /v2.0/security-groups/a52916a6-fdbc-41c2-a269-a0d1f4ec8607 HTTP/1.1" status: 204 len: 168 time: 0.4231651 Sep 24 19:08:33.260182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:33.290122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.297302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d01bb78-8fcc-47c5-9400-0e64ff48e89f req-1dcc425d-2ac9-4f62-8445-4f6691ba544a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780926 Sep 24 19:08:33.299268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Deleting port cfb92855-9092-4fe6-829d-be5ffd405dd1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:33.299615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.311703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a26e2c-c1a1-4399-b9a8-cc8b2193949d tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52916a6-fdbc-41c2-a269-a0d1f4ec8607,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.324988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.329995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] For port cfb92855-9092-4fe6-829d-be5ffd405dd1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cfb92855-9092-4fe6-829d-be5ffd405dd1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:33.330537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.354151 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c0801f5e-b9a9-4b03-9a2e-db21cd6cabd7 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] show failed (client error): The resource could not be found. Sep 24 19:08:33.360055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c0801f5e-b9a9-4b03-9a2e-db21cd6cabd7 tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "GET /v2.0/security-groups/a52916a6-fdbc-41c2-a269-a0d1f4ec8607 HTTP/1.1" status: 404 len: 347 time: 0.0742278 Sep 24 19:08:33.369833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:33.412774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] For port cfb92855-9092-4fe6-829d-be5ffd405dd1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cfb92855-9092-4fe6-829d-be5ffd405dd1,segment=NetworkSegment(ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f),segment_id=ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:33.413160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.433060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Calling delete_port for cfb92855-9092-4fe6-829d-be5ffd405dd1 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:33.437251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Calling delete_port for cfb92855-9092-4fe6-829d-be5ffd405dd1 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:33.548577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: from cryptography.utils import int_from_bytes Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: from cryptography.utils import int_from_bytes Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.554503 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:08:33.557549 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:08:33.604719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Port': ['ID=cfb92855-9092-4fe6-829d-be5ffd405dd1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.641365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.644651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.646731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] No DVR routers for this DVR port cfb92855-9092-4fe6-829d-be5ffd405dd1 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:33.646963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72dd4a35-597a-46bb-9568-ddd4f685b2b9 HTTP/1.1" status: 204 len: 168 time: 0.5743833 Sep 24 19:08:33.665263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf3d06-f184-418b-a431-6586c9d88dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd4a35-597a-46bb-9568-ddd4f685b2b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.672357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Deleting port fc6f2f8f-e35b-44cc-a718-7d1749aed322 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:33.673030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.815828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.856543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 901957c2-717b-4ee4-a5fb-a656604a191d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:33.866921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.866921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.870421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:08:33.905466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Calling delete_port for fc6f2f8f-e35b-44cc-a718-7d1749aed322 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:33.923110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 901957c2-717b-4ee4-a5fb-a656604a191d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:33.923602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 901957c2-717b-4ee4-a5fb-a656604a191d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:33.929048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] Pushing event deleted for resources: {'Port': ['ID=cfb92855-9092-4fe6-829d-be5ffd405dd1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:33.936561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:33.945548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3795d1-5b65-49a7-a1d4-097c284966ab None None] No DVR routers for this DVR port cfb92855-9092-4fe6-829d-be5ffd405dd1 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:33.947891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:33.948446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.031043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012d8d-0d18-4a05-91ce-fc9e5da66031 req-f9b3bcde-da4a-4559-9160-06efd13cfc72 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:34.041579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3012d8d-0d18-4a05-91ce-fc9e5da66031 req-f9b3bcde-da4a-4559-9160-06efd13cfc72 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 944 time: 0.4385126 Sep 24 19:08:34.056111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e885f3-36e3-4dfb-801a-6b54ef4c8556']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:34.079513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:34.083885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:34.084258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5fccfd-c9fa-4af5-8f8f-b66a79cda35f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:34.113327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Checking router: 2ead3794-c372-46b7-8689-3799bd0ae3f7 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:08:34.121626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.167619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3012d8d-0d18-4a05-91ce-fc9e5da66031 req-ef1739d0-187c-4975-a5ba-c3ffa24cb40c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180725 Sep 24 19:08:34.185105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.194567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.194803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.211191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:34.211656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:34.275855 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:34.286810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Pushing event deleted for resources: {'Port': ['ID=fc6f2f8f-e35b-44cc-a718-7d1749aed322,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:34.305791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:34.320565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.327367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ff5281de-5a00-45fe-8778-98865e93cd81 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:08:34.364848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:34.449804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.465792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:34.483737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.488736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d083c9-cea2-4508-8f55-82cb4235a2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.498935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] 10.222.0.18 "DELETE /v2.0/networks/00e885f3-36e3-4dfb-801a-6b54ef4c8556 HTTP/1.1" status: 204 len: 168 time: 1.7257628 Sep 24 19:08:34.498935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242407-99b4-48d9-852a-d324ea6f47a3 tempest-TaggedBootDevicesTest-1934293206 tempest-TaggedBootDevicesTest-1934293206-project] Pushing event deleted for resources: {'Network': ['ID=00e885f3-36e3-4dfb-801a-6b54ef4c8556,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:34.510294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.510294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.510294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b14c2f8-f41a-419a-9330-5c6f2333d7bb tempest-ServersTestFqdnHostnames-1329662484 tempest-ServersTestFqdnHostnames-1329662484-project] 10.222.0.18 "DELETE /v2.0/floatingips/842aef82-b24a-44ff-9c39-5cab412a5e78 HTTP/1.1" status: 204 len: 168 time: 1.1353567 Sep 24 19:08:34.512992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:34.513545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:34.528332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:34.572689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91d9b2-1a17-4d9c-a1de-02ae566f8531 req-911aa7a2-cde7-4f37-be0d-c0366bdbbb0c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:34.590866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a91d9b2-1a17-4d9c-a1de-02ae566f8531 req-911aa7a2-cde7-4f37-be0d-c0366bdbbb0c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 944 time: 0.1897676 Sep 24 19:08:34.736785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a91d9b2-1a17-4d9c-a1de-02ae566f8531 req-4e883414-d4b0-4fd3-974e-67fa9f9d3242 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425953 Sep 24 19:08:34.801788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:34.804430 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3bc68f-e5a1-42dc-ba6f-beb1c50f28c9" -d '{"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:34.811962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port ff5281de-5a00-45fe-8778-98865e93cd81 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:08:34.819938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port ff5281de-5a00-45fe-8778-98865e93cd81 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:34.819938 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:34.872171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:34.909862 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13c732-56b0-4907-b0de-d4fdd802f15f x-openstack-request-id: req-de13c732-56b0-4907-b0de-d4fdd802f15f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:34.910285 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:34.910604 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de13c732-56b0-4907-b0de-d4fdd802f15f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:34.911014 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'code': 200} Sep 24 19:08:35.072132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d837f-c3c8-4710-8198-c790a712d7e3 req-c450b0f5-41dc-4e98-a3c8-6b5df8785589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:35.074416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-523d837f-c3c8-4710-8198-c790a712d7e3 req-c450b0f5-41dc-4e98-a3c8-6b5df8785589 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1096 time: 0.0901694 Sep 24 19:08:35.075669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.167680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-523d837f-c3c8-4710-8198-c790a712d7e3 req-94e807d3-2173-4827-8729-7c4e9b3fc2e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809283 Sep 24 19:08:35.199001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d083c9-cea2-4508-8f55-82cb4235a2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.220838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d083c9-cea2-4508-8f55-82cb4235a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.264643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d083c9-cea2-4508-8f55-82cb4235a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64b3bf-f3b6-4339-9a2c-667013179fcf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:35.275861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ff5281de-5a00-45fe-8778-98865e93cd81,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:35.308788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-06d083c9-cea2-4508-8f55-82cb4235a2be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=245e8017ddf54b60a375c5d04c9aba35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945816 Sep 24 19:08:35.312622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:35.335950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.426485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7efe2-2fe2-4c5b-be76-bb5116132c5d req-c8a346ad-f600-4147-8700-5dbf5841682f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:35.442324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ca7efe2-2fe2-4c5b-be76-bb5116132c5d req-c8a346ad-f600-4147-8700-5dbf5841682f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1407444 Sep 24 19:08:35.443624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.506514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.532001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ca7efe2-2fe2-4c5b-be76-bb5116132c5d req-c1b4ffe7-0683-45d2-9b7e-71dc67953ea4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828118 Sep 24 19:08:35.574940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.584760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.592075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:35.600448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d64b3bf-f3b6-4339-9a2c-667013179fcf HTTP/1.1" status: 204 len: 168 time: 0.2780521 Sep 24 19:08:35.640213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:35.653599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2086b7-637b-4e45-a6f3-eb453d162280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64b3bf-f3b6-4339-9a2c-667013179fcf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:35.709830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:35.737152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f9ad-d322-42b6-adcd-6178e2d7da74 None None] The sync data for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 is: [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:06:09Z', 'revision_number': 4, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46715adb-ee77-4882-bd29-df7df24a87a6', 'name': '', 'network_id': 'd13709b5-03e8-433f-b1c8-444a8c513cbb', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'mac_address': 'fa:16:3e:72:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:08Z', 'updated_at': '2021-09-24T19:06:16Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'subnets': [{'id': 'b6a205a3-8684-4e41-9389-241ba9178e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:08:36.000206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71424f37-7841-4117-b1a4-9a7bab991310 req-25158b3e-9c12-4942-b07e-d96f7d8ecc9f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:36.006784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71424f37-7841-4117-b1a4-9a7bab991310 req-25158b3e-9c12-4942-b07e-d96f7d8ecc9f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.1443431 Sep 24 19:08:36.119531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71424f37-7841-4117-b1a4-9a7bab991310 req-c6bd9958-5383-4914-b958-59f69d4c6c60 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Sep 24 19:08:36.279905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91f63f-0225-4e8f-8763-cfea82022116 None None] New status for floating IP 842aef82-b24a-44ff-9c39-5cab412a5e78: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:08:36.719470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8930b8e-facb-4f3a-88b5-951a49418116 req-3f19119d-c952-4a17-be9a-905d9b97b31d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:36.727620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8930b8e-facb-4f3a-88b5-951a49418116 req-3f19119d-c952-4a17-be9a-905d9b97b31d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0672998 Sep 24 19:08:36.782347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8930b8e-facb-4f3a-88b5-951a49418116 req-4c7cb809-ff22-4b32-875b-e0238170bafc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Sep 24 19:08:36.914634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:36.919101 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25dde6-73bb-40ef-8055-85338f647839" -d '{"events": [{"server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "name": "network-vif-plugged", "status": "completed", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:36.984689 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed96111-0a6f-443e-9af6-2d58d7b371a0 x-openstack-request-id: req-7ed96111-0a6f-443e-9af6-2d58d7b371a0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:36.985196 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "name": "network-vif-plugged", "status": "completed", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:36.985631 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ed96111-0a6f-443e-9af6-2d58d7b371a0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:36.986209 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81', 'code': 200} Sep 24 19:08:37.131790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc465cf-161d-43e5-8eeb-049bc61a8e56 req-2a70d637-6a71-48f4-bce8-63e08a934cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:37.133614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ebc465cf-161d-43e5-8eeb-049bc61a8e56 req-2a70d637-6a71-48f4-bce8-63e08a934cac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 1096 time: 0.0749698 Sep 24 19:08:37.160046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Deleting port 46715adb-ee77-4882-bd29-df7df24a87a6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:37.174640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:37.199894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ebc465cf-161d-43e5-8eeb-049bc61a8e56 req-209b81fa-d393-4bf3-9e7c-c9440f1ff58c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Sep 24 19:08:37.301786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] For port 46715adb-ee77-4882-bd29-df7df24a87a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46715adb-ee77-4882-bd29-df7df24a87a6,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:37.302131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:37.316825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Calling delete_port for 46715adb-ee77-4882-bd29-df7df24a87a6 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:37.670065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:37.699199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=46715adb-ee77-4882-bd29-df7df24a87a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:38.098955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:38.545724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Router 2ead3794-c372-46b7-8689-3799bd0ae3f7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:08:38.699962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:38.724557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:08:38.731002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25b61fac-d87c-42dc-9c20-341c15f7bf1e admin admin] 10.222.0.18 "PUT /v2.0/routers/2ead3794-c372-46b7-8689-3799bd0ae3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2150624 Sep 24 19:08:38.733567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:38.748911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Sync routers for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:08:38.777719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:38.780911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:38.986439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:39.080850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:39.171133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:39.278338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Deleting port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:39.279865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:39.387962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] For port 9a589f9e-2dde-46bd-93e0-6b0c41e9852f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:39.389075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:39.410297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Calling delete_port for 9a589f9e-2dde-46bd-93e0-6b0c41e9852f owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:39.423833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:08:37Z', 'revision_number': 5, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port': {'id': '9a589f9e-2dde-46bd-93e0-6b0c41e9852f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:06Z', 'updated_at': '2021-09-24T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:39.449307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Checking router: 2ead3794-c372-46b7-8689-3799bd0ae3f7 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:08:39.459822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Routers {'2ead3794-c372-46b7-8689-3799bd0ae3f7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:39.460456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2ead3794-c372-46b7-8689-3799bd0ae3f7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:39.697123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:39.755013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] Set router 2ead3794-c372-46b7-8689-3799bd0ae3f7 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:39.808123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a589f9e-2dde-46bd-93e0-6b0c41e9852f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:39.890078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:08:39Z', 'revision_number': 6, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:39.942184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3c81-91b2-45a9-ae6c-d5310f71bc28 None None] The sync data for ids ['2ead3794-c372-46b7-8689-3799bd0ae3f7'] in n-d-810952-2 is: [{'id': '2ead3794-c372-46b7-8689-3799bd0ae3f7', 'name': 'tempest-ServersTestFqdnHostnames-616862932-router', 'tenant_id': 'c525e5f6d0b14de98b426a5941fb9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:05Z', 'updated_at': '2021-09-24T19:08:39Z', 'revision_number': 6, 'project_id': 'c525e5f6d0b14de98b426a5941fb9848', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:08:40.007281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.118413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.120544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.183799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.184350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ead3794-c372-46b7-8689-3799bd0ae3f7 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:08:40.195371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.198903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-22ddcee6-de1d-4cdb-b4e6-c79bf124aac9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2ead3794-c372-46b7-8689-3799bd0ae3f7 HTTP/1.1" status: 204 len: 168 time: 1.4619317 Sep 24 19:08:40.199789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:40.308046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Deleting subnet b6a205a3-8684-4e41-9389-241ba9178e19 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:40.315560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.398094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.606807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.736246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.796887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a205a3-8684-4e41-9389-241ba9178e19,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:40.801702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:40.813303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:40.818846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ead01b-aa81-43d2-9bd7-d7a4473f7de6 None None] Network d13709b5-03e8-433f-b1c8-444a8c513cbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:40.838272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3836e53c-fe89-4eef-a45e-890c18e114dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6a205a3-8684-4e41-9389-241ba9178e19 HTTP/1.1" status: 204 len: 168 time: 0.6372554 Sep 24 19:08:40.994167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.000258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46715adb-ee77-4882-bd29-df7df24a87a6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:41.086650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Deleting port 44625829-7670-49cb-b0d1-02e1857a1294 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:41.087071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.154778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 46715adb-ee77-4882-bd29-df7df24a87a6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:41.155193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46715adb-ee77-4882-bd29-df7df24a87a6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:41.161883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] For port 44625829-7670-49cb-b0d1-02e1857a1294, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=44625829-7670-49cb-b0d1-02e1857a1294,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:41.162384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.179789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Calling delete_port for 44625829-7670-49cb-b0d1-02e1857a1294 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:41.265119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] DHCP port deletion for d13709b5-03e8-433f-b1c8-444a8c513cbb request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:08:41.335127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Deleting port 44625829-7670-49cb-b0d1-02e1857a1294 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:41.335127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.375481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.429649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Pushing event deleted for resources: {'Port': ['ID=44625829-7670-49cb-b0d1-02e1857a1294,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:41.443209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] No DVR routers for this DVR port 44625829-7670-49cb-b0d1-02e1857a1294 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:41.472866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] For port 44625829-7670-49cb-b0d1-02e1857a1294, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=44625829-7670-49cb-b0d1-02e1857a1294,segment=NetworkSegment(e81c521f-bffe-4597-9584-1a20e264e010),segment_id=e81c521f-bffe-4597-9584-1a20e264e010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:41.473273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.509819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Calling delete_port for 44625829-7670-49cb-b0d1-02e1857a1294 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:41.638338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:41.673664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] Pushing event deleted for resources: {'Port': ['ID=44625829-7670-49cb-b0d1-02e1857a1294,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:41.687019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1fb95-8343-418f-a96f-f06bced1bb29 None None] No DVR routers for this DVR port 44625829-7670-49cb-b0d1-02e1857a1294 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:42.026732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.057909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13709b5-03e8-433f-b1c8-444a8c513cbb']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:42.070703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81c521f-bffe-4597-9584-1a20e264e010') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:42.071110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81c521f-bffe-4597-9584-1a20e264e010') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:42.083668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.098001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.104769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:42.105517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:42.168354 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:42.173979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.182099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.184525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d13709b5-03e8-433f-b1c8-444a8c513cbb HTTP/1.1" status: 204 len: 168 time: 1.3696890 Sep 24 19:08:42.196941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c3af9-c90c-4c03-99e7-a44e64323990 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13709b5-03e8-433f-b1c8-444a8c513cbb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:42.479959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36756) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:42.558680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:42.561833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab718006-19e0-44de-9ca7-776307d3a827 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c525e5f6d0b14de98b426a5941fb9848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745213 Sep 24 19:08:42.579208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 44625829-7670-49cb-b0d1-02e1857a1294 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:42.616896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 44625829-7670-49cb-b0d1-02e1857a1294 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:42.617250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 44625829-7670-49cb-b0d1-02e1857a1294 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:42.617671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a589f9e-2dde-46bd-93e0-6b0c41e9852f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:42.626193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.663153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9a589f9e-2dde-46bd-93e0-6b0c41e9852f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:42.663904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9a589f9e-2dde-46bd-93e0-6b0c41e9852f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:42.668443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.747320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.750927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:42.754583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c20045d3-7628-4362-ab66-f527e7784e4b HTTP/1.1" status: 204 len: 168 time: 0.1924043 Sep 24 19:08:42.773120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb58f4e-1b08-46ae-80e4-546807c6076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20045d3-7628-4362-ab66-f527e7784e4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:43.976710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:44.171749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1276297939-network', 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:44.248640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:44.251369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.270318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.444759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.457642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.511218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c74591-19eb-472a-a82d-90a5838ff360,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:44.520229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:08:44.532456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.532841 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Added segment 4baf930e-3684-4f2d-a266-be1e6b45a6ed of type vlan for network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 Sep 24 19:08:44.584992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.625466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.629251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:44.631255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:44.639501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:08:44.770938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] Pushing event updated for resources: {'Network': ['ID=17ddc64d-354c-4605-bf1d-662dbfd2baf8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:44.782923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:08:44.805904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-118e4ce9-6efb-4b93-8e40-5d0a71a862ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8250391 Sep 24 19:08:44.806113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36800) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:44.812148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Request body: {'subnet': {'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1276297939-subnet', 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:44.861566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:44.864914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:45.102261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:45.184807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c883c736-a852-4b57-a379-dabb3035b78a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:45.201450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:45.201814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Network hostable DHCP agents. Network: 17ddc64d-354c-4605-bf1d-662dbfd2baf8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:08:45.226702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:08:45.244020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 17ddc64d-354c-4605-bf1d-662dbfd2baf8) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:45.257581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e98517-c81c-4f11-9fdd-fbaa7a3a6077 None None] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:45.268654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:45.270571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:45.334164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2e7a0c49-ff14-49e6-8081-cb4b25283475 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5159986 Sep 24 19:08:45.428562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4f3cc-ea89-4ae4-85b9-d718442240a4 None None] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:47.742932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:48.151519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8c46a-af10-4aa6-a4ad-881f3fb4aa32 req-94aebc2a-28f9-4a50-a75a-0afc31a96b21 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:48.159265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81a8c46a-af10-4aa6-a4ad-881f3fb4aa32 req-94aebc2a-28f9-4a50-a75a-0afc31a96b21 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.0978258 Sep 24 19:08:48.180961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-bb776818-2c33-4e9a-b2f5-828206b8e0e2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:48.192338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-bb776818-2c33-4e9a-b2f5-828206b8e0e2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 813 time: 0.2616603 Sep 24 19:08:48.214131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-c7530ec0-39ad-4faa-912a-172bb8858bb0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/quotas/f2d31bc2a0704fe3be4e71cbc057896e HTTP/1.1" status: 200 len: 375 time: 0.0206859 Sep 24 19:08:48.277195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81a8c46a-af10-4aa6-a4ad-881f3fb4aa32 req-1e245cde-c4ac-49cf-ab4a-ccd5857f85bc tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158562 Sep 24 19:08:48.316722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-f05771cc-e421-45d8-b565-03897375628b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014307 Sep 24 19:08:48.455563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-f0b6bce7-4492-4452-bdae-b3b5f7740156 service neutron] 10.222.0.18 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373153 Sep 24 19:08:48.594172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-f08dcead-1606-4c3b-a2f6-a5025d3f8c16 service neutron] 10.222.0.18 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331203 Sep 24 19:08:48.660907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:49.131567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3818907e-03dc-4eb7-80db-776377c87620 req-38ca7ff2-a815-43d5-977f-91c50e257c57 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 210 time: 0.0394013 Sep 24 19:08:49.175632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-16097e46-3d7f-44f7-9ae0-054e5c227f50 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:49.184294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-16097e46-3d7f-44f7-9ae0-054e5c227f50 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.3077588 Sep 24 19:08:49.219539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-f42bc717-d15d-4b97-a512-ab2dc3ddfce7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.0342441 Sep 24 19:08:49.295445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-e1f49fbe-5a38-4e10-9a41-830c5150838c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742586 Sep 24 19:08:49.329783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Deleting port b656d84d-0db9-4a75-b61b-1b7e6b916307 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:49.330760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:49.420390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-d87a851a-d39b-4f37-b6b4-934552590b59 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 Sep 24 19:08:49.448285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] For port b656d84d-0db9-4a75-b61b-1b7e6b916307, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b656d84d-0db9-4a75-b61b-1b7e6b916307,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:49.448658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:49.472001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Calling delete_port for b656d84d-0db9-4a75-b61b-1b7e6b916307 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:49.622328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-d83eff9b-59d5-43f3-9142-9b14f5c0c80e service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969869 Sep 24 19:08:49.930965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:50.018116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b656d84d-0db9-4a75-b61b-1b7e6b916307,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:50.030187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.030589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.030900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.031270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.032132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.032772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.033133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.033474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.033804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.034133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.034459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.034778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:50.097895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-898ec704-febc-4326-8e73-fff20ce43950 req-b25fffbb-32e0-4228-b6c1-511cf9fc6cfd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 210 time: 0.0871587 Sep 24 19:08:50.318495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab330f68-2df9-43ed-aefd-2220aa64ae9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:50.367908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e3016bb-6e21-47fd-b8ee-7da940b7037f req-57909115-9967-4c19-8ed5-2ca1925e5d0d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 210 time: 0.0921137 Sep 24 19:08:50.537844 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:50.906441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-374deae8-0805-4ab0-a8e3-951388a1ffe6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:50.908855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-374deae8-0805-4ab0-a8e3-951388a1ffe6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.69 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 813 time: 0.3917348 Sep 24 19:08:50.911206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:50.925461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Request body: {'port': {'device_id': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'admin_state_up': True, 'tenant_id': 'f2d31bc2a0704fe3be4e71cbc057896e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:50.950166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80195-bf2c-48f4-946e-e49614de3025 req-660b1334-eb63-446d-bfe9-079f078d5b12 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:50.966139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6d80195-bf2c-48f4-946e-e49614de3025 req-660b1334-eb63-446d-bfe9-079f078d5b12 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 950 time: 0.2044823 Sep 24 19:08:50.991461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Router 732a3691-1261-47b4-bfca-049e3ec091f2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:08:51.102529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6d80195-bf2c-48f4-946e-e49614de3025 req-35f74d3e-ec12-4ab3-8885-ae6299606b93 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380184 Sep 24 19:08:51.170785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Made reservation on behalf of f2d31bc2a0704fe3be4e71cbc057896e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:51.174523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:51.177389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f75b079-7575-44cd-b332-a3c226367702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:51.204423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:08:51.209618 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-11bb6194-8e41-40bd-b190-876be66e85bd admin admin] 10.222.0.18 "PUT /v2.0/routers/732a3691-1261-47b4-bfca-049e3ec091f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4655898 Sep 24 19:08:51.217532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Sync routers for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:08:51.219050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9226a548-5ef4-4d13-a2fe-b331dc05b7af req-e6e8505f-939a-422f-a6c8-5b9ff4daf172 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 210 time: 0.0391538 Sep 24 19:08:51.219813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37084) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:51.230729 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:51.231548 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:51.351470 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:51.495859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:51.551039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Allocated IP 172.20.0.8 (5806090d-aff0-4431-ad83-5b7a6584b7c4/a413ea64-6650-45cc-a449-b2a5aa2be696/ad370cd9-29db-4258-8e47-15b268ee986d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:08:51.593480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T19:08:49Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:51.599279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926c47-0d03-4cfa-b0ed-fceb60a6d6e0 req-3b4420e2-7adf-47a6-9000-fa84214bf021 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:51.600824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59926c47-0d03-4cfa-b0ed-fceb60a6d6e0 req-3b4420e2-7adf-47a6-9000-fa84214bf021 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2010932 Sep 24 19:08:51.626382 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Checking router: 732a3691-1261-47b4-bfca-049e3ec091f2 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:08:51.640861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ee89eec-5e70-46d1-97c4-87ca9fbd2677 req-e9060df1-af19-4964-9ed0-44da7dab15ae tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 210 time: 0.0832207 Sep 24 19:08:51.641848 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Routers {'732a3691-1261-47b4-bfca-049e3ec091f2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:08:51.643318 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['732a3691-1261-47b4-bfca-049e3ec091f2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:51.737620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f75b079-7575-44cd-b332-a3c226367702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:51.769313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9f75b079-7575-44cd-b332-a3c226367702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:51.783203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59926c47-0d03-4cfa-b0ed-fceb60a6d6e0 req-a3bb5886-424c-4501-bc0c-c9c39db3d0eb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590877 Sep 24 19:08:51.792225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] Set router 732a3691-1261-47b4-bfca-049e3ec091f2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:08:52.000380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9f75b079-7575-44cd-b332-a3c226367702 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5b7c271e3b443039d261021d68f62ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0879447 Sep 24 19:08:52.003864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:52.034228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75b079-7575-44cd-b332-a3c226367702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d50195-c832-4897-8e37-96eed6f78ac4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:52.045392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.067030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-ddc6de2b-edfb-4f6b-871b-76f16e209817 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:52.068837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-ddc6de2b-edfb-4f6b-871b-76f16e209817 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.4903514 Sep 24 19:08:52.114533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.119007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb01f1-46b3-4f94-b787-c6bdd1251a5e req-7c5572e5-b3be-4d4f-a5d7-62bb94fab930 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:52.124745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18bb01f1-46b3-4f94-b787-c6bdd1251a5e req-7c5572e5-b3be-4d4f-a5d7-62bb94fab930 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2307522 Sep 24 19:08:52.136152 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T19:08:49Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:52.149214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': '66d6d48c-2d2e-4026-812c-e7a185378050', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:52.151397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.171598 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e2c5-0993-42a0-af2c-ba2114180238 None None] The sync data for ids ['732a3691-1261-47b4-bfca-049e3ec091f2'] in n-d-810952-2 is: [{'id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'name': 'tempest-TaggedBootDevicesTest-1856133735-router', 'tenant_id': 'eb496168af764b39afaa54cbb3ef8324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T19:08:49Z', 'revision_number': 5, 'project_id': 'eb496168af764b39afaa54cbb3ef8324', 'gw_port': {'id': 'a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a3691-1261-47b4-bfca-049e3ec091f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T18:57:31Z', 'updated_at': '2021-09-24T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:08:52.237843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.240634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.244246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57d50195-c832-4897-8e37-96eed6f78ac4 HTTP/1.1" status: 204 len: 168 time: 0.2367954 Sep 24 19:08:52.253770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d04db0-c94c-40a1-991a-33abd4878263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d50195-c832-4897-8e37-96eed6f78ac4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:52.381385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.387000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18bb01f1-46b3-4f94-b787-c6bdd1251a5e req-44138e03-ddf2-4266-b600-248cbb4e16e8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002466 Sep 24 19:08:52.429636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a121-50ca-44c1-8fa7-db585850b197 req-b45504af-0ba2-432b-94b3-2fae5426db84 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:52.430945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa68a121-50ca-44c1-8fa7-db585850b197 req-b45504af-0ba2-432b-94b3-2fae5426db84 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 950 time: 0.1748726 Sep 24 19:08:52.492602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa68a121-50ca-44c1-8fa7-db585850b197 req-00b40d3e-e28b-4c14-be27-e72452991f76 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509415 Sep 24 19:08:52.565705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b656d84d-0db9-4a75-b61b-1b7e6b916307 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:52.593818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b656d84d-0db9-4a75-b61b-1b7e6b916307 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:52.594567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b656d84d-0db9-4a75-b61b-1b7e6b916307 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:52.608692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Deleting port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:52.609305 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.619714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-353cb920-fed7-4acc-860b-38ab345cb026 req-5e4d96be-694d-4907-b73b-5f4dd3ae7e5e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 210 time: 0.1360779 Sep 24 19:08:52.635602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:08:52.639651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.681217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:52.707481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75873d41-0d2f-4a90-ab22-73c9ad4aea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.846208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.856284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75873d41-0d2f-4a90-ab22-73c9ad4aea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.862486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75873d41-0d2f-4a90-ab22-73c9ad4aea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.863671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:52.883334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.13 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/cc8dce5f-0e80-4461-81c2-52ca8ab9c46e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:08:52.921786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-75873d41-0d2f-4a90-ab22-73c9ad4aea81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c995a842fc04e4888375bdf8e366759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372754 Sep 24 19:08:52.922332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:52.923062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75873d41-0d2f-4a90-ab22-73c9ad4aea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6175fa-1f45-4ebf-b143-d55ffba9346d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:52.985735 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba3e5-4fb9-4fae-b36a-5b4a0cab75ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:52.997623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.021628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.123699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.127282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.128712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a6175fa-1f45-4ebf-b143-d55ffba9346d HTTP/1.1" status: 204 len: 168 time: 0.2017319 Sep 24 19:08:53.146752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957dcf2-2a25-4e43-ba29-624312d2486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6175fa-1f45-4ebf-b143-d55ffba9346d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:53.203360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.298455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Network 5806090d-aff0-4431-ad83-5b7a6584b7c4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:08:53.315723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:53.328553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.349795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:08:53.365598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Pushing event updated for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:53.854924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d189-f49a-420e-9dee-749441ee0024 req-a493c770-e068-4cb1-83a8-46be29cb2966 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:53.856890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d906d189-f49a-420e-9dee-749441ee0024 req-a493c770-e068-4cb1-83a8-46be29cb2966 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 931 time: 0.9955955 Sep 24 19:08:53.882671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] For port a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:53.883086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.935086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Calling delete_port for a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:53.942523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:53.943398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:53.953109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.027626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2e4a-f84b-4cec-9c87-ca385dbfcd1f req-a5df161b-e9bc-42a0-bdb1-ae90a1bbb3ed tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:54.029227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cc2e4a-f84b-4cec-9c87-ca385dbfcd1f req-a5df161b-e9bc-42a0-bdb1-ae90a1bbb3ed tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.7186751 Sep 24 19:08:54.094273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.103389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-4d33b9fb-47e2-48ba-9642-77331f8e87c3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1821222 Sep 24 19:08:54.108739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:08:54.132681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Request body: {'port': {'device_id': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:54.136657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:08:54.141943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d906d189-f49a-420e-9dee-749441ee0024 req-f3ba2353-539e-4ba7-83f2-4fd9dcd8b5d1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673833 Sep 24 19:08:54.144391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:08:54.149797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:54.285910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cc2e4a-f84b-4cec-9c87-ca385dbfcd1f req-4c7b6846-d995-4bca-8812-c2980b718997 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954923 Sep 24 19:08:54.321892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.347088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:54.347745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.418658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-0aade3ee-2c43-4667-91de-94bf115279f2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2919347 Sep 24 19:08:54.440863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Request body: {'port': {'device_id': '66d6d48c-2d2e-4026-812c-e7a185378050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:08:54.614593 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.650776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ea15-0d1f-40d7-9d7a-c3b89f77b68c req-ee241e16-f423-49e6-8478-b07f84f89653 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:54.652434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb39ea15-0d1f-40d7-9d7a-c3b89f77b68c req-ee241e16-f423-49e6-8478-b07f84f89653 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 932 time: 0.2355633 Sep 24 19:08:54.823262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb39ea15-0d1f-40d7-9d7a-c3b89f77b68c req-8cd09dad-bdd5-424b-b564-455ea57ffebf tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443834 Sep 24 19:08:54.861744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.877934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:54.955991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:54.965924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:54.991577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:54.994224 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf6467-954a-46a3-9256-fb68c250d3c0" -d '{"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:55.011686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:55.019756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.050237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12045ca-937b-46b0-9a03-d85401c4aab6 req-ece924f5-95b3-47f6-9c56-6f3f346fc5ec tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:55.051957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b12045ca-937b-46b0-9a03-d85401c4aab6 req-ece924f5-95b3-47f6-9c56-6f3f346fc5ec tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2776358 Sep 24 19:08:55.058286 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e712ce63-280c-466b-98a2-e88e95d102d6 x-openstack-request-id: req-e712ce63-280c-466b-98a2-e88e95d102d6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:55.058792 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:55.059285 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e712ce63-280c-466b-98a2-e88e95d102d6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:55.059711 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'code': 200} Sep 24 19:08:55.081603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:55.089295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.089883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.090232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.090567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.091087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.091434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.091899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.092663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.092999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.093414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.093724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.094071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:08:55.194660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.233701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b12045ca-937b-46b0-9a03-d85401c4aab6 req-5dc097c5-3376-4db7-a8c9-9895722098c4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704435 Sep 24 19:08:55.293360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad370cd9-29db-4258-8e47-15b268ee986d {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:55.363722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.366687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.374133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.404116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Transition to ACTIVE for port object ad370cd9-29db-4258-8e47-15b268ee986d will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:08:55.452378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.476471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00d83-81b0-4f76-8daa-2d64e8991f9c req-4ed169cf-9e28-44e4-a7de-26b846d5a1f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:55.478012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b00d83-81b0-4f76-8daa-2d64e8991f9c req-4ed169cf-9e28-44e4-a7de-26b846d5a1f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 931 time: 0.1932380 Sep 24 19:08:55.500608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.501120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732a3691-1261-47b4-bfca-049e3ec091f2 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:08:55.521042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.524796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:55.525465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-972a05c7-0248-487e-98fd-a12ca129ea16 admin admin] 10.222.0.18 "DELETE /v2.0/routers/732a3691-1261-47b4-bfca-049e3ec091f2 HTTP/1.1" status: 204 len: 168 time: 4.3024917 Sep 24 19:08:55.577836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Deleting subnet ca4d657a-3260-4df4-900c-a3420663fc09 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:08:55.596641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.603350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:55.656467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b00d83-81b0-4f76-8daa-2d64e8991f9c req-98489d90-9c34-405a-a790-79e6cd0fe287 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512780 Sep 24 19:08:55.657794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.689341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8dce5f-0e80-4461-81c2-52ca8ab9c46e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:55.702868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.728717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Transition to ACTIVE for port object cc8dce5f-0e80-4461-81c2-52ca8ab9c46e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:08:55.744967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.770830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.776874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Attempting to bind port ad370cd9-29db-4258-8e47-15b268ee986d on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:08:55.777213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Attempting to bind port ad370cd9-29db-4258-8e47-15b268ee986d by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:08:55.778995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Attempting to bind port ad370cd9-29db-4258-8e47-15b268ee986d on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:55.796499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Port ad370cd9-29db-4258-8e47-15b268ee986d on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:08:55.798957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Attempting to bind port ad370cd9-29db-4258-8e47-15b268ee986d on network 5806090d-aff0-4431-ad83-5b7a6584b7c4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:55.822071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:08:55.823545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.824747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Checking segment: {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:55.825382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Bound using segment: {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:08:55.825892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Bound port: ad370cd9-29db-4258-8e47-15b268ee986d, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2213e3a0-2927-4afb-9390-010edf076863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:08:55.826957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.844756 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.877808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4d657a-3260-4df4-900c-a3420663fc09,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:55.885643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:55.887269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:55.893252 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5cead497-d9c7-4b04-b1f9-41380fd0b238 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca4d657a-3260-4df4-900c-a3420663fc09 HTTP/1.1" status: 204 len: 168 time: 0.3663125 Sep 24 19:08:55.893474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37264) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:55.900056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543e7c4-1378-48e7-a7e9-757c43e375e2 None None] Network ac729ca5-6c8e-4162-a400-cb8e8b12326c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:08:56.046133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:56.073684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Attempting to bind port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:08:56.074271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Attempting to bind port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:08:56.074798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Attempting to bind port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:56.149647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:08:56.150182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Attempting to bind port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:08:56.157429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:08:56.164369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.174343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] DHCP port deletion for ac729ca5-6c8e-4162-a400-cb8e8b12326c request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:08:56.180721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415ea2-f9bd-4f8b-ae60-30be2bb0a5bf req-1ff6c07c-70c2-43d3-ba61-076489823760 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:56.182613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c415ea2-f9bd-4f8b-ae60-30be2bb0a5bf req-1ff6c07c-70c2-43d3-ba61-076489823760 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 944 time: 0.1973264 Sep 24 19:08:56.183641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:08:56.184227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:08:56.184826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:08:56.186031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Bound port: cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:08:56.186597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.195819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ad370cd9-29db-4258-8e47-15b268ee986d,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:08:56.224864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.232521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f45c4ce-7fd6-4dc8-a4d7-11977906005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.258722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Deleting port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:56.259130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.376990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f45c4ce-7fd6-4dc8-a4d7-11977906005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.381248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] For port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,segment=NetworkSegment(79ad00f3-79be-4779-a07d-8ac8dd77dd4d),segment_id=79ad00f3-79be-4779-a07d-8ac8dd77dd4d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:56.381970 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.382699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f45c4ce-7fd6-4dc8-a4d7-11977906005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.397398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Calling delete_port for 1d195b75-4cc2-4a35-aae4-3852ec09c7fc owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:56.411529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f45c4ce-7fd6-4dc8-a4d7-11977906005f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ae9260146fd47ffb9bf84ac036c653d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637252 Sep 24 19:08:56.414039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:56.470244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:08:56.476300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:56.476936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.478366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/ad370cd9-29db-4258-8e47-15b268ee986d HTTP/1.1" status: 200 len: 1091 time: 2.3632061 Sep 24 19:08:56.528115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:56.531095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd43a86-cedd-47f7-b448-41336c89adce" -d '{"events": [{"name": "network-changed", "server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:56.539311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.549340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45c4ce-7fd6-4dc8-a4d7-11977906005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcd483-c5d2-434b-861a-69f7ea58f432,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:56.571419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] No DVR routers for this DVR port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:56.577537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.578350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a31f08-02d4-4fe4-a4a5-908689456fe3 None None] Pushing event deleted for resources: {'Port': ['ID=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:56.624923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c415ea2-f9bd-4f8b-ae60-30be2bb0a5bf req-e8368350-bb66-4c91-a43b-b2bc1a1da178 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325275 Sep 24 19:08:56.640836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:56.656843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.679534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:08:56.690226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9927ad-3be6-44f6-be92-6f34f4475c85 req-fe22cc87-9d05-48cc-8216-9eb6b436bb35 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:56.692072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc9927ad-3be6-44f6-be92-6f34f4475c85 req-fe22cc87-9d05-48cc-8216-9eb6b436bb35 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.3089964 Sep 24 19:08:56.693227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:56.693644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a338ac0f-57d4-4ef5-a1c8-f260ffb8dc63 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:56.694078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d195b75-4cc2-4a35-aae4-3852ec09c7fc no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:08:56.695532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd039ef-80d9-4d69-b149-d056d62a89c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:56.715443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.781560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.784256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.788519 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5dcd483-c5d2-434b-861a-69f7ea58f432 HTTP/1.1" status: 204 len: 168 time: 0.3734717 Sep 24 19:08:56.793378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-d7e20c83-5d89-40d0-b065-bf462e806957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:56.799551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-d7e20c83-5d89-40d0-b065-bf462e806957 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 1094 time: 0.1735470 Sep 24 19:08:56.801007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731867-ec6c-4120-a8e5-2d0b0ae67a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcd483-c5d2-434b-861a-69f7ea58f432,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:56.837626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1d195b75-4cc2-4a35-aae4-3852ec09c7fc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:08:56.838149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d195b75-4cc2-4a35-aae4-3852ec09c7fc not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:08:56.861190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Deleting port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:08:56.861893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.870777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:56.882176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:56.884741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc8dce5f-0e80-4461-81c2-52ca8ab9c46e HTTP/1.1" status: 200 len: 1092 time: 2.4501362 Sep 24 19:08:56.891334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:08:56.927881 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f39194-26b4-4240-a014-407af17e2996 x-openstack-request-id: req-45f39194-26b4-4240-a014-407af17e2996 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:56.928460 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:56.928460 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45f39194-26b4-4240-a014-407af17e2996 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:56.928934 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d', 'status': 'completed', 'code': 200} Sep 24 19:08:56.950294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-78697bce-d117-4288-8952-56c7a5dd76bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad370cd9-29db-4258-8e47-15b268ee986d HTTP/1.1" status: 200 len: 217 time: 0.1260707 Sep 24 19:08:57.126702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc9927ad-3be6-44f6-be92-6f34f4475c85 req-b62d6be3-eeb8-4084-9725-17ba991829a1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956831 Sep 24 19:08:57.128375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642b553-a2f3-4f45-aae2-264328151968 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:57.131188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:57.167675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'mac_address': 'fa:16:3e:c7:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:08:57.226983 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.247111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:08:57.247798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] For port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc, host n-d-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:57.249023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.262033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-57c60659-42d6-48b8-ab64-16c30f935a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:57.263640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-57c60659-42d6-48b8-ab64-16c30f935a58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 1095 time: 0.3184986 Sep 24 19:08:57.273083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Calling delete_port for 1d195b75-4cc2-4a35-aae4-3852ec09c7fc owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:08:57.273296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:57.278895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc was not found and therefore no delete operation was performed {{(pid=94855) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:08:57.282338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.294641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.337473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-983f49f4-d08f-480f-883f-5d75211f1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:57.339079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-983f49f4-d08f-480f-883f-5d75211f1adc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.3038900 Sep 24 19:08:57.362037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-cc09566c-2224-4f51-94b3-37a0cc79aee6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e HTTP/1.1" status: 200 len: 217 time: 0.0867674 Sep 24 19:08:57.363799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:57.378599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d8cf633a-d938-4f6f-a63a-62f82be21fce'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:08:57.383066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0653e55-1899-47a9-b9b1-cf5e1008eba9 req-376a6318-b5b2-4888-879c-20cbe9518fc3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:57.390384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0653e55-1899-47a9-b9b1-cf5e1008eba9 req-376a6318-b5b2-4888-879c-20cbe9518fc3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 943 time: 0.2938423 Sep 24 19:08:57.392315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d195b75-4cc2-4a35-aae4-3852ec09c7fc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:57.397687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] No DVR routers for this DVR port 1d195b75-4cc2-4a35-aae4-3852ec09c7fc on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:08:57.417350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:57.427979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-0e05502b-e46f-4a00-b885-6139eb3727c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647106 Sep 24 19:08:57.431375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-060b11a2-616c-4ff4-a15e-0555fa8aae83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.526014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-060b11a2-616c-4ff4-a15e-0555fa8aae83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.531655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-060b11a2-616c-4ff4-a15e-0555fa8aae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.567340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b11a2-616c-4ff4-a15e-0555fa8aae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a3a0a-30a1-420c-b792-50edcc05f1ab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:57.586783 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-060b11a2-616c-4ff4-a15e-0555fa8aae83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a422130fab04d5f880080ef4598de38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681435 Sep 24 19:08:57.588164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.589248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:57.642556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.676131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.742028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.745502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:57.746907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/621a3a0a-30a1-420c-b792-50edcc05f1ab HTTP/1.1" status: 204 len: 168 time: 0.1566942 Sep 24 19:08:57.755782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860655b5-b9b3-47d3-a8e0-ae8a016ddf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a3a0a-30a1-420c-b792-50edcc05f1ab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:57.998288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac729ca5-6c8e-4162-a400-cb8e8b12326c']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:58.002871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0653e55-1899-47a9-b9b1-cf5e1008eba9 req-9f684bee-77ee-4bc7-8019-2ee504a82cab tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116607 Sep 24 19:08:58.044832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-79291289-6c75-41b1-94b7-84e6153bdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:58.046908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-79291289-6c75-41b1-94b7-84e6153bdc0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.6487837 Sep 24 19:08:58.064105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ad00f3-79be-4779-a07d-8ac8dd77dd4d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:58.064576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ad00f3-79be-4779-a07d-8ac8dd77dd4d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:08:58.103893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:58.110589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-2406104f-13dc-4594-b228-ff63675b5f6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375617 Sep 24 19:08:58.145755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:58.169060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:08:58.169472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:58.172789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-91c9b07f-22e9-46d3-949f-12833fc2f949 service neutron] 10.222.0.69 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040093 Sep 24 19:08:58.180398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d450b-6aed-49d1-b9ea-3a3eb30f501a req-b4cf5fca-d942-4108-9f96-ba00fcc34e93 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:58.181864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c2d450b-6aed-49d1-b9ea-3a3eb30f501a req-b4cf5fca-d942-4108-9f96-ba00fcc34e93 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 944 time: 0.1875546 Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:08:58.182644 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:08:58.534600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:58.578418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebadae6-d65f-4f64-b1d0-b7951596d069 req-a9af7847-8190-4fbc-b0a3-4f851173fffe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:58.586341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cebadae6-d65f-4f64-b1d0-b7951596d069 req-a9af7847-8190-4fbc-b0a3-4f851173fffe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2528961 Sep 24 19:08:58.597545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:58.601966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac729ca5-6c8e-4162-a400-cb8e8b12326c HTTP/1.1" status: 204 len: 168 time: 2.6692750 Sep 24 19:08:58.644871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-09b7d323-88a8-4c31-9074-ead2b3e1b968 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172935 Sep 24 19:08:58.651034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd1c4-113c-45b4-8177-c1a3348348d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac729ca5-6c8e-4162-a400-cb8e8b12326c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:58.655565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c2d450b-6aed-49d1-b9ea-3a3eb30f501a req-515f11ba-47b2-49ff-a862-f28a0df68cc1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387262 Sep 24 19:08:58.709081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae9273f8-6850-41c9-a1da-4a0c799512d2 req-85203795-4f78-4406-85e6-70f68b7242b9 service neutron] 10.222.0.69 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255089 Sep 24 19:08:58.736788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cebadae6-d65f-4f64-b1d0-b7951596d069 req-d65e2be5-8307-4973-95a0-eb00a30ac076 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437495 Sep 24 19:08:58.865362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43a86-cedd-47f7-b448-41336c89adce req-7c54fcba-af03-4d63-b382-6c5f8c8ea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:58.867479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-7c54fcba-af03-4d63-b382-6c5f8c8ea7a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 1094 time: 0.0735648 Sep 24 19:08:58.869978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081e13fa-554e-494b-bf2a-bd85922c2820 req-a06f8778-a245-4b2a-9137-aecc373a045c service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081428 Sep 24 19:08:58.925290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:08:58.947931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:58.950268 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:59.000850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:59.059787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d8cf633a-d938-4f6f-a63a-62f82be21fce triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:08:59.060222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.067399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43a86-cedd-47f7-b448-41336c89adce req-135fca05-0bdb-4640-a17b-d8d3233ff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:59.070737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-135fca05-0bdb-4640-a17b-d8d3233ff925 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.1880445 Sep 24 19:08:59.125605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a87d988f-d209-4f1d-baa8-cfe7b61a95d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb496168af764b39afaa54cbb3ef8324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235814 Sep 24 19:08:59.140804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37386) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:08:59.163058 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c908e862-2a8f-4f76-9a2a-ce1cbcf24e0a x-openstack-request-id: req-c908e862-2a8f-4f76-9a2a-ce1cbcf24e0a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:59.163421 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:59.163759 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c908e862-2a8f-4f76-9a2a-ce1cbcf24e0a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:59.164112 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e', 'status': 'completed', 'code': 200} Sep 24 19:08:59.167765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-f0b180b1-808b-4392-a437-326466a240ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad370cd9-29db-4258-8e47-15b268ee986d HTTP/1.1" status: 200 len: 217 time: 0.0870881 Sep 24 19:08:59.240370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.302453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.312694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:08:59.317735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43a86-cedd-47f7-b448-41336c89adce req-a7f5f355-b1bb-42e5-9a17-bb3b0ba959f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:59.317735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-a7f5f355-b1bb-42e5-9a17-bb3b0ba959f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.1089852 Sep 24 19:08:59.329444 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b57c4-1b3d-409e-ae36-20a444b101ce" -d '{"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:08:59.330938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.366398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:08:59.376623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.414678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.418557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:08:59.422581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e694d7a6-2f46-44bb-ac0e-135dbc24e643 HTTP/1.1" status: 204 len: 168 time: 0.2807150 Sep 24 19:08:59.439536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248d200-3ae3-48d3-a00f-5a36a895a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694d7a6-2f46-44bb-ac0e-135dbc24e643,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:59.477707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-9a2d579b-a015-4706-8d4f-8d570d18f4c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423759 Sep 24 19:08:59.489450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-75f1ab8a-0058-4673-8d42-2c25fbb91a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:59.491933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-75f1ab8a-0058-4673-8d42-2c25fbb91a28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 1095 time: 0.2976632 Sep 24 19:08:59.499179 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd9a14-27b9-4591-8fcb-32ee6417d49e x-openstack-request-id: req-5ffd9a14-27b9-4591-8fcb-32ee6417d49e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:08:59.499475 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:08:59.499723 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ffd9a14-27b9-4591-8fcb-32ee6417d49e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:08:59.503232 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'code': 200} Sep 24 19:08:59.535745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:08:59.666653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588aef5-be8a-43a1-b14d-556f56a91f91 req-fec8022d-0023-4939-a568-98dc2be159c4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:59.675345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f588aef5-be8a-43a1-b14d-556f56a91f91 req-fec8022d-0023-4939-a568-98dc2be159c4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 943 time: 0.5381525 Sep 24 19:08:59.709830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-eca7a154-a33b-4a48-81b0-cf6fb2a41c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:08:59.711456 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-eca7a154-a33b-4a48-81b0-cf6fb2a41c36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.2089124 Sep 24 19:08:59.818665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-899e441d-ef7f-493d-bcf7-5c025b462261 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e HTTP/1.1" status: 200 len: 217 time: 0.0668979 Sep 24 19:08:59.951634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f588aef5-be8a-43a1-b14d-556f56a91f91 req-8183aa5d-3034-49e1-a9d6-c18f519deeb6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752678 Sep 24 19:08:59.988711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-f908b362-7ae5-45e6-ac8f-f350a4067d18 service neutron] 10.222.0.69 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873304 Sep 24 19:09:00.019707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadced6-b95d-464f-883b-e7716f967dca req-8d50ea2b-28f5-44d5-8440-32dc53f0f627 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:00.032587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aadced6-b95d-464f-883b-e7716f967dca req-8d50ea2b-28f5-44d5-8440-32dc53f0f627 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 944 time: 0.2093189 Sep 24 19:09:00.089892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-2bf7bc45-1230-40a1-bc30-2676ce6a3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:00.092824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-2bf7bc45-1230-40a1-bc30-2676ce6a3a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.2333198 Sep 24 19:09:00.099117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:00.171705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-f91a85e3-e097-4777-b6f4-13e56b00b27c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495987 Sep 24 19:09:00.192082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aadced6-b95d-464f-883b-e7716f967dca req-4d71aeb0-fd2b-4dcf-bcd5-940b0d1903ef tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585455 Sep 24 19:09:00.343796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb248-cd4e-4528-afb3-cced2810309c req-7d13ab5a-cb69-484a-80ee-2beb7a831f7b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:00.351523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746cb248-cd4e-4528-afb3-cced2810309c req-7d13ab5a-cb69-484a-80ee-2beb7a831f7b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2665343 Sep 24 19:09:00.476067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddd43a86-cedd-47f7-b448-41336c89adce req-5861b9ae-d5c1-4efa-858d-783993c6185f service neutron] 10.222.0.69 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407732 Sep 24 19:09:00.488433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1110468138'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:00.519738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-746cb248-cd4e-4528-afb3-cced2810309c req-a6427277-37d6-4cbd-b081-0d6ebff04c6f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670909 Sep 24 19:09:00.532052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Made reservation on behalf of 1265b1d0924a4ca2a2907e84184dd8d8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:00.534113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-aaf46281-56d2-4073-9a5e-adab629159d5 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387513 Sep 24 19:09:00.536106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.552778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.691104 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.700283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.725915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be9dc511-6d0f-4daf-b814-92d7cefdc9c5 req-e2aa4ce0-45c0-472c-85e8-9ef5dde1b936 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843324 Sep 24 19:09:00.749004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:00.775468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.775811 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Added segment a65a582d-c95c-4c6d-9f1c-26d3ebb9a304 of type vlan for network dc48a806-9314-4550-b6f0-87e0d7e49e46 Sep 24 19:09:00.785645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6630e95f-e9b8-4dfc-bc12-7ea279eec6ce,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:00.826929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.883600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37456) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:00.890665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.900217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:00.901089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:00.945642 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8445916 Sep 24 19:09:00.948508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:00.957688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Request body: {'subnet': {'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:00.997273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74356-937b-41af-a7ed-ff38317bc3ed tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event updated for resources: {'Network': ['ID=dc48a806-9314-4550-b6f0-87e0d7e49e46,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:01.009813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:01.065625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1597757732-network', 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:01.122456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:09:01.122456 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:09:01.122456 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '1265b1d0924a4ca2a2907e84184dd8d8', 'id': '98db7e1f-4173-41b2-9acc-75867c4d8977', 'expiration': datetime.datetime(2021, 9, 24, 19, 11, 1, 101285)}] Sep 24 19:09:01.122456 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:09:01.123684 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:09:01.150135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Made reservation on behalf of 6cd4b8952faa47159b01359ba2570e9f for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:01.153052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.167551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e5ce6-1cf7-4008-9a04-fa24a1d87bcf req-380201e9-0309-4364-9ada-2381d9127cfd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:01.169479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228e5ce6-1cf7-4008-9a04-fa24a1d87bcf req-380201e9-0309-4364-9ada-2381d9127cfd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 943 time: 0.0860188 Sep 24 19:09:01.176602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.250656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-228e5ce6-1cf7-4008-9a04-fa24a1d87bcf req-0df715f0-ea83-480f-9f4c-2367147932f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Sep 24 19:09:01.426611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.447643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e569b3-8061-4a1e-ad4d-47ecd3179358 req-776b1aab-524c-426f-a38c-f205f5d801e3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:01.457910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50e569b3-8061-4a1e-ad4d-47ecd3179358 req-776b1aab-524c-426f-a38c-f205f5d801e3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 944 time: 0.1792469 Sep 24 19:09:01.481859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.508539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50e569b3-8061-4a1e-ad4d-47ecd3179358 req-f601ec87-128c-4e19-9585-659086b31266 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 Sep 24 19:09:01.543684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:01.554624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2279da09-3cf3-4b99-b7d3-90c11dfab325,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:01.575619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.576994 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Added segment 29678a80-ff07-40a4-988f-f2a2690988f6 of type vlan for network cbb3323c-86ac-452e-86ce-82a124836a28 Sep 24 19:09:01.641279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.726509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Made reservation on behalf of 1265b1d0924a4ca2a2907e84184dd8d8 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:01.730159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.737846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.738667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:01.739265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.767680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ab2c-497b-4831-a141-fc0683629e6e req-bf2d07ea-1133-490d-9a61-bcb2f8837bbb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:01.769213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dc2ab2c-497b-4831-a141-fc0683629e6e req-bf2d07ea-1133-490d-9a61-bcb2f8837bbb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1337931 Sep 24 19:09:01.818729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9334109 Sep 24 19:09:01.822181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:01.829744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Request body: {'subnet': {'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1597757732-subnet', 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:01.899281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48046824-2ca9-401f-aa38-bf4094baad1f admin admin] Pushing event updated for resources: {'Network': ['ID=cbb3323c-86ac-452e-86ce-82a124836a28,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:01.907238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Made reservation on behalf of 6cd4b8952faa47159b01359ba2570e9f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:01.910385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cbb3323c-86ac-452e-86ce-82a124836a28 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:01.911516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:01.943269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dc2ab2c-497b-4831-a141-fc0683629e6e req-e8406fc1-d853-4034-8269-598b136ebb67 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538923 Sep 24 19:09:02.141881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.218741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event updated for resources: {'Subnet': ['ID=3f757a34-db67-4ace-aa07-96883e2c1638,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:02.244323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Checking segment: {'id': 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:02.244764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Network hostable DHCP agents. Network: dc48a806-9314-4550-b6f0-87e0d7e49e46, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:09:02.273089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:02.297005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, dc48a806-9314-4550-b6f0-87e0d7e49e46) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:02.304738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:02.305657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.308996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b901708-4018-4f62-af87-55f060ce6ec9 None None] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:02.353700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0439a78c-d5df-42ec-8c41-a05fa665175e tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4014103 Sep 24 19:09:02.354205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37490) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:02.359562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.363308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Request body: {'port': {'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1200472968'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:02.431563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fb2766-9146-48a3-a0ad-c762905a3214,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:02.526698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Checking segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:02.527175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Network hostable DHCP agents. Network: cbb3323c-86ac-452e-86ce-82a124836a28, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:09:02.599699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Network cbb3323c-86ac-452e-86ce-82a124836a28 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:02.617009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cbb3323c-86ac-452e-86ce-82a124836a28) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:02.630572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:02.631195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.653393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027682f-57d1-4a9f-9169-827a7b16eb94 None None] Network cbb3323c-86ac-452e-86ce-82a124836a28 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:02.671584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad95ba-e195-416f-8a80-c78ae47cb724 req-e19ee7e6-c281-4397-bc8a-ab92f4999fe4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:02.676372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afad95ba-e195-416f-8a80-c78ae47cb724 req-e19ee7e6-c281-4397-bc8a-ab92f4999fe4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 943 time: 0.3185608 Sep 24 19:09:02.707891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c2958bd2-c683-4c03-a245-060d52ce7f9f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8843794 Sep 24 19:09:02.756650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-dc48a806-9314-4550-b6f0-87e0d7e49e46', 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46', 'tenant_id': '1265b1d0924a4ca2a2907e84184dd8d8', 'fixed_ips': [{'subnet_id': '3f757a34-db67-4ace-aa07-96883e2c1638'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:09:02.757834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.876641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Made reservation on behalf of 1265b1d0924a4ca2a2907e84184dd8d8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:02.880309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:02.885602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afad95ba-e195-416f-8a80-c78ae47cb724 req-d793aca8-0b91-45c6-823b-cbb3684ea573 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853609 Sep 24 19:09:02.923388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5c6f7-1cdd-4aa1-b7ba-e500cd91db0b req-783529ca-d6f9-4b84-82cc-4a84283cbc1b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:02.925191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbd5c6f7-1cdd-4aa1-b7ba-e500cd91db0b req-783529ca-d6f9-4b84-82cc-4a84283cbc1b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 944 time: 0.1739891 Sep 24 19:09:02.930469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] device_id is not set on port e8629022-4a7c-43fe-8c8c-00cef7caff9d yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:09:03.008617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc8dce5f-0e80-4461-81c2-52ca8ab9c46e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:03.027750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-cbb3323c-86ac-452e-86ce-82a124836a28', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f', 'fixed_ips': [{'subnet_id': '59fb2766-9146-48a3-a0ad-c762905a3214'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:09:03.029135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:03.103978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbd5c6f7-1cdd-4aa1-b7ba-e500cd91db0b req-b61e7f07-f816-45b6-ad7f-ddddc15d0c6d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685247 Sep 24 19:09:03.144597 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:03.196753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a920ca5-60fe-40b6-9464-54da4484acc6 req-c3c844c0-33ba-4e1d-bc7c-41dbcff5beeb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:03.205000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a920ca5-60fe-40b6-9464-54da4484acc6 req-c3c844c0-33ba-4e1d-bc7c-41dbcff5beeb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0891712 Sep 24 19:09:03.287542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a920ca5-60fe-40b6-9464-54da4484acc6 req-535f5a51-ca43-4fde-a201-b87b3ad9a693 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815511 Sep 24 19:09:03.375444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Allocated IP 172.20.0.2 (dc48a806-9314-4550-b6f0-87e0d7e49e46/3f757a34-db67-4ace-aa07-96883e2c1638/139fadec-3c26-4bba-ad3a-1401336a7593) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:03.496222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c8103d0e-2df8-40df-ad45-cd034d85434f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:03.504081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c8103d0e-2df8-40df-ad45-cd034d85434f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 0.1278090 Sep 24 19:09:03.522571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-255e53a1-8bcf-49a2-968b-6b8170a65c19 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/quotas/6cd4b8952faa47159b01359ba2570e9f HTTP/1.1" status: 200 len: 375 time: 0.0169113 Sep 24 19:09:03.523639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:03.571783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-87ac4ec3-d56b-49d6-bacd-95d033ee312a tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486994 Sep 24 19:09:03.578487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e', 'mac_address': 'fa:16:3e:cb:c1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:03.618148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Allocated IP 172.20.0.2 (cbb3323c-86ac-452e-86ce-82a124836a28/59fb2766-9146-48a3-a0ad-c762905a3214/9fd771d0-d15f-4f11-b12e-f2a642d2c5a4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:03.756126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-deb5ffab-90c6-4080-b8e0-5b7de841cece service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750770 Sep 24 19:09:03.772831 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:03.776193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:03.893737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-6133a07a-33a8-4d56-8fd0-37cecbdd1df8 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305530 Sep 24 19:09:04.024545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.033104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.035424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Allocated IP 172.20.0.6 (dc48a806-9314-4550-b6f0-87e0d7e49e46/3f757a34-db67-4ace-aa07-96883e2c1638/e8629022-4a7c-43fe-8c8c-00cef7caff9d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:04.072877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.124584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8dce5f-0e80-4461-81c2-52ca8ab9c46e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:04.204638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Network cbb3323c-86ac-452e-86ce-82a124836a28 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:04.212716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:04.216372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:04.231717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7589e0b-f288-4745-9e3b-8013d51b3fb4 req-d76e743f-2a26-4a86-92fb-27e863bacda5 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:04.238223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7589e0b-f288-4745-9e3b-8013d51b3fb4 req-d76e743f-2a26-4a86-92fb-27e863bacda5 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 943 time: 0.2154615 Sep 24 19:09:04.265888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:04.272782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:04.276390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:04.293332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:04.298032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.298929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ad370cd9-29db-4258-8e47-15b268ee986d details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:04.316341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Pushing event updated for resources: {'Port': ['ID=139fadec-3c26-4bba-ad3a-1401336a7593,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:04.411390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Pushing event updated for resources: {'Port': ['ID=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:04.540504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:04.553208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:09:04.697589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ad370cd9-29db-4258-8e47-15b268ee986d,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:04.713411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ad370cd9-29db-4258-8e47-15b268ee986d', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'port_id': 'ad370cd9-29db-4258-8e47-15b268ee986d', 'mac_address': 'fa:16:3e:b3:de:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a413ea64-6650-45cc-a449-b2a5aa2be696', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:04.806784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Attempting to bind port 139fadec-3c26-4bba-ad3a-1401336a7593 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:04.807106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Attempting to bind port 139fadec-3c26-4bba-ad3a-1401336a7593 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:04.807499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Attempting to bind port 139fadec-3c26-4bba-ad3a-1401336a7593 on network dc48a806-9314-4550-b6f0-87e0d7e49e46 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:04.815782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:04.816139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Checking segment: {'id': 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:04.816545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.816938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Bound using segment: {'id': 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:04.817406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Bound port: 139fadec-3c26-4bba-ad3a-1401336a7593, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc48a806-9314-4550-b6f0-87e0d7e49e46'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:04.817824 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.821619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Attempting to bind port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:04.821988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Attempting to bind port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:04.822611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Attempting to bind port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:04.830968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:04.831346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Checking segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:04.831748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.832315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Bound using segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:04.832796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Bound port: 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:04.833194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.861716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:04.877485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad370cd9-29db-4258-8e47-15b268ee986d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:04.900002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ad370cd9-29db-4258-8e47-15b268ee986d,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:04.974890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] For port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:04.980973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] For port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:04.986308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:05.004908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fad6-8939-422f-bab2-cdc8a279867b req-4670ec37-05a7-4163-9a63-366a48c9ee6b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:05.012363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f366fad6-8939-422f-bab2-cdc8a279867b req-4670ec37-05a7-4163-9a63-366a48c9ee6b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 945 time: 0.7272265 Sep 24 19:09:05.019986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7589e0b-f288-4745-9e3b-8013d51b3fb4 req-b74d3414-7118-47ef-9f1f-3d64e8dfa9a3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718279 Sep 24 19:09:05.162047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:05.175530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:05.188789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f366fad6-8939-422f-bab2-cdc8a279867b req-5b7d7bdf-a4bf-4ab5-8e8f-fee6c05164ee tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753261 Sep 24 19:09:05.235779 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:05.388423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:05.407266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['cc8dce5f-0e80-4461-81c2-52ca8ab9c46e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:05.409709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ad370cd9-29db-4258-8e47-15b268ee986d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:05.455661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3f4176a8-319f-4bfa-914f-c60a1c1fa9b8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:05.467133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441a5ec-424e-4c22-9d1a-8cc76342db50 None None] Pushing event updated for resources: {'Port': ['ID=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:05.477861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3f4176a8-319f-4bfa-914f-c60a1c1fa9b8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 0.2478480 Sep 24 19:09:05.551901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:05.557391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:05.563281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:05.573330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-6553fa3f-7265-4092-96e2-d6e24489461f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/quotas/6cd4b8952faa47159b01359ba2570e9f HTTP/1.1" status: 200 len: 375 time: 0.0404885 Sep 24 19:09:05.692916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event updated for resources: {'Port': ['ID=e8629022-4a7c-43fe-8c8c-00cef7caff9d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:05.715358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] For port 139fadec-3c26-4bba-ad3a-1401336a7593, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:05.732306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] For port 139fadec-3c26-4bba-ad3a-1401336a7593, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=139fadec-3c26-4bba-ad3a-1401336a7593,segment=NetworkSegment(a65a582d-c95c-4c6d-9f1c-26d3ebb9a304),segment_id=a65a582d-c95c-4c6d-9f1c-26d3ebb9a304)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:05.764083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:05.836480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39afec1-f4ad-40a0-af77-ce9a0bc0d367 req-34857625-e688-4aaf-8aa5-2f3272680cc5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:05.838202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a39afec1-f4ad-40a0-af77-ce9a0bc0d367 req-34857625-e688-4aaf-8aa5-2f3272680cc5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1385190 Sep 24 19:09:05.844081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-5cbff613-d746-4a51-9c07-a52000e65684 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2695193 Sep 24 19:09:05.910882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:05.911637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:06.018655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a39afec1-f4ad-40a0-af77-ce9a0bc0d367 req-6206e68e-dcea-430a-b9ce-2b993a6c11ee tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732473 Sep 24 19:09:06.020531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73f60305-d65f-4300-baab-1ced5465f059 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6649740 Sep 24 19:09:06.024262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:06.328131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-1b0251fa-e942-4051-b9fe-0f56df7d2b29 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742362 Sep 24 19:09:06.331807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Deleting port e8629022-4a7c-43fe-8c8c-00cef7caff9d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:06.332374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:06.449166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b845a-47db-45b5-ac9d-4c7abe49a7ba None None] Pushing event updated for resources: {'Port': ['ID=139fadec-3c26-4bba-ad3a-1401336a7593,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:06.605939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:06.633873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Calling delete_port for e8629022-4a7c-43fe-8c8c-00cef7caff9d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:06.670168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-f40f6588-1b31-4152-baf2-265f4eb45804 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:06.672280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-f40f6588-1b31-4152-baf2-265f4eb45804 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 0.6504874 Sep 24 19:09:06.684892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0769988b-924f-48d6-a430-d61a0fc2d5ec service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562160 Sep 24 19:09:06.704679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Request body: {'port': {'device_id': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'admin_state_up': True, 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:06.966258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:07.116770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.154567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:07.154994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.266484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event deleted for resources: {'Port': ['ID=e8629022-4a7c-43fe-8c8c-00cef7caff9d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:07.354802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.389627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.397632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-055add17-7133-4346-9314-77b6d85baedb tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "DELETE /v2.0/ports/e8629022-4a7c-43fe-8c8c-00cef7caff9d HTTP/1.1" status: 204 len: 168 time: 1.3700883 Sep 24 19:09:07.410668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37624) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:07.452796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:07.453375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Made reservation on behalf of 6cd4b8952faa47159b01359ba2570e9f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:07.475820 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.476845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 139fadec-3c26-4bba-ad3a-1401336a7593 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:07.504276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.536824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-b29a7b0c-1f22-4c7d-a6b4-5f3c65f3c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:07.541233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-b29a7b0c-1f22-4c7d-a6b4-5f3c65f3c506 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.5650153 Sep 24 19:09:07.568567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004d3a5-b196-4c85-b776-69537c19e86a req-4792ef09-687f-4c18-933b-7fb579c602c9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:07.583869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6004d3a5-b196-4c85-b776-69537c19e86a req-4792ef09-687f-4c18-933b-7fb579c602c9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 944 time: 0.6042359 Sep 24 19:09:07.719728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1edc07-2bca-4300-a7b9-b5876a1f550b req-4d4c0741-a6d3-4576-9ace-931c07354bc6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:07.723194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a1edc07-2bca-4300-a7b9-b5876a1f550b req-4d4c0741-a6d3-4576-9ace-931c07354bc6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 945 time: 0.4994185 Sep 24 19:09:07.733887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d714e-bbdd-41f9-8de8-0732171229eb None None] Network cbb3323c-86ac-452e-86ce-82a124836a28 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:07.765712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd83882a-8ca9-4e7e-9a18-12c8a49ece23 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3485606 Sep 24 19:09:07.766387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:07.774523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1713109886'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:07.822518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:07.836956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Made reservation on behalf of 1265b1d0924a4ca2a2907e84184dd8d8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:07.846026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.884211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:07.884582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b2218c6a-f5c9-4f75-989e-3b61f1bd6d3c None None] Provisioning complete for port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:07.885237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2218c6a-f5c9-4f75-989e-3b61f1bd6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.897121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.897646 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Added segment 15950b1b-1ffd-4daa-b563-0e61c6cd0331 of type vlan for network aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a Sep 24 19:09:07.945060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 139fadec-3c26-4bba-ad3a-1401336a7593 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:07.945580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.958613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.980369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:07.987656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:07.988607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:08.065878 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2981803 Sep 24 19:09:08.069745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:08.142871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6004d3a5-b196-4c85-b776-69537c19e86a req-d62f0fb1-ce50-4e14-9dba-5e228c304759 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577400 Sep 24 19:09:08.160367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d2c55-cf88-43c6-9a70-0b28bdbf612a None None] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:08.289191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a1edc07-2bca-4300-a7b9-b5876a1f550b req-2c103af9-ce10-480a-84f4-326fa245317e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178516 Sep 24 19:09:08.294953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-8535fdab-41bb-4701-b11c-1ddc539eaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:08.303319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-8535fdab-41bb-4701-b11c-1ddc539eaea0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.7135303 Sep 24 19:09:08.485479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Allocated IP 172.20.0.14 (cbb3323c-86ac-452e-86ce-82a124836a28/59fb2766-9146-48a3-a0ad-c762905a3214/33664d12-9aec-46d4-af04-3f0bb0285b21) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:08.687514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:08.783051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 139fadec-3c26-4bba-ad3a-1401336a7593, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=139fadec-3c26-4bba-ad3a-1401336a7593,segment=NetworkSegment(a65a582d-c95c-4c6d-9f1c-26d3ebb9a304),segment_id=a65a582d-c95c-4c6d-9f1c-26d3ebb9a304)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:08.827233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.102295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9da08-b970-408a-baa1-accb6c9b630b tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event updated for resources: {'Network': ['ID=aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:09.111628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=139fadec-3c26-4bba-ad3a-1401336a7593,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:09.131310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc8dce5f-0e80-4461-81c2-52ca8ab9c46e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:09.134692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:09.166915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:09.221300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.231527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-88e7a971-5174-4486-a1c3-3369c21c7de6 None None] Provisioning complete for port 139fadec-3c26-4bba-ad3a-1401336a7593 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:09.232178 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e7a971-5174-4486-a1c3-3369c21c7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.290830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-0e12b4d4-a034-4700-9fe5-c2544c15ed85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.9759374 Sep 24 19:09:09.328132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.340979 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8dbd8bee-e523-447f-aca6-8ff2011a0243 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks HTTP/1.1" status: 200 len: 7288 time: 1.2699385 Sep 24 19:09:09.362561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:09.464741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-d1b9a802-3718-4fd0-9e18-86535956d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:09.466414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-d1b9a802-3718-4fd0-9e18-86535956d178 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1050878 Sep 24 19:09:09.539432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3b006-39f7-452b-97b3-afde2ceffc4d tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] Network aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:09.567297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ac3b006-39f7-452b-97b3-afde2ceffc4d tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "POST /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2025385 Sep 24 19:09:09.569070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:09.573629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61858f79-75da-4986-88bc-03847e224cea None None] Network aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:09.789963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e4f678c-6bd3-4940-bd98-4c06f8103685 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks HTTP/1.1" status: 200 len: 8058 time: 0.2194839 Sep 24 19:09:09.793783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:09.900433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ba07-0406-4ca6-b70e-e97d2a5d5586 req-48f23696-34e5-488f-862e-cfecb1684bf1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:09.901982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b363ba07-0406-4ca6-b70e-e97d2a5d5586 req-48f23696-34e5-488f-862e-cfecb1684bf1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 1.2010968 Sep 24 19:09:09.914848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:09.915397 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.944291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:09.962769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:09.999149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:09.999687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:10.017445 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f82d2eab-0d14-42cb-aaa7-bc4685bc1c45 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "DELETE /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks/aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a HTTP/1.1" status: 204 len: 168 time: 0.2221057 Sep 24 19:09:10.019696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:10.204420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1760e151-eb3b-40f6-a0eb-f93da4c9215e None None] Provisioning complete for port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:10.204420 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1760e151-eb3b-40f6-a0eb-f93da4c9215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:10.214377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-da612282-ac92-4202-bfa4-10b64515a19f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:10.234798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-da612282-ac92-4202-bfa4-10b64515a19f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.69 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 1.5328155 Sep 24 19:09:10.260912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-e14ab058-431c-4f08-893e-e82741126a1b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:10.261906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-e14ab058-431c-4f08-893e-e82741126a1b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 1.5619111 Sep 24 19:09:10.311077 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e606a55d-29d3-4265-962e-1f6f2d341a6e tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks HTTP/1.1" status: 200 len: 7288 time: 0.2880650 Sep 24 19:09:10.314822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37678) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:10.389024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb1fbe18-46dc-4b86-a6ad-0c362a12f82a tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/networks/dc48a806-9314-4550-b6f0-87e0d7e49e46/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0695348 Sep 24 19:09:10.394985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:10.426033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b363ba07-0406-4ca6-b70e-e97d2a5d5586 req-146376c6-4061-40da-8036-d7b7a53e98ad tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4939189 Sep 24 19:09:10.426220 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a78c939-fe89-49e2-b97f-7901bd0760c0 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/networks/dc48a806-9314-4550-b6f0-87e0d7e49e46/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0276761 Sep 24 19:09:10.426309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event updated for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:10.426575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37682) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:10.439583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-212ea0a3-9734-4abe-aca5-ef23e50ee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:10.441154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-212ea0a3-9734-4abe-aca5-ef23e50ee507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9241021 Sep 24 19:09:10.445338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Request body: {'port': {'device_id': '319e90bb-f809-42f3-950c-39704097747a', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'admin_state_up': True, 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:10.482277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Network cbb3323c-86ac-452e-86ce-82a124836a28 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:10.507497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:10.534357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:10.554021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:10.742134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:10.749962 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6fffe-8bea-43ec-a39f-2f1dcc1539f3" -d '{"events": [{"server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "name": "network-vif-plugged", "status": "completed", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:10.777264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:10.780477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c0be54be-721f-48bb-b45e-418409c88d18 tempest-DHCPAgentSchedulersTestJSON-26142909 tempest-DHCPAgentSchedulersTestJSON-26142909-project-admin] 10.222.0.18 "GET /v2.0/agents/f418fe21-5b65-41a1-a328-d47395122fbd/dhcp-networks HTTP/1.1" status: 200 len: 7288 time: 0.3527110 Sep 24 19:09:10.781223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37696) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:10.781351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-04cc0367-06f2-42cb-b7cb-0bdcba3e88a6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/quotas/6cd4b8952faa47159b01359ba2570e9f HTTP/1.1" status: 200 len: 375 time: 0.3196197 Sep 24 19:09:10.815837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:10.821158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ad370cd9-29db-4258-8e47-15b268ee986d up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:10.967443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:11.004425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.066811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 139fadec-3c26-4bba-ad3a-1401336a7593 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:11.167306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cf6556eb-86f4-4aa3-98dc-b964c42b5978 None None] Provisioning complete for port 139fadec-3c26-4bba-ad3a-1401336a7593 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:11.176185 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6556eb-86f4-4aa3-98dc-b964c42b5978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.180496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:11.237726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.277453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port ad370cd9-29db-4258-8e47-15b268ee986d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:11.294140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ad370cd9-29db-4258-8e47-15b268ee986d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:11.295029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.323856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 139fadec-3c26-4bba-ad3a-1401336a7593 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:11.324818 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.349724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f82936e-0d48-4bbc-83e1-facae48bfd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.364832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:11.390325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15950b1b-1ffd-4daa-b563-0e61c6cd0331') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:11.390325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15950b1b-1ffd-4daa-b563-0e61c6cd0331') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:11.406413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.424565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:11.425360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.440329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-0cc34a36-406f-43eb-b86b-836eacab203c service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539187 Sep 24 19:09:11.442655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.453372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Made reservation on behalf of 6cd4b8952faa47159b01359ba2570e9f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:11.454023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:11.454449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:11.458595 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:11.460993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.602213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.611546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-523deeab-58ee-4c40-a35c-f7349d12c5ec None None] Provisioning complete for port 33664d12-9aec-46d4-af04-3f0bb0285b21 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:11.612216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-523deeab-58ee-4c40-a35c-f7349d12c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.615649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.632290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e309a-9713-4551-bb77-b2991422f4f1 req-3571000f-261b-4985-b512-435c4b6f6253 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:11.634236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c70e309a-9713-4551-bb77-b2991422f4f1 req-3571000f-261b-4985-b512-435c4b6f6253 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 944 time: 0.9432652 Sep 24 19:09:11.646503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.650297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "DELETE /v2.0/networks/aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a HTTP/1.1" status: 204 len: 168 time: 0.8677499 Sep 24 19:09:11.676371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:11.691546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95268f11-6a53-45c9-b8ef-f617d1898502 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event deleted for resources: {'Network': ['ID=aa38c6b0-2fb0-4d39-a509-6c8cc39a3c9a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:11.694637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ad370cd9-29db-4258-8e47-15b268ee986d,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:11.700495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-523deeab-58ee-4c40-a35c-f7349d12c5ec None None] Port 33664d12-9aec-46d4-af04-3f0bb0285b21 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:11.703616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b141f8ba-b3db-424b-af75-9e5d15d4af42 req-f74d80e7-1212-4a37-9c8f-e3ad5aaa2058 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206156 Sep 24 19:09:11.705546 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.716471 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-730525ca-42c0-46af-a077-8bbbeeaf6561 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] DELETE failed (client error): The resource could not be found. Sep 24 19:09:11.718505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730525ca-42c0-46af-a077-8bbbeeaf6561 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:09:11.720359 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-730525ca-42c0-46af-a077-8bbbeeaf6561 tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "DELETE /v2.0/ports/e8629022-4a7c-43fe-8c8c-00cef7caff9d HTTP/1.1" status: 404 len: 333 time: 0.0430267 Sep 24 19:09:11.725041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:11.788382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-20480559-f8a5-405e-a214-d4ccadf04bb3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9288712 Sep 24 19:09:11.807167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-523deeab-58ee-4c40-a35c-f7349d12c5ec None None] Could not find standard attr ID for object e8629022-4a7c-43fe-8c8c-00cef7caff9d. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:09:11.812862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:11.823458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Deleting subnet 3f757a34-db67-4ace-aa07-96883e2c1638 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:09:11.827611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.869319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:11.871184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c70e309a-9713-4551-bb77-b2991422f4f1 req-bd2ba1e8-8999-4db4-a362-957b6e4fbfe4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628652 Sep 24 19:09:12.013385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.082259 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f82936e-0d48-4bbc-83e1-facae48bfd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.096338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f82936e-0d48-4bbc-83e1-facae48bfd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.147871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82936e-0d48-4bbc-83e1-facae48bfd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e741ce07-5d35-41c3-89f2-dbf2d095b208,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:12.158621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f82936e-0d48-4bbc-83e1-facae48bfd98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd1c38c6c82241bb85323fc16803ab18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1817327 Sep 24 19:09:12.160357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:12.168613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.222356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event deleted for resources: {'Subnet': ['ID=3f757a34-db67-4ace-aa07-96883e2c1638,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:12.231824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.234677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9c6042c7-aebc-47ed-b123-14405269ddea tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "DELETE /v2.0/subnets/3f757a34-db67-4ace-aa07-96883e2c1638 HTTP/1.1" status: 204 len: 168 time: 0.5085397 Sep 24 19:09:12.240066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:12.244366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b7012-8482-47da-b69a-bf6904627dd2 None None] Network dc48a806-9314-4550-b6f0-87e0d7e49e46 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:12.296345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Allocated IP 172.20.0.6 (cbb3323c-86ac-452e-86ce-82a124836a28/59fb2766-9146-48a3-a0ad-c762905a3214/00423fb5-61e5-457d-9dc7-3e472cd3576a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:12.301093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.378927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.395210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.473606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-9b90d77c-87d9-46a5-9faa-67985c2e25d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7869971 Sep 24 19:09:12.489344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.492145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.493092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e741ce07-5d35-41c3-89f2-dbf2d095b208 HTTP/1.1" status: 204 len: 168 time: 0.3318024 Sep 24 19:09:12.501779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Request body: {'port': {'device_id': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:12.530783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564d688-b23e-4a78-b667-49a0d1c5204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e741ce07-5d35-41c3-89f2-dbf2d095b208,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:12.555345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] DHCP port deletion for dc48a806-9314-4550-b6f0-87e0d7e49e46 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:09:12.566165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Deleting port 139fadec-3c26-4bba-ad3a-1401336a7593 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:12.566512 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.618845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65fe4d-b44b-43fe-961e-8551b3ebccd3 req-d0f5e571-6df2-412e-996e-987460dd38b5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:12.618845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f65fe4d-b44b-43fe-961e-8551b3ebccd3 req-d0f5e571-6df2-412e-996e-987460dd38b5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 946 time: 0.2479215 Sep 24 19:09:12.633896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Deleting port 139fadec-3c26-4bba-ad3a-1401336a7593 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:12.634613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.707209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] For port 139fadec-3c26-4bba-ad3a-1401336a7593, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=139fadec-3c26-4bba-ad3a-1401336a7593,segment=NetworkSegment(a65a582d-c95c-4c6d-9f1c-26d3ebb9a304),segment_id=a65a582d-c95c-4c6d-9f1c-26d3ebb9a304)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:12.707868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.723669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Calling delete_port for 139fadec-3c26-4bba-ad3a-1401336a7593 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:12.763344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] For port 139fadec-3c26-4bba-ad3a-1401336a7593, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=139fadec-3c26-4bba-ad3a-1401336a7593,segment=NetworkSegment(a65a582d-c95c-4c6d-9f1c-26d3ebb9a304),segment_id=a65a582d-c95c-4c6d-9f1c-26d3ebb9a304)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:12.764135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.775195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f65fe4d-b44b-43fe-961e-8551b3ebccd3 req-c905f23a-0874-4f3c-a49c-8b9718180dc0 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468811 Sep 24 19:09:12.782990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-d3da2c45-0860-4595-abc0-a58c77408245 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9848697 Sep 24 19:09:12.796623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.803074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Calling delete_port for 139fadec-3c26-4bba-ad3a-1401336a7593 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:12.919573 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed56a0-b293-4d72-91bd-f5e943d90e06 x-openstack-request-id: req-d7ed56a0-b293-4d72-91bd-f5e943d90e06 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:12.920131 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "name": "network-vif-plugged", "status": "completed", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:12.922099 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7ed56a0-b293-4d72-91bd-f5e943d90e06 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:12.923921 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e', 'code': 200} Sep 24 19:09:12.961004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:12.964624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.002475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] No DVR routers for this DVR port 139fadec-3c26-4bba-ad3a-1401336a7593 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:13.035227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] Pushing event deleted for resources: {'Port': ['ID=139fadec-3c26-4bba-ad3a-1401336a7593,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:13.048785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 139fadec-3c26-4bba-ad3a-1401336a7593 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:13.055617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba29b7-122b-4e07-a840-ebf4c4e0ddf7 None None] No DVR routers for this DVR port 139fadec-3c26-4bba-ad3a-1401336a7593 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:13.073788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event deleted for resources: {'Port': ['ID=139fadec-3c26-4bba-ad3a-1401336a7593,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:13.101047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 139fadec-3c26-4bba-ad3a-1401336a7593 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:09:13.101761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 139fadec-3c26-4bba-ad3a-1401336a7593 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:09:13.116578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.199625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253983d8-bd03-4045-9932-9bd1d878a5e5 req-a7a7e43c-246b-4df0-956e-4264293581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:13.201318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-253983d8-bd03-4045-9932-9bd1d878a5e5 req-a7a7e43c-246b-4df0-956e-4264293581a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 1097 time: 0.1895232 Sep 24 19:09:13.204358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.229314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48a806-9314-4550-b6f0-87e0d7e49e46']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:13.242419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:13.242784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65a582d-c95c-4c6d-9f1c-26d3ebb9a304') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:13.266813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.267302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db9fe-a9f0-4f8a-98f5-47289f28bf89 req-8616e77b-7ca8-4815-81fc-762677b9dae1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:13.268905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-782db9fe-a9f0-4f8a-98f5-47289f28bf89 req-8616e77b-7ca8-4815-81fc-762677b9dae1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2158113 Sep 24 19:09:13.293691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-253983d8-bd03-4045-9932-9bd1d878a5e5 req-49b604dd-6eba-4bcf-80da-359d1364e78a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737464 Sep 24 19:09:13.298624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.304649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-5686700c-0479-4594-8f44-07eefe12d189 service neutron] 10.222.0.18 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990704 Sep 24 19:09:13.315849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:13.316229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.330201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:13.350275 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:13.387561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event updated for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:13.460436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Network cbb3323c-86ac-452e-86ce-82a124836a28 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:13.467730 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.477584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.479376 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] 10.222.0.18 "DELETE /v2.0/networks/dc48a806-9314-4550-b6f0-87e0d7e49e46 HTTP/1.1" status: 204 len: 168 time: 1.2382221 Sep 24 19:09:13.481909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-782db9fe-a9f0-4f8a-98f5-47289f28bf89 req-b94ada2b-27ff-4650-bed9-2f63bd4b423f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919534 Sep 24 19:09:13.487332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:13.491898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:13.578227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75b11a-47ac-48c0-a888-d1e02b4ba0bc tempest-DHCPAgentSchedulersTestJSON-959270310 tempest-DHCPAgentSchedulersTestJSON-959270310-project] Pushing event deleted for resources: {'Network': ['ID=dc48a806-9314-4550-b6f0-87e0d7e49e46,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:13.710507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:13.711288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:13.840626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-3df4ae41-36f1-45e0-962e-0c3c4d99d320 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4322550 Sep 24 19:09:13.905932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:13.953401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Request body: {'port': {'device_id': '319e90bb-f809-42f3-950c-39704097747a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:14.085978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2e4c7cfd-5908-4b75-bea1-2dc464dac8d4 None None] Provisioning complete for port 00423fb5-61e5-457d-9dc7-3e472cd3576a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:14.087101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7cfd-5908-4b75-bea1-2dc464dac8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.093787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33664d12-9aec-46d4-af04-3f0bb0285b21 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:14.105934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:14.112979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.182748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1720368-478b-4a37-94dc-9f026a3ed2b3 req-ebbbed85-769e-47d6-8514-d94e9fa3c40c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:14.193336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1720368-478b-4a37-94dc-9f026a3ed2b3 req-ebbbed85-769e-47d6-8514-d94e9fa3c40c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.4186118 Sep 24 19:09:14.194840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c7cfd-5908-4b75-bea1-2dc464dac8d4 None None] Port 00423fb5-61e5-457d-9dc7-3e472cd3576a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:14.197710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.234158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Transition to ACTIVE for port object 33664d12-9aec-46d4-af04-3f0bb0285b21 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:09:14.255070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33857961-network', 'tenant_id': '225ee531818a43a6a21deee4eb278366'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:14.279283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.324578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1720368-478b-4a37-94dc-9f026a3ed2b3 req-e1166a19-b1f5-4619-b49e-c62d6e0050d8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291795 Sep 24 19:09:14.398945 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7372ea6c-052c-4312-82a1-437ddf3c0e56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1265b1d0924a4ca2a2907e84184dd8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829003 Sep 24 19:09:14.399903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:14.407974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Made reservation on behalf of 225ee531818a43a6a21deee4eb278366 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:14.416799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.516788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Pushing event updated for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:14.552074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.646359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2743ddf-e27b-4f54-b537-11a03ea84146 req-7c4c46dd-1624-4c42-a835-6a8c4a31b069 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 210 time: 0.0488465 Sep 24 19:09:14.701244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.726067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.744492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.782204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:14.795083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f320dc-9e88-4a2c-96e0-549afccedad8 req-c695907f-03aa-4f7e-93d6-ec0d77ec8735 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:14.801334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29f320dc-9e88-4a2c-96e0-549afccedad8 req-c695907f-03aa-4f7e-93d6-ec0d77ec8735 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2946422 Sep 24 19:09:14.804147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f4f39-d591-44f8-a978-36066296a6f7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:14.836055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Attempting to bind port 33664d12-9aec-46d4-af04-3f0bb0285b21 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:14.836710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Attempting to bind port 33664d12-9aec-46d4-af04-3f0bb0285b21 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:14.836710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Attempting to bind port 33664d12-9aec-46d4-af04-3f0bb0285b21 on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:14.839035 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.839390 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Added segment 625547d5-ee4a-4d16-9fbe-e0f647afeac9 of type vlan for network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 Sep 24 19:09:14.842710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.912699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Port 33664d12-9aec-46d4-af04-3f0bb0285b21 on network cbb3323c-86ac-452e-86ce-82a124836a28 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:09:14.913041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Attempting to bind port 33664d12-9aec-46d4-af04-3f0bb0285b21 on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:14.922619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:14.923048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Checking segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:14.923557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Bound using segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:14.924003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Bound port: 33664d12-9aec-46d4-af04-3f0bb0285b21, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:14.924435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.925150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:14.927909 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d3e19-7377-4777-84a6-35ec0c43b72e" -d '{"events": [{"server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:14.941323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.971343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.972909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:14.973700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.983527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.985935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:14.988026 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6630e95f-e9b8-4dfc-bc12-7ea279eec6ce HTTP/1.1" status: 204 len: 168 time: 0.5810809 Sep 24 19:09:15.003430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253babf-2cdd-41fa-ade5-02675f7644eb req-daf4a952-275e-4a40-8d5d-55a909530ac7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:15.005170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3253babf-2cdd-41fa-ade5-02675f7644eb req-daf4a952-275e-4a40-8d5d-55a909530ac7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 946 time: 0.2254035 Sep 24 19:09:15.015002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d81d9-f77b-4c41-afc1-903e46309d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630e95f-e9b8-4dfc-bc12-7ea279eec6ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:15.062898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1555524 Sep 24 19:09:15.063503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:15.070250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Request body: {'subnet': {'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33857961-subnet', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:15.083847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3253babf-2cdd-41fa-ade5-02675f7644eb req-498f21cd-e590-4dd3-80c3-b2482ad093c0 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 Sep 24 19:09:15.099181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29f320dc-9e88-4a2c-96e0-549afccedad8 req-842b21c9-0f0c-4dd7-ba2f-569243e0851a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595549 Sep 24 19:09:15.105243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaca7a-a3e1-4ba6-b7f0-867617c9f8dd admin admin] Pushing event updated for resources: {'Network': ['ID=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:15.124601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:15.161948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:15.169039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Made reservation on behalf of 225ee531818a43a6a21deee4eb278366 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:15.171596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.173038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=33664d12-9aec-46d4-af04-3f0bb0285b21,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:15.179173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00423fb5-61e5-457d-9dc7-3e472cd3576a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:15.187450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.199080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.258085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:15.259819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.261564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] 10.222.0.15 "PUT /v2.0/ports/33664d12-9aec-46d4-af04-3f0bb0285b21 HTTP/1.1" status: 200 len: 1092 time: 2.7650681 Sep 24 19:09:15.289836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Transition to ACTIVE for port object 00423fb5-61e5-457d-9dc7-3e472cd3576a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:09:15.293604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:15.297654 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1a343-ed42-44c7-b2fb-6530dbe46709" -d '{"events": [{"name": "network-changed", "server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:15.328107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.431401 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ac914-bb19-469a-98ba-01be4f1cd8f6 x-openstack-request-id: req-d69ac914-bb19-469a-98ba-01be4f1cd8f6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:15.431637 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:15.431902 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d69ac914-bb19-469a-98ba-01be4f1cd8f6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:15.432308 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d', 'code': 200} Sep 24 19:09:15.437574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03232c4-af6b-4aa7-b003-90dadf0c8dd3 req-0901c623-ec16-4a83-8fad-4dd396bd5c7c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:15.448965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d03232c4-af6b-4aa7-b003-90dadf0c8dd3 req-0901c623-ec16-4a83-8fad-4dd396bd5c7c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2092371 Sep 24 19:09:15.479716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-0727015a-176b-42e2-9b3d-a105890e1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:15.481554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-0727015a-176b-42e2-9b3d-a105890e1142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 1095 time: 0.1417239 Sep 24 19:09:15.482578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91f9b-f1ec-4a33-9cd6-d0fafadf298c service neutron] Pushing event updated for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:15.563203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.577247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Pushing event updated for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:15.669809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:15.672855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f486cbb4-6d5b-491b-b53c-1f907eb583d3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:15.742054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d30a3a6-0006-40fe-b39c-6c35c762bb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:15.821706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d03232c4-af6b-4aa7-b003-90dadf0c8dd3 req-6a57ab8e-2f86-492b-a57b-e181981c125b tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491805 Sep 24 19:09:15.826623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c3d8da06-2e15-4fd8-a954-4f3d0d86442a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664d12-9aec-46d4-af04-3f0bb0285b21 HTTP/1.1" status: 200 len: 217 time: 0.2753043 Sep 24 19:09:15.885961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Checking segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:15.886468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Network hostable DHCP agents. Network: 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:09:15.955077 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b40b1-9259-49e4-8ee9-ec3b9824d470 x-openstack-request-id: req-bb9b40b1-9259-49e4-8ee9-ec3b9824d470 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:15.956245 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:15.958598 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb9b40b1-9259-49e4-8ee9-ec3b9824d470 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:15.959217 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21', 'status': 'completed', 'code': 200} Sep 24 19:09:15.978115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-9d1225ba-c300-4806-bc36-efd8d21237a8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:15.988212 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-9d1225ba-c300-4806-bc36-efd8d21237a8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 816 time: 0.3238990 Sep 24 19:09:16.019998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ecbc8-1563-419c-89dc-278d1e778aa7 req-9c0ee8b7-4cc7-4d6f-877b-08076fc6d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.021659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-789ecbc8-1563-419c-89dc-278d1e778aa7 req-9c0ee8b7-4cc7-4d6f-877b-08076fc6d559 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 1096 time: 0.3907852 Sep 24 19:09:16.046580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Request body: {'port': {'device_id': '951f54e8-cbf9-4031-bac8-da145a784c34', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'admin_state_up': True, 'tenant_id': '6cd4b8952faa47159b01359ba2570e9f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:16.051562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:16.104374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Attempting to bind port 00423fb5-61e5-457d-9dc7-3e472cd3576a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:16.104745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Attempting to bind port 00423fb5-61e5-457d-9dc7-3e472cd3576a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:16.105077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Attempting to bind port 00423fb5-61e5-457d-9dc7-3e472cd3576a on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:16.106468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:16.119418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83714806-bf41-41da-9d98-906ed701fd27 None None] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:16.124332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.125118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.129582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Port 00423fb5-61e5-457d-9dc7-3e472cd3576a on network cbb3323c-86ac-452e-86ce-82a124836a28 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:09:16.129582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Attempting to bind port 00423fb5-61e5-457d-9dc7-3e472cd3576a on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:16.140874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-64a887c6-3580-4653-a893-2a2bef092e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.142372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-64a887c6-3580-4653-a893-2a2bef092e84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.2890511 Sep 24 19:09:16.174261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:16.174608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Checking segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:16.175026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Bound using segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:16.175475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Bound port: 00423fb5-61e5-457d-9dc7-3e472cd3576a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:16.175843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.198905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2909a97b-6f28-458c-925e-660a58df34f2 req-7ead1625-dad2-42d5-a318-b2db0d51a05b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 210 time: 0.0967596 Sep 24 19:09:16.272939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-789ecbc8-1563-419c-89dc-278d1e778aa7 req-ac08f3eb-6fe5-4be1-8890-27369edce354 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134366 Sep 24 19:09:16.301453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9918-b2a9-4025-9f25-42051b36bac1 req-6feb3595-7886-4619-9c08-4fdfa13cde09 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.308879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-086b9918-b2a9-4025-9f25-42051b36bac1 req-6feb3595-7886-4619-9c08-4fdfa13cde09 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.2649083 Sep 24 19:09:16.358612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c78a1aa1-ae84-4806-b270-0936017307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.359694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-c78a1aa1-ae84-4806-b270-0936017307e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868019 Sep 24 19:09:16.377906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d30a3a6-0006-40fe-b39c-6c35c762bb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.382429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:09:16.384183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.386154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d30a3a6-0006-40fe-b39c-6c35c762bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.393207 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-891c0b94-0806-4e2d-b7f1-b5df7a86823e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3268588 Sep 24 19:09:16.401153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:16.423580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:16.484577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-ce2cba4e-1aa0-4ead-b1c0-8e7cf4a44c7e service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028004 Sep 24 19:09:16.489830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:16.496452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d30a3a6-0006-40fe-b39c-6c35c762bb5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33849fc3e940422680391eec8b93629b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164573 Sep 24 19:09:16.499118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:16.514776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30a3a6-0006-40fe-b39c-6c35c762bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db9567-bc85-41e9-b31c-ca398c867d05,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:16.524098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:16.534198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Made reservation on behalf of 6cd4b8952faa47159b01359ba2570e9f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:16.540438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.540606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.568609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-086b9918-b2a9-4025-9f25-42051b36bac1 req-b306f01e-dd48-468a-9903-1253e91e7d84 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587566 Sep 24 19:09:16.602327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.603393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.663324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Allocated IP 172.20.0.2 (8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5/f486cbb4-6d5b-491b-b53c-1f907eb583d3/cdf29bce-0b6a-4375-84fb-d8c01496a92d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:16.680781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce096465-7598-4844-9618-7712ee4bad3c req-0eb9435c-ebde-4c69-b296-2e83ea4b6568 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:16.689588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce096465-7598-4844-9618-7712ee4bad3c req-0eb9435c-ebde-4c69-b296-2e83ea4b6568 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.3651795 Sep 24 19:09:16.722791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.765062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:16.919526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.058166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.076733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.100990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Allocated IP 172.20.0.5 (cbb3323c-86ac-452e-86ce-82a124836a28/59fb2766-9146-48a3-a0ad-c762905a3214/e6205fbd-7d72-499b-abe4-05fb413cd8ea) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:17.144637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.145758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Pushing event updated for resources: {'Port': ['ID=cdf29bce-0b6a-4375-84fb-d8c01496a92d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:17.172000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:17.173989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:17.176301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.176456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:17.179046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.183049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82db9567-bc85-41e9-b31c-ca398c867d05 HTTP/1.1" status: 204 len: 168 time: 0.6827004 Sep 24 19:09:17.220921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc2f4b-88e8-40d7-b504-b38e75b99c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db9567-bc85-41e9-b31c-ca398c867d05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:17.335859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Attempting to bind port cdf29bce-0b6a-4375-84fb-d8c01496a92d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:17.336215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Attempting to bind port cdf29bce-0b6a-4375-84fb-d8c01496a92d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:17.336576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Attempting to bind port cdf29bce-0b6a-4375-84fb-d8c01496a92d on network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:17.344616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:17.344989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Checking segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:17.345415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.345774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Bound using segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:17.348738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8b76e6-0c59-4837-a60d-2f073ab31d44 req-aee0a954-30b7-4ead-942a-0109d9ad2324 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552136 Sep 24 19:09:17.349163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Bound port: cdf29bce-0b6a-4375-84fb-d8c01496a92d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:17.350346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.374987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:17.375934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.377964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/00423fb5-61e5-457d-9dc7-3e472cd3576a HTTP/1.1" status: 200 len: 1091 time: 3.4404345 Sep 24 19:09:17.406685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a02ea-ad32-46a4-a191-91cdbe6318e1 service neutron] Pushing event updated for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:17.460856 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.507644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] For port cdf29bce-0b6a-4375-84fb-d8c01496a92d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:17.517053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] For port cdf29bce-0b6a-4375-84fb-d8c01496a92d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cdf29bce-0b6a-4375-84fb-d8c01496a92d,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:17.528902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.601719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce096465-7598-4844-9618-7712ee4bad3c req-61def6e0-838e-4499-8912-4a3be5fb47fe tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9111435 Sep 24 19:09:17.613169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-5984d1f3-c927-489f-9796-f994879d7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:17.635050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-5984d1f3-c927-489f-9796-f994879d7c4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 1095 time: 0.2073348 Sep 24 19:09:17.659634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cea03-0053-4ab2-89db-a1b616fd751c None None] Pushing event updated for resources: {'Port': ['ID=cdf29bce-0b6a-4375-84fb-d8c01496a92d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:17.741232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1bf20-1821-4621-98c1-a006a32aaf7b req-570d5b75-e6f7-41e0-9c78-0a1c772b5f5b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:17.744685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0f1bf20-1821-4621-98c1-a006a32aaf7b req-570d5b75-e6f7-41e0-9c78-0a1c772b5f5b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 946 time: 1.0093560 Sep 24 19:09:17.751215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.801722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-b7e46633-60a6-4f55-836f-c174f2667827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:17.803277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-b7e46633-60a6-4f55-836f-c174f2667827 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 1094 time: 0.3379114 Sep 24 19:09:17.918797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.946093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0f1bf20-1821-4621-98c1-a006a32aaf7b req-4cd53c13-23ef-4e6f-a777-f4e0a796b5bd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592541 Sep 24 19:09:17.962836 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:17.987655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:17.988050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Network cbb3323c-86ac-452e-86ce-82a124836a28 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:17.991993 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919a234-9daa-4cb2-8991-cce2008009ca" -d '{"events": [{"name": "network-changed", "server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:17.992214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event updated for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:17.996409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:18.053994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:18.091898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-37ada12d-3cfa-4d9a-b84f-85f189766007 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a HTTP/1.1" status: 200 len: 217 time: 0.2394023 Sep 24 19:09:18.225382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.226612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:18.256235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-1dc18c4a-f3f7-409b-a234-807cbc10b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.260891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-1dc18c4a-f3f7-409b-a234-807cbc10b7e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 916 time: 0.6093738 Sep 24 19:09:18.283396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3d4e5-b1ed-4551-8697-f23593187130 req-734595f6-8087-4d4d-a07e-10a1c8093ace tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.291405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26a3d4e5-b1ed-4551-8697-f23593187130 req-734595f6-8087-4d4d-a07e-10a1c8093ace tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.4062023 Sep 24 19:09:18.331518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Allocated IP 172.25.5.192 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3d0c2809-1572-4efb-b4d2-17377136c433) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:18.374746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-ff514eb1-f215-427b-bd2c-9d8f8e8b26e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664d12-9aec-46d4-af04-3f0bb0285b21 HTTP/1.1" status: 200 len: 217 time: 0.0773664 Sep 24 19:09:18.386561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-cdb0314c-04b2-4550-9ecb-6aa2015d097b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.394422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-cdb0314c-04b2-4550-9ecb-6aa2015d097b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 946 time: 0.3056192 Sep 24 19:09:18.407645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4bcc724f-04d4-4dd3-88b6-a0bc752d2d5c None None] Provisioning complete for port e6205fbd-7d72-499b-abe4-05fb413cd8ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:18.408049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4bcc724f-04d4-4dd3-88b6-a0bc752d2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:18.456153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:18.474488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc724f-04d4-4dd3-88b6-a0bc752d2d5c None None] Port e6205fbd-7d72-499b-abe4-05fb413cd8ea cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:18.490179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-1e01b4ed-7429-4b02-a9c1-4ffa56fff1ea tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4768777 Sep 24 19:09:18.501246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:18.516178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Request body: {'port': {'device_id': '951f54e8-cbf9-4031-bac8-da145a784c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:18.520168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236b0a9-6f99-4e8e-befd-f7d8699effcb req-14130e1b-3030-42c5-8927-ea70fcb292c6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.522149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4236b0a9-6f99-4e8e-befd-f7d8699effcb req-14130e1b-3030-42c5-8927-ea70fcb292c6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 931 time: 0.4197943 Sep 24 19:09:18.528589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:18.532129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:18.572941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-781320aa-858e-4907-b71d-8302a9c66629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.574439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-781320aa-858e-4907-b71d-8302a9c66629 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.4650075 Sep 24 19:09:18.582587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:18.675697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26a3d4e5-b1ed-4551-8697-f23593187130 req-775ad48e-d58d-44da-bfd5-6d0f982bbad2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830919 Sep 24 19:09:18.754305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e345f-d187-4542-8071-1fa783488ebc req-9693b033-e63b-4aa6-a094-2cf01aa7c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.757613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-9693b033-e63b-4aa6-a094-2cf01aa7c1ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613586 Sep 24 19:09:18.761635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4236b0a9-6f99-4e8e-befd-f7d8699effcb req-41aca322-dcc8-4da0-a31f-7645db3cddf2 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816871 Sep 24 19:09:18.773731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-457f188d-ec07-4343-86bf-f40b7b4e1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:18.775259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-457f188d-ec07-4343-86bf-f40b7b4e1e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.3797100 Sep 24 19:09:19.032014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-222e3a8a-ccab-4f89-9547-012779212d9e service neutron] 10.222.0.69 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613637 Sep 24 19:09:19.080853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cdf29bce-0b6a-4375-84fb-d8c01496a92d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:19.108716 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a5b8c-3eca-41fb-960e-b362f6fdc868 x-openstack-request-id: req-3b1a5b8c-3eca-41fb-960e-b362f6fdc868 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:19.109013 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:19.109247 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1a5b8c-3eca-41fb-960e-b362f6fdc868 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:19.109635 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a', 'status': 'completed', 'code': 200} Sep 24 19:09:19.272212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cdf29bce-0b6a-4375-84fb-d8c01496a92d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:19.272612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.289602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf94da-a46a-4fda-bcd4-8b39a4b2cdd7 req-3fd9d58c-a7ce-4db3-b1dd-21adfc6914fd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:19.298960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebf94da-a46a-4fda-bcd4-8b39a4b2cdd7 req-3fd9d58c-a7ce-4db3-b1dd-21adfc6914fd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.2712379 Sep 24 19:09:19.302919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:19.303281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.379286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6ff04-a6e5-42df-b948-090427716a70 None None] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:19.455122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-aa07062a-fa36-4803-9446-9a27cf6e55c8 None None] Provisioning complete for port cdf29bce-0b6a-4375-84fb-d8c01496a92d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:19.455122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa07062a-fa36-4803-9446-9a27cf6e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.528146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:19.528492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.555120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for cc8dce5f-0e80-4461-81c2-52ca8ab9c46e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:19.656122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.673191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Pushing event updated for resources: {'Port': ['ID=3d0c2809-1572-4efb-b4d2-17377136c433,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:19.711412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.857809 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:19.918381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff7e345f-d187-4542-8071-1fa783488ebc req-e00f39c5-068a-453b-8ea4-c6066b20c7fc service neutron] 10.222.0.69 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135924 Sep 24 19:09:19.926888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-ea5f770d-476e-4c5b-809b-a0317ff38859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:19.928501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-ea5f770d-476e-4c5b-809b-a0317ff38859 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8936181 Sep 24 19:09:19.929035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37908) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:19.943596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebf94da-a46a-4fda-bcd4-8b39a4b2cdd7 req-045ee4be-ddae-459e-9347-cf98751188f7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436200 Sep 24 19:09:20.016456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port cdf29bce-0b6a-4375-84fb-d8c01496a92d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cdf29bce-0b6a-4375-84fb-d8c01496a92d,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:20.080111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.188923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70fdc-b32e-4b01-b4ae-e822c61632a7 req-aed98d8b-e947-435e-9a40-dc7938b03291 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:20.196655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1bc70fdc-b32e-4b01-b4ae-e822c61632a7 req-aed98d8b-e947-435e-9a40-dc7938b03291 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.8151524 Sep 24 19:09:20.213662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa07062a-fa36-4803-9446-9a27cf6e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.250203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.310166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.325182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=cc8dce5f-0e80-4461-81c2-52ca8ab9c46e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:20.346697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['cc8dce5f-0e80-4461-81c2-52ca8ab9c46e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:20.378452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1674673317'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:20.388314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a234-9daa-4cb2-8991-cce2008009ca req-0412ddb6-b6b5-41e6-88c6-78f25eb3fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:20.391320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-0412ddb6-b6b5-41e6-88c6-78f25eb3fe63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 1094 time: 0.3813021 Sep 24 19:09:20.435034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-64219d1f-4516-4e85-afb3-846cd7d13b02 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483495 Sep 24 19:09:20.451581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1bc70fdc-b32e-4b01-b4ae-e822c61632a7 req-9c875d14-c970-483b-9e1c-5a9c524a1c43 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539570 Sep 24 19:09:20.452592 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-aa07062a-fa36-4803-9446-9a27cf6e55c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:09:20.453061 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-aa07062a-fa36-4803-9446-9a27cf6e55c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:09:20.457850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=cdf29bce-0b6a-4375-84fb-d8c01496a92d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:20.458540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port cc8dce5f-0e80-4461-81c2-52ca8ab9c46e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:20.465361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.466644 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cf94a04-26d2-4e25-9a83-15519b4a61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.471858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a2d958-c888-49e3-b9bb-b4714fcbdec7 req-ebc88ef3-5809-40c5-ac6b-f08fc8313eaa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "DELETE /v2.0/ports/cc8dce5f-0e80-4461-81c2-52ca8ab9c46e HTTP/1.1" status: 204 len: 173 time: 2.0489337 Sep 24 19:09:20.496502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6205fbd-7d72-499b-abe4-05fb413cd8ea {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:20.505642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0b7d8-3a20-4593-84b1-62c31dc4e916 req-82efdbe0-81a9-4601-9201-59c6dbcf65ba tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:20.507578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3f0b7d8-3a20-4593-84b1-62c31dc4e916 req-82efdbe0-81a9-4601-9201-59c6dbcf65ba tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d6d48c-2d2e-4026-812c-e7a185378050 HTTP/1.1" status: 200 len: 867 time: 0.3896036 Sep 24 19:09:20.517740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.541161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Transition to ACTIVE for port object e6205fbd-7d72-499b-abe4-05fb413cd8ea will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:09:20.551959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.656816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:20.723302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Made reservation on behalf of 84a9060971aa48e2a097f61549816dac for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:20.730372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.745704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Router d4162bb4-9adb-4c08-9092-a79099772fb8 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:09:20.755701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.889439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b1a343-ed42-44c7-b2fb-6530dbe46709 req-51dc2afb-a2da-45e2-8915-2ce54be3ca9b service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803520 Sep 24 19:09:20.890021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Attempting to bind port e6205fbd-7d72-499b-abe4-05fb413cd8ea on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:20.890654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Attempting to bind port e6205fbd-7d72-499b-abe4-05fb413cd8ea by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:20.891279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Attempting to bind port e6205fbd-7d72-499b-abe4-05fb413cd8ea on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:20.919748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3f0b7d8-3a20-4593-84b1-62c31dc4e916 req-5a08f50f-84d9-470c-8988-4297fd14d367 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019161 Sep 24 19:09:20.944662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Port e6205fbd-7d72-499b-abe4-05fb413cd8ea on network cbb3323c-86ac-452e-86ce-82a124836a28 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:09:20.945627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Attempting to bind port e6205fbd-7d72-499b-abe4-05fb413cd8ea on network cbb3323c-86ac-452e-86ce-82a124836a28 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:20.974603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:20.975572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Checking segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:20.976647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Bound using segment: {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:20.977250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Bound port: e6205fbd-7d72-499b-abe4-05fb413cd8ea, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29678a80-ff07-40a4-988f-f2a2690988f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:20.977829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:20.982615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42023878-cd15-442f-8b49-a52c7fc744b0 req-fbe218bd-ab25-412d-9313-9b360674dcee tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:20.990701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42023878-cd15-442f-8b49-a52c7fc744b0 req-fbe218bd-ab25-412d-9313-9b360674dcee tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.3638909 Sep 24 19:09:21.012425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a234-9daa-4cb2-8991-cce2008009ca req-a85e4ef4-59c3-4a98-807e-b545a3dec9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.013944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-a85e4ef4-59c3-4a98-807e-b545a3dec9ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 916 time: 0.6078591 Sep 24 19:09:21.087003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cdf29bce-0b6a-4375-84fb-d8c01496a92d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:21.116979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'name': 'network-vif-deleted', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:21.119851 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e828f8-9b2b-4029-bc68-405df2f6c939" -d '{"events": [{"server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "name": "network-vif-deleted", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:21.168273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:21.179531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-b9061dcc-d7a7-40a1-8a2c-aaf520540a46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a HTTP/1.1" status: 200 len: 217 time: 0.1485219 Sep 24 19:09:21.180543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:21.194251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.204091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cdf29bce-0b6a-4375-84fb-d8c01496a92d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:21.204965 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.206990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.270940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42023878-cd15-442f-8b49-a52c7fc744b0 req-153f6bcd-c453-417d-a39a-a90205a1182f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781835 Sep 24 19:09:21.271639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.306102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 33664d12-9aec-46d4-af04-3f0bb0285b21 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:21.334838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:21.339945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.340563 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.341963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-94cb2136-f09b-47de-b1d9-f8ec8cf4e5f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6205fbd-7d72-499b-abe4-05fb413cd8ea HTTP/1.1" status: 200 len: 1091 time: 2.8308847 Sep 24 19:09:21.343300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:21.345948 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a31406-4f41-453b-92db-772612c316b8" -d '{"events": [{"name": "network-changed", "server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:21.358211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:09:21.392995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.396869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cbd914c2-d002-464e-bdef-262610634dfe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9790263 Sep 24 19:09:21.415914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:21.430843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:21.475368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-4031db02-2ffc-4c4d-9162-6a29d33e69ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4136002 Sep 24 19:09:21.482472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a234-9daa-4cb2-8991-cce2008009ca req-11e54859-2457-465e-b5c3-f5181a992945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.486868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-11e54859-2457-465e-b5c3-f5181a992945 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.2820323 Sep 24 19:09:21.487718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7b1853-9c70-4d15-bb3a-5fde194b0901,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:21.500970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=33664d12-9aec-46d4-af04-3f0bb0285b21,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:21.524427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.524764 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Added segment fa2b3dc1-3447-4d85-a1cf-963c94b1d03f of type vlan for network 5e3c5418-313b-4dbc-917e-210d2c69f603 Sep 24 19:09:21.528861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '33664d12-9aec-46d4-af04-3f0bb0285b21', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'port_id': '33664d12-9aec-46d4-af04-3f0bb0285b21', 'mac_address': 'fa:16:3e:f7:88:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fb2766-9146-48a3-a0ad-c762905a3214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:21.531907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Sync routers for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:09:21.565199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a47af0-d68a-40c4-8487-8142704074d4 req-365d6e92-bbf8-42c8-a30b-69fb012ae1d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.566865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20a47af0-d68a-40c4-8487-8142704074d4 req-365d6e92-bbf8-42c8-a30b-69fb012ae1d3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 943 time: 0.4418099 Sep 24 19:09:21.617469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-e71e36ae-4929-4b20-9edb-16ea5ff56c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.619028 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-e71e36ae-4929-4b20-9edb-16ea5ff56c5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 1094 time: 0.2172561 Sep 24 19:09:21.642641 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:09:21.646635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4acb2e1c-aa2a-480a-a88e-c0eba5239991 None None] Provisioning complete for port cdf29bce-0b6a-4375-84fb-d8c01496a92d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:21.653865 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4acb2e1c-aa2a-480a-a88e-c0eba5239991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.675045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:21.675486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:08:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:21.754242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-7030e3b1-466b-49dd-8ca6-5b8a1b409623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea HTTP/1.1" status: 200 len: 217 time: 0.0557604 Sep 24 19:09:21.801698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.812918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.845650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33664d12-9aec-46d4-af04-3f0bb0285b21 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:21.878877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a234-9daa-4cb2-8991-cce2008009ca req-c53af2a5-0308-4772-a146-5d8e53da7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.880430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-c53af2a5-0308-4772-a146-5d8e53da7a14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3752160 Sep 24 19:09:21.906640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20a47af0-d68a-40c4-8487-8142704074d4 req-7f2f2f68-b4dc-4617-9d1b-ed81e5c946bc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995894 Sep 24 19:09:21.908617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-6e09da7b-be5e-444b-afb1-b92ef4f0d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:21.916794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=33664d12-9aec-46d4-af04-3f0bb0285b21,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:21.919614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-6e09da7b-be5e-444b-afb1-b92ef4f0d844 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.3066270 Sep 24 19:09:21.936020 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d2d7b8-72ca-44ef-a43f-45fb9c642221 x-openstack-request-id: req-62d2d7b8-72ca-44ef-a43f-45fb9c642221 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:21.936948 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d6d48c-2d2e-4026-812c-e7a185378050", "name": "network-vif-deleted", "tag": "cc8dce5f-0e80-4461-81c2-52ca8ab9c46e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:21.936948 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62d2d7b8-72ca-44ef-a43f-45fb9c642221 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:21.937229 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6d48c-2d2e-4026-812c-e7a185378050', 'name': 'network-vif-deleted', 'tag': 'cc8dce5f-0e80-4461-81c2-52ca8ab9c46e', 'status': 'completed', 'code': 200} Sep 24 19:09:21.950049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:21.953972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:22.020160 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56856b43-61ae-4f3e-b7c6-4b7e16e3c557 x-openstack-request-id: req-56856b43-61ae-4f3e-b7c6-4b7e16e3c557 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:22.020518 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:22.020702 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56856b43-61ae-4f3e-b7c6-4b7e16e3c557 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:22.021092 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea', 'status': 'completed', 'code': 200} Sep 24 19:09:22.025340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-63dc29c0-7a02-437c-a5d2-b7e029509b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.027019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-63dc29c0-7a02-437c-a5d2-b7e029509b39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.1656892 Sep 24 19:09:22.065045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.079177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.079830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.174096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:22.247844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3010237 Sep 24 19:09:22.262637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37946) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:22.313071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-6487d912-d7e7-47d5-b6a9-68d99f73ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.314696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-6487d912-d7e7-47d5-b6a9-68d99f73ded3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764640 Sep 24 19:09:22.324150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['33664d12-9aec-46d4-af04-3f0bb0285b21'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:22.516221 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-f3e5b913-9a9f-455a-bf46-07bde5bf733b service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883371 Sep 24 19:09:22.518035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:18Z', 'revision_number': 3, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:22.537525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.562669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Checking router: d4162bb4-9adb-4c08-9092-a79099772fb8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:09:22.563083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Updating router d4162bb4-9adb-4c08-9092-a79099772fb8 port 3d0c2809-1572-4efb-b4d2-17377136c433 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:09:22.604120 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.689277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'name': 'tempest-network--1697871516', 'router:external': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:22.694360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69167-f9d9-4cc8-aabf-c9e21c918f0a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Pushing event updated for resources: {'Network': ['ID=5e3c5418-313b-4dbc-917e-210d2c69f603,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:22.702814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-74c62b8a-5c06-4dc8-8fce-ae0fd785b444 req-4cb5677b-5606-4bf8-89c9-0746879bb580 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742899 Sep 24 19:09:22.712709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-7044cd52-f3d5-4fe9-80f2-199fe9841dda service neutron] 10.222.0.69 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824919 Sep 24 19:09:22.718363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-77b55d0d-505f-4579-8345-1c3815335328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.719837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-77b55d0d-505f-4579-8345-1c3815335328 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.7417135 Sep 24 19:09:22.725851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5e3c5418-313b-4dbc-917e-210d2c69f603 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:22.731080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf1edd-6c67-495a-b7c4-c26dbbe3e196 req-52ac4eb3-c85a-44a6-87c7-a7f187c7fd76 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.735701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9dbf1edd-6c67-495a-b7c4-c26dbbe3e196 req-52ac4eb3-c85a-44a6-87c7-a7f187c7fd76 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.6435795 Sep 24 19:09:22.746976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fee980-f733-41c9-8068-5bc77a20202d req-cf396b4e-6e8c-41e7-9751-b24dc5055648 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.749409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13fee980-f733-41c9-8068-5bc77a20202d req-cf396b4e-6e8c-41e7-9751-b24dc5055648 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.6387074 Sep 24 19:09:22.785409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:22.787960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.803386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:22.816366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Allocated IP 172.20.0.1 (8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5/f486cbb4-6d5b-491b-b53c-1f907eb583d3/31ab2c52-0781-44fd-ba6b-b0f50d6e8757) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:22.825228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31406-4f41-453b-92db-772612c316b8 req-9d5a5b1e-37f9-4f34-9bdb-5b3eef0cec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:22.827698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-9d5a5b1e-37f9-4f34-9bdb-5b3eef0cec95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 1094 time: 0.0583282 Sep 24 19:09:22.837918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13fee980-f733-41c9-8068-5bc77a20202d req-744b38f3-771b-4728-9170-b5cd3cc644c4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813098 Sep 24 19:09:22.910507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9dbf1edd-6c67-495a-b7c4-c26dbbe3e196 req-25608900-19ea-4c8c-b47a-59e21a5a669a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502917 Sep 24 19:09:23.036720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc68952c-e5f3-4d39-acac-09cb321fe7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.060155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.067863 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.115930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 00423fb5-61e5-457d-9dc7-3e472cd3576a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:23.117897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc8dce5f-0e80-4461-81c2-52ca8ab9c46e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:23.118213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-0e96b5db-4a29-4442-aefe-b14960e08e0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.2846396 Sep 24 19:09:23.163855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: cc8dce5f-0e80-4461-81c2-52ca8ab9c46e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:09:23.164197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device cc8dce5f-0e80-4461-81c2-52ca8ab9c46e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:09:23.167338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31406-4f41-453b-92db-772612c316b8 req-bdf4c3ae-8e64-4f3d-b2de-83e037bebcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.169360 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-bdf4c3ae-8e64-4f3d-b2de-83e037bebcff service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 916 time: 0.3332877 Sep 24 19:09:23.169788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7533459-ea8a-45d0-bc7f-1b61a7373047 None None] Pushing event updated for resources: {'Port': ['ID=3d0c2809-1572-4efb-b4d2-17377136c433,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:23.173860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Attempting to bind port 3d0c2809-1572-4efb-b4d2-17377136c433 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:23.174229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Attempting to bind port 3d0c2809-1572-4efb-b4d2-17377136c433 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:23.174589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Attempting to bind port 3d0c2809-1572-4efb-b4d2-17377136c433 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:23.228002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-682182c6-d3db-4a40-b6ab-149925a72f7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea HTTP/1.1" status: 200 len: 217 time: 0.0437021 Sep 24 19:09:23.250328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.263488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d919a234-9daa-4cb2-8991-cce2008009ca req-0b5e7a02-1de3-4fe7-939d-01003779ff57 service neutron] 10.222.0.69 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288018 Sep 24 19:09:23.291714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a595bb-646f-4ef5-be1f-01fbd73e853b req-732dc053-c0ac-4a3a-afeb-c970a4951533 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.293435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a595bb-646f-4ef5-be1f-01fbd73e853b req-732dc053-c0ac-4a3a-afeb-c970a4951533 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2347388 Sep 24 19:09:23.309744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31406-4f41-453b-92db-772612c316b8 req-84cf72fd-068a-4e82-b295-8b4beb5cf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.311022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-c10bb9bc-4ee8-4149-a751-187da02e8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.312344 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-84cf72fd-068a-4e82-b295-8b4beb5cf317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.0752921 Sep 24 19:09:23.313154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-c10bb9bc-4ee8-4149-a751-187da02e8c2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1615386 Sep 24 19:09:23.328238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b33d-dc6c-4278-840d-ac619ad9f3aa req-3de7413e-0460-4821-9aed-dc08770fa57e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.329919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b61b33d-dc6c-4278-840d-ac619ad9f3aa req-3de7413e-0460-4821-9aed-dc08770fa57e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 943 time: 0.2278416 Sep 24 19:09:23.346140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 33664d12-9aec-46d4-af04-3f0bb0285b21 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:23.348419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:23.348790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:23.349190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.349572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:23.350030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Bound port: 3d0c2809-1572-4efb-b4d2-17377136c433, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:23.350403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.364299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.367103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-04cdab78-379c-4e83-9880-2bd3807fc21a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.368708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-04cdab78-379c-4e83-9880-2bd3807fc21a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.2495692 Sep 24 19:09:23.414300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31406-4f41-453b-92db-772612c316b8 req-5054e2d6-9fb0-4960-bba3-e265bca0be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.417517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-5054e2d6-9fb0-4960-bba3-e265bca0be70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946784 Sep 24 19:09:23.425255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:23.437703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:23.439507 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.446843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:23.459318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Pushing event updated for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:23.494005 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.497945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:23.512484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a595bb-646f-4ef5-be1f-01fbd73e853b req-4c2dd2ed-a86c-4e0b-ad2d-319ad1dbfe11 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107725 Sep 24 19:09:23.516193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] For port 3d0c2809-1572-4efb-b4d2-17377136c433, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:23.534005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 33664d12-9aec-46d4-af04-3f0bb0285b21 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:23.537777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '00423fb5-61e5-457d-9dc7-3e472cd3576a', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'port_id': '00423fb5-61e5-457d-9dc7-3e472cd3576a', 'mac_address': 'fa:16:3e:46:e0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fb2766-9146-48a3-a0ad-c762905a3214', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:23.542080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] For port 3d0c2809-1572-4efb-b4d2-17377136c433, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d0c2809-1572-4efb-b4d2-17377136c433,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:23.551490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 33664d12-9aec-46d4-af04-3f0bb0285b21 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:23.552108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.571128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.587425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.603543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b61b33d-dc6c-4278-840d-ac619ad9f3aa req-423290e4-a6bd-49b2-92ab-33c8e805a45b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476277 Sep 24 19:09:23.651994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-9878be44-9c9e-4aea-bd22-90551d65246e service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228415 Sep 24 19:09:23.675184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.679423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.714459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-18c69a31-5137-48a7-8dc4-6b694ac71171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:23.716215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-18c69a31-5137-48a7-8dc4-6b694ac71171 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814619 Sep 24 19:09:23.729385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:23.790052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809416e-178a-47a1-87dd-20c6fd0191e3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:23.794186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7533459-ea8a-45d0-bc7f-1b61a7373047 None None] Pushing event updated for resources: {'Port': ['ID=3d0c2809-1572-4efb-b4d2-17377136c433,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:23.801884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00423fb5-61e5-457d-9dc7-3e472cd3576a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:23.818689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.819085 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Added segment 88811eeb-12e4-4a99-b342-279fb89acbc6 of type vlan for network 7de8732e-33cb-4697-a50a-19777cf6b711 Sep 24 19:09:23.840096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:23.882449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.902018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-947471af-9e13-4646-9154-5d8ee2fe7bbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3323274 Sep 24 19:09:23.940925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dd062043-5729-4b2d-8bc9-f383ca008d91 None None] Provisioning complete for port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:23.941378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd062043-5729-4b2d-8bc9-f383ca008d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:23.944219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:23.944551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:24.014348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.041492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Deleting port ad370cd9-29db-4258-8e47-15b268ee986d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:24.041885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.065041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.081913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dd062043-5729-4b2d-8bc9-f383ca008d91 None None] Port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:24.116705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308b48c-58b7-4181-b951-fa9cc9cb5d7f req-1a496df1-b2a3-4c20-b3fc-94da3caf50aa tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.118385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c308b48c-58b7-4181-b951-fa9cc9cb5d7f req-1a496df1-b2a3-4c20-b3fc-94da3caf50aa tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 950 time: 0.3863244 Sep 24 19:09:24.119032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:24.128983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:24.131399 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe286bd-77c9-4e66-a79c-873ab8b05065" -d '{"events": [{"server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "name": "network-vif-plugged", "status": "completed", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:24.150053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['00423fb5-61e5-457d-9dc7-3e472cd3576a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:24.154510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=33664d12-9aec-46d4-af04-3f0bb0285b21,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:24.158637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.181351 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.211559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-9e9d9f0a-7dd7-40fe-a5ba-362670f3a829 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605422 Sep 24 19:09:24.218099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:24.218443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-39d4310b-035d-4115-a057-1d80ae03c97a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.219857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-39d4310b-035d-4115-a057-1d80ae03c97a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.4453990 Sep 24 19:09:24.230055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.241702 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-99a31406-4f41-453b-92db-772612c316b8 req-a091cd02-2dd5-4917-ba42-112aaea057b2 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806661 Sep 24 19:09:24.281601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-cbf1d8c8-c39b-4c1c-ac1e-f1c77b21e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.283247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-cbf1d8c8-c39b-4c1c-ac1e-f1c77b21e53b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 1096 time: 0.2876496 Sep 24 19:09:24.318139 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.319307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.319832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.340409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:24.354417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-fae3eba9-7980-4099-b4d9-38d1f55ec560 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.1007555 Sep 24 19:09:24.425409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.430917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c308b48c-58b7-4181-b951-fa9cc9cb5d7f req-c9d62695-40f2-4609-9999-4ff309a5c841 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818832 Sep 24 19:09:24.431088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.475009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] For port ad370cd9-29db-4258-8e47-15b268ee986d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ad370cd9-29db-4258-8e47-15b268ee986d,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:24.475424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.510640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2413144 Sep 24 19:09:24.510640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-e1ed49c5-22d6-461d-8101-e9b28d34e1ce tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360352 Sep 24 19:09:24.523756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:24.531389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.535033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Pushing event updated for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:24.556188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:18Z', 'revision_number': 3, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:24.585529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81991c0-21aa-42c4-b0d4-457c81a1a440 None None] The sync data for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 is: [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:18Z', 'revision_number': 3, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:09:24.591490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Calling delete_port for ad370cd9-29db-4258-8e47-15b268ee986d owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:24.605980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab592701-46bd-4c84-93de-c4c9ebbb60b1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=7de8732e-33cb-4697-a50a-19777cf6b711,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:24.615841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7de8732e-33cb-4697-a50a-19777cf6b711 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:24.628442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.684722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3ef3610-c94e-464b-a3d1-2e9b520330dd req-dca3cee7-4908-408e-85b2-bdd779f59c73 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450464 Sep 24 19:09:24.738930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:24.741716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:24.772220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-3b3df73c-6a4d-4bdc-a7c3-9f6be8b73c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.773792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-3b3df73c-6a4d-4bdc-a7c3-9f6be8b73c2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.4413497 Sep 24 19:09:24.776494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.838994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8732e-33cb-4697-a50a-19777cf6b711']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:24.852949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88811eeb-12e4-4a99-b342-279fb89acbc6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:24.853296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88811eeb-12e4-4a99-b342-279fb89acbc6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:24.859876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-4dd2c235-61d2-47d5-bd0e-f946bbf8291c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 200 len: 217 time: 0.0715239 Sep 24 19:09:24.867776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.872829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9edf9-a197-49e1-9ed4-cc8f2ac5f0a2 req-98f688d5-7125-49ba-9220-2687ea4409ed tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:24.882511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ca9edf9-a197-49e1-9ed4-cc8f2ac5f0a2 req-98f688d5-7125-49ba-9220-2687ea4409ed tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cce0ad-db01-4dca-ae4b-4c3a358189b1 HTTP/1.1" status: 200 len: 945 time: 0.2958086 Sep 24 19:09:24.951203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.960150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-b3ecb7ec-349e-4338-bd29-a2180fbd20dc service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109287 Sep 24 19:09:24.971686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:24.972138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:24.973989 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:25.051596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ca9edf9-a197-49e1-9ed4-cc8f2ac5f0a2 req-c0a40bf2-fe1e-4dd2-b6da-8cdaada82425 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697314 Sep 24 19:09:25.116582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 00423fb5-61e5-457d-9dc7-3e472cd3576a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:25.144136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Router d4162bb4-9adb-4c08-9092-a79099772fb8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:09:25.147994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.162482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-1a47f952-9c6e-45a7-a5ca-af34f108cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:25.164083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-1a47f952-9c6e-45a7-a5ca-af34f108cd83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.2812054 Sep 24 19:09:25.170830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-dfd2379b-ce2a-4733-a5a6-ffbc0e453556 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754656 Sep 24 19:09:25.196569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7de8732e-33cb-4697-a50a-19777cf6b711 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:09:25.204884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 00423fb5-61e5-457d-9dc7-3e472cd3576a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:25.207574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Network': ['ID=7de8732e-33cb-4697-a50a-19777cf6b711,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:25.215247 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.222720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 00423fb5-61e5-457d-9dc7-3e472cd3576a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:25.222720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.223730 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bdba29d9-313c-4e76-b861-baf194dc0af5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7de8732e-33cb-4697-a50a-19777cf6b711 HTTP/1.1" status: 204 len: 168 time: 0.6989253 Sep 24 19:09:25.225354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:25.238265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:25.263280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.284974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-50686bf5-5dd6-472b-b3ba-fe2b48fe6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:25.286543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-50686bf5-5dd6-472b-b3ba-fe2b48fe6950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095915 Sep 24 19:09:25.299881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:25.343197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:25.347985 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.351079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6205fbd-7d72-499b-abe4-05fb413cd8ea details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:25.415015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-58f096f0-82ac-4bc0-88af-d0c851dd854f None None] Provisioning complete for port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:25.415287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58f096f0-82ac-4bc0-88af-d0c851dd854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.432070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-fbd7b5ba-4067-4b84-8de9-a111aa5540f9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198652 Sep 24 19:09:25.432896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Pushing event deleted for resources: {'Port': ['ID=ad370cd9-29db-4258-8e47-15b268ee986d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:25.462457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:25.480805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.481149 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Added segment cde9e7a1-cb2e-4295-8a37-10787ab90fa3 of type vlan for network 56046949-3c95-465c-8aea-becfb750a2ef Sep 24 19:09:25.494751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79930d-fc06-4f70-9fc5-e72a6d909fef req-ca0fea52-f9a4-41f3-bbf9-db0743107888 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:25.501553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:09:25.515159 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f0ffb50-a0f1-48b8-963b-8e191adbef52 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4162bb4-9adb-4c08-9092-a79099772fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0896561 Sep 24 19:09:25.515524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee79930d-fc06-4f70-9fc5-e72a6d909fef req-ca0fea52-f9a4-41f3-bbf9-db0743107888 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.3383436 Sep 24 19:09:25.571151 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec0ebf-7308-4070-9e2d-9e54c304e139 x-openstack-request-id: req-07ec0ebf-7308-4070-9e2d-9e54c304e139 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:25.571975 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "name": "network-vif-plugged", "status": "completed", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:25.571975 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07ec0ebf-7308-4070-9e2d-9e54c304e139 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:25.572341 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21', 'code': 200} Sep 24 19:09:25.576293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:09:25.605796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] No DVR routers for this DVR port ad370cd9-29db-4258-8e47-15b268ee986d on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:25.616822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.618887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-093890a5-30c5-49f4-9f0d-80b449e970ba req-f62b5fa2-52eb-4696-9390-46fe304bc5e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.69 "DELETE /v2.0/ports/ad370cd9-29db-4258-8e47-15b268ee986d HTTP/1.1" status: 204 len: 173 time: 2.2432353 Sep 24 19:09:25.620998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'name': 'network-vif-deleted', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:25.623351 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bbd586-b5f7-4597-97c0-9323e0cee531" -d '{"events": [{"server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "name": "network-vif-deleted", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:25.691399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.712301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee79930d-fc06-4f70-9fc5-e72a6d909fef req-e806bcb2-6fe2-44fa-9ee3-d2ba1b7dc69f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493802 Sep 24 19:09:25.792329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370186-0043-49b9-bed2-f59a8a537eeb req-f1a08fc6-181f-44ea-984e-fee6b3c1b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:25.794146 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab370186-0043-49b9-bed2-f59a8a537eeb req-f1a08fc6-181f-44ea-984e-fee6b3c1b4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 1097 time: 0.2252409 Sep 24 19:09:25.810004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79f959a6-856d-4fa0-bf2e-c5b41c6515c1 req-ff8b41b4-cfd2-4ca5-9573-e6c14c894ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557630 Sep 24 19:09:25.925667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:25.925888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.926663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:25.929461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:25.981655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea', 'network_id': 'cbb3323c-86ac-452e-86ce-82a124836a28', 'port_id': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea', 'mac_address': 'fa:16:3e:fa:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fb2766-9146-48a3-a0ad-c762905a3214', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:26.009399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c34b-79ad-4e52-a999-bdd5228f9f82 req-f263d5c9-2073-4639-8b7e-0e19e4c18bda tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:26.022025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4431c34b-79ad-4e52-a999-bdd5228f9f82 req-f263d5c9-2073-4639-8b7e-0e19e4c18bda tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.1342115 Sep 24 19:09:26.024228 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ab370186-0043-49b9-bed2-f59a8a537eeb req-ff131dd8-afbc-4e08-8422-0c5ffd6c94ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180433 Sep 24 19:09:26.032932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8003962 Sep 24 19:09:26.037892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38040) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:26.068271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-58f096f0-82ac-4bc0-88af-d0c851dd854f None None] Port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:26.075815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.077619 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.079726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'subnet': {'network_id': '56046949-3c95-465c-8aea-becfb750a2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:26.108894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.114385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d556-04d2-433f-8e20-f4abc4a61dd9 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=56046949-3c95-465c-8aea-becfb750a2ef,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:26.129122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 56046949-3c95-465c-8aea-becfb750a2ef details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:26.132009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6205fbd-7d72-499b-abe4-05fb413cd8ea {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:26.140811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4431c34b-79ad-4e52-a999-bdd5228f9f82 req-38c4be8e-d587-4604-8007-8fd340feff81 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178994 Sep 24 19:09:26.170449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc310f7-1848-452f-86ba-e9bfddd28d22 req-3ae7861b-9a41-4d44-9659-7b7e746692f4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:26.184233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acc310f7-1848-452f-86ba-e9bfddd28d22 req-3ae7861b-9a41-4d44-9659-7b7e746692f4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 943 time: 0.1587560 Sep 24 19:09:26.185586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:26.191626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.224653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:26.265613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:26.266613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.286308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acc310f7-1848-452f-86ba-e9bfddd28d22 req-57c546b2-182d-4561-9b91-f468b6446fa5 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844922 Sep 24 19:09:26.328407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.329189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:26.377369 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb5ea9f-96f5-46a5-9e15-4a9e1839ff21 x-openstack-request-id: req-afb5ea9f-96f5-46a5-9e15-4a9e1839ff21 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:26.377669 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cce0ad-db01-4dca-ae4b-4c3a358189b1", "name": "network-vif-deleted", "tag": "ad370cd9-29db-4258-8e47-15b268ee986d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:26.377925 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afb5ea9f-96f5-46a5-9e15-4a9e1839ff21 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:26.378402 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cce0ad-db01-4dca-ae4b-4c3a358189b1', 'name': 'network-vif-deleted', 'tag': 'ad370cd9-29db-4258-8e47-15b268ee986d', 'status': 'completed', 'code': 200} Sep 24 19:09:26.536067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:26.719736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:26.721620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e6205fbd-7d72-499b-abe4-05fb413cd8ea'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:26.728642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1687307426-network', 'tenant_id': '01061ca79ab647fc83777fa74a623f09'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:26.757206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Made reservation on behalf of 01061ca79ab647fc83777fa74a623f09 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:26.760331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.770563 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.819895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:26.840562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.910232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.915421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9b5cb23-703b-467a-bbdc-a3485454f5f4 req-77c001bc-c3c6-4fe6-9e27-be24597addcb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.5422354 Sep 24 19:09:26.923463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.950841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:26.970706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345b85db-87d4-4dcf-b09a-7e0122dc80b6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:26.974803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:26.975227 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Added segment 589b0c26-84bc-4986-95ab-e1e9d265337f of type vlan for network e141157e-43f6-4f32-b537-50d6b5c7dbee Sep 24 19:09:26.984210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:27.003321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.004888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ad370cd9-29db-4258-8e47-15b268ee986d no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:27.049080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a8e16-e60a-4645-a76b-74c4f6b8886e req-0de152be-0879-4a71-afc5-7052ba1009b2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.059307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d0c2809-1572-4efb-b4d2-17377136c433 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:27.060927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-579a8e16-e60a-4645-a76b-74c4f6b8886e req-0de152be-0879-4a71-afc5-7052ba1009b2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1767375 Sep 24 19:09:27.064595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: ad370cd9-29db-4258-8e47-15b268ee986d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:09:27.064942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ad370cd9-29db-4258-8e47-15b268ee986d not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:09:27.069343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.125356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.127659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.128297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.135782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-579a8e16-e60a-4645-a76b-74c4f6b8886e req-34fbdf00-3c16-41f8-9506-5d854dab84af tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737298 Sep 24 19:09:27.148131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:27.179103 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4581835 Sep 24 19:09:27.186215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:27.198065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Request body: {'subnet': {'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1687307426-subnet', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:27.237510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:27.261423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Made reservation on behalf of 01061ca79ab647fc83777fa74a623f09 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:27.265157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.336227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aec0a-f5d6-4a15-a068-5e82d3d0773d admin admin] Pushing event updated for resources: {'Network': ['ID=e141157e-43f6-4f32-b537-50d6b5c7dbee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:27.479560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:27.488444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da860e-3c5f-4d89-abd2-cf318910e71e req-938a4d2f-4aee-4290-bbd1-50fb38ebcde1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.496361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05da860e-3c5f-4d89-abd2-cf318910e71e req-938a4d2f-4aee-4290-bbd1-50fb38ebcde1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1744971 Sep 24 19:09:27.507008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-d54581a0-d68d-4683-859f-58cf402980c2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.508929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-d54581a0-d68d-4683-859f-58cf402980c2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.3948805 Sep 24 19:09:27.510920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:27.534702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:27.536083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e141157e-43f6-4f32-b537-50d6b5c7dbee details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:27.579982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a'}, {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:27.582246 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ba014-93d8-4daf-bfdc-226ecad0c252" -d '{"events": [{"server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "name": "network-vif-plugged", "status": "completed", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a"}, {"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:27.629508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3d0c2809-1572-4efb-b4d2-17377136c433 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:27.629877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.658846 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.692458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05da860e-3c5f-4d89-abd2-cf318910e71e req-28ab8f04-f789-419a-90ef-1278ab0eedf8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929321 Sep 24 19:09:27.697019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.736409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:27.758634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:27.770690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.791113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:27.798477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ae48-4afd-4594-a2b4-f3d692a2e6d4 req-6c139da5-37d2-48d4-aa06-b55b9be8da09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.807172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ce1ae48-4afd-4594-a2b4-f3d692a2e6d4 req-6c139da5-37d2-48d4-aa06-b55b9be8da09 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2466347 Sep 24 19:09:27.845057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Checking segment: {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:27.845495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Network hostable DHCP agents. Network: e141157e-43f6-4f32-b537-50d6b5c7dbee, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:09:27.859465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.873260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Network e141157e-43f6-4f32-b537-50d6b5c7dbee is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:27.898278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3da3f7f4-7d3e-4612-a4f0-7783018159d4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:27.901442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:27.912483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 3d0c2809-1572-4efb-b4d2-17377136c433, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d0c2809-1572-4efb-b4d2-17377136c433,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:27.923444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e141157e-43f6-4f32-b537-50d6b5c7dbee) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:27.938365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:27.940232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.943654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:09:27.943935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.945959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54097d72-f2dd-488b-844c-272a607636ef None None] Network e141157e-43f6-4f32-b537-50d6b5c7dbee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:27.954353 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:27.988925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ce1ae48-4afd-4594-a2b4-f3d692a2e6d4 req-88bb9656-ba12-4423-ab30-80ae1561cd5f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809363 Sep 24 19:09:28.012511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa50cb4-62e8-4ef6-8079-4d11873e2a29 req-e8f0dd64-bc60-40d8-9fbd-27502663433d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:28.022114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa50cb4-62e8-4ef6-8079-4d11873e2a29 req-e8f0dd64-bc60-40d8-9fbd-27502663433d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2087584 Sep 24 19:09:28.041262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=3d0c2809-1572-4efb-b4d2-17377136c433,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:28.069009 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4edaa294-cbe7-4b18-813e-db18260468f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8811514 Sep 24 19:09:28.069863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:28.075868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:28.081031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6db5b8b0-7c85-4ba2-a928-1dd4c6ec34fa,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:28.086281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:28.089894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.118435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Checking segment: {'id': 'cde9e7a1-cb2e-4295-8a37-10787ab90fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '56046949-3c95-465c-8aea-becfb750a2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:28.118435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Network hostable DHCP agents. Network: 56046949-3c95-465c-8aea-becfb750a2ef, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:09:28.127457 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Sync routers for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:09:28.136758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa50cb4-62e8-4ef6-8079-4d11873e2a29 req-1185f225-0137-4fd4-884f-c0c5a2726d2b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137602 Sep 24 19:09:28.140573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.146364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.164697 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:28.166947 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:28.209051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Network 56046949-3c95-465c-8aea-becfb750a2ef is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:09:28.240654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 56046949-3c95-465c-8aea-becfb750a2ef) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:28.250044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd631a-ee19-487c-b5cc-141b1536c5b9 None None] Network 56046949-3c95-465c-8aea-becfb750a2ef requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:28.265369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:28.266289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.347214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208426-7084-4c97-9357-554a34ad45de req-5ae99b05-c4d7-4ffb-be1f-fff2a865190c tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:28.349100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4208426-7084-4c97-9357-554a34ad45de req-5ae99b05-c4d7-4ffb-be1f-fff2a865190c tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 944 time: 0.1488233 Sep 24 19:09:28.353655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-430884c7-9343-4c6d-b580-dda118e463c8 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2795913 Sep 24 19:09:28.356482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38128) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:28.361934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'floatingip': {'floating_network_id': '56046949-3c95-465c-8aea-becfb750a2ef'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:28.363740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.442065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.6 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/1fa2670a-1a42-4eeb-a3c6-4f79a2061466) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:28.463859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.479378 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905db9fd-add0-4dd1-abbd-fd38bd208cf6 x-openstack-request-id: req-905db9fd-add0-4dd1-abbd-fd38bd208cf6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:28.479685 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "name": "network-vif-plugged", "status": "completed", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a", "code": 200}, {"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:28.479946 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-905db9fd-add0-4dd1-abbd-fd38bd208cf6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:28.480361 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a', 'code': 200} Sep 24 19:09:28.480617 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'code': 200} Sep 24 19:09:28.481466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e141157e-43f6-4f32-b537-50d6b5c7dbee', 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'fixed_ips': [{'subnet_id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:09:28.482339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.498786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4208426-7084-4c97-9357-554a34ad45de req-1aeac10c-0e9e-4fbf-b7f2-a6109fd4768e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271958 Sep 24 19:09:28.511054 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:28.679037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876666c-61da-4b0e-9fdd-7b4e3c84e703 None None] Network 56046949-3c95-465c-8aea-becfb750a2ef requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:28.747076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e98a365b-caea-47d2-b407-85f6cbf013fb req-d5cf9abc-a7ba-4ea5-ba73-224319c4e8b2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.1131990 Sep 24 19:09:28.821643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Allocated IP 172.20.0.2 (e141157e-43f6-4f32-b537-50d6b5c7dbee/f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1/2732f6a2-f7c4-41b1-8a66-d906f40d6e57) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:28.862721 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 2, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:28.892556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:28.918057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05b03f-5e91-468b-8296-b5ad3df7502f req-bbf01e71-c996-4ebf-abb9-612cff4dfe36 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:28.918826 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Checking router: d4162bb4-9adb-4c08-9092-a79099772fb8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:09:28.919702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d05b03f-5e91-468b-8296-b5ad3df7502f req-bbf01e71-c996-4ebf-abb9-612cff4dfe36 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.3866146 Sep 24 19:09:28.920475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Updating router d4162bb4-9adb-4c08-9092-a79099772fb8 port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:09:28.938945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f04e15-a580-46ca-b42c-91fdc99b6701 req-bb7bbcd8-8436-47b9-8d1c-950236cad969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:28.940486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33f04e15-a580-46ca-b42c-91fdc99b6701 req-bb7bbcd8-8436-47b9-8d1c-950236cad969 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 1096 time: 0.3633287 Sep 24 19:09:29.009211 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.053517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d0c2809-1572-4efb-b4d2-17377136c433 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:29.151001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:29.195917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3d0c2809-1572-4efb-b4d2-17377136c433 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:29.196641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.237429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.260483 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.316789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:29.317598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.325297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Network e141157e-43f6-4f32-b537-50d6b5c7dbee is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:29.369853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33f04e15-a580-46ca-b42c-91fdc99b6701 req-a6f1f6a8-be4d-403d-9c48-5c467701781e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198972 Sep 24 19:09:29.372643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:29.375405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6205fbd-7d72-499b-abe4-05fb413cd8ea up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:29.381910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:29.386265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Pushing event updated for resources: {'Port': ['ID=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:29.397367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d05b03f-5e91-468b-8296-b5ad3df7502f req-b4564a24-f53e-4299-8f23-a6967475b1e8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4539073 Sep 24 19:09:29.439590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.503826 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.507042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Attempting to bind port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:29.507276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Attempting to bind port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:29.507476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.507624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Attempting to bind port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 on network e141157e-43f6-4f32-b537-50d6b5c7dbee {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:29.513468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:29.513844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Checking segment: {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:29.514243 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.514893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Bound using segment: {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:29.515167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Bound port: 2732f6a2-f7c4-41b1-8a66-d906f40d6e57, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:29.515549 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.536283 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.623103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] For port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:29.627908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] For port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:29.631356 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port e6205fbd-7d72-499b-abe4-05fb413cd8ea completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:29.631911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.645308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.650315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port e6205fbd-7d72-499b-abe4-05fb413cd8ea triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:29.650315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.671783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d25c-e933-42ff-8dc2-383b95746bcc req-81b16a6c-531c-43de-b7af-6cf11d210641 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:29.673515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a86d25c-e933-42ff-8dc2-383b95746bcc req-81b16a6c-531c-43de-b7af-6cf11d210641 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4325309 Sep 24 19:09:29.723291 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.730251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Pushing event updated for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:29.783371 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.785338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Allocated IP 172.25.5.235 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/db411159-ed72-4238-be1c-174f72f99650) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:29.795475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.796757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.797330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.797928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.798491 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.799081 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.799640 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.800233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.800787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.801341 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.801892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:29.813039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.848082 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Attempting to bind port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:29.848921 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Attempting to bind port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:29.849524 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Attempting to bind port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 on network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:29.856787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:29.857469 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Checking segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:29.858105 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.859316 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Bound using segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:29.860037 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Bound port: 31ab2c52-0781-44fd-ba6b-b0f50d6e8757, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:29.860681 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.898646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:29.977130 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] For port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:29.981450 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] For port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:29.990778 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.088185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a86d25c-e933-42ff-8dc2-383b95746bcc req-b9791525-bce4-4131-94b0-00c995ccd861 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682377 Sep 24 19:09:30.102470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0aa0f-695b-401c-bf84-b76d80c42c6e None None] Pushing event updated for resources: {'Port': ['ID=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:30.126505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:30.130706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] Provisioning complete for port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:30.131449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.134175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:30.147382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.160425 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020fc7d-a380-4f28-a7c7-d6abf81c9d7a None None] Pushing event updated for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:30.166988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6364a93-995d-409f-a8c6-5de26015438d req-ca1ff64a-634a-4ff5-9cf8-2dada217543a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:30.175417 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:30.190544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6364a93-995d-409f-a8c6-5de26015438d req-ca1ff64a-634a-4ff5-9cf8-2dada217543a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 945 time: 0.6036577 Sep 24 19:09:30.192873 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:30.217480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.241039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.241853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:30.270281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:30.278290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:30.382888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Pushing event updated for resources: {'Port': ['ID=db411159-ed72-4238-be1c-174f72f99650,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:30.404793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:30.407256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:30.416151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:30.525835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:30.531012 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41383aa2-5d45-431c-8cd7-dd2d34b0b47d" -d '{"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:30.610007 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:30.647459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:30.723699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6364a93-995d-409f-a8c6-5de26015438d req-c2b5847b-8120-4e04-ba53-e709e208e448 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133505 Sep 24 19:09:30.745511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:30.746177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.777576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Allocated IP 172.20.0.6 (56046949-3c95-465c-8aea-becfb750a2ef/6db5b8b0-7c85-4ba2-a928-1dd4c6ec34fa/3320a29f-99aa-4f7f-b34a-ec7bf23e1e57) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:30.835453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:30.853878 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.029692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.093534 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.103286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:31.109642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:31.122844 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:29Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:31.168345 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4490360-551d-4c5b-97d5-01e061075559 None None] The sync data for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 is: [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:29Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:09:31.206302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] For port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:31.236866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.237127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.308291 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.313764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d9d57-7886-4e9d-a315-8daaa7ba1010 req-38004e51-5c79-44fd-8d3e-5172ffcabb6b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:31.313992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-409d9d57-7886-4e9d-a315-8daaa7ba1010 req-38004e51-5c79-44fd-8d3e-5172ffcabb6b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 944 time: 0.8091984 Sep 24 19:09:31.315479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-61d9c278-dd9b-4b20-8614-e59094d1f8f4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7933238 Sep 24 19:09:31.381854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Request body: {'port': {'device_id': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:31.455425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.498758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:31.505152 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.543935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:31.558023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Network 56046949-3c95-465c-8aea-becfb750a2ef is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:31.617173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:31.642066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b1e0f-b23d-44ba-a7b6-d8b93c841b1a req-b75c215f-ee5d-4a39-b8fc-79f9db3b10a8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:31.650808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-911b1e0f-b23d-44ba-a7b6-d8b93c841b1a req-b75c215f-ee5d-4a39-b8fc-79f9db3b10a8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 931 time: 0.4595964 Sep 24 19:09:31.651765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.657923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:31.727785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347266ba-73fa-4f58-89bf-dcd451b003c6 None None] Pushing event updated for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:31.730707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f0f82b14-3944-4ee7-a1ff-41d4c1cf66de None None] Provisioning complete for port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:31.742266 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0f82b14-3944-4ee7-a1ff-41d4c1cf66de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:31.768928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Port': ['ID=3320a29f-99aa-4f7f-b34a-ec7bf23e1e57,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:31.789235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Router 461f0b9a-3443-4299-8d1b-c4e489b861d7 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:09:31.859137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-409d9d57-7886-4e9d-a315-8daaa7ba1010 req-c45f5dc2-00d5-4fa1-871e-f2492dca029f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196289 Sep 24 19:09:32.010038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443cba6-886c-48da-bdd6-b9e158d0c5dd None None] Network e141157e-43f6-4f32-b537-50d6b5c7dbee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:09:32.075817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:09:32.100386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Sync routers for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:09:32.103594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.116215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-911b1e0f-b23d-44ba-a7b6-d8b93c841b1a req-8e0f315b-9400-420d-a76f-ef14da7877d1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585343 Sep 24 19:09:32.122752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38178) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:32.129639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4ef91803-c226-42ba-bca5-8e755ef9f57e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0585859 Sep 24 19:09:32.130529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.162115 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.284453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946b00c-ab94-429e-b030-da04b26d633d req-08d38f21-edf4-4e46-9aa4-3c76ac405e08 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:32.292026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1946b00c-ab94-429e-b030-da04b26d633d req-08d38f21-edf4-4e46-9aa4-3c76ac405e08 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2625299 Sep 24 19:09:32.321986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Routers {'461f0b9a-3443-4299-8d1b-c4e489b861d7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:32.323684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['461f0b9a-3443-4299-8d1b-c4e489b861d7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:32.412344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.496314 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c88fe-b26c-42bc-bca8-dfafa7e1528e x-openstack-request-id: req-f67c88fe-b26c-42bc-bca8-dfafa7e1528e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:32.496980 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:32.497211 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f67c88fe-b26c-42bc-bca8-dfafa7e1528e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:32.497618 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'code': 200} Sep 24 19:09:32.543104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:32.549545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2160e835-153c-401f-9fba-1a5331d5c3fc None None] Provisioning complete for port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:32.549920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2160e835-153c-401f-9fba-1a5331d5c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.620032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:32.642535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Set router 461f0b9a-3443-4299-8d1b-c4e489b861d7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:32.938134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:33.102146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:33.107148 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.127394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1946b00c-ab94-429e-b030-da04b26d633d req-18d687f2-87b5-4871-8000-1cf5542b688f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342719 Sep 24 19:09:33.192742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 3, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:33.273638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Checking router: 461f0b9a-3443-4299-8d1b-c4e489b861d7 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:09:33.274257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Updating router 461f0b9a-3443-4299-8d1b-c4e489b861d7 port db411159-ed72-4238-be1c-174f72f99650 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:09:33.300319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:33.300988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.347009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.647712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74ddb20b-3e9e-465e-9e3d-8d6a0ef592ec None None] Provisioning complete for port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:33.648227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74ddb20b-3e9e-465e-9e3d-8d6a0ef592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.747118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.783387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:33.851086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec939d-e160-4c57-b777-908c262ac11e req-2e3e0092-2a32-453e-ab7d-24eaec319b92 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:33.853671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecec939d-e160-4c57-b777-908c262ac11e req-2e3e0092-2a32-453e-ab7d-24eaec319b92 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 1.3748710 Sep 24 19:09:33.991690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b0ebf-ae4d-488f-b94f-6f2556f5e6f7 req-e14ae946-2399-494a-ad05-31fb3cd28050 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:33.993625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-285b0ebf-ae4d-488f-b94f-6f2556f5e6f7 req-e14ae946-2399-494a-ad05-31fb3cd28050 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.4683275 Sep 24 19:09:34.021645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Port': ['ID=3320a29f-99aa-4f7f-b34a-ec7bf23e1e57,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:34.093871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.094361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.094716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.095081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.095413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.095761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.096280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.096588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.096940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.097259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.097595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.097923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:34.117052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecec939d-e160-4c57-b777-908c262ac11e req-9677e4e9-9b5f-4c5f-850e-3f32916a164c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531641 Sep 24 19:09:34.118034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.125463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:34.133540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.175577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-285b0ebf-ae4d-488f-b94f-6f2556f5e6f7 req-a925acfc-6bc4-4b61-b0c7-1bb7bd9f396b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474824 Sep 24 19:09:34.179779 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.182473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.183573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-841fa3e9-6d93-46f2-af06-6cfff548976f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8259435 Sep 24 19:09:34.186301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:34.207676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Transition to ACTIVE for port object 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:09:34.220089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.223730 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.344643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Attempting to bind port db411159-ed72-4238-be1c-174f72f99650 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:34.345106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Attempting to bind port db411159-ed72-4238-be1c-174f72f99650 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:34.345380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Attempting to bind port db411159-ed72-4238-be1c-174f72f99650 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:34.347483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad569e0a-e0bd-4f0c-bcbb-8bf9beff6123 None None] Pushing event updated for resources: {'Port': ['ID=db411159-ed72-4238-be1c-174f72f99650,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:34.362278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:34.362664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:34.365844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.365844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:34.365844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Bound port: db411159-ed72-4238-be1c-174f72f99650, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:34.365844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.367424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b0a80641-369d-4eb4-a8d1-f04d11a4382b tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=56046949-3c95-465c-8aea-becfb750a2ef HTTP/1.1" status: 200 len: 689 time: 0.1797950 Sep 24 19:09:34.370222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38228) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:34.442961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] For port db411159-ed72-4238-be1c-174f72f99650, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:34.446159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] For port db411159-ed72-4238-be1c-174f72f99650, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=db411159-ed72-4238-be1c-174f72f99650,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:34.456896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.496589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:34.511707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:34.513979 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f49a4d-2fbd-4fd0-950b-017201ca55a1" -d '{"events": [{"server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "name": "network-vif-plugged", "status": "completed", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:34.550133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Routers {'461f0b9a-3443-4299-8d1b-c4e489b861d7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:34.551218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['461f0b9a-3443-4299-8d1b-c4e489b861d7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:34.574278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.599028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad569e0a-e0bd-4f0c-bcbb-8bf9beff6123 None None] Pushing event updated for resources: {'Port': ['ID=db411159-ed72-4238-be1c-174f72f99650,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:34.621724 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9496d3-ab5f-40e2-a622-aa7086664deb x-openstack-request-id: req-1e9496d3-ab5f-40e2-a622-aa7086664deb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:34.622024 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "name": "network-vif-plugged", "status": "completed", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:34.622287 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e9496d3-ab5f-40e2-a622-aa7086664deb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:34.622691 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea', 'code': 200} Sep 24 19:09:34.677378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:34.741199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] Set router 461f0b9a-3443-4299-8d1b-c4e489b861d7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:34.751705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f688a-35ea-4387-9955-5e2d3cde890f req-3eda160f-314d-48d3-bbd4-b95bb472b719 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:34.753987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c84f688a-35ea-4387-9955-5e2d3cde890f req-3eda160f-314d-48d3-bbd4-b95bb472b719 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 943 time: 0.4579155 Sep 24 19:09:34.784037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Attempting to bind port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:34.784377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Attempting to bind port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:34.785678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Attempting to bind port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:34.814938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c190e-a0bc-4be6-a921-a29ec5997a51 req-fea632c0-b0c6-429e-83e1-cb22d4f3522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:34.820299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1a5c190e-a0bc-4be6-a921-a29ec5997a51 req-fea632c0-b0c6-429e-83e1-cb22d4f3522d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 1096 time: 0.1275854 Sep 24 19:09:34.906764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1a5c190e-a0bc-4be6-a921-a29ec5997a51 req-61e73b27-dc5a-4230-a1cb-b6450031e7ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 Sep 24 19:09:34.963091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Deleting port 3320a29f-99aa-4f7f-b34a-ec7bf23e1e57 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:34.971477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.003771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:35.016506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:09:35.016827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Attempting to bind port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:35.025289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:35.025631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:35.026016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:35.026450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Bound port: 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:35.026809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.139324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:35.140883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.141211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.143558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:35.157517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Calling delete_port for 3320a29f-99aa-4f7f-b34a-ec7bf23e1e57 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:35.168799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c84f688a-35ea-4387-9955-5e2d3cde890f req-11f6c321-fe6d-4fcc-9016-c4fb8edb7561 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990142 Sep 24 19:09:35.183052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.230944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:35.234034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.235579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/1fa2670a-1a42-4eeb-a3c6-4f79a2061466 HTTP/1.1" status: 200 len: 1091 time: 3.8579347 Sep 24 19:09:35.236910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Allocated IP 172.20.0.1 (e141157e-43f6-4f32-b537-50d6b5c7dbee/f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1/c925766b-6bec-4153-9920-75af90f6b46e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:35.249573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:35.255867 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:35.336861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:35.337456 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.395318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 3, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:35.437449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe2a4c-9281-49dc-9ee4-1be2e0331104 None None] The sync data for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 is: [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 3, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:09:35.449883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.494579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Port': ['ID=3320a29f-99aa-4f7f-b34a-ec7bf23e1e57,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:35.508620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd146-4e64-4016-9b97-183e8fd2f1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:35.547998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-58ee4869-4c9a-494c-85b2-0d0144835352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:35.552582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-58ee4869-4c9a-494c-85b2-0d0144835352 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 1094 time: 0.2402349 Sep 24 19:09:35.561126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee98e-266d-4861-af90-596eea88d388 req-781f0a43-4f83-4277-8ec1-36e9116eccdf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:35.563404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-406ee98e-266d-4861-af90-596eea88d388 req-781f0a43-4f83-4277-8ec1-36e9116eccdf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2624171 Sep 24 19:09:35.590014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.644891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.652296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfcabe-f6f9-432c-a9f9-94d845fd9837 req-69e50452-0401-4ee9-9e8d-8025b5d1bcb6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:35.653850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32bfcabe-f6f9-432c-a9f9-94d845fd9837 req-69e50452-0401-4ee9-9e8d-8025b5d1bcb6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.2381656 Sep 24 19:09:35.716080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-12b4eef7-4ef5-4eb2-b57c-56bb9af7e22e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466 HTTP/1.1" status: 200 len: 217 time: 0.0965595 Sep 24 19:09:35.719906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.751401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6db5b8b0-7c85-4ba2-a928-1dd4c6ec34fa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:35.788618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32bfcabe-f6f9-432c-a9f9-94d845fd9837 req-4732919c-7710-4866-9579-19df0dd389f3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016192 Sep 24 19:09:35.830890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.865639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-406ee98e-266d-4861-af90-596eea88d388 req-0e1c1e3d-4778-4d21-acc2-01e58e694fae tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529039 Sep 24 19:09:35.871609 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:35.896565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-dc4e3560-674c-4de7-b0e1-a50d4c7ad60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:35.898835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-dc4e3560-674c-4de7-b0e1-a50d4c7ad60b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.1629894 Sep 24 19:09:35.962431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56046949-3c95-465c-8aea-becfb750a2ef']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:36.005171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde9e7a1-cb2e-4295-8a37-10787ab90fa3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:36.005512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde9e7a1-cb2e-4295-8a37-10787ab90fa3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:36.021221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-719fd684-b6ff-4e4d-9642-d8be0a23e360 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059160 Sep 24 19:09:36.041420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.047196 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78a789-e9e4-4f13-abec-e15ebf0db21b x-openstack-request-id: req-cb78a789-e9e4-4f13-abec-e15ebf0db21b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:36.047497 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:36.047882 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb78a789-e9e4-4f13-abec-e15ebf0db21b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:36.048452 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466', 'status': 'completed', 'code': 200} Sep 24 19:09:36.107771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.116655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:36.117419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.128436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:36.167993 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:36.262549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Network e141157e-43f6-4f32-b537-50d6b5c7dbee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:36.298327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:36.324024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:36.327121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.347954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56046949-3c95-465c-8aea-becfb750a2ef {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:09:36.369235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Network': ['ID=56046949-3c95-465c-8aea-becfb750a2ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:36.375379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.379234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1addf5d0-09fe-4cb1-8c67-b0ea26220179 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/56046949-3c95-465c-8aea-becfb750a2ef HTTP/1.1" status: 204 len: 168 time: 2.0077119 Sep 24 19:09:36.384485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:36.544164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Pushing event updated for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:36.582392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-7f94f1ea-db88-420c-b586-23e767f4ebce service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357325 Sep 24 19:09:36.699310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.744845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e77d4c-967b-4a89-8e27-346f5cb788a6 req-97c47706-a681-4383-882c-4c434f9bd351 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:36.760278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e77d4c-967b-4a89-8e27-346f5cb788a6 req-97c47706-a681-4383-882c-4c434f9bd351 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 943 time: 0.4298394 Sep 24 19:09:36.782898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6ace96d0-4c33-4d7d-9207-b7905b59765a None None] Provisioning complete for port c925766b-6bec-4153-9920-75af90f6b46e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:36.783927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ace96d0-4c33-4d7d-9207-b7905b59765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:36.854765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ace96d0-4c33-4d7d-9207-b7905b59765a None None] Port c925766b-6bec-4153-9920-75af90f6b46e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:37.017368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e77d4c-967b-4a89-8e27-346f5cb788a6 req-194ae837-45fb-44ff-95a3-f9c04d48985c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560711 Sep 24 19:09:37.068509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device db411159-ed72-4238-be1c-174f72f99650 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:37.196896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port db411159-ed72-4238-be1c-174f72f99650 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:37.198892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.222400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cd2a6e7-f4fa-48b6-ac9e-e292aca109e4 req-84e1ff93-8537-4678-a157-242cdea56868 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392691 Sep 24 19:09:37.293548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016941-e392-4f5c-918d-c49f0c9daee4 req-bf8aba79-4788-4a01-b337-ecf18af2a495 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.309653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52016941-e392-4f5c-918d-c49f0c9daee4 req-bf8aba79-4788-4a01-b337-ecf18af2a495 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1376896 Sep 24 19:09:37.326628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-37cd5122-5687-41b3-a7eb-9f58760d0376 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.9409497 Sep 24 19:09:37.329698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:37.373142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.434322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port db411159-ed72-4238-be1c-174f72f99650, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=db411159-ed72-4238-be1c-174f72f99650,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:37.443901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.471565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.496476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.498237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.498713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.501822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.502319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.502794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.504249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.504722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.505198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.510974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.513180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-29e57a08-bef3-45f4-aee3-72a234747a4d tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6580 time: 0.1821647 Sep 24 19:09:37.518085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:37.527511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52016941-e392-4f5c-918d-c49f0c9daee4 req-c601f872-401e-4d69-8929-5fe7957be0bc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168856 Sep 24 19:09:37.546843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-dce4968c-27e7-4472-a419-376eefe2b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.554377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-dce4968c-27e7-4472-a419-376eefe2b381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 1094 time: 0.2426493 Sep 24 19:09:37.583116 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=db411159-ed72-4238-be1c-174f72f99650,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:37.603879 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c8431ba0-406e-4b98-b2a1-282516662ceb tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] delete failed (client error): The resource could not be found. Sep 24 19:09:37.608565 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8431ba0-406e-4b98-b2a1-282516662ceb tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/080bd038-953b-4dd5-8228-a730e094d373 HTTP/1.1" status: 404 len: 345 time: 0.0873702 Sep 24 19:09:37.609144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38386) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:37.646815 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eca968-948a-47f5-bb91-2e3c0a34e032 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] DELETE failed (client error): The resource could not be found. Sep 24 19:09:37.647290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eca968-948a-47f5-bb91-2e3c0a34e032 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:09:37.652498 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25eca968-948a-47f5-bb91-2e3c0a34e032 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/56046949-3c95-465c-8aea-becfb750a2ef HTTP/1.1" status: 404 len: 339 time: 0.0388772 Sep 24 19:09:37.656086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:37.667439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'name': 'tempest-network--1657654170', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:37.722005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:37.724510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.763413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:37.774201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.774477 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Added segment 31ab054c-26fe-41ee-a59d-1c88080be7bd of type vlan for network 2aecf5cf-eab1-4c06-b165-f7d116f1ca97 Sep 24 19:09:37.855778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.923160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.924717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.925427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:37.959413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299949-314d-4e2a-87ad-d3d368ff4952 req-d594938a-7407-43ae-ba81-761275a02d80 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:37.960145 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3028619 Sep 24 19:09:37.967504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98299949-314d-4e2a-87ad-d3d368ff4952 req-d594938a-7407-43ae-ba81-761275a02d80 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.1972561 Sep 24 19:09:37.968096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:38.000619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-59c54f28-0206-4e0d-b67f-fcaf036034fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.002397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-59c54f28-0206-4e0d-b67f-fcaf036034fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.4392793 Sep 24 19:09:38.009336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.055118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.088540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-cb0f3939-86bf-43a7-bf10-aea1cbb98a3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466 HTTP/1.1" status: 200 len: 217 time: 0.0754185 Sep 24 19:09:38.141625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98299949-314d-4e2a-87ad-d3d368ff4952 req-a5ab4025-6670-4bd4-a02c-fe473996e8e1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723888 Sep 24 19:09:38.183789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b411229-b7fb-463c-97ce-ebb25909e0f5 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=2aecf5cf-eab1-4c06-b165-f7d116f1ca97,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:38.199059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2aecf5cf-eab1-4c06-b165-f7d116f1ca97 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:38.254121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.259314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec6d81-84e3-405f-99d3-07054311b99a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.267954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec6d81-84e3-405f-99d3-07054311b99a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.274311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec6d81-84e3-405f-99d3-07054311b99a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.282103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec6d81-84e3-405f-99d3-07054311b99a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.286421 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ebec6d81-84e3-405f-99d3-07054311b99a tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3146348 Sep 24 19:09:38.289550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:38.305989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Pushing event updated for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:38.331972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-b4bae61e-10f8-4e02-82b0-b5f2895aea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.333797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-b4bae61e-10f8-4e02-82b0-b5f2895aea24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.2223639 Sep 24 19:09:38.411115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.543636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.571875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aecf5cf-eab1-4c06-b165-f7d116f1ca97']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:38.587812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ab054c-26fe-41ee-a59d-1c88080be7bd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:38.588010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ab054c-26fe-41ee-a59d-1c88080be7bd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:38.605396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.623496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.633375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:38.633789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:38.635806 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:38.715299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.727108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2aecf5cf-eab1-4c06-b165-f7d116f1ca97 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:09:38.730296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.732761 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2aecf5cf-eab1-4c06-b165-f7d116f1ca97 HTTP/1.1" status: 204 len: 168 time: 0.4391270 Sep 24 19:09:38.737176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.745710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:38.748766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694403-07b9-4a1d-80c1-56aed65dd315 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Network': ['ID=2aecf5cf-eab1-4c06-b165-f7d116f1ca97,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:38.754181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'name': 'tempest-network--1737534515', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:38.783282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:38.787712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.830266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:38.842263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.844161 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Added segment 9de16b81-0d3d-4cfe-989f-f1566b9ac560 of type vlan for network dddd2015-ec05-407a-ad22-61920bea928a Sep 24 19:09:38.848673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-af2e3e83-d5e7-486c-b052-417b297ee8b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4954362 Sep 24 19:09:38.901045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.952458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.953461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.954058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:38.969792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5e91d-597c-4ed4-bb40-2047f0d644b2 req-b47c96d2-0ad0-4b04-bdc5-8e991b4a9674 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.971958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45c5e91d-597c-4ed4-bb40-2047f0d644b2 req-b47c96d2-0ad0-4b04-bdc5-8e991b4a9674 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.7106857 Sep 24 19:09:38.979982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3951-fab0-46ff-aea7-962f3d59a5d4 req-33beeb2a-b3f4-401c-8811-2c742c8dc1ce tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:38.981968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858a3951-fab0-46ff-aea7-962f3d59a5d4 req-33beeb2a-b3f4-401c-8811-2c742c8dc1ce tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.7332916 Sep 24 19:09:39.004466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device db411159-ed72-4238-be1c-174f72f99650 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:39.049021 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3022180 Sep 24 19:09:39.058814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:39.088090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port db411159-ed72-4238-be1c-174f72f99650 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:39.088796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.132811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858a3951-fab0-46ff-aea7-962f3d59a5d4 req-80bf0f9b-7d81-46b7-bd7d-399572ac0325 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267886 Sep 24 19:09:39.193524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45c5e91d-597c-4ed4-bb40-2047f0d644b2 req-ca38b5d6-0b89-4166-88a2-dc62b1e31017 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102134 Sep 24 19:09:39.231683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Network e141157e-43f6-4f32-b537-50d6b5c7dbee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:39.235776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-9e77f4d5-8287-4769-97b2-c8564c9e26eb service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704939 Sep 24 19:09:39.237009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:39.253852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e33049-7073-42aa-a907-dd4a44efa8ab tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:39.255315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22e33049-7073-42aa-a907-dd4a44efa8ab tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "GET /v2.0/networks/dddd2015-ec05-407a-ad22-61920bea928a HTTP/1.1" status: 200 len: 757 time: 0.1956820 Sep 24 19:09:39.256597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2495ff-4587-4569-b2be-d6a535e9efd1 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=dddd2015-ec05-407a-ad22-61920bea928a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:39.259461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:39.267760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network dddd2015-ec05-407a-ad22-61920bea928a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:39.432632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c480d3-8435-4349-9cf6-1d6843012b8e tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:39.434102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3c480d3-8435-4349-9cf6-1d6843012b8e tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "GET /v2.0/networks/5e3c5418-313b-4dbc-917e-210d2c69f603 HTTP/1.1" status: 200 len: 768 time: 0.1733465 Sep 24 19:09:39.437613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:39.599155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959de90-bfd6-4433-9ed6-a04d98bf0c22 req-918a3616-c301-4c52-8929-5c1ebc3bab11 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:39.601828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b959de90-bfd6-4433-9ed6-a04d98bf0c22 req-918a3616-c301-4c52-8929-5c1ebc3bab11 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 943 time: 0.2187548 Sep 24 19:09:39.660640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.680320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Router 461f0b9a-3443-4299-8d1b-c4e489b861d7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:09:39.687713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20e7daf3-88b6-4e93-8a43-1b3c52bb4bf6 req-937149ba-82ab-4f1d-96f3-3dbdaac358fd service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363613 Sep 24 19:09:39.712729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b959de90-bfd6-4433-9ed6-a04d98bf0c22 req-e4623ad9-7887-47fc-9a3c-e4ed0a1bea36 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995588 Sep 24 19:09:39.747338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-17226ba8-781c-4cd7-93a2-167fe95ab14b None None] Provisioning complete for port c925766b-6bec-4153-9920-75af90f6b46e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:39.747975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17226ba8-781c-4cd7-93a2-167fe95ab14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.811718 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.826481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-17226ba8-781c-4cd7-93a2-167fe95ab14b None None] Port c925766b-6bec-4153-9920-75af90f6b46e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:39.835658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddd2015-ec05-407a-ad22-61920bea928a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:39.855880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de16b81-0d3d-4cfe-989f-f1566b9ac560') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:39.860065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de16b81-0d3d-4cfe-989f-f1566b9ac560') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:39.879400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.883239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:09:39.888590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1e1a1da0-7c3e-43ef-97b4-57bd96280b71 admin admin] 10.222.0.18 "PUT /v2.0/routers/461f0b9a-3443-4299-8d1b-c4e489b861d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7645187 Sep 24 19:09:39.895779 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Sync routers for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:09:39.906040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.916236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:39.916738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:39.918975 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:39.928142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Routers {'461f0b9a-3443-4299-8d1b-c4e489b861d7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:39.937604 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['461f0b9a-3443-4299-8d1b-c4e489b861d7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:39.991134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35674dc-5542-41a3-a36c-0aab3f781401 req-518619a9-6ba4-4d03-988a-f4c9b71f6afe tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:40.004333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a35674dc-5542-41a3-a36c-0aab3f781401 req-518619a9-6ba4-4d03-988a-f4c9b71f6afe tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1728048 Sep 24 19:09:40.015482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.078290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dddd2015-ec05-407a-ad22-61920bea928a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:09:40.089170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Network': ['ID=dddd2015-ec05-407a-ad22-61920bea928a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:40.093818 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.095716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d60619af-0ae0-4549-a2c0-08d27e867c9f tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/dddd2015-ec05-407a-ad22-61920bea928a HTTP/1.1" status: 204 len: 168 time: 0.6571453 Sep 24 19:09:40.102380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:40.121067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'name': 'tempest-network--193315709'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:40.138452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a35674dc-5542-41a3-a36c-0aab3f781401 req-df4770fc-6304-465e-a836-f176984653e9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269891 Sep 24 19:09:40.158307 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Set router 461f0b9a-3443-4299-8d1b-c4e489b861d7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:40.188814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Made reservation on behalf of cadb418ccfd641fa9e0fb6da1864587c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:40.192350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.274838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:40.295245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.295596 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Added segment d42f804e-f8f1-4a6c-a5d6-5bc67a2aab0f of type vlan for network 2456a699-0819-46fb-b32f-6a73bebf2056 Sep 24 19:09:40.425955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3a2a0-66f5-4300-8827-d1fd4ef94df6 req-c98379db-18d9-476a-a27e-36cbccf1f9c4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:40.433791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54d3a2a0-66f5-4300-8827-d1fd4ef94df6 req-c98379db-18d9-476a-a27e-36cbccf1f9c4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.1121922 Sep 24 19:09:40.470279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.548283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.549184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54d3a2a0-66f5-4300-8827-d1fd4ef94df6 req-579ac532-7d4d-4754-9c07-25d598d51a06 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142001 Sep 24 19:09:40.549826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:40.550620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:40.611161 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5046687 Sep 24 19:09:40.612047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:40.639323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:40.656273 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c925766b-6bec-4153-9920-75af90f6b46e', 'name': '', 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'mac_address': 'fa:16:3e:98:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:34Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 2, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'subnets': [{'id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:40.710723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090896a1-4759-43f6-b3fb-05933df7edba tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=2456a699-0819-46fb-b32f-6a73bebf2056,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:40.722975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2456a699-0819-46fb-b32f-6a73bebf2056 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:40.723687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462b36-247e-47bd-8907-1015e8f71d81 req-2d16513a-329a-46e8-9f08-aafc5fa0a6d9 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:40.725336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76462b36-247e-47bd-8907-1015e8f71d81 req-2d16513a-329a-46e8-9f08-aafc5fa0a6d9 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.2288594 Sep 24 19:09:40.790282 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Checking router: 461f0b9a-3443-4299-8d1b-c4e489b861d7 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:09:40.792509 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Updating router 461f0b9a-3443-4299-8d1b-c4e489b861d7 port c925766b-6bec-4153-9920-75af90f6b46e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:09:40.837875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76462b36-247e-47bd-8907-1015e8f71d81 req-6e11de9a-a6f6-4bf2-87ad-5793deb6e27b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005886 Sep 24 19:09:40.919741 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.016294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.048828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.132271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event updated for resources: {'Network': ['ID=2456a699-0819-46fb-b32f-6a73bebf2056,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:41.147872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Network 2456a699-0819-46fb-b32f-6a73bebf2056 is not hosted by any dhcp agent {{(pid=94856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:09:41.149294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:41.149951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.154113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38490) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:41.160253 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d542977b-c356-410b-b7fd-cdfb3bc02823 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "PUT /v2.0/networks/2456a699-0819-46fb-b32f-6a73bebf2056 HTTP/1.1" status: 200 len: 856 time: 0.5409462 Sep 24 19:09:41.206035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:41.352028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:41.364624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466', 'mac_address': 'fa:16:3e:44:86:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:41.387645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.460209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.481249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c54f1-c990-4967-9f0c-1081505f0f9e req-cbde1da1-5f39-4a0a-9bda-c6536d6a48fa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:41.490339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-832c54f1-c990-4967-9f0c-1081505f0f9e req-cbde1da1-5f39-4a0a-9bda-c6536d6a48fa tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 943 time: 0.1831505 Sep 24 19:09:41.513378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:41.548825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:41.555987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-832c54f1-c990-4967-9f0c-1081505f0f9e req-279aa607-1aee-4da5-87aa-6b25bdb78201 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Sep 24 19:09:41.564933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.649540 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.663685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:41.666825 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.688809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.696424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:41.704560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136533243', 'description': 'tempest-secgroup-smoke-2136533243 description', 'project_id': '225ee531818a43a6a21deee4eb278366'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:41.755433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2456a699-0819-46fb-b32f-6a73bebf2056']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:41.777540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42f804e-f8f1-4a6c-a5d6-5bc67a2aab0f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:41.777964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42f804e-f8f1-4a6c-a5d6-5bc67a2aab0f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:41.806214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.815333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.835053 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5955-a4e9-4548-aa92-f475534a0dca None None] Pushing event updated for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:41.859808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.871947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1fa2670a-1a42-4eeb-a3c6-4f79a2061466'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:41.896573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:41.896573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:41.969599 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:42.005002 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Attempting to bind port c925766b-6bec-4153-9920-75af90f6b46e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:42.005636 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Attempting to bind port c925766b-6bec-4153-9920-75af90f6b46e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:42.007331 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Attempting to bind port c925766b-6bec-4153-9920-75af90f6b46e on network e141157e-43f6-4f32-b537-50d6b5c7dbee {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:42.025223 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:42.025602 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Checking segment: {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:42.026006 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.026400 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Bound using segment: {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:42.028146 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Bound port: c925766b-6bec-4153-9920-75af90f6b46e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589b0c26-84bc-4986-95ab-e1e9d265337f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:42.029813 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.159932 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] For port c925766b-6bec-4153-9920-75af90f6b46e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:42.166635 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] For port c925766b-6bec-4153-9920-75af90f6b46e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c925766b-6bec-4153-9920-75af90f6b46e,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:42.180987 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.204067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] Provisioning complete for port c925766b-6bec-4153-9920-75af90f6b46e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:42.204706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.291195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.295748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5955-a4e9-4548-aa92-f475534a0dca None None] Pushing event updated for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:42.311102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2456a699-0819-46fb-b32f-6a73bebf2056 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:09:42.325543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.328039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2456a699-0819-46fb-b32f-6a73bebf2056 HTTP/1.1" status: 204 len: 168 time: 1.1729119 Sep 24 19:09:42.334215 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Routers {'461f0b9a-3443-4299-8d1b-c4e489b861d7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:09:42.336106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.337655 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['461f0b9a-3443-4299-8d1b-c4e489b861d7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:42.339199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da333084-ec42-4858-a78d-ad5a886513e7 req-bb17a5a2-c116-41c6-8a1d-93460b95ed27 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:42.353387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da333084-ec42-4858-a78d-ad5a886513e7 req-bb17a5a2-c116-41c6-8a1d-93460b95ed27 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.3685379 Sep 24 19:09:42.356692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38502) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:42.368826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.379969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.425242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] For port c925766b-6bec-4153-9920-75af90f6b46e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c925766b-6bec-4153-9920-75af90f6b46e,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:42.436164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.438098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b11176-bfc8-447f-8bdc-548fb1fbac54 tempest-ExternalNetworksTestJSON-2028221319 tempest-ExternalNetworksTestJSON-2028221319-project-admin] Pushing event deleted for resources: {'Network': ['ID=2456a699-0819-46fb-b32f-6a73bebf2056,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:42.445025 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e220f53c-ce45-4dae-a507-09e96f9f2141 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] DELETE failed (client error): The resource could not be found. Sep 24 19:09:42.455913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e220f53c-ce45-4dae-a507-09e96f9f2141 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:09:42.457796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e220f53c-ce45-4dae-a507-09e96f9f2141 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "DELETE /v2.0/subnets/6db5b8b0-7c85-4ba2-a928-1dd4c6ec34fa HTTP/1.1" status: 404 len: 337 time: 0.0944941 Sep 24 19:09:42.460800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38504) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:42.472676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.485652 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7862148 Sep 24 19:09:42.490547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:42.503270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8b5d5-5629-49df-8b09-b4162c278d46 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5ab50-caba-45b7-8582-9837cbb82d11,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:42.510340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92294b-944e-4243-936a-20e56abefe82 req-7a346dbe-e32d-4739-b1dc-b49256857cad tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:42.511921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e92294b-944e-4243-936a-20e56abefe82 req-7a346dbe-e32d-4739-b1dc-b49256857cad tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.2957408 Sep 24 19:09:42.524475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:42.604196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3c30-d7bc-4598-81b7-e8a99137886e None None] Pushing event updated for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:42.604463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.663985 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] Set router 461f0b9a-3443-4299-8d1b-c4e489b861d7 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:09:42.680794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.729084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da333084-ec42-4858-a78d-ad5a886513e7 req-f4d6ef5e-30f7-4461-b53e-086f9414b920 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744144 Sep 24 19:09:42.747445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e92294b-944e-4243-936a-20e56abefe82 req-e73e786d-1ce4-48b1-95c8-88f0a70dec7d tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268806 Sep 24 19:09:42.776970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-59da9206-96f7-41b3-bcbd-97661e9dfcab None None] Provisioning complete for port c925766b-6bec-4153-9920-75af90f6b46e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:42.777611 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59da9206-96f7-41b3-bcbd-97661e9dfcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.790796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.813402 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.862533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9728eff3-1f13-46fe-a6a8-9e3973911df0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:42.875479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.891865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.896295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5d1dda6a-1606-43dc-96d5-357e09068eda tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005909 Sep 24 19:09:42.896910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:42.897630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3c5418-313b-4dbc-917e-210d2c69f603']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:42.905925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:42.909372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2b3dc1-3447-4d85-a1cf-963c94b1d03f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:42.909674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2b3dc1-3447-4d85-a1cf-963c94b1d03f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:42.920232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.936808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:42.943182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:42.943805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.007274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:43.060334 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:43.206504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:43.224899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.235822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c925766b-6bec-4153-9920-75af90f6b46e', 'name': '', 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'mac_address': 'fa:16:3e:98:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:34Z', 'updated_at': '2021-09-24T19:09:42Z', 'revision_number': 4, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'subnets': [{'id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:43.242941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.246326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.255506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.257337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] 10.222.0.18 "DELETE /v2.0/networks/5e3c5418-313b-4dbc-917e-210d2c69f603 HTTP/1.1" status: 204 len: 168 time: 0.7955427 Sep 24 19:09:43.283710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9727b9e4-d57b-43fc-8192-e6b4981f54a6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:43.298640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-43d26af7-afba-4ea2-9d90-ff70d8f8de07 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:43.299878 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68beb6b9-c4fd-4baa-a13f-ae5b57928d07 None None] The sync data for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 is: [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c925766b-6bec-4153-9920-75af90f6b46e', 'name': '', 'network_id': 'e141157e-43f6-4f32-b537-50d6b5c7dbee', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'mac_address': 'fa:16:3e:98:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:34Z', 'updated_at': '2021-09-24T19:09:42Z', 'revision_number': 4, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'subnets': [{'id': 'f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:09:43.300223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-43d26af7-afba-4ea2-9d90-ff70d8f8de07 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 948 time: 0.2429123 Sep 24 19:09:43.302071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.304544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d44c366-80f5-44ba-9a6d-84645a02ec8e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4063931 Sep 24 19:09:43.306609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:43.312674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3362e-4555-42a7-845c-4c1fbe8ce1b8 tempest-ExternalNetworksTestJSON-538662005 tempest-ExternalNetworksTestJSON-538662005-project] Pushing event deleted for resources: {'Network': ['ID=5e3c5418-313b-4dbc-917e-210d2c69f603,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:43.313010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:43.330060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:43.334188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:43.334566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.343865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e261d-b9bd-4a68-af37-7577db7f0f61 req-9750fd75-df35-4746-a3e6-c332454aaafe tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:43.345580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a9e261d-b9bd-4a68-af37-7577db7f0f61 req-9750fd75-df35-4746-a3e6-c332454aaafe tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2860982 Sep 24 19:09:43.360751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d31fa-a231-4064-aa5e-a01739970b5b req-e8820c6b-6e16-4e7b-afd5-82420b2442cd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:43.362640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.377579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f02d31fa-a231-4064-aa5e-a01739970b5b req-e8820c6b-6e16-4e7b-afd5-82420b2442cd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 944 time: 0.3189731 Sep 24 19:09:43.530990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.541422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.556568 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.575343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddd7e75-eb16-4e13-81bc-a2cdcd97401b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:43.590797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.592135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c7ab2a4-70b5-47e3-b127-82e8483eaf01 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845404 Sep 24 19:09:43.595399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:43.600397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:43.646062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a9e261d-b9bd-4a68-af37-7577db7f0f61 req-aa3d85e3-73a6-4b87-81f3-7a8a204ec67f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663050 Sep 24 19:09:43.657656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:43.659795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:43.664575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.666259 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954ce99-0021-46d1-bbda-499776f4e865" -d '{"events": [{"server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:43.671952 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.692268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f02d31fa-a231-4064-aa5e-a01739970b5b req-2972ec17-fe84-42d9-8fc2-28704ffefd9f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136444 Sep 24 19:09:43.777806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Deleting port e5b420c8-cca2-4beb-bb80-c1f9282868f3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:43.778281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.837578 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ff99b-f3d6-4c1e-8641-c167ded975b9 x-openstack-request-id: req-db1ff99b-f3d6-4c1e-8641-c167ded975b9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:43.840582 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:43.842995 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db1ff99b-f3d6-4c1e-8641-c167ded975b9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:43.846820 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466', 'code': 200} Sep 24 19:09:43.873256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.890271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.915805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:43.942467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a676ae0-e9a2-467c-b2d3-6e7c003a423e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:43.959139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:43.960384 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5a6a9e6e-3f8b-4b41-81af-5618a0c18158 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3638151 Sep 24 19:09:43.964113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:43.973849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:43.998256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:44.051205 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Project 225ee531818a43a6a21deee4eb278366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:09:44.059690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.075045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] For port e5b420c8-cca2-4beb-bb80-c1f9282868f3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e5b420c8-cca2-4beb-bb80-c1f9282868f3,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:44.075674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.113571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Calling delete_port for e5b420c8-cca2-4beb-bb80-c1f9282868f3 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:44.129469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036da1-6cca-4887-bdd6-467a08e6aab6 req-c444eb2f-0d96-464e-9972-d918eb9363ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:44.137825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70036da1-6cca-4887-bdd6-467a08e6aab6 req-c444eb2f-0d96-464e-9972-d918eb9363ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1305654 Sep 24 19:09:44.143220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35f082-d8a5-4209-b58c-8a4189332c7f req-f8340ef6-dd9b-4c8d-9387-92f9acd6d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:44.145235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a35f082-d8a5-4209-b58c-8a4189332c7f req-f8340ef6-dd9b-4c8d-9387-92f9acd6d184 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 1096 time: 0.1811180 Sep 24 19:09:44.179941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.191472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.242101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052cd5ef-bf18-4732-9c86-be3d9f056d49,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:44.247599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.248818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc070398-0815-4911-b62f-cf97bc23218c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820899 Sep 24 19:09:44.258655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:44.263722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'security_group_rule': {'security_group_id': '2ca5ab50-caba-45b7-8582-9837cbb82d11', 'project_id': '225ee531818a43a6a21deee4eb278366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:44.275820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a35f082-d8a5-4209-b58c-8a4189332c7f req-d590a740-b28a-4e3b-ab95-0db31fc280be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967984 Sep 24 19:09:44.291273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70036da1-6cca-4887-bdd6-467a08e6aab6 req-52227fe1-7461-46ed-84f5-3a03a4435d9d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523190 Sep 24 19:09:44.295081 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-950444ab-ff2a-494f-9814-f53e657f4abe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84a9060971aa48e2a097f61549816dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956784 Sep 24 19:09:44.295687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:44.334376 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Project 225ee531818a43a6a21deee4eb278366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:09:44.345109 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.364200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f86fa7-d02c-41ad-8fc9-9852386f7818 req-0ba9b3cd-dca7-4fb3-a125-00022354a084 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:44.366029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1f86fa7-d02c-41ad-8fc9-9852386f7818 req-0ba9b3cd-dca7-4fb3-a125-00022354a084 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0721242 Sep 24 19:09:44.392284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.457953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.472669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.483202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.518824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e19926-17bd-4770-a224-8fd90b0326e8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:44.537012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.539965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-429c363c-1600-4048-af5a-ed5918bbeda1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2802920 Sep 24 19:09:44.547073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1f86fa7-d02c-41ad-8fc9-9852386f7818 req-c60927e8-8a3c-42d6-9b7e-58104c883cc2 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715941 Sep 24 19:09:44.574333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.580047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.584268 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b7b1853-9c70-4d15-bb3a-5fde194b0901 HTTP/1.1" status: 204 len: 168 time: 0.2856848 Sep 24 19:09:44.607592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687febae-2f9f-431b-8598-a611639662ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7b1853-9c70-4d15-bb3a-5fde194b0901,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:44.642791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.699958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Pushing event deleted for resources: {'Port': ['ID=e5b420c8-cca2-4beb-bb80-c1f9282868f3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:44.719853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70377-d4e0-4c91-9c65-6c7232425d91 req-829b296e-9ab3-4ad5-a13c-c13f9808e613 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:44.721743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9f70377-d4e0-4c91-9c65-6c7232425d91 req-829b296e-9ab3-4ad5-a13c-c13f9808e613 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac64ce7-2795-4f52-bd5e-e3187cc6bb08 HTTP/1.1" status: 200 len: 865 time: 0.2891464 Sep 24 19:09:44.872199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9f70377-d4e0-4c91-9c65-6c7232425d91 req-0d1de75f-fc30-4761-8da2-a842b3d6f978 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389167 Sep 24 19:09:44.917271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] No DVR routers for this DVR port e5b420c8-cca2-4beb-bb80-c1f9282868f3 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:44.926443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:44.928557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f257e5c-b615-4fd2-b6de-cdac4234ae5a req-8598f813-41b8-47ff-8322-4c1865aa91a3 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "DELETE /v2.0/ports/e5b420c8-cca2-4beb-bb80-c1f9282868f3 HTTP/1.1" status: 204 len: 173 time: 1.6137712 Sep 24 19:09:44.932546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-deleted', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:44.940512 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495915b2-2eeb-442c-abb6-c1886a1a8ffc" -d '{"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-deleted", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:44.981557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df200-2d2f-498d-97b5-c50b49ccbe66 req-4742c853-d732-4cc4-93b0-1d4b1bfa8c4b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.002246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-719df200-2d2f-498d-97b5-c50b49ccbe66 req-4742c853-d732-4cc4-93b0-1d4b1bfa8c4b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.3057468 Sep 24 19:09:45.063725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c925766b-6bec-4153-9920-75af90f6b46e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:45.143276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-719df200-2d2f-498d-97b5-c50b49ccbe66 req-d6876e76-5f68-4e64-a879-9adeb23159cd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382263 Sep 24 19:09:45.249404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c925766b-6bec-4153-9920-75af90f6b46e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:45.250381 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:45.291308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:45.295750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b66a-a72c-42ad-b128-98ff450a216a req-c7fcf3b1-991c-4a23-9ffc-9d9fc485bd53 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.304189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e155b66a-a72c-42ad-b128-98ff450a216a req-c7fcf3b1-991c-4a23-9ffc-9d9fc485bd53 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.0740490 Sep 24 19:09:45.366621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e155b66a-a72c-42ad-b128-98ff450a216a req-c3159f3c-bd8e-4bd3-92a8-4f5fb62475ad tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614574 Sep 24 19:09:45.507662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ff2389f5-07cb-46d8-92dc-9f5b52de2c27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cadb418ccfd641fa9e0fb6da1864587c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121181 Sep 24 19:09:45.508308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:45.590699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:45.621989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:45.660801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c630-fbd4-442f-8e17-f83ec34526d6 req-dad3512b-0769-4358-b240-95c0695897b1 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.668152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c630-fbd4-442f-8e17-f83ec34526d6 req-dad3512b-0769-4358-b240-95c0695897b1 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.695247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c630-fbd4-442f-8e17-f83ec34526d6 req-dad3512b-0769-4358-b240-95c0695897b1 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.701460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4de1c630-fbd4-442f-8e17-f83ec34526d6 req-dad3512b-0769-4358-b240-95c0695897b1 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34&device_id=319e90bb-f809-42f3-950c-39704097747a&device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 2417 time: 0.2042873 Sep 24 19:09:45.707365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:45.719572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:45.732798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5809416e-178a-47a1-87dd-20c6fd0191e3 HTTP/1.1" status: 204 len: 168 time: 0.2231667 Sep 24 19:09:45.746821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e2ebe-ca23-433f-a69b-5d355d49c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809416e-178a-47a1-87dd-20c6fd0191e3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:45.772186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-6f8dca56-e584-43be-b9af-8c70c6d76947 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136533243&fields=id&tenant_id=225ee531818a43a6a21deee4eb278366 HTTP/1.1" status: 200 len: 267 time: 0.2291477 Sep 24 19:09:45.834788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4de1c630-fbd4-442f-8e17-f83ec34526d6 req-c30bd084-4910-46ea-a3ea-a3b8e81d587d tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209717 Sep 24 19:09:45.977677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-50f4aec3-8d9e-4976-b23d-1a851a45512e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:45.979175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-50f4aec3-8d9e-4976-b23d-1a851a45512e tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/networks?id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 200 len: 807 time: 0.1950715 Sep 24 19:09:46.012374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-e3727318-2b15-489f-a7e0-202ed2c83f29 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/quotas/225ee531818a43a6a21deee4eb278366 HTTP/1.1" status: 200 len: 375 time: 0.0185022 Sep 24 19:09:46.042630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abc0fe-d37c-474a-8a21-6e84cdc93ad5 req-1a658681-85fe-4095-8e47-ac954aa6980a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:46.045147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02abc0fe-d37c-474a-8a21-6e84cdc93ad5 req-1a658681-85fe-4095-8e47-ac954aa6980a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 945 time: 0.0936465 Sep 24 19:09:46.127955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02abc0fe-d37c-474a-8a21-6e84cdc93ad5 req-9d5a8542-986b-405c-a2bc-cf3105411747 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659707 Sep 24 19:09:46.160921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-c1d7cf37-cca3-4441-a2e7-f74949590037 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=225ee531818a43a6a21deee4eb278366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291351 Sep 24 19:09:46.265289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-a346ddd8-3869-4999-93cf-351786e4f915 service neutron] 10.222.0.18 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096318 Sep 24 19:09:46.266736 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261ee24-9626-445a-b2cb-83e6e1dcda91 x-openstack-request-id: req-e261ee24-9626-445a-b2cb-83e6e1dcda91 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:46.267045 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac64ce7-2795-4f52-bd5e-e3187cc6bb08", "name": "network-vif-deleted", "tag": "e5b420c8-cca2-4beb-bb80-c1f9282868f3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:46.267294 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e261ee24-9626-445a-b2cb-83e6e1dcda91 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:46.267814 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac64ce7-2795-4f52-bd5e-e3187cc6bb08', 'name': 'network-vif-deleted', 'tag': 'e5b420c8-cca2-4beb-bb80-c1f9282868f3', 'status': 'completed', 'code': 200} Sep 24 19:09:46.484530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-a54b3f01-8363-4d54-91f9-67f7c8809111 service neutron] 10.222.0.18 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090073 Sep 24 19:09:46.541463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbd513-1522-4c21-be5c-2c5723a232a0 req-21cd7eca-7591-43c7-9891-c51889a3dff7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:46.545587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8cbd513-1522-4c21-be5c-2c5723a232a0 req-21cd7eca-7591-43c7-9891-c51889a3dff7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1359487 Sep 24 19:09:46.651143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8cbd513-1522-4c21-be5c-2c5723a232a0 req-4512bc2b-110b-482f-af0d-98f7a77493f0 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933826 Sep 24 19:09:47.006715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6654b43-6a2a-4029-8b40-145a8b6df68c req-db1b4eca-e41b-4963-ba5e-b9ab524c1a7c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:47.023866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6654b43-6a2a-4029-8b40-145a8b6df68c req-db1b4eca-e41b-4963-ba5e-b9ab524c1a7c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1817551 Sep 24 19:09:47.054040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cc46-b15a-47ed-95ed-1edb4f09263e req-86bb6edd-b421-408e-9ca1-4b8ccb9f90f9 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:47.066130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74b1cc46-b15a-47ed-95ed-1edb4f09263e req-86bb6edd-b421-408e-9ca1-4b8ccb9f90f9 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.1700065 Sep 24 19:09:47.141685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74b1cc46-b15a-47ed-95ed-1edb4f09263e req-c59e8ca1-88e0-4e78-825e-6435a79144f3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688081 Sep 24 19:09:47.170823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6654b43-6a2a-4029-8b40-145a8b6df68c req-621147b1-c4c0-46bf-b2b8-95f0fe4a1816 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460135 Sep 24 19:09:47.221641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:47.250338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e5b420c8-cca2-4beb-bb80-c1f9282868f3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:09:47.250752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e5b420c8-cca2-4beb-bb80-c1f9282868f3 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:09:47.420259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad006112-3915-409a-9975-b4970cc29d12 req-f6bd04e4-d835-4531-9284-a6c0afc128c0 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 210 time: 0.0691354 Sep 24 19:09:47.879702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6d40-b8eb-4f53-85a1-2afe1e994af2 req-d48c50bf-7487-4e69-b08d-66c8b1fdeef7 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:47.881516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c39e6d40-b8eb-4f53-85a1-2afe1e994af2 req-d48c50bf-7487-4e69-b08d-66c8b1fdeef7 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 948 time: 0.1058934 Sep 24 19:09:47.938199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c39e6d40-b8eb-4f53-85a1-2afe1e994af2 req-23ebd878-63a9-4374-8072-bd184b785841 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504715 Sep 24 19:09:48.080046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c292-355c-4a99-adab-71da51ad1ebe req-f307f88d-cebc-41d9-bb67-0ca360255672 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:48.082137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57e3c292-355c-4a99-adab-71da51ad1ebe req-f307f88d-cebc-41d9-bb67-0ca360255672 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1331329 Sep 24 19:09:48.166746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57e3c292-355c-4a99-adab-71da51ad1ebe req-b79e19ce-c4c3-4650-972f-6269b380c508 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Sep 24 19:09:48.362651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69da6-be27-4bd8-b365-cfc8fe2f6b0d req-fec101fb-5744-4eb5-88d5-b0678a2574df tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:48.371120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0e69da6-be27-4bd8-b365-cfc8fe2f6b0d req-fec101fb-5744-4eb5-88d5-b0678a2574df tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.0903420 Sep 24 19:09:48.417587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0e69da6-be27-4bd8-b365-cfc8fe2f6b0d req-e9328f40-867a-4fd9-b181-c3b6ff98e75d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Sep 24 19:09:48.620974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494449-9224-4598-ae48-6cf9d441c4c0 req-7e052f6e-3331-4a70-869e-284b0e6b3596 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:48.627262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1494449-9224-4598-ae48-6cf9d441c4c0 req-7e052f6e-3331-4a70-869e-284b0e6b3596 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1023877 Sep 24 19:09:48.707336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-261551c8-98a7-4029-a60b-86a80844539a req-1c2ec16a-970a-4170-a322-c7d6ea3743cb tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 210 time: 0.0317206 Sep 24 19:09:48.713253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38680) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:48.750602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1494449-9224-4598-ae48-6cf9d441c4c0 req-c82f15b1-0a3a-407f-a786-bc4ac747d3e6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974276 Sep 24 19:09:48.773922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-c0f09dde-1fd8-4183-864c-99e248bcbe70 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:48.776295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-c0f09dde-1fd8-4183-864c-99e248bcbe70 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.15 "GET /v2.0/networks?id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 200 len: 807 time: 0.2074859 Sep 24 19:09:48.900920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-a4909512-256f-4b18-b5d6-62290e921998 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=225ee531818a43a6a21deee4eb278366 HTTP/1.1" status: 200 len: 380 time: 0.1069679 Sep 24 19:09:48.907578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206de20f-931e-4926-8b66-bf9a50a53113 req-c4158cbd-1d4b-42bd-95b1-5818867a076a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:48.910601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-206de20f-931e-4926-8b66-bf9a50a53113 req-c4158cbd-1d4b-42bd-95b1-5818867a076a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0963266 Sep 24 19:09:48.915372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3b452782-daaa-4c10-9dea-1864b28d1248 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:48.922306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'port': {'device_id': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'admin_state_up': True, 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'security_groups': ['2ca5ab50-caba-45b7-8582-9837cbb82d11']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:48.987081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3b452782-daaa-4c10-9dea-1864b28d1248 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "PUT /v2.0/quotas/3186f75ed4404920b51542b583383c5f HTTP/1.1" status: 200 len: 368 time: 0.2725258 Sep 24 19:09:48.989983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38692) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:48.996845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Request body: {'network': {'project_id': '3186f75ed4404920b51542b583383c5f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:49.017119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-206de20f-931e-4926-8b66-bf9a50a53113 req-de2544e6-1a47-4c24-b207-12b30de5522e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977869 Sep 24 19:09:49.093968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Made reservation on behalf of 3186f75ed4404920b51542b583383c5f for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:49.096379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.129160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.153970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Made reservation on behalf of 225ee531818a43a6a21deee4eb278366 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:49.160949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.329530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Allocated IP 172.20.0.14 (8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5/f486cbb4-6d5b-491b-b53c-1f907eb583d3/2940bb6e-ad34-4153-a867-b8f47971e872) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:09:49.344942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1553e-f913-41cd-8534-48abf6dcd633 req-1935bf10-4e0a-40a0-aae7-954b325f3e19 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:49.346520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c1553e-f913-41cd-8534-48abf6dcd633 req-1935bf10-4e0a-40a0-aae7-954b325f3e19 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 948 time: 0.1538696 Sep 24 19:09:49.383263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.401352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.439931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c1553e-f913-41cd-8534-48abf6dcd633 req-d9e42145-0900-44ca-986d-88cdf4224da8 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838864 Sep 24 19:09:49.476792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:49.498965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82207baf-1b38-423f-a919-7807622b0e5c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:49.567102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.567484 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Added segment d2214d56-13d4-48ca-8d0f-445d1d2d807d of type vlan for network 345feabb-e18c-47fb-b7a3-a61c5faee8aa Sep 24 19:09:49.586371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.620867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.635665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.642494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-87ec2ae9-7c57-48c5-bc63-7b15f38755e2 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:49.644369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-87ec2ae9-7c57-48c5-bc63-7b15f38755e2 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 948 time: 0.1312342 Sep 24 19:09:49.700748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.701867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:49.703208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.785139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event updated for resources: {'Network': ['ID=345feabb-e18c-47fb-b7a3-a61c5faee8aa,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:49.800731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 345feabb-e18c-47fb-b7a3-a61c5faee8aa details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:49.808735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:09:49.810528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:49.829248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:09:49.846906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:09:49.922522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:49.927328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:49.967622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06d3ff81-2b74-47ac-b5c5-917931354b07 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9764605 Sep 24 19:09:49.970848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:49.974756 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-464a51d6-a1ee-40b6-b0f1-f419f76b876c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0589235 Sep 24 19:09:49.978628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Request body: {'network': {'project_id': '3186f75ed4404920b51542b583383c5f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:50.019516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Request body: {'port': {'device_id': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:50.139272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da251c-fa14-40d1-8e52-96762f0a4805 req-c31f4f22-87fb-4f3f-a788-a9067b59b0aa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:50.147286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07da251c-fa14-40d1-8e52-96762f0a4805 req-c31f4f22-87fb-4f3f-a788-a9067b59b0aa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.3666444 Sep 24 19:09:50.182941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Made reservation on behalf of 3186f75ed4404920b51542b583383c5f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:09:50.191946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.200778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.210359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db047c3-487f-433a-bf57-fae1f97684be req-c1e2faae-5e95-4989-bf54-023f0fb6ef34 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:50.218701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5db047c3-487f-433a-bf57-fae1f97684be req-c1e2faae-5e95-4989-bf54-023f0fb6ef34 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2564964 Sep 24 19:09:50.240992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Deleting port d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:09:50.241597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.264530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:09:50.274801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.275206 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Added segment 67b5cd06-058d-46db-b257-c178cbc98fbb of type vlan for network 4c66108a-c371-4bc2-9f9a-4ce08e8d48fe Sep 24 19:09:50.276751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9ca8-2922-40b7-bbe1-b840b19ba423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.331709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-aa495497-ff56-4c1c-bdd6-8c84238ca50d None None] Provisioning complete for port 2940bb6e-ad34-4153-a867-b8f47971e872 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:50.332340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa495497-ff56-4c1c-bdd6-8c84238ca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.342359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.373985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aa495497-ff56-4c1c-bdd6-8c84238ca50d None None] Port 2940bb6e-ad34-4153-a867-b8f47971e872 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:09:50.464351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.465375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:50.465974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.573627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6015034 Sep 24 19:09:50.580456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:50.586945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4325bbce-075c-4857-a9a9-9a1384344bf7 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Request body: {'network': {'project_id': '3186f75ed4404920b51542b583383c5f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:50.609222 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4325bbce-075c-4857-a9a9-9a1384344bf7 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 19:09:50.609700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4325bbce-075c-4857-a9a9-9a1384344bf7 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:09:50.610917 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4325bbce-075c-4857-a9a9-9a1384344bf7 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0294690 Sep 24 19:09:50.645947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:50.668398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event updated for resources: {'Network': ['ID=4c66108a-c371-4bc2-9f9a-4ce08e8d48fe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:50.720795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.721052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.721396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.721745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.722080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.722415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.722744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.723097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.723424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.723746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.724073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.724395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fbbb27-598b-4cd5-aa57-19c99529e3d9 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:50.737595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4c66108a-c371-4bc2-9f9a-4ce08e8d48fe details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:09:50.775287 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d6afe44-1cff-4814-ad72-ba09579b3aaa tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3186f75ed4404920b51542b583383c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257842 Sep 24 19:09:50.775772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07da251c-fa14-40d1-8e52-96762f0a4805 req-c4d4f10c-1d9c-4d6c-9099-d6c6774ea3a7 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275339 Sep 24 19:09:50.776304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:50.896931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5db047c3-487f-433a-bf57-fae1f97684be req-f1708ebc-7b4c-40ca-ba57-1fccbe5ccefb tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772685 Sep 24 19:09:50.929926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2940bb6e-ad34-4153-a867-b8f47971e872 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:50.940126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:50.954438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Transition to ACTIVE for port object 2940bb6e-ad34-4153-a867-b8f47971e872 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:09:50.969214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.021043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.060446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.084633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Pushing event updated for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:51.172332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.174909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.178546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/82207baf-1b38-423f-a919-7807622b0e5c HTTP/1.1" status: 204 len: 168 time: 0.3844738 Sep 24 19:09:51.180069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:51.215841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ed3c0-fe70-4674-b7eb-4053004b74c3 req-4d9dec41-57fd-4f5d-b6c1-f418b3e719aa tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.223449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-618ed3c0-fe70-4674-b7eb-4053004b74c3 req-4d9dec41-57fd-4f5d-b6c1-f418b3e719aa tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.3177187 Sep 24 19:09:51.234360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Attempting to bind port 2940bb6e-ad34-4153-a867-b8f47971e872 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:09:51.235014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Attempting to bind port 2940bb6e-ad34-4153-a867-b8f47971e872 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:09:51.236662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Attempting to bind port 2940bb6e-ad34-4153-a867-b8f47971e872 on network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:51.267056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d879-919e-4f45-b44b-0f282cef3688 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82207baf-1b38-423f-a919-7807622b0e5c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:51.277151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Port 2940bb6e-ad34-4153-a867-b8f47971e872 on network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:09:51.278202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Attempting to bind port 2940bb6e-ad34-4153-a867-b8f47971e872 on network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:09:51.288402 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.291110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:09:51.291459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] For port d8cf633a-d938-4f6f-a63a-62f82be21fce, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d8cf633a-d938-4f6f-a63a-62f82be21fce,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:51.291843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.292175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Checking segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:09:51.292912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Bound using segment: {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:09:51.293802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Bound port: 2940bb6e-ad34-4153-a867-b8f47971e872, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625547d5-ee4a-4d16-9fbe-e0f647afeac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:09:51.294332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.313924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc1acd-dcaa-4473-9c7b-a153bed77de1 req-b52c9b3d-cbc3-4da8-b3cb-af1ec287ae68 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.332265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2acc1acd-dcaa-4473-9c7b-a153bed77de1 req-b52c9b3d-cbc3-4da8-b3cb-af1ec287ae68 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 944 time: 0.1883347 Sep 24 19:09:51.354398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-618ed3c0-fe70-4674-b7eb-4053004b74c3 req-556fef19-6c0d-4fb5-a4e1-eddfe5656e12 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300611 Sep 24 19:09:51.369472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Calling delete_port for d8cf633a-d938-4f6f-a63a-62f82be21fce owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:09:51.455914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:09:51.500616 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.514133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2940bb6e-ad34-4153-a867-b8f47971e872,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:09:51.531046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.539167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c66108a-c371-4bc2-9f9a-4ce08e8d48fe']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:51.561954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2acc1acd-dcaa-4473-9c7b-a153bed77de1 req-9bf59907-5045-44f3-a2a3-13892c8b2079 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282913 Sep 24 19:09:51.587790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b5cd06-058d-46db-b257-c178cbc98fbb') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:51.587790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b5cd06-058d-46db-b257-c178cbc98fbb') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:51.618137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015805-ea63-4a1d-acb5-29248a4bd012 req-a010c5dd-3aab-49bc-b124-c4a283070c83 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.620418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.629298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66015805-ea63-4a1d-acb5-29248a4bd012 req-a010c5dd-3aab-49bc-b124-c4a283070c83 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7b3013-5c05-4090-a84c-c2791a6bf0d5 HTTP/1.1" status: 200 len: 948 time: 0.1617594 Sep 24 19:09:51.653689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.654328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.656324 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] 10.222.0.15 "PUT /v2.0/ports/2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 200 len: 1092 time: 1.6627359 Sep 24 19:09:51.658639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:51.661046 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77398e9a-af01-496b-ade2-6a5de5dbf87c" -d '{"events": [{"name": "network-changed", "server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:51.674841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.706071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:51.706490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:51.708417 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:51.773956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76cd7e-ffe3-4a56-b8a7-cf691cdbaeed service neutron] Pushing event updated for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:51.777346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66015805-ea63-4a1d-acb5-29248a4bd012 req-063d71d4-5f9e-4da3-8b6b-55bbdd01e467 tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.18 "GET /v2.0/security-groups?id=bce82c9d-33ec-4549-8210-1a85b5a2d222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440651 Sep 24 19:09:51.824755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.834711 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.841130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:51.847536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "DELETE /v2.0/networks/4c66108a-c371-4bc2-9f9a-4ce08e8d48fe HTTP/1.1" status: 204 len: 168 time: 0.6662610 Sep 24 19:09:51.848521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38750) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:51.864389 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2db28-7383-4dc1-b6c0-0ff68acac108 x-openstack-request-id: req-22a2db28-7383-4dc1-b6c0-0ff68acac108 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:51.864826 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:51.865106 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a2db28-7383-4dc1-b6c0-0ff68acac108 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:51.865617 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872', 'status': 'completed', 'code': 200} Sep 24 19:09:51.867556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502c3d3-3007-4127-9875-0d82c8a48136 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c66108a-c371-4bc2-9f9a-4ce08e8d48fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:51.873833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927298d-f2a6-497a-b6dd-b1218ead3282 req-1c29fcc5-14df-42ba-a72a-bd87927dcfb6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.875841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2927298d-f2a6-497a-b6dd-b1218ead3282 req-1c29fcc5-14df-42ba-a72a-bd87927dcfb6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1929710 Sep 24 19:09:51.880925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-6c185b93-8ea2-4272-bbf8-d48226f54f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:51.882669 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-6c185b93-8ea2-4272-bbf8-d48226f54f62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=225ee531818a43a6a21deee4eb278366&device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1095 time: 0.1535532 Sep 24 19:09:51.914977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Pushing event deleted for resources: {'Port': ['ID=d8cf633a-d938-4f6f-a63a-62f82be21fce,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:51.969972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-1a1b6ab2-1544-4b84-b8c7-87007e951faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 200 len: 217 time: 0.0743973 Sep 24 19:09:52.031386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-f727a89a-70df-4a3a-8584-025766715a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.033225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-f727a89a-70df-4a3a-8584-025766715a08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f486cbb4-6d5b-491b-b53c-1f907eb583d3 HTTP/1.1" status: 200 len: 846 time: 0.0518630 Sep 24 19:09:52.048550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] No DVR routers for this DVR port d8cf633a-d938-4f6f-a63a-62f82be21fce on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:09:52.057886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.060433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c595f4ce-6bd5-4097-8f18-6bc4dd8134e3 req-329be9ee-42c0-43d7-b81c-4abaf5c86b5e tempest-ListImageFiltersTestJSON-1674784030 tempest-ListImageFiltersTestJSON-1674784030-project] 10.222.0.69 "DELETE /v2.0/ports/d8cf633a-d938-4f6f-a63a-62f82be21fce HTTP/1.1" status: 204 len: 173 time: 2.4057937 Sep 24 19:09:52.063817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-deleted', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:52.066470 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970fc69-e8a1-4fc6-a6f9-ea94547c49e6" -d '{"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-deleted", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:52.078294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.095262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2927298d-f2a6-497a-b6dd-b1218ead3282 req-cae2ec39-226a-4eea-8ee9-6e84af0f0166 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918466 Sep 24 19:09:52.107640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-d5e92f71-a9b1-45ff-ae1b-3d193d1782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.107869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-d5e92f71-a9b1-45ff-ae1b-3d193d1782fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658221 Sep 24 19:09:52.165240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49206067-9289-4e4c-85c0-b0ed63d4c1e6 req-a4bb81a5-fac6-4032-9d08-295c6835e333 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.167267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49206067-9289-4e4c-85c0-b0ed63d4c1e6 req-a4bb81a5-fac6-4032-9d08-295c6835e333 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 946 time: 0.2022038 Sep 24 19:09:52.185884 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af2c46-f89b-47a2-842f-0591c08463d7 x-openstack-request-id: req-01af2c46-f89b-47a2-842f-0591c08463d7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:52.187601 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b3013-5c05-4090-a84c-c2791a6bf0d5", "name": "network-vif-deleted", "tag": "d8cf633a-d938-4f6f-a63a-62f82be21fce", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:52.188160 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01af2c46-f89b-47a2-842f-0591c08463d7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:52.188709 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b3013-5c05-4090-a84c-c2791a6bf0d5', 'name': 'network-vif-deleted', 'tag': 'd8cf633a-d938-4f6f-a63a-62f82be21fce', 'status': 'completed', 'code': 200} Sep 24 19:09:52.285854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-256ff6db-7837-4abf-bb85-f4b139533f9b service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665630 Sep 24 19:09:52.366692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49206067-9289-4e4c-85c0-b0ed63d4c1e6 req-557cdb34-058e-44a1-b799-69574e35cbba tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823330 Sep 24 19:09:52.392766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.396900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-1f036ef8-e688-4ca4-a0ad-9532d65af574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.398784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-1f036ef8-e688-4ca4-a0ad-9532d65af574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1097 time: 0.2166505 Sep 24 19:09:52.429510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e533737b-b7c0-4b0f-86cb-d4fd3f4e4378 req-de84f415-7bf2-49a0-bc89-7ccf5e398c08 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250620 Sep 24 19:09:52.464282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345feabb-e18c-47fb-b7a3-a61c5faee8aa']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:52.478621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0187e-ad3d-45a0-ad03-19204d1346cd req-8fd73149-34d3-4206-a825-b9177839a038 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.480255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ee0187e-ad3d-45a0-ad03-19204d1346cd req-8fd73149-34d3-4206-a825-b9177839a038 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2085075 Sep 24 19:09:52.522709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2214d56-13d4-48ca-8d0f-445d1d2d807d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:52.523346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2214d56-13d4-48ca-8d0f-445d1d2d807d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:09:52.549259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-2dc29c53-f0db-49d8-b516-ac9fd2183d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.550695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-2dc29c53-f0db-49d8-b516-ac9fd2183d7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=225ee531818a43a6a21deee4eb278366&device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1095 time: 0.0433626 Sep 24 19:09:52.591122 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.638090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.660387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:09:52.660804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.671729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ee0187e-ad3d-45a0-ad03-19204d1346cd req-95d7279c-8c94-4147-af60-3cecad091235 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814623 Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:09:52.677747 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:09:52.711589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-b586551e-1579-40b0-b0e0-d94832a8dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.713256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-b586551e-1579-40b0-b0e0-d94832a8dbd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 200 len: 907 time: 0.1484220 Sep 24 19:09:52.721522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecf74c-63bb-4703-9fd4-faa9b8f7388d req-0c41d51c-d4bf-4600-840c-2a9958c5d6c6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.724029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ecf74c-63bb-4703-9fd4-faa9b8f7388d req-0c41d51c-d4bf-4600-840c-2a9958c5d6c6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.2427046 Sep 24 19:09:52.770505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-0aceb777-04c0-43a9-951c-b4f0c08caf31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 200 len: 217 time: 0.0466032 Sep 24 19:09:52.776378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-efa33dfc-45eb-48f3-8c2b-4afc142f73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.778263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-efa33dfc-45eb-48f3-8c2b-4afc142f73ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.3666782 Sep 24 19:09:52.825001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.838739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-42413f8b-e6e4-4dd4-af8a-0ed933ad3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.840320 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-42413f8b-e6e4-4dd4-af8a-0ed933ad3ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f486cbb4-6d5b-491b-b53c-1f907eb583d3 HTTP/1.1" status: 200 len: 846 time: 0.0616314 Sep 24 19:09:52.866916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.868769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] 10.222.0.18 "DELETE /v2.0/networks/345feabb-e18c-47fb-b7a3-a61c5faee8aa HTTP/1.1" status: 204 len: 168 time: 1.0132465 Sep 24 19:09:52.905496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8ab0e-9b49-4de4-aac8-60a4c31e4789 tempest-QuotasNegativeTest-1006391914 tempest-QuotasNegativeTest-1006391914-project-admin] Pushing event deleted for resources: {'Network': ['ID=345feabb-e18c-47fb-b7a3-a61c5faee8aa,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:52.916549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ecf74c-63bb-4703-9fd4-faa9b8f7388d req-cccd0325-f197-4b37-8c04-c16b28b164ab tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431956 Sep 24 19:09:52.921952 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3244d9b-6a8a-4c9a-899c-5384a03273f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:52.951839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b4c-4bfd-482a-a608-6b5176282678 req-02e6480a-3d09-4c4a-b888-2005ab39bbd7 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.960491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55d33b4c-4bfd-482a-a608-6b5176282678 req-02e6480a-3d09-4c4a-b888-2005ab39bbd7 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 944 time: 0.1883090 Sep 24 19:09:52.964732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-601221c7-deb9-4492-8b3c-f40bd09829f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:52.966487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-601221c7-deb9-4492-8b3c-f40bd09829f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994716 Sep 24 19:09:52.970214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-0af810a8-077c-4a38-a243-ac615aaac40e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 1002 time: 0.1762338 Sep 24 19:09:53.089704 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-76f87f3d-a52e-4abf-b43c-88e739d82093 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111195 Sep 24 19:09:53.098927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55d33b4c-4bfd-482a-a608-6b5176282678 req-b6912532-ab27-47e5-9afa-be999a95e7fc tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375511 Sep 24 19:09:53.125283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4defaf4-12d6-4502-929d-7bce9d04c698 req-3130a382-11be-45d6-942d-12856ea06ced tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:53.125283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4defaf4-12d6-4502-929d-7bce9d04c698 req-3130a382-11be-45d6-942d-12856ea06ced tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1349893 Sep 24 19:09:53.147682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-408c0add-7cd7-45ea-b6bb-8fd0b88e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:53.149205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-408c0add-7cd7-45ea-b6bb-8fd0b88e2fba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1362243 Sep 24 19:09:53.208462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4defaf4-12d6-4502-929d-7bce9d04c698 req-8fb2dfa2-711c-403c-b745-a1176fd92b13 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828376 Sep 24 19:09:53.227239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-19cc387b-b799-4607-81c2-c3cd3d22459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:53.229417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-19cc387b-b799-4607-81c2-c3cd3d22459f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674675 Sep 24 19:09:53.243303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:53.267089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-77398e9a-af01-496b-ade2-6a5de5dbf87c req-ffe8acea-b584-43cc-9db6-f6a22b385dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669312 Sep 24 19:09:53.328658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.375663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.406228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:53.409388 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758d686-fd8c-4286-bace-fc51971cad9f" -d '{"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-unplugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:53.428559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-11ac94d5-1c61-4a14-a5f4-9e252e00998a service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909156 Sep 24 19:09:53.439924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:53.447848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.450160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:53.484776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: d8cf633a-d938-4f6f-a63a-62f82be21fce {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:09:53.485331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d8cf633a-d938-4f6f-a63a-62f82be21fce not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:09:53.563208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:53.602354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b204-3402-4864-8275-6c91b5621068 req-2a7308ef-7e49-4817-a66a-f3a06cca9698 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:53.604034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1bf6b204-3402-4864-8275-6c91b5621068 req-2a7308ef-7e49-4817-a66a-f3a06cca9698 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0888550 Sep 24 19:09:53.608302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6944057-b17a-46f0-8a44-370bf19626f4 req-1858aeb3-a983-418a-9d11-0d6a4333380d service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707158 Sep 24 19:09:53.653672 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1bf6b204-3402-4864-8275-6c91b5621068 req-82fbccfb-95e4-4afc-8cf3-8a114361ca77 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Sep 24 19:09:53.673920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:53.714040 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b537242-0d71-43df-a2cd-438f6e3c09f7 x-openstack-request-id: req-2b537242-0d71-43df-a2cd-438f6e3c09f7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:53.714571 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-unplugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:53.715009 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b537242-0d71-43df-a2cd-438f6e3c09f7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:53.715559 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'code': 200} Sep 24 19:09:53.805093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9ce17c2-3a3e-40cb-b949-6d838001fc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.871856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad147-8964-4fd6-a427-9bc9a12967eb req-476e5aee-7976-4b2a-85af-8d16a86ed4f4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:53.873564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-887ad147-8964-4fd6-a427-9bc9a12967eb req-476e5aee-7976-4b2a-85af-8d16a86ed4f4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0671303 Sep 24 19:09:53.921413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9ce17c2-3a3e-40cb-b949-6d838001fc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.927514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9ce17c2-3a3e-40cb-b949-6d838001fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:53.930878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-887ad147-8964-4fd6-a427-9bc9a12967eb req-fcb90683-6575-430a-bcf2-ef32c546f804 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Sep 24 19:09:53.961920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9ce17c2-3a3e-40cb-b949-6d838001fc04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f6dc3682e5b49e99a503fba5ad415d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867825 Sep 24 19:09:53.964598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38822) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:53.982165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce17c2-3a3e-40cb-b949-6d838001fc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0cc737-f242-442a-9dcb-ee6337d2d5ec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:54.030230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.083335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.092237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.145377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4b6d-b233-4103-a581-ec5eb58764c6 req-0703b912-7821-427e-8cb7-8f7548a60d7d tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:54.147025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e53e4b6d-b233-4103-a581-ec5eb58764c6 req-0703b912-7821-427e-8cb7-8f7548a60d7d tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1052191 Sep 24 19:09:54.173249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.176074 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.180063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b0cc737-f242-442a-9dcb-ee6337d2d5ec HTTP/1.1" status: 204 len: 168 time: 0.2143414 Sep 24 19:09:54.190149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aac906-b867-4a88-bbb1-eb953fb82da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0cc737-f242-442a-9dcb-ee6337d2d5ec,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:54.234757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e53e4b6d-b233-4103-a581-ec5eb58764c6 req-c3505bd7-b436-42ef-8e78-d31b051b38a3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Sep 24 19:09:54.387437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601533a-7e1e-4781-b391-1c733a3acb66 req-ec81ba20-a09e-4f9d-a656-9b542a9ccef1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:54.395213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c601533a-7e1e-4781-b391-1c733a3acb66 req-ec81ba20-a09e-4f9d-a656-9b542a9ccef1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0954134 Sep 24 19:09:54.426152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6c1f-050a-489f-95aa-c3c1e594ee44 req-f0ccf318-32ba-4e48-bd8f-c7ff20c6889f tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:54.427698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a26a6c1f-050a-489f-95aa-c3c1e594ee44 req-f0ccf318-32ba-4e48-bd8f-c7ff20c6889f tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 944 time: 0.0993996 Sep 24 19:09:54.452423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c601533a-7e1e-4781-b391-1c733a3acb66 req-cb50607f-65fe-4f33-87b9-a4da16215035 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563469 Sep 24 19:09:54.509925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a26a6c1f-050a-489f-95aa-c3c1e594ee44 req-fa8375c0-f998-4408-bfb8-0af8a6c55bf5 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712788 Sep 24 19:09:54.582711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:54.603598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c50421-6d38-4163-b862-aad1bac01e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:54.811727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187345-a85c-42a1-add3-4cbe3cf5fbd2 req-5c4516ae-8a2d-447f-b1fa-c662f6678135 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:54.819959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38187345-a85c-42a1-add3-4cbe3cf5fbd2 req-5c4516ae-8a2d-447f-b1fa-c662f6678135 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 813 time: 0.1341791 Sep 24 19:09:54.836942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38187345-a85c-42a1-add3-4cbe3cf5fbd2 req-c1e7f9fa-b898-45a2-9bc6-b729f9fa887b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/quotas/f2d31bc2a0704fe3be4e71cbc057896e HTTP/1.1" status: 200 len: 375 time: 0.0145392 Sep 24 19:09:54.917573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38187345-a85c-42a1-add3-4cbe3cf5fbd2 req-b6433371-4ae8-4773-bc65-01fb0452287f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739229 Sep 24 19:09:55.036023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c225-7fd7-43e4-a038-c2cccb8d42da req-7f53b5b2-6b80-415e-ba3c-f9114fbccaa0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.044678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6549c225-7fd7-43e4-a038-c2cccb8d42da req-7f53b5b2-6b80-415e-ba3c-f9114fbccaa0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0625114 Sep 24 19:09:55.102065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c50421-6d38-4163-b862-aad1bac01e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.103282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6549c225-7fd7-43e4-a038-c2cccb8d42da req-1380f6ff-d46d-4da4-80b0-64a823e65259 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549777 Sep 24 19:09:55.112392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c50421-6d38-4163-b862-aad1bac01e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.165436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c50421-6d38-4163-b862-aad1bac01e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b00f5-693a-4433-b6e0-e0c800aed88f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:55.186695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e4c50421-6d38-4163-b862-aad1bac01e48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a95cff805de74404ae287d539994dda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021457 Sep 24 19:09:55.190824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:55.259377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.287018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b5807-23d1-4ace-8785-d78bfd72d3ff req-34bdee56-5f4f-4c9d-a45c-7489e2ab8a18 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.287572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.289128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-818b5807-23d1-4ace-8785-d78bfd72d3ff req-34bdee56-5f4f-4c9d-a45c-7489e2ab8a18 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1207192 Sep 24 19:09:55.357600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.361774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.363290 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae7b00f5-693a-4433-b6e0-e0c800aed88f HTTP/1.1" status: 204 len: 168 time: 0.1706450 Sep 24 19:09:55.375391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495af547-f86b-4a9c-836b-37cd350f4928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b00f5-693a-4433-b6e0-e0c800aed88f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:55.452157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2940bb6e-ad34-4153-a867-b8f47971e872 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:09:55.506344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-818b5807-23d1-4ace-8785-d78bfd72d3ff req-21768689-a230-403f-85bb-f979857ff051 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809251 Sep 24 19:09:55.506533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:55.552210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-bdb67887-5859-48ad-ab19-6f3defee8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.554998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-bdb67887-5859-48ad-ab19-6f3defee8b3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.2648914 Sep 24 19:09:55.578991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f9b01-901a-4e42-8508-6355c6605027 req-0953e2b3-0591-4bd2-8b35-9d3fe0e32fd3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.592037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-543f9b01-901a-4e42-8508-6355c6605027 req-0953e2b3-0591-4bd2-8b35-9d3fe0e32fd3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2694132 Sep 24 19:09:55.741696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8af5af98-9931-43a0-a803-059b10be292a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4290a5d772e4fab8b42f9cbb3012361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337606 Sep 24 19:09:55.742735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38906) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:55.767281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-543f9b01-901a-4e42-8508-6355c6605027 req-5c7e924a-062f-4ae2-85d5-044a9e2fec03 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739905 Sep 24 19:09:55.787123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2940bb6e-ad34-4153-a867-b8f47971e872,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:55.800890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2940bb6e-ad34-4153-a867-b8f47971e872', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'port_id': '2940bb6e-ad34-4153-a867-b8f47971e872', 'mac_address': 'fa:16:3e:b4:cd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:09:55.868069 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.868951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.883738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15f06-2350-44e1-bb2d-00a1a76c75c5 req-4fadf2ef-e5c4-41f0-a5af-50058bb8cc30 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.888437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2940bb6e-ad34-4153-a867-b8f47971e872 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:09:55.888759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.891401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02b15f06-2350-44e1-bb2d-00a1a76c75c5 req-4fadf2ef-e5c4-41f0-a5af-50058bb8cc30 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.2121851 Sep 24 19:09:55.932634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.935771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2940bb6e-ad34-4153-a867-b8f47971e872,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:55.942204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:55.958747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-efbe3f97-63c3-4167-b64c-aebd097b6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:55.960294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-efbe3f97-63c3-4167-b64c-aebd097b6a67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.3646951 Sep 24 19:09:56.001539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02b15f06-2350-44e1-bb2d-00a1a76c75c5 req-26aef704-5d17-4738-88fa-fb4ef793cd2b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 Sep 24 19:09:56.008202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:56.013055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:56.018496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:56.021991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bce82c9d-33ec-4549-8210-1a85b5a2d222 HTTP/1.1" status: 204 len: 168 time: 0.2755527 Sep 24 19:09:56.027267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.027621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.028402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.028742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cac75-2d36-41f3-8ac8-656ae95eae2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce82c9d-33ec-4549-8210-1a85b5a2d222,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:56.028873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.029171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.029517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.029852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.030174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.030746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.031924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.032259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.032781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:09:56.066458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a20784-e470-4da5-872f-980c647a980f req-db74c178-8815-441b-be01-76e40c2ad835 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.075581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87a20784-e470-4da5-872f-980c647a980f req-db74c178-8815-441b-be01-76e40c2ad835 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 944 time: 0.1825950 Sep 24 19:09:56.160586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-f420bcb7-493c-4515-887e-42dd33d6135c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.1864247 Sep 24 19:09:56.213223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87a20784-e470-4da5-872f-980c647a980f req-033b4ed1-23c4-4867-a12a-f17473ccd06c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366217 Sep 24 19:09:56.231637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd82c-bbfc-4dca-a54f-7e89d7ff4556 req-a8d9bf99-8ccc-410f-ad38-5de4dbf2ea56 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.243660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c0cd82c-bbfc-4dca-a54f-7e89d7ff4556 req-a8d9bf99-8ccc-410f-ad38-5de4dbf2ea56 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1308849 Sep 24 19:09:56.269716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-776b240a-6561-4fa2-9d26-d5fef135afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.271286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-776b240a-6561-4fa2-9d26-d5fef135afd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1009364 Sep 24 19:09:56.315167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c0cd82c-bbfc-4dca-a54f-7e89d7ff4556 req-e4428106-8f49-42ac-96ee-92f352e848e6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652618 Sep 24 19:09:56.343467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2940bb6e-ad34-4153-a867-b8f47971e872'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:09:56.392705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05997-f318-46e5-acfe-1a8790067edc req-ef6efd11-31ed-48cf-a52c-12462d3b36a2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.394251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb05997-f318-46e5-acfe-1a8790067edc req-ef6efd11-31ed-48cf-a52c-12462d3b36a2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0768704 Sep 24 19:09:56.397155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-e535969c-e121-49b2-abca-5a88a4a5d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.398561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-e535969c-e121-49b2-abca-5a88a4a5d6d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123531 Sep 24 19:09:56.512299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb05997-f318-46e5-acfe-1a8790067edc req-23169fda-1ca3-4a81-a39e-b22253275dad tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092567 Sep 24 19:09:56.651694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23b41b6c-66c0-41f6-9c9c-77c9f5827e36 req-cef4cb2b-ea1b-4cda-a7e3-ea763c4ab129 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f2d31bc2a0704fe3be4e71cbc057896e HTTP/1.1" status: 200 len: 221 time: 0.0812571 Sep 24 19:09:56.680460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-736bdf99-d283-48d6-a66d-538cfdae159e service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690628 Sep 24 19:09:56.833318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f51fef-a546-4663-96be-9f36ea7c7b4f req-d3474cee-44ac-4c54-bf96-5e22dd78f808 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:56.835498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f51fef-a546-4663-96be-9f36ea7c7b4f req-d3474cee-44ac-4c54-bf96-5e22dd78f808 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1185951 Sep 24 19:09:56.862714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80c2a9ce-87be-4aef-b9a7-dd868e0ffb16 req-ee4838f0-c1eb-4943-8af0-18eafd896480 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714520 Sep 24 19:09:56.901968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8f51fef-a546-4663-96be-9f36ea7c7b4f req-622f979a-4500-484a-84fd-bf0de6a633ca tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Sep 24 19:09:57.104100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c7538-cce4-4dbf-bac8-495a618d3688 req-70e64fde-0e60-4dcd-b6cf-d50a2c983f52 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:57.105714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b49c7538-cce4-4dbf-bac8-495a618d3688 req-70e64fde-0e60-4dcd-b6cf-d50a2c983f52 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1108332 Sep 24 19:09:57.201409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b49c7538-cce4-4dbf-bac8-495a618d3688 req-0dc2b497-e7d1-4739-9711-1f83863b1f88 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823812 Sep 24 19:09:57.214329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201b1f-dbd9-430a-9d1c-7b392f07c3d4 req-deb61925-c1bc-4483-b0f3-8219fd1fdd82 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:57.216442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97201b1f-dbd9-430a-9d1c-7b392f07c3d4 req-deb61925-c1bc-4483-b0f3-8219fd1fdd82 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1462433 Sep 24 19:09:57.258904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97201b1f-dbd9-430a-9d1c-7b392f07c3d4 req-551d7965-daef-4886-b102-3a81478e3de6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Sep 24 19:09:57.332294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-98852a3b-26fa-4bf6-8a29-ae777dd923d7 req-85e219f4-1584-4b6b-8ae3-9f88cfa935d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:09:57.333464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98852a3b-26fa-4bf6-8a29-ae777dd923d7 req-85e219f4-1584-4b6b-8ae3-9f88cfa935d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120001 Sep 24 19:09:57.389674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46cbc-807c-4516-92e3-8c1b15235554 req-4e3fda12-f0fe-428e-b985-6ea595b4ea48 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:57.391316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c46cbc-807c-4516-92e3-8c1b15235554 req-4e3fda12-f0fe-428e-b985-6ea595b4ea48 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0793819 Sep 24 19:09:57.474481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c46cbc-807c-4516-92e3-8c1b15235554 req-fbf5bfa1-93d1-43bf-817b-3f6b3d7c1ce3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696378 Sep 24 19:09:57.488092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:57.612864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cc2c2-572c-4b43-a356-ac66dcdd6754 req-9f504cb1-d235-427b-9ad1-3525e2c4fffc tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:57.614387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab1cc2c2-572c-4b43-a356-ac66dcdd6754 req-9f504cb1-d235-427b-9ad1-3525e2c4fffc tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Sep 24 19:09:57.621307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2122937364'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:57.648927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.649992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.679488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab1cc2c2-572c-4b43-a356-ac66dcdd6754 req-07cf53b8-e44d-4e8c-a06f-2eac296d3b91 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578487 Sep 24 19:09:57.747617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.754484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.769142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.770883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21985c9e-f7e3-4abe-b8a8-734ed7936d4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2814949 Sep 24 19:09:57.773576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:57.856983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7f81-cd36-4257-bfcb-a3b9be651ef6 req-ca710245-8e42-4ea0-9dc4-bec572cf4c1c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:57.859991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4eed7f81-cd36-4257-bfcb-a3b9be651ef6 req-ca710245-8e42-4ea0-9dc4-bec572cf4c1c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0810366 Sep 24 19:09:57.865889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:57.901797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4eed7f81-cd36-4257-bfcb-a3b9be651ef6 req-cdcd1c0d-584d-4c14-abf9-9ac236a72543 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347610 Sep 24 19:09:58.019855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2417e8-32a0-4e7a-9bde-3eff0c2e34a0 req-8d5cc61b-7e45-4946-bfa3-65a3e40b5de0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:58.021275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d2417e8-32a0-4e7a-9bde-3eff0c2e34a0 req-8d5cc61b-7e45-4946-bfa3-65a3e40b5de0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Sep 24 19:09:58.031466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-6c9e8f13-6cdf-47e5-a538-70c0f7b4ce01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609466 Sep 24 19:09:58.059760 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.063596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.086589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d2417e8-32a0-4e7a-9bde-3eff0c2e34a0 req-b9cc4a99-b110-468f-a350-cec1aa73ee54 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Sep 24 19:09:58.115669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.116447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9d4ba1-9051-4c86-855c-c7e822c2d863 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:09:58.128313 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.133491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:58.134042 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-de0b845d-5952-4fe1-841b-59552f360a63 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3b9d4ba1-9051-4c86-855c-c7e822c2d863 HTTP/1.1" status: 204 len: 168 time: 0.3586552 Sep 24 19:09:58.140700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Request body: {'router': {'name': 'tempest-router-1744144067', 'distributed': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:58.172708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.173923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.259988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.270362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.292216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071df0-b0bf-4700-b99f-3d45b2bdc6e9 req-dbba924f-b04b-418a-9f45-59bb35bbd1fe tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:58.293729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d071df0-b0bf-4700-b99f-3d45b2bdc6e9 req-dbba924f-b04b-418a-9f45-59bb35bbd1fe tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0910044 Sep 24 19:09:58.295504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.296071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73e3ad0d-e748-400e-b8a1-6131ec660b55 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1615849 Sep 24 19:09:58.299694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39048) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:58.395115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.402344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d071df0-b0bf-4700-b99f-3d45b2bdc6e9 req-b021191a-976c-42ed-ab12-541a20565145 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962179 Sep 24 19:09:58.643399 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:09:58.922966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.927652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:58.949976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a92fa-5638-4b22-9a74-97487fe9a698 req-8eb1c951-304e-42c5-b542-1c5ae992b55f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:58.951530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-189a92fa-5638-4b22-9a74-97487fe9a698 req-8eb1c951-304e-42c5-b542-1c5ae992b55f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1707273 Sep 24 19:09:58.989571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f0c0-743b-4e26-b926-f618c8ab75f6 req-5d5b487d-d686-4b02-8d41-5bda1957101c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:58.991067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9640f0c0-743b-4e26-b926-f618c8ab75f6 req-5d5b487d-d686-4b02-8d41-5bda1957101c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2091146 Sep 24 19:09:59.009000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.009503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0784da51-c4b9-4bc4-99a1-c431a162afb8 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:09:59.019627 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.020748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5804043d-fb14-47f0-94df-d999005b0512 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0784da51-c4b9-4bc4-99a1-c431a162afb8 HTTP/1.1" status: 204 len: 168 time: 0.7200825 Sep 24 19:09:59.024169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:59.029137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Request body: {'router': {'name': 'tempest-router-1938535175', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b22b028f3b15400d8e7eae697f1f3df4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:59.054275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-189a92fa-5638-4b22-9a74-97487fe9a698 req-a9eb2373-72ac-4cc6-98e5-e0f4fe5df3b3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743814 Sep 24 19:09:59.060803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.063035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9640f0c0-743b-4e26-b926-f618c8ab75f6 req-a730ccee-c645-4a5f-bd57-8d51f4bf87c3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577302 Sep 24 19:09:59.063902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.140129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.146621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.166926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.170804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-449d499b-f71d-44bd-a121-f016c179864a tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1428883 Sep 24 19:09:59.171008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:59.176298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:09:59.198815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe75cf-7b88-443b-b241-215d23539436 req-bfd13486-3c62-4933-8a38-77e404b231a8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:59.200617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bbe75cf-7b88-443b-b241-215d23539436 req-bfd13486-3c62-4933-8a38-77e404b231a8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0695953 Sep 24 19:09:59.261381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:09:59.302562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a8da-c742-4293-b534-c52e5be87104 req-067dd5b6-f538-4d6c-9a88-4101fed9f175 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:59.304109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3249a8da-c742-4293-b534-c52e5be87104 req-067dd5b6-f538-4d6c-9a88-4101fed9f175 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 945 time: 0.0960660 Sep 24 19:09:59.307464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bbe75cf-7b88-443b-b241-215d23539436 req-68d9f609-209c-4f52-9229-8ccfb2aa8c83 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Sep 24 19:09:59.378814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3249a8da-c742-4293-b534-c52e5be87104 req-6bd37a06-8c22-433b-993d-680393ff20c1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653970 Sep 24 19:09:59.407477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.407835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.460277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931e1c0-75e5-45e6-b3a7-6098e6c6bb0f req-632ecc24-4793-438a-a50b-8e9ca76b7120 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:59.461952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2931e1c0-75e5-45e6-b3a7-6098e6c6bb0f req-632ecc24-4793-438a-a50b-8e9ca76b7120 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0574486 Sep 24 19:09:59.480986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2940bb6e-ad34-4153-a867-b8f47971e872 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:09:59.500369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 24 19:09:59.500855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Router 7190374e-3ed9-4cc3-a9cc-3c824efe688a migrating from provider to provider. {{(pid=94856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 24 19:09:59.501325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.506210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.513361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.544380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 2940bb6e-ad34-4153-a867-b8f47971e872 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:09:59.550536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2940bb6e-ad34-4153-a867-b8f47971e872 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:09:59.550994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.554937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39903e3b-24f7-47be-af25-49ba6fde6efc req-652699ce-b4cf-4f7e-8357-c2f10c4bb392 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:59.556703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39903e3b-24f7-47be-af25-49ba6fde6efc req-652699ce-b4cf-4f7e-8357-c2f10c4bb392 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0874946 Sep 24 19:09:59.567549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2931e1c0-75e5-45e6-b3a7-6098e6c6bb0f req-74028f70-3496-441a-a0e5-1b46e7c42cfb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994012 Sep 24 19:09:59.605777 n-d-810952-2 neutron-server[94856]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] No L3 agents can host the router 7190374e-3ed9-4cc3-a9cc-3c824efe688a Sep 24 19:09:59.626981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39903e3b-24f7-47be-af25-49ba6fde6efc req-91c9b286-bb6b-44e9-8647-6f78d696b8c2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Sep 24 19:09:59.694026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.714227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Hosts for router 7190374e-3ed9-4cc3-a9cc-3c824efe688a: [] {{(pid=94856) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 24 19:09:59.739191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Hosts for other DVR routers connected to router 7190374e-3ed9-4cc3-a9cc-3c824efe688a: set() {{(pid=94856) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 24 19:09:59.740933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:09:59.741917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.745945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39082) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:59.746160 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c56d7f48-9ee4-4ae8-8346-a89670d50e4e tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "PUT /v2.0/routers/7190374e-3ed9-4cc3-a9cc-3c824efe688a HTTP/1.1" status: 200 len: 717 time: 0.5733500 Sep 24 19:09:59.748961 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aab3019-583f-4c81-8e65-4850e71ad0d5" -d '{"events": [{"server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "name": "network-vif-plugged", "status": "completed", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:09:59.762657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2940bb6e-ad34-4153-a867-b8f47971e872,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:09:59.769560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:09:59.833198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:09:59.876354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:09:59.882664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-abdf25c7-6e59-4db0-b526-be24be04220c tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "GET /v2.0/routers/7190374e-3ed9-4cc3-a9cc-3c824efe688a HTTP/1.1" status: 200 len: 717 time: 0.1354818 Sep 24 19:09:59.913171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4992b-3924-485e-96c6-9c19f4193538 req-d8161b22-2e1c-469c-b732-48208eda6928 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:09:59.914998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5c4992b-3924-485e-96c6-9c19f4193538 req-d8161b22-2e1c-469c-b732-48208eda6928 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1267049 Sep 24 19:09:59.958307 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feec461-3d2d-42f6-9c7a-a58c424a1334 x-openstack-request-id: req-6feec461-3d2d-42f6-9c7a-a58c424a1334 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:09:59.958829 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "name": "network-vif-plugged", "status": "completed", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:09:59.959357 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6feec461-3d2d-42f6-9c7a-a58c424a1334 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:09:59.959979 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872', 'code': 200} Sep 24 19:09:59.983425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c5c4992b-3924-485e-96c6-9c19f4193538 req-eacf33e3-e382-4cb7-8a15-67110554bd38 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Sep 24 19:10:00.139845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1742f-b8ff-4119-b13d-62756322adfd req-37779db5-8548-4356-a903-e275e5e687d4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:00.149744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ff1742f-b8ff-4119-b13d-62756322adfd req-37779db5-8548-4356-a903-e275e5e687d4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0805719 Sep 24 19:10:00.202135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ff1742f-b8ff-4119-b13d-62756322adfd req-3c71bb19-ff41-4484-8917-bf9a3ddf1abe tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Sep 24 19:10:00.256648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-70baa7fd-939e-41f7-a65c-9473f37b00d0 tempest-RoutersTestDVR-2075801308 tempest-RoutersTestDVR-2075801308-project] 10.222.0.18 "GET /v2.0/routers/7190374e-3ed9-4cc3-a9cc-3c824efe688a HTTP/1.1" status: 200 len: 683 time: 0.3789513 Sep 24 19:10:00.259376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39102) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:00.281106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eb3c5-f644-4460-8a78-9d3eafdc5de4 req-1529e5d0-9ff0-4ccc-bec7-b648c8007fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:00.287002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28eb3c5-f644-4460-8a78-9d3eafdc5de4 req-1529e5d0-9ff0-4ccc-bec7-b648c8007fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1097 time: 0.2080212 Sep 24 19:10:00.328643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28eb3c5-f644-4460-8a78-9d3eafdc5de4 req-0d963f53-1304-4c37-b9e4-612a0043a268 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Sep 24 19:10:00.376227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.459889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ba0b-dc7d-42d6-bc85-cb821ed4bea6 req-acf570f4-47a0-49ca-8e7e-0db6c769632f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:00.461526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb0ba0b-dc7d-42d6-bc85-cb821ed4bea6 req-acf570f4-47a0-49ca-8e7e-0db6c769632f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1460488 Sep 24 19:10:00.578844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.582378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.642392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb0ba0b-dc7d-42d6-bc85-cb821ed4bea6 req-1c8c79a0-c4f1-4944-9cfc-6ac00e4a04f1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454720 Sep 24 19:10:00.664527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.665035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7190374e-3ed9-4cc3-a9cc-3c824efe688a {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:10:00.672574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.673641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-089ca36f-46e6-475a-8caa-56f1b4217d31 tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7190374e-3ed9-4cc3-a9cc-3c824efe688a HTTP/1.1" status: 204 len: 168 time: 0.4132838 Sep 24 19:10:00.677135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39114) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:00.682486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Request body: {'router': {'name': 'tempest-router-1833422979', 'distributed': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:00.715606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359607f1-cc8f-403f-b4b4-9c5d5a217f49 req-3d28397a-9b23-4dae-b5f5-6aba82f3f2b3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:00.717071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-359607f1-cc8f-403f-b4b4-9c5d5a217f49 req-3d28397a-9b23-4dae-b5f5-6aba82f3f2b3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1186173 Sep 24 19:10:00.723018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.724290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.819295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-359607f1-cc8f-403f-b4b4-9c5d5a217f49 req-d1d997c1-a98d-4046-ac50-33d39ac2164b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896814 Sep 24 19:10:00.846745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.854961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b457d-9a20-4dd1-912c-e6fcd497ef28 req-008fcbe5-395b-4e04-9321-1c017527c287 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:00.856535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c58b457d-9a20-4dd1-912c-e6fcd497ef28 req-008fcbe5-395b-4e04-9321-1c017527c287 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.1281130 Sep 24 19:10:00.858497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.895974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:00.897059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-542e3c6b-62db-4fd3-8fee-bc10669f9c0f tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2187512 Sep 24 19:10:00.899734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39122) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:00.914109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c58b457d-9a20-4dd1-912c-e6fcd497ef28 req-71c31eba-d859-4dab-a743-8b4d7e78b4c9 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484910 Sep 24 19:10:01.016126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.192135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dd1fc-d652-4748-8e05-a53beba53860 req-34a7d893-70ff-4cb2-88ed-2db8af4edb67 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.193644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f97dd1fc-d652-4748-8e05-a53beba53860 req-34a7d893-70ff-4cb2-88ed-2db8af4edb67 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.2453279 Sep 24 19:10:01.205884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80bd45-e59d-426c-819c-620091f1e235 req-cdc98531-39b0-44dc-99d4-f955ad1a185d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.207367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a80bd45-e59d-426c-819c-620091f1e235 req-cdc98531-39b0-44dc-99d4-f955ad1a185d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1890562 Sep 24 19:10:01.242522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.258709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.329753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.330254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777faef6-305a-4c95-94be-14fee4b0f5d1 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:10:01.334291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f97dd1fc-d652-4748-8e05-a53beba53860 req-595f64c0-a83f-45e6-83eb-b5ddd9fdad41 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245561 Sep 24 19:10:01.337278 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.341968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d43fae53-a91d-4015-af53-50a45ec3e5ec tempest-RoutersTestDVR-161429650 tempest-RoutersTestDVR-161429650-project-admin] 10.222.0.18 "DELETE /v2.0/routers/777faef6-305a-4c95-94be-14fee4b0f5d1 HTTP/1.1" status: 204 len: 168 time: 0.4412313 Sep 24 19:10:01.348503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a80bd45-e59d-426c-819c-620091f1e235 req-678387cf-e536-49e5-8176-a5056ade2d66 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316338 Sep 24 19:10:01.567911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9a6e8-473a-4463-bd98-5a05c79decb6 req-74719bf7-e339-4286-842b-344a5153d0e2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.569823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c9a6e8-473a-4463-bd98-5a05c79decb6 req-74719bf7-e339-4286-842b-344a5153d0e2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0589533 Sep 24 19:10:01.642597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c9a6e8-473a-4463-bd98-5a05c79decb6 req-ebd78bfb-a4e5-4aa9-9fd4-8bf5ebf6def5 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656242 Sep 24 19:10:01.690156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:01.880676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113704-b58b-4562-8156-18d3fefda775 req-d9fc143d-ab44-47f1-a5b7-2359b9a22fcb tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.882439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1113704-b58b-4562-8156-18d3fefda775 req-d9fc143d-ab44-47f1-a5b7-2359b9a22fcb tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1184366 Sep 24 19:10:01.916289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41671fd2-f106-4f03-853f-48a997cca342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:01.926552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec90f4-7c82-41c2-bb37-8c681fa2d5f2 req-930e410e-3a9a-4147-9545-6528334c085b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.936433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33ec90f4-7c82-41c2-bb37-8c681fa2d5f2 req-930e410e-3a9a-4147-9545-6528334c085b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0930433 Sep 24 19:10:01.976533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-468a1955-aa8f-49c1-b8c1-397e5abaf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:01.978697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-468a1955-aa8f-49c1-b8c1-397e5abaf22e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4b8952faa47159b01359ba2570e9f&device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 1097 time: 0.0733678 Sep 24 19:10:01.998415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1113704-b58b-4562-8156-18d3fefda775 req-629247ff-1a96-4228-b8d8-5a60b4fdd11a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023800 Sep 24 19:10:02.013440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33ec90f4-7c82-41c2-bb37-8c681fa2d5f2 req-a9994ce6-1968-47ea-ab5a-a8fab8063fbf tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Sep 24 19:10:02.154367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:02.205627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-e9d34b3e-e67d-44d8-967b-cc518df48aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.207935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-e9d34b3e-e67d-44d8-967b-cc518df48aa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 200 len: 916 time: 0.2160261 Sep 24 19:10:02.210022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aaca3-f189-4f5c-8c21-418195c56973 req-28b7fc75-87f8-4fde-a60d-50b2d0c51b6a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.212218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-513aaca3-f189-4f5c-8c21-418195c56973 req-28b7fc75-87f8-4fde-a60d-50b2d0c51b6a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.1013405 Sep 24 19:10:02.251836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa35fd-d1f9-49bd-a2bf-0b98ebeca688 req-e2a6713f-b11b-4074-bde8-a1d6bae523a7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.260725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15aa35fd-d1f9-49bd-a2bf-0b98ebeca688 req-e2a6713f-b11b-4074-bde8-a1d6bae523a7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0982578 Sep 24 19:10:02.266962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-542836fe-8739-478e-aed8-1056317e1c47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664d12-9aec-46d4-af04-3f0bb0285b21 HTTP/1.1" status: 200 len: 217 time: 0.0470777 Sep 24 19:10:02.320655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15aa35fd-d1f9-49bd-a2bf-0b98ebeca688 req-c2ee524b-3858-4df1-8784-56e7a728e75d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Sep 24 19:10:02.327113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41671fd2-f106-4f03-853f-48a997cca342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.348047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-513aaca3-f189-4f5c-8c21-418195c56973 req-a9f0fecf-d5ea-45dd-b29c-a5ca5b73717f tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140821 Sep 24 19:10:02.352297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41671fd2-f106-4f03-853f-48a997cca342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.355757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a22df4-6601-4a25-b954-ada00ba305a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.400271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41671fd2-f106-4f03-853f-48a997cca342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af50cee-7b17-4490-88d6-2d33eb74059f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:02.433132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-d67c0689-3998-4135-bba0-bf1fc450561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.434682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-d67c0689-3998-4135-bba0-bf1fc450561b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 200 len: 855 time: 0.1586571 Sep 24 19:10:02.450550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41671fd2-f106-4f03-853f-48a997cca342 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b22b028f3b15400d8e7eae697f1f3df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564433 Sep 24 19:10:02.452387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:02.478371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cd7a-d1d7-46be-97f7-89e592b07cb5 req-79f21b54-6b34-4ce4-a834-73d2e2109b8f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.487375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9933cd7a-d1d7-46be-97f7-89e592b07cb5 req-79f21b54-6b34-4ce4-a834-73d2e2109b8f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0857737 Sep 24 19:10:02.539950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9933cd7a-d1d7-46be-97f7-89e592b07cb5 req-3c001929-c368-4dcb-b20b-edbbd5655a5a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Sep 24 19:10:02.587014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-170802d5-f296-4f43-b6a3-925dc3d2f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.589362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-170802d5-f296-4f43-b6a3-925dc3d2f6d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbb3323c-86ac-452e-86ce-82a124836a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399639 Sep 24 19:10:02.627892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.711575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf2bc0-38b7-4149-9bb6-937fb28bf9b2 req-f21d7a99-80f9-4cc4-911c-39e0fd495fc2 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.713118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1cf2bc0-38b7-4149-9bb6-937fb28bf9b2 req-f21d7a99-80f9-4cc4-911c-39e0fd495fc2 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.0983665 Sep 24 19:10:02.723231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.725829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab90c-1653-4a12-a039-6c81da2d5054 req-370c4734-f14e-4462-8b9c-611e7ef37694 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:02.727379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffcab90c-1653-4a12-a039-6c81da2d5054 req-370c4734-f14e-4462-8b9c-611e7ef37694 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1022663 Sep 24 19:10:02.765942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a22df4-6601-4a25-b954-ada00ba305a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.779340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a22df4-6601-4a25-b954-ada00ba305a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.786189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1cf2bc0-38b7-4149-9bb6-937fb28bf9b2 req-985c70dc-4fe3-46c1-af4c-926da6c5c132 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571277 Sep 24 19:10:02.791104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffcab90c-1653-4a12-a039-6c81da2d5054 req-54403da9-b646-4698-a777-5511a4486a0f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557740 Sep 24 19:10:02.829302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-98c21020-bf60-453a-948f-8df7fc7c4526 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259915 Sep 24 19:10:02.836995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-45a22df4-6601-4a25-b954-ada00ba305a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d67382b2d2b14e7eaf7147f51555ce20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808844 Sep 24 19:10:02.842532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39184) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:02.856427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a22df4-6601-4a25-b954-ada00ba305a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1107fc16-8d43-4321-b993-74395f372ca8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:02.904537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.908438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:02.909743 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1af50cee-7b17-4490-88d6-2d33eb74059f HTTP/1.1" status: 204 len: 168 time: 0.4485240 Sep 24 19:10:02.951054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fb640-e3fa-47da-8fa3-7328a5b4d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af50cee-7b17-4490-88d6-2d33eb74059f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:02.983494 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a38cb984-f95c-47fc-8e35-32c0d75c30a0 req-2e8e74c0-699e-4ac5-8299-212d9c390080 service neutron] 10.222.0.15 "GET /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457300 Sep 24 19:10:03.012283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cba0a-89a5-4738-a273-4aa017102535 req-8511d6e0-dcd8-49b5-ac79-762e9f3e86d4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.014140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df7cba0a-89a5-4738-a273-4aa017102535 req-8511d6e0-dcd8-49b5-ac79-762e9f3e86d4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 945 time: 0.1128201 Sep 24 19:10:03.020640 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.068883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.098809 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.101885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f738-9da8-4d0c-82d3-d1d155e342ca req-9dfe4783-d8f8-4e9a-a475-a931345cc1a3 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.103595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71c0f738-9da8-4d0c-82d3-d1d155e342ca req-9dfe4783-d8f8-4e9a-a475-a931345cc1a3 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.1529624 Sep 24 19:10:03.149363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df7cba0a-89a5-4738-a273-4aa017102535 req-a8461390-bd83-4b76-b2e1-dbb3740282cd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123998 Sep 24 19:10:03.182085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71c0f738-9da8-4d0c-82d3-d1d155e342ca req-85812e31-fb1f-4997-8869-006cd2a958c7 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523541 Sep 24 19:10:03.182691 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.185400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.186611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1107fc16-8d43-4321-b993-74395f372ca8 HTTP/1.1" status: 204 len: 168 time: 0.3439608 Sep 24 19:10:03.208840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:03.218273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb826c-5fb3-453d-90df-f4982d940597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1107fc16-8d43-4321-b993-74395f372ca8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:03.339436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:03.353672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbac4f0d-5cb6-4d1a-8b24-79fa57b9050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.379440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc7f6f-51bd-4a59-a9e8-468ede43d696 req-49991c82-ecf9-46c8-84ef-99dae54a2ee9 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.386845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49bc7f6f-51bd-4a59-a9e8-468ede43d696 req-49991c82-ecf9-46c8-84ef-99dae54a2ee9 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1112778 Sep 24 19:10:03.417550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5ac4-00bd-40fc-bb74-dd7675fb9d5d req-82208a58-052f-4ce7-9299-0af495b933e8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.419219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f1a5ac4-00bd-40fc-bb74-dd7675fb9d5d req-82208a58-052f-4ce7-9299-0af495b933e8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1123040 Sep 24 19:10:03.490165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f1a5ac4-00bd-40fc-bb74-dd7675fb9d5d req-30fe647e-1bf5-4240-96b8-f90e02ec1e57 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Sep 24 19:10:03.500347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-49bc7f6f-51bd-4a59-a9e8-468ede43d696 req-0ac228f0-d9a9-42be-b91c-c8422de08f3c tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107326 Sep 24 19:10:03.545578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbac4f0d-5cb6-4d1a-8b24-79fa57b9050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.553324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbac4f0d-5cb6-4d1a-8b24-79fa57b9050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.621593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39208) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:03.623096 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fbac4f0d-5cb6-4d1a-8b24-79fa57b9050f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b92aa07489947dd919965b0581f964f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822161 Sep 24 19:10:03.624445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac4f0d-5cb6-4d1a-8b24-79fa57b9050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b24f2b3-995e-4295-bea3-1bcf90f1aaaf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:03.664261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de3bb2-971f-4f81-8415-02367f726021 req-a5c3105f-0720-4a8c-b66f-098fd3fde2dc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.672709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97de3bb2-971f-4f81-8415-02367f726021 req-a5c3105f-0720-4a8c-b66f-098fd3fde2dc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0968769 Sep 24 19:10:03.701520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c897038-643f-470d-b45a-2b94afdc5632 tempest-TestServerBasicOps-1898221485 tempest-TestServerBasicOps-1898221485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:03.707864 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c897038-643f-470d-b45a-2b94afdc5632 tempest-TestServerBasicOps-1898221485 tempest-TestServerBasicOps-1898221485-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1092 time: 0.4979959 Sep 24 19:10:03.710731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:03.717467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '2940bb6e-ad34-4153-a867-b8f47971e872', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:03.725234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97de3bb2-971f-4f81-8415-02367f726021 req-c4b465be-976a-450c-a1ca-3db5df9190e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514853 Sep 24 19:10:03.748755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.757392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.792471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.854285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.857193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:03.858367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b24f2b3-995e-4295-bea3-1bcf90f1aaaf HTTP/1.1" status: 204 len: 168 time: 0.2342811 Sep 24 19:10:03.867577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9f0d7-e0f4-43c6-91a4-58e7a7457bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b24f2b3-995e-4295-bea3-1bcf90f1aaaf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:03.868356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:04.029164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Allocated IP 172.25.5.23 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/f1e637e2-842e-4625-ae07-46420ff1b5b4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:04.044814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27c48-c553-4a5c-8e79-03b3d6561d14 req-6d21904a-80b8-4b50-95ee-9aaecfc7e3c6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.053148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fb27c48-c553-4a5c-8e79-03b3d6561d14 req-6d21904a-80b8-4b50-95ee-9aaecfc7e3c6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1419494 Sep 24 19:10:04.107780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969dc14-7d90-4b5c-a211-ff02daad140c req-7e66922f-978c-4b09-aaec-a20ed6b876dd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.109274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d969dc14-7d90-4b5c-a211-ff02daad140c req-7e66922f-978c-4b09-aaec-a20ed6b876dd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1473138 Sep 24 19:10:04.144157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-5cd05641-5dec-4b8d-ad70-b43ce619aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.144335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-5cd05641-5dec-4b8d-ad70-b43ce619aa4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 1095 time: 0.1298561 Sep 24 19:10:04.172118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fb27c48-c553-4a5c-8e79-03b3d6561d14 req-3499a076-3450-4b9f-8601-9296846c29f5 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180286 Sep 24 19:10:04.180555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:04.231841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d969dc14-7d90-4b5c-a211-ff02daad140c req-ebd8b653-360b-4d6c-9603-cc82a299209f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095970 Sep 24 19:10:04.251810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-88c9fc54-7270-4843-8ee2-8512d97373a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.253497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-88c9fc54-7270-4843-8ee2-8512d97373a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1095 time: 0.0786741 Sep 24 19:10:04.261933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:04.303057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:04.305904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:04.315768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:04.316625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'Port': ['ID=f1e637e2-842e-4625-ae07-46420ff1b5b4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:04.766684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e2f6-fa95-48f3-91f2-ab30d7300224 req-cc73b7db-82f2-4b5c-93ca-2e8ecb9f56b8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.771385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd21e2f6-fa95-48f3-91f2-ab30d7300224 req-cc73b7db-82f2-4b5c-93ca-2e8ecb9f56b8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 945 time: 0.4863915 Sep 24 19:10:04.815630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-76777b7b-8566-46ec-9584-1a26100e4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.817134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-76777b7b-8566-46ec-9584-1a26100e4ca6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.5532682 Sep 24 19:10:04.838032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-cfd38417-a80d-471a-bb13-f64545f4f522 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.838919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:04.839499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-cfd38417-a80d-471a-bb13-f64545f4f522 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 945 time: 0.1521652 Sep 24 19:10:04.858056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c7abf-f7e7-425a-b076-72939d4ab517 req-2bc060f2-9d91-43f8-8754-04a8eb89a9ab tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:04.860065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c2c7abf-f7e7-425a-b076-72939d4ab517 req-2bc060f2-9d91-43f8-8754-04a8eb89a9ab tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1713212 Sep 24 19:10:04.950053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd21e2f6-fa95-48f3-91f2-ab30d7300224 req-0ea1b4aa-7340-4793-99c6-656e90bae8e2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709938 Sep 24 19:10:05.010619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-bd32d0eb-a743-4e4e-aa87-1276ae646753 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 1000 time: 0.1798098 Sep 24 19:10:05.011538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1652220152'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:05.013451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c2c7abf-f7e7-425a-b076-72939d4ab517 req-3f68bbee-c12b-446f-85d1-3b87a5770e6b tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155949 Sep 24 19:10:05.103089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:05.103528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.107238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Made reservation on behalf of 4393caac492d43ed84aeca457553d01c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:05.111903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.136468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.152774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.203014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-a8e6a821-b15b-48af-8fc2-1615a3c77b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.204625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-a8e6a821-b15b-48af-8fc2-1615a3c77b9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1873991 Sep 24 19:10:05.286431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.288640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:05.289174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.306829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c8e3-e41a-4d0a-9d55-f5a442b04a90 req-e05b9f58-ff09-4b39-905a-b487cbd105a3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.308383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bed4c8e3-e41a-4d0a-9d55-f5a442b04a90 req-e05b9f58-ff09-4b39-905a-b487cbd105a3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1997590 Sep 24 19:10:05.315305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-a5127d8d-88b3-40fd-9a70-892017fb4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.316794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-a5127d8d-88b3-40fd-9a70-892017fb4cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939641 Sep 24 19:10:05.317974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:05.381336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.394636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.449765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:05.471901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bed4c8e3-e41a-4d0a-9d55-f5a442b04a90 req-7c189f16-06ed-426b-8961-ca67ed724c1b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492798 Sep 24 19:10:05.474951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.475173 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Added segment 6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41 of type vlan for network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 Sep 24 19:10:05.480868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f9243-819b-4b99-a293-ee33587415c0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:05.524413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-8f3f4c97-d724-4a79-9d88-6fc012d01a98 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978869 Sep 24 19:10:05.553494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.559835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.569556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.636917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.643949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.644556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.685891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event updated for resources: {'Port': ['ID=f1e637e2-842e-4625-ae07-46420ff1b5b4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:05.709058 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8690729 Sep 24 19:10:05.712078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.713592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:05.721792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Request body: {'subnet': {'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:05.722254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.734009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1fa2670a-1a42-4eeb-a3c6-4f79a2061466'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:05.780706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=1fa2670a-1a42-4eeb-a3c6-4f79a2061466,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:05.784091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fede2-7066-46d8-88bf-442a577f3f07 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'Network': ['ID=3d0bd7f6-4eac-40e9-8f74-4fb27ec82091,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:05.796797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:05.797894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046799-233f-4c09-b681-aa3c9cf6047b req-88564a65-43c6-48f1-9aa3-7f5b6322c40d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.799479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab046799-233f-4c09-b681-aa3c9cf6047b req-88564a65-43c6-48f1-9aa3-7f5b6322c40d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1993456 Sep 24 19:10:05.875173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc16e08c-ddc3-4e5a-b3e4-06c5f536c101 req-5a356a16-aefa-490f-9ea2-de072b227d2e service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403604 Sep 24 19:10:05.875938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:05.886335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdea9e-bb14-42bc-927c-2cf03992e996 req-ae9c73e9-f767-4788-a95f-fe2a66d246aa tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:05.891073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3cdea9e-bb14-42bc-927c-2cf03992e996 req-ae9c73e9-f767-4788-a95f-fe2a66d246aa tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1930237 Sep 24 19:10:05.892668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:05.895042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3cc9a09-defe-4d98-81d6-fe0c19137333 req-2ed5a917-5504-487c-ba1a-9b8b9cff6e8f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "DELETE /v2.0/ports/1fa2670a-1a42-4eeb-a3c6-4f79a2061466 HTTP/1.1" status: 204 len: 173 time: 1.0450368 Sep 24 19:10:05.896852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'name': 'network-vif-deleted', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:05.899970 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58bda3c-87e7-45e2-b280-f5188fe1fb60" -d '{"events": [{"server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "name": "network-vif-deleted", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:05.933862 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Floating IP fc73c029-617a-42ac-8414-89368759d09a associated. External IP: 172.25.5.23, port: 2940bb6e-ad34-4153-a867-b8f47971e872. Sep 24 19:10:05.936578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab046799-233f-4c09-b681-aa3c9cf6047b req-0d2874ee-c423-40dc-a040-f04c23665ed8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237464 Sep 24 19:10:05.955375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3cdea9e-bb14-42bc-927c-2cf03992e996 req-926edfaa-761c-45de-8843-35f618740109 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502744 Sep 24 19:10:05.974732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Made reservation on behalf of 4393caac492d43ed84aeca457553d01c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:05.978185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:06.092424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2aa5e4-3edb-4166-8e33-398d5adc9224 x-openstack-request-id: req-2b2aa5e4-3edb-4166-8e33-398d5adc9224 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:06.092720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e323452-1ebf-41ae-9ef1-899eb76ec92d", "name": "network-vif-deleted", "tag": "1fa2670a-1a42-4eeb-a3c6-4f79a2061466", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:06.093054 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b2aa5e4-3edb-4166-8e33-398d5adc9224 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:06.094117 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e323452-1ebf-41ae-9ef1-899eb76ec92d', 'name': 'network-vif-deleted', 'tag': '1fa2670a-1a42-4eeb-a3c6-4f79a2061466', 'status': 'completed', 'code': 200} Sep 24 19:10:06.119029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e865-31cb-4f94-b2bb-4fb01eca6399 req-745229ac-1af8-48ae-bbe8-24ec8a5d42e6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:06.122801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4757e865-31cb-4f94-b2bb-4fb01eca6399 req-745229ac-1af8-48ae-bbe8-24ec8a5d42e6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0721407 Sep 24 19:10:06.208387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd2a156b-c956-42f7-aafe-a49258f8164a req-7bd66231-a9ea-4323-b142-310758f0edb4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0471697 Sep 24 19:10:06.231569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4757e865-31cb-4f94-b2bb-4fb01eca6399 req-fdd657de-baab-4877-b5e1-cef2eeb982d6 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008539 Sep 24 19:10:06.316411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Router d4162bb4-9adb-4c08-9092-a79099772fb8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:06.422716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5fce-0085-4a02-b6b2-e3ded5307f96 req-01946813-0df0-4e22-8f22-fee2a6b09104 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:06.425851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:06.430186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6bb5fce-0085-4a02-b6b2-e3ded5307f96 req-01946813-0df0-4e22-8f22-fee2a6b09104 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1116536 Sep 24 19:10:06.448016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e629521-7ad9-43a4-9006-ed34dfb5ae2b req-0b463229-64ab-4837-8c70-0e1c16075f15 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:06.449535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e629521-7ad9-43a4-9006-ed34dfb5ae2b req-0b463229-64ab-4837-8c70-0e1c16075f15 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.0859318 Sep 24 19:10:06.482770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'Subnet': ['ID=023952f5-91ca-4bdb-b9de-6e3a47aa50ca,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:06.508989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6bb5fce-0085-4a02-b6b2-e3ded5307f96 req-eebed5f5-6ce6-419b-97ea-10a4214d0357 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Sep 24 19:10:06.539105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e629521-7ad9-43a4-9006-ed34dfb5ae2b req-c976dd5b-e669-4621-8fe2-2afae3de90cd tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Sep 24 19:10:06.921320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Checking segment: {'id': '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:06.921320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Network hostable DHCP agents. Network: 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:06.950263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:06.960198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:06.972781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Sync routers for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:06.980853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:06.981821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938e04-6a02-40ee-9ea7-66d4985afc21 req-ad6c6acc-6bb6-43cf-ab80-6bc0d3e30ded tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:06.991668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:06.992373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:06.995439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa938e04-6a02-40ee-9ea7-66d4985afc21 req-ad6c6acc-6bb6-43cf-ab80-6bc0d3e30ded tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1537628 Sep 24 19:10:06.997904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:06.998683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:07.003115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c6e17-c71f-4cbc-9e39-15756d967502 None None] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:07.026467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:07.086216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-064eb9ca-3a77-4e3c-85fa-98e5e319b7c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3688707 Sep 24 19:10:07.088790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:07.096172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Request body: {'port': {'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1418676302'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:07.111452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa938e04-6a02-40ee-9ea7-66d4985afc21 req-bdcfbf1f-473d-440a-82f8-6d8a4e21ee83 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149497 Sep 24 19:10:07.117422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2a04c5e4-692d-45bf-9c1e-76fc82ab9414 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4053957 Sep 24 19:10:07.120557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:07.122877 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e51b04-a847-4469-925b-b23165c7090f" -d '{"events": [{"name": "network-changed", "server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:07.319984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079d5c-93aa-4e25-a216-18fe93719e39 req-94fc9d5a-912d-4df8-99eb-d943b7c7e79c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:07.338113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0079d5c-93aa-4e25-a216-18fe93719e39 req-94fc9d5a-912d-4df8-99eb-d943b7c7e79c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1328044 Sep 24 19:10:07.422455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Made reservation on behalf of 4393caac492d43ed84aeca457553d01c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:07.426916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:07.459732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] device_id is not set on port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:10:07.487643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0079d5c-93aa-4e25-a216-18fe93719e39 req-2a556684-9f31-460b-a5c2-f7955cfb3d43 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464336 Sep 24 19:10:07.588977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:07.703006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337b6d-eb8a-43e9-a100-f5a9b16f4b36 req-ef6c7ed6-808e-4b36-998e-b6a15ea907eb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:07.711958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e337b6d-eb8a-43e9-a100-f5a9b16f4b36 req-ef6c7ed6-808e-4b36-998e-b6a15ea907eb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1076164 Sep 24 19:10:07.790075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e337b6d-eb8a-43e9-a100-f5a9b16f4b36 req-0904ca5b-bd39-4ba9-9d53-4f1431fece1a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704174 Sep 24 19:10:07.839881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-dadaa04a-ae98-48c2-a1b9-e34449d34e6e req-5e44395f-4d18-437f-ac7f-1eb53c8e4171 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:10:07.841123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dadaa04a-ae98-48c2-a1b9-e34449d34e6e req-5e44395f-4d18-437f-ac7f-1eb53c8e4171 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064542 Sep 24 19:10:07.850029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Allocated IP 2001:db8::a9 (3d0bd7f6-4eac-40e9-8f74-4fb27ec82091/023952f5-91ca-4bdb-b9de-6e3a47aa50ca/59366064-c6c0-44e4-a52c-a3c5a0e5e2fb) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:07.973941 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951f7a2-dc59-410e-98a6-883214bce3be x-openstack-request-id: req-c951f7a2-dc59-410e-98a6-883214bce3be {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:07.974647 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:07.975714 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c951f7a2-dc59-410e-98a6-883214bce3be {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:07.976728 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872', 'status': 'completed', 'code': 200} Sep 24 19:10:08.012829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dadaa04a-ae98-48c2-a1b9-e34449d34e6e req-a12e5bc3-5bba-498d-99db-156efcaba0d7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1539962 Sep 24 19:10:08.075170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-3d0bd7f6-4eac-40e9-8f74-4fb27ec82091', 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091', 'tenant_id': '4393caac492d43ed84aeca457553d01c', 'fixed_ips': [{'subnet_id': '023952f5-91ca-4bdb-b9de-6e3a47aa50ca'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:10:08.077732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:08.228278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a03c644-8da3-4d22-82d1-6293183747d5 req-9f6b8c1b-7b5c-4994-a56f-29fb19a74631 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0965409 Sep 24 19:10:08.300003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fc73c029-617a-42ac-8414-89368759d09a', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'port_id': '2940bb6e-ad34-4153-a867-b8f47971e872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'mac_address': 'fa:16:3e:b4:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:04Z', 'updated_at': '2021-09-24T19:10:04Z', 'revision_number': 0, 'project_id': '225ee531818a43a6a21deee4eb278366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:08.325602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:08.338568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Checking router: d4162bb4-9adb-4c08-9092-a79099772fb8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:08.357280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:08.357957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:09:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:08.400779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:08.457145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51b04-a847-4469-925b-b23165c7090f req-47314669-638b-4b5c-8555-641a73ecc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:08.460037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-47314669-638b-4b5c-8555-641a73ecc653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=225ee531818a43a6a21deee4eb278366&device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1097 time: 0.4729447 Sep 24 19:10:08.567427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Allocated IP 2001:db8::2 (3d0bd7f6-4eac-40e9-8f74-4fb27ec82091/023952f5-91ca-4bdb-b9de-6e3a47aa50ca/5fa5982e-325b-49c4-b92d-9875aab18a05) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:08.655505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:08.656595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51b04-a847-4469-925b-b23165c7090f req-9fc7c8c6-9c88-414a-b486-68e6c02af999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:08.658633 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-9fc7c8c6-9c88-414a-b486-68e6c02af999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 200 len: 907 time: 0.1743267 Sep 24 19:10:08.663639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:08.667934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:08.674639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:08.682470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:08.683868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:08.707152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'Port': ['ID=59366064-c6c0-44e4-a52c-a3c5a0e5e2fb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:08.725504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48cfc-9a60-48f2-8567-158ea455acd0 req-bb50d7f2-0b18-4af9-ac3c-2877a8ff0d81 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:08.730134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30f48cfc-9a60-48f2-8567-158ea455acd0 req-bb50d7f2-0b18-4af9-ac3c-2877a8ff0d81 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1324468 Sep 24 19:10:08.788556 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b659a35a-3dac-44f1-b171-fa2d04acf746 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6951313 Sep 24 19:10:08.791817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39342) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:08.799234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Request body: {'port': {'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-717227695', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:08.799909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:08.800318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:08.800719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:08.853843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30f48cfc-9a60-48f2-8567-158ea455acd0 req-2e9c96af-19a9-4446-816d-dc3df8797885 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098313 Sep 24 19:10:08.891650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-b2a21988-526f-4aab-8eb8-af188c9fffd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 200 len: 999 time: 0.2199271 Sep 24 19:10:08.945311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.005748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51b04-a847-4469-925b-b23165c7090f req-e6ba5534-196b-4c0d-a41f-dc725e048bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.008372 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-e6ba5534-196b-4c0d-a41f-dc725e048bd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f486cbb4-6d5b-491b-b53c-1f907eb583d3 HTTP/1.1" status: 200 len: 846 time: 0.0701766 Sep 24 19:10:09.012775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdb-42b1-46a1-855c-3ceff11b96c4 req-71ad9282-a7f5-4130-8598-f0647a914e21 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.015024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a11fdb-42b1-46a1-855c-3ceff11b96c4 req-71ad9282-a7f5-4130-8598-f0647a914e21 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0841782 Sep 24 19:10:09.090700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50a11fdb-42b1-46a1-855c-3ceff11b96c4 req-f4c91a3c-6e33-4c23-a187-b411d51349b9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684996 Sep 24 19:10:09.102334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51b04-a847-4469-925b-b23165c7090f req-280b1e11-ff4d-4ee6-a784-c41e3a8f206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.104447 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-280b1e11-ff4d-4ee6-a784-c41e3a8f206d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740163 Sep 24 19:10:09.112326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Made reservation on behalf of 4393caac492d43ed84aeca457553d01c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:09.116400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.178164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] device_id is not set on port 723e1223-22cb-4aa6-a2cf-f0a9430c4b39 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:10:09.311841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:09.313194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eaf32-c1d9-41b8-83f1-af4f11615d55 req-2f30cb10-39ba-43ce-8ea2-94322d17a3d1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.324283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f62eaf32-c1d9-41b8-83f1-af4f11615d55 req-2f30cb10-39ba-43ce-8ea2-94322d17a3d1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1985137 Sep 24 19:10:09.356927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:09.357725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1fa2670a-1a42-4eeb-a3c6-4f79a2061466 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:09.361161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d665b6-30ec-4017-8035-9d258a74c507 req-d87b0adf-2fd2-4b68-a5c0-0b53fd325964 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.365428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.366592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4d665b6-30ec-4017-8035-9d258a74c507 req-d87b0adf-2fd2-4b68-a5c0-0b53fd325964 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.1773906 Sep 24 19:10:09.383136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.459737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-2d92a781-116d-44b8-8b59-0071e4e2c007 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394403 Sep 24 19:10:09.485290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:09.487774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f62eaf32-c1d9-41b8-83f1-af4f11615d55 req-46a2185f-a97c-4126-99b2-d13d32b771d1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595461 Sep 24 19:10:09.520268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:09.527182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:09.534757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4d665b6-30ec-4017-8035-9d258a74c507 req-4ebdab4b-f4f3-464c-b426-99b682b0d565 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415079 Sep 24 19:10:09.541254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Pushing event updated for resources: {'Port': ['ID=5fa5982e-325b-49c4-b92d-9875aab18a05,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:09.698790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fc73c029-617a-42ac-8414-89368759d09a', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'port_id': '2940bb6e-ad34-4153-a867-b8f47971e872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'mac_address': 'fa:16:3e:b4:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:04Z', 'updated_at': '2021-09-24T19:10:04Z', 'revision_number': 0, 'project_id': '225ee531818a43a6a21deee4eb278366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:09.716653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Attempting to bind port 5fa5982e-325b-49c4-b92d-9875aab18a05 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:09.717404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Attempting to bind port 5fa5982e-325b-49c4-b92d-9875aab18a05 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:09.717999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Attempting to bind port 5fa5982e-325b-49c4-b92d-9875aab18a05 on network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:09.744518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e90329c2-55d5-458c-afe8-348d682be2e9 req-45998f8d-8f1a-45b3-90c5-60d636aa2b7c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0663290 Sep 24 19:10:09.795492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Allocated IP 2001:db8::2b4 (3d0bd7f6-4eac-40e9-8f74-4fb27ec82091/023952f5-91ca-4bdb-b9de-6e3a47aa50ca/723e1223-22cb-4aa6-a2cf-f0a9430c4b39) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:09.810449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-60e51b04-a847-4469-925b-b23165c7090f req-46df4c42-f049-48f5-925e-6ec3a704fc75 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788634 Sep 24 19:10:09.818580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:09.819083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Checking segment: {'id': '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:09.819488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.819883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Bound using segment: {'id': '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:09.820363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Bound port: 5fa5982e-325b-49c4-b92d-9875aab18a05, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d0bd7f6-4eac-40e9-8f74-4fb27ec82091'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:09.820743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:09.988386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816451-76a6-44a4-946a-406231845c37 req-dbf3d407-530e-4c21-bd52-f0a728b20ddc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:09.998369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f816451-76a6-44a4-946a-406231845c37 req-dbf3d407-530e-4c21-bd52-f0a728b20ddc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1163313 Sep 24 19:10:10.095409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f816451-76a6-44a4-946a-406231845c37 req-aa05b9de-a6d1-4e92-8cf4-eb229d3fcfc5 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956428 Sep 24 19:10:10.172008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:10.219137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:10.220058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad11900-4ef5-4af6-af25-742ff480ecad None None] The sync data for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 is: [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fc73c029-617a-42ac-8414-89368759d09a', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'port_id': '2940bb6e-ad34-4153-a867-b8f47971e872', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'mac_address': 'fa:16:3e:b4:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:04Z', 'updated_at': '2021-09-24T19:10:04Z', 'revision_number': 0, 'project_id': '225ee531818a43a6a21deee4eb278366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:10.316932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:10.334064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'Port': ['ID=723e1223-22cb-4aa6-a2cf-f0a9430c4b39,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:10.342942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:10.345357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:10.351521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:10.352184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:10.368343 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1714d930-0ac7-4b75-bca3-f5f3128db16f tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5748074 Sep 24 19:10:10.370810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:10.383851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] For port 5fa5982e-325b-49c4-b92d-9875aab18a05, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:10.387625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc1a32-8d41-47b3-89d8-3b50aa7682ee req-390f28c6-516b-4199-a482-782a1f896ff2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:10.400648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4bc1a32-8d41-47b3-89d8-3b50aa7682ee req-390f28c6-516b-4199-a482-782a1f896ff2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1321967 Sep 24 19:10:10.401058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] For port 5fa5982e-325b-49c4-b92d-9875aab18a05, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5fa5982e-325b-49c4-b92d-9875aab18a05,segment=NetworkSegment(6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41),segment_id=6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:10.408385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:10.489463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4bc1a32-8d41-47b3-89d8-3b50aa7682ee req-fa662228-01dd-47cc-b428-912e1dba987d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878410 Sep 24 19:10:10.558487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b810cd-3c59-443e-9120-0096d15051e9 None None] Pushing event updated for resources: {'Port': ['ID=5fa5982e-325b-49c4-b92d-9875aab18a05,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:10.592338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3774c65-b8be-484b-9445-de59e62987de tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:10.607927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3774c65-b8be-484b-9445-de59e62987de tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:10.623083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3774c65-b8be-484b-9445-de59e62987de tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:10.624860 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c3774c65-b8be-484b-9445-de59e62987de tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2529466 Sep 24 19:10:10.629548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:10.713364 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae295c5d-8235-45cf-b149-46155b5afc8b None None] New status for floating IP fc73c029-617a-42ac-8414-89368759d09a: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:10:11.095183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5fa5982e-325b-49c4-b92d-9875aab18a05 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:11.116814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330316d-a7dd-4fa0-8647-563f0f9c3221 req-c66044a2-e12b-4880-93a5-5df05596d5cc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:11.123746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330316d-a7dd-4fa0-8647-563f0f9c3221 req-c66044a2-e12b-4880-93a5-5df05596d5cc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:11.131943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330316d-a7dd-4fa0-8647-563f0f9c3221 req-c66044a2-e12b-4880-93a5-5df05596d5cc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:11.140842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b330316d-a7dd-4fa0-8647-563f0f9c3221 req-c66044a2-e12b-4880-93a5-5df05596d5cc tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34&device_id=319e90bb-f809-42f3-950c-39704097747a&device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 2417 time: 0.2593486 Sep 24 19:10:11.181900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Deleting port 723e1223-22cb-4aa6-a2cf-f0a9430c4b39 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:11.182243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:11.204459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5fa5982e-325b-49c4-b92d-9875aab18a05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:11.204848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:11.219412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0729-df38-4dde-9c69-f97bec05cdf0 req-ad4ecd7f-dac4-41aa-ba00-9728ffa25953 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:11.220967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-939e0729-df38-4dde-9c69-f97bec05cdf0 req-ad4ecd7f-dac4-41aa-ba00-9728ffa25953 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2351451 Sep 24 19:10:11.238038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b330316d-a7dd-4fa0-8647-563f0f9c3221 req-46626c1d-ec74-4540-b92a-97dae58ea50b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962565 Sep 24 19:10:11.387362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:11.397741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:11.461836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Calling delete_port for 723e1223-22cb-4aa6-a2cf-f0a9430c4b39 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:11.472052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 5fa5982e-325b-49c4-b92d-9875aab18a05, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5fa5982e-325b-49c4-b92d-9875aab18a05,segment=NetworkSegment(6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41),segment_id=6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:11.484366 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:11.537010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-939e0729-df38-4dde-9c69-f97bec05cdf0 req-5e831d6d-e048-4b91-9d94-eb25f426cb4c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976325 Sep 24 19:10:11.621322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=5fa5982e-325b-49c4-b92d-9875aab18a05,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:11.650630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b15dc0-8767-4156-9bcc-8145ad32eb75 req-4b25c6b4-c6fc-49b0-800e-b28bd456ad71 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:11.658661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01b15dc0-8767-4156-9bcc-8145ad32eb75 req-4b25c6b4-c6fc-49b0-800e-b28bd456ad71 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.2383928 Sep 24 19:10:11.733098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c8ed1b8-8635-468c-aab1-2569e761c9bb req-6b7485d5-2a8e-4d6a-bc69-9f8229ff6024 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0698352 Sep 24 19:10:11.774629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01b15dc0-8767-4156-9bcc-8145ad32eb75 req-96dfc194-6c36-4a0c-bc85-1b5cdfaffa5f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146059 Sep 24 19:10:11.984996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4974ea6-ad81-4c20-ad72-9467fbf4193e req-5cd64740-9cc7-4051-bdaf-c4207a3445f7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1480031 Sep 24 19:10:11.996070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.118137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event deleted for resources: {'Port': ['ID=723e1223-22cb-4aa6-a2cf-f0a9430c4b39,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:12.120264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91418b-13a9-4ec1-927c-fcea9aadaf67 None None] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:12.150373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.156780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:12.158131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ea2ba50-f3ee-455a-aacb-9e1625d9481d tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "DELETE /v2.0/ports/723e1223-22cb-4aa6-a2cf-f0a9430c4b39 HTTP/1.1" status: 204 len: 168 time: 1.5240452 Sep 24 19:10:12.161867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Request body: {'port': {'name': 'tempest-new-port-name-1819897481', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:12.162255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:12.162586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:12.162927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:10:12.291397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1a106485-f404-4ad1-a4e5-b5b8c4e5ec9a None None] Provisioning complete for port 5fa5982e-325b-49c4-b92d-9875aab18a05 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:12.300981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a106485-f404-4ad1-a4e5-b5b8c4e5ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.338682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.375775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7b1ad-fda5-482b-bfa9-1c88a961b3f0 req-613b0c1d-be14-4b76-8b90-50189db71eef tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:12.387320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38b7b1ad-fda5-482b-bfa9-1c88a961b3f0 req-613b0c1d-be14-4b76-8b90-50189db71eef tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0963244 Sep 24 19:10:12.498226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38b7b1ad-fda5-482b-bfa9-1c88a961b3f0 req-aa9f0cc0-9c8c-4585-a10f-d4d640854380 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062276 Sep 24 19:10:12.739028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9d6cc-dc46-43fe-91d7-1d88d03caac1 req-3b0f9635-d5cb-4a4c-8873-e5361c29e819 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:12.740985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb9d6cc-dc46-43fe-91d7-1d88d03caac1 req-3b0f9635-d5cb-4a4c-8873-e5361c29e819 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0930917 Sep 24 19:10:12.756268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.768084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.843224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb9d6cc-dc46-43fe-91d7-1d88d03caac1 req-7917c299-b4a0-49c8-92ee-1ccb21013050 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955987 Sep 24 19:10:12.870112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] In _notify_port_updated(), no bound segment for port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb on network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:10:12.877652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:12.878348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:12.886039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "PUT /v2.0/ports/59366064-c6c0-44e4-a52c-a3c5a0e5e2fb HTTP/1.1" status: 200 len: 1129 time: 0.7279587 Sep 24 19:10:12.888543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39402) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:12.925281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f562d6e-3726-49ce-8a1a-050462f7deb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event updated for resources: {'Port': ['ID=59366064-c6c0-44e4-a52c-a3c5a0e5e2fb,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:13.020909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f05ebe-3aca-4719-8a39-a1b9c5dccb3e tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:13.027560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:13.034688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2f05ebe-3aca-4719-8a39-a1b9c5dccb3e tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "GET /v2.0/ports/59366064-c6c0-44e4-a52c-a3c5a0e5e2fb HTTP/1.1" status: 200 len: 1129 time: 0.1449921 Sep 24 19:10:13.118388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5fa5982e-325b-49c4-b92d-9875aab18a05 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:13.131360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df1a4d9b-271f-4a47-ab12-20d114e0af8e req-c11cadfe-17a5-4283-b30a-0866b9acfeb1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0620027 Sep 24 19:10:13.223946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d1942-d3fe-418f-9351-623efc5a9a26 req-2f77c7d0-25b8-4d8e-a707-f304e584fa40 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:13.235471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-321d1942-d3fe-418f-9351-623efc5a9a26 req-2f77c7d0-25b8-4d8e-a707-f304e584fa40 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1029816 Sep 24 19:10:13.318002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-321d1942-d3fe-418f-9351-623efc5a9a26 req-405fe992-354f-4be0-bca2-c7a671ef5591 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815485 Sep 24 19:10:13.326595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-af3ee1ea-cb28-4b16-ae76-2459cb7f980f None None] Provisioning complete for port 5fa5982e-325b-49c4-b92d-9875aab18a05 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:13.327024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af3ee1ea-cb28-4b16-ae76-2459cb7f980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.389860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Deleting port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:13.389860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.432640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5fa5982e-325b-49c4-b92d-9875aab18a05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:13.433024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.600144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-af3ee1ea-cb28-4b16-ae76-2459cb7f980f None None] Provisioning complete for port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:13.600662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af3ee1ea-cb28-4b16-ae76-2459cb7f980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.660870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.667371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-af3ee1ea-cb28-4b16-ae76-2459cb7f980f None None] Port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:13.699201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563ae0-0002-4a23-b258-cb5974f5a0b2 req-c4e5a188-b220-45c2-bf5e-86ccfba0127a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:13.708193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Calling delete_port for 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:13.709864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36563ae0-0002-4a23-b258-cb5974f5a0b2 req-c4e5a188-b220-45c2-bf5e-86ccfba0127a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1859920 Sep 24 19:10:13.818895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4e5ceca4-2037-4692-a566-2a14a9aab29b None None] Provisioning complete for port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:13.819436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e5ceca4-2037-4692-a566-2a14a9aab29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:13.824316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36563ae0-0002-4a23-b258-cb5974f5a0b2 req-956d1f11-c373-45df-acdf-d629b0677ad4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134908 Sep 24 19:10:13.933054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ceca4-2037-4692-a566-2a14a9aab29b None None] Port 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:14.038419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.116168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event deleted for resources: {'Port': ['ID=59366064-c6c0-44e4-a52c-a3c5a0e5e2fb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:14.160263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.163639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8a63ace-2a66-49fd-84ed-378e1f885df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "DELETE /v2.0/ports/59366064-c6c0-44e4-a52c-a3c5a0e5e2fb HTTP/1.1" status: 204 len: 168 time: 1.1344972 Sep 24 19:10:14.165569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:14.168601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f873-1520-4cf6-97c6-7a58f50833f3 req-c417a6d6-f6db-4822-b123-38ec6e5f27c1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:14.181473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46f3f873-1520-4cf6-97c6-7a58f50833f3 req-c417a6d6-f6db-4822-b123-38ec6e5f27c1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1126201 Sep 24 19:10:14.251842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-70cf93a7-12c5-4ba4-a6a4-710886d62e67 None None] Could not find standard attr ID for object 723e1223-22cb-4aa6-a2cf-f0a9430c4b39. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:10:14.255439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Deleting subnet 023952f5-91ca-4bdb-b9de-6e3a47aa50ca {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:10:14.259043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.271441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46f3f873-1520-4cf6-97c6-7a58f50833f3 req-ffa6cfc1-a729-46a7-b545-a8a97b76b9a3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832591 Sep 24 19:10:14.318812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.433252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9affb259-ba3c-4931-a314-4d8a005afeb6 req-f80f401e-ed49-4e93-b23d-eec1a3d14ec7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0585437 Sep 24 19:10:14.512822 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.624260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.696448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.701685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "DELETE /v2.0/subnets/023952f5-91ca-4bdb-b9de-6e3a47aa50ca HTTP/1.1" status: 204 len: 168 time: 0.5350337 Sep 24 19:10:14.703921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b838e0-95ff-415e-84ee-a3e53d116341 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event deleted for resources: {'Subnet': ['ID=023952f5-91ca-4bdb-b9de-6e3a47aa50ca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:14.704248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39442) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:14.875451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:14.911633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91588aa2-6758-4b90-9977-c65f40bf5b5d req-3ad1ae3b-f418-44f0-a7cd-0a69f3a68ba4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:14.925348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91588aa2-6758-4b90-9977-c65f40bf5b5d req-3ad1ae3b-f418-44f0-a7cd-0a69f3a68ba4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.2592988 Sep 24 19:10:15.065557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e5bd0-a065-4c75-8ea4-afd77a6c7dbc None None] Network 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:15.079041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91588aa2-6758-4b90-9977-c65f40bf5b5d req-a119df10-514b-44fd-8f64-feb0cc6ed78a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320558 Sep 24 19:10:15.119735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7b5dee84-b689-4ec1-b90e-1a755bff3c95 None None] Could not find standard attr ID for object 59366064-c6c0-44e4-a52c-a3c5a0e5e2fb. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:10:15.198328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a5e57-3b2f-44d7-ba36-c414e75a25dd req-d07d6dab-63da-4413-93b4-60587e6e65e9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:15.208079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-023a5e57-3b2f-44d7-ba36-c414e75a25dd req-d07d6dab-63da-4413-93b4-60587e6e65e9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1609786 Sep 24 19:10:15.240512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Deleting port 5fa5982e-325b-49c4-b92d-9875aab18a05 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:15.240855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.348384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] For port 5fa5982e-325b-49c4-b92d-9875aab18a05, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5fa5982e-325b-49c4-b92d-9875aab18a05,segment=NetworkSegment(6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41),segment_id=6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:15.348753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.366596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] DHCP port deletion for 3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:10:15.367403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-023a5e57-3b2f-44d7-ba36-c414e75a25dd req-facfaf00-a12f-4b28-8832-51bc4dab56f2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581359 Sep 24 19:10:15.375957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Calling delete_port for 5fa5982e-325b-49c4-b92d-9875aab18a05 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:15.412921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5141c4-f8e1-49c0-a8b3-0fc5560d2a3c req-0d53e7c9-3fd1-4ed7-b9a5-169d0a37439b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:15.420242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b5141c4-f8e1-49c0-a8b3-0fc5560d2a3c req-0d53e7c9-3fd1-4ed7-b9a5-169d0a37439b tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1499035 Sep 24 19:10:15.442718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Deleting port 5fa5982e-325b-49c4-b92d-9875aab18a05 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:15.443474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.510388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b5141c4-f8e1-49c0-a8b3-0fc5560d2a3c req-f391bde8-3094-476b-b00e-dd4dbaceaf3f tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873070 Sep 24 19:10:15.525668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] For port 5fa5982e-325b-49c4-b92d-9875aab18a05, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5fa5982e-325b-49c4-b92d-9875aab18a05,segment=NetworkSegment(6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41),segment_id=6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:15.526394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.553027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Calling delete_port for 5fa5982e-325b-49c4-b92d-9875aab18a05 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:15.572549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.631800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] No DVR routers for this DVR port 5fa5982e-325b-49c4-b92d-9875aab18a05 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:15.639611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event deleted for resources: {'Port': ['ID=5fa5982e-325b-49c4-b92d-9875aab18a05,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:15.705523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.738979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865b28c-48be-4e9f-977b-8ad3846b9909 req-0b50038d-eae5-4dd9-b831-3143e8d1ab5f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:15.747366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7865b28c-48be-4e9f-977b-8ad3846b9909 req-0b50038d-eae5-4dd9-b831-3143e8d1ab5f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1306736 Sep 24 19:10:15.747591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] No DVR routers for this DVR port 5fa5982e-325b-49c4-b92d-9875aab18a05 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:15.752286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da733842-f8d8-4dc7-9ac4-2b3bc29ba4c3 None None] Pushing event deleted for resources: {'Port': ['ID=5fa5982e-325b-49c4-b92d-9875aab18a05,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:15.786567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.822753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0bd7f6-4eac-40e9-8f74-4fb27ec82091']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:15.836949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7865b28c-48be-4e9f-977b-8ad3846b9909 req-d31af498-8e7a-417d-9b55-9ff758f088c0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886624 Sep 24 19:10:15.838638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:15.842020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9bb1e1-1f98-42e5-9f62-c2b2bfccbe41') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:15.854840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.881527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.897190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:10:15.897732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:10:15.979722 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:10:16.009108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d72fae28-5bff-42fb-9dfe-beebfd8edd02 req-0e199e95-8153-4a26-b43e-a6ec14466b41 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0283706 Sep 24 19:10:16.009767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:16.029765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:16.042570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] 10.222.0.18 "DELETE /v2.0/networks/3d0bd7f6-4eac-40e9-8f74-4fb27ec82091 HTTP/1.1" status: 204 len: 168 time: 1.3335326 Sep 24 19:10:16.051515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14acb78-9ad9-4dac-83d0-34778f0b0aac tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252 tempest-ExtraDHCPOptionsIpV6TestJSON-1319265252-project] Pushing event deleted for resources: {'Network': ['ID=3d0bd7f6-4eac-40e9-8f74-4fb27ec82091,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:16.205800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ed4b-198e-4bbc-a8f1-57e72833f80b req-ced491cb-a875-4f26-a62a-97356a28eab4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:16.207606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5d5ed4b-198e-4bbc-a8f1-57e72833f80b req-ced491cb-a875-4f26-a62a-97356a28eab4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0622270 Sep 24 19:10:16.279805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5d5ed4b-198e-4bbc-a8f1-57e72833f80b req-f03677c6-7445-409e-b516-34d33643604d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Sep 24 19:10:16.433288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea31b31-006f-4973-8e73-7a72b34003ac req-edb21d1b-823c-44b0-b74f-de9ae4fed56a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:16.433580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea31b31-006f-4973-8e73-7a72b34003ac req-edb21d1b-823c-44b0-b74f-de9ae4fed56a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0842867 Sep 24 19:10:16.445360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f1a1c-239d-4f4d-ac19-767f822dc75f req-2b1770ee-15ea-40fc-b37f-4337fc9a2229 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:16.451518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3f1a1c-239d-4f4d-ac19-767f822dc75f req-2b1770ee-15ea-40fc-b37f-4337fc9a2229 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1033740 Sep 24 19:10:16.468645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:16.523417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aea31b31-006f-4973-8e73-7a72b34003ac req-b693c8c9-9fb6-459d-bcd2-9b37868bf1e2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706744 Sep 24 19:10:16.532901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3f1a1c-239d-4f4d-ac19-767f822dc75f req-badcdd78-d913-48e3-b82d-3672c3026dd3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Sep 24 19:10:16.688083 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a5ec2e5f-4fc6-4301-8d23-80dee6d38fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4393caac492d43ed84aeca457553d01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176542 Sep 24 19:10:16.692113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:16.743497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a7672-a89a-4cf0-9e5c-b0ee73448429 req-5acbae4e-fa1c-4899-968b-cd77ded1efd7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:16.754031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c58a7672-a89a-4cf0-9e5c-b0ee73448429 req-5acbae4e-fa1c-4899-968b-cd77ded1efd7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.1330030 Sep 24 19:10:16.784664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:16.825958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c58a7672-a89a-4cf0-9e5c-b0ee73448429 req-60f9a00d-f014-462a-9ac1-8c7559e395c3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Sep 24 19:10:16.826888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:16.860985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed21d6-cec4-411d-9cce-9c4d086fe56c req-332aacaa-d3ea-44be-ad1a-c38f6795fe60 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:16.863143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ed21d6-cec4-411d-9cce-9c4d086fe56c req-332aacaa-d3ea-44be-ad1a-c38f6795fe60 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0901854 Sep 24 19:10:16.922916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ed21d6-cec4-411d-9cce-9c4d086fe56c req-9fbf1e2f-e31f-45bd-877d-b639e573579a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Sep 24 19:10:17.027578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.040544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5fa5982e-325b-49c4-b92d-9875aab18a05 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:17.055074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.056613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca8f9243-819b-4b99-a293-ee33587415c0 HTTP/1.1" status: 204 len: 168 time: 0.3629110 Sep 24 19:10:17.103574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5fa5982e-325b-49c4-b92d-9875aab18a05 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:17.103574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5fa5982e-325b-49c4-b92d-9875aab18a05 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:17.107278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39492) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:17.121907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-7ea2c20b-20ef-4ee9-865c-0cf11b786668 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:17.129190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-7ea2c20b-20ef-4ee9-865c-0cf11b786668 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 945 time: 0.2402933 Sep 24 19:10:17.130135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc9ea-7140-4933-8b69-ef95a2986996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f9243-819b-4b99-a293-ee33587415c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:17.168652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac5f6-1df7-477c-8c5d-10f84f687137 req-c7923485-2995-4559-8991-45b939ad39e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:17.170275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-528ac5f6-1df7-477c-8c5d-10f84f687137 req-c7923485-2995-4559-8991-45b939ad39e7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1555228 Sep 24 19:10:17.247195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2b71c60-fcdc-4fbf-8973-f9a24efe1846 req-3958c3ad-baba-4445-8c01-240b0274875a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0547609 Sep 24 19:10:17.267261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-528ac5f6-1df7-477c-8c5d-10f84f687137 req-963d53b6-79c3-4ad4-b176-bacb6759ca63 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873599 Sep 24 19:10:17.350733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Deleting port e6205fbd-7d72-499b-abe4-05fb413cd8ea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:17.353615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.382183 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ffeed57-f78d-475d-b893-064775ea118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.488288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] For port e6205fbd-7d72-499b-abe4-05fb413cd8ea, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6205fbd-7d72-499b-abe4-05fb413cd8ea,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:17.488803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.503024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Calling delete_port for e6205fbd-7d72-499b-abe4-05fb413cd8ea owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:17.585322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b856bea-1ae1-4c88-ad04-0c27b85a43ab req-4f0fc0bc-11bd-41ef-96e9-d6a0068664ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:17.587742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b856bea-1ae1-4c88-ad04-0c27b85a43ab req-4f0fc0bc-11bd-41ef-96e9-d6a0068664ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1050932 Sep 24 19:10:17.645047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ffeed57-f78d-475d-b893-064775ea118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.655238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b856bea-1ae1-4c88-ad04-0c27b85a43ab req-b14d257d-0cbd-40bf-912e-2a448e90f408 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Sep 24 19:10:17.656829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ffeed57-f78d-475d-b893-064775ea118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.731169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ffeed57-f78d-475d-b893-064775ea118f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18e7601038e3472d83d011381c09498a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157751 Sep 24 19:10:17.735883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39508) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:17.767937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeed57-f78d-475d-b893-064775ea118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc5fa47-4368-4d6a-9dfc-0f7129eda226,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:17.799680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c71cef-d72d-46bc-86f4-8c3c0d92b50a req-cdb023e8-93d9-4d6c-ae9c-33ddc0603356 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:17.807695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27c71cef-d72d-46bc-86f4-8c3c0d92b50a req-cdb023e8-93d9-4d6c-ae9c-33ddc0603356 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1291392 Sep 24 19:10:17.809124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.824224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['33664d12-9aec-46d4-af04-3f0bb0285b21'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:17.892344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event deleted for resources: {'Port': ['ID=e6205fbd-7d72-499b-abe4-05fb413cd8ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:17.898087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.918890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27c71cef-d72d-46bc-86f4-8c3c0d92b50a req-bfc26b96-64b4-4be7-8805-59c81fbfd73a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050901 Sep 24 19:10:17.947676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['00423fb5-61e5-457d-9dc7-3e472cd3576a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:17.975873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] No DVR routers for this DVR port e6205fbd-7d72-499b-abe4-05fb413cd8ea on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:17.986177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:17.988336 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f10ecc16-619a-4668-86bb-52eb96331e65 req-3d08ff45-58b9-41f3-9762-cc8bdc789791 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "DELETE /v2.0/ports/e6205fbd-7d72-499b-abe4-05fb413cd8ea HTTP/1.1" status: 204 len: 173 time: 0.8398368 Sep 24 19:10:17.988833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'name': 'network-vif-deleted', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:17.993114 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a9d01-13d3-4e16-86d8-9995a0f48f87" -d '{"events": [{"server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "name": "network-vif-deleted", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:17.995118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4269c5-60d8-4952-8dc2-ae7ca800d232 req-5425d0ef-e57e-4179-8e43-64e25d423a1a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:17.996777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc4269c5-60d8-4952-8dc2-ae7ca800d232 req-5425d0ef-e57e-4179-8e43-64e25d423a1a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1807113 Sep 24 19:10:17.998922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:18.121701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c6923d4-c107-4fe9-9511-b7ece9febff6 req-13f019b0-6f45-43a6-a622-4af078903f3d tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f54e8-cbf9-4031-bac8-da145a784c34 HTTP/1.1" status: 200 len: 210 time: 0.0761409 Sep 24 19:10:18.182055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc4269c5-60d8-4952-8dc2-ae7ca800d232 req-d66a72fd-0663-43dd-b196-32faeaf9f6a2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645346 Sep 24 19:10:18.217173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:18.224116 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82307f-3cd1-47c2-83aa-1ab481a80082 x-openstack-request-id: req-bf82307f-3cd1-47c2-83aa-1ab481a80082 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:18.224616 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f54e8-cbf9-4031-bac8-da145a784c34", "name": "network-vif-deleted", "tag": "e6205fbd-7d72-499b-abe4-05fb413cd8ea", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:18.224927 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf82307f-3cd1-47c2-83aa-1ab481a80082 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:18.225396 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f54e8-cbf9-4031-bac8-da145a784c34', 'name': 'network-vif-deleted', 'tag': 'e6205fbd-7d72-499b-abe4-05fb413cd8ea', 'status': 'completed', 'code': 200} Sep 24 19:10:18.226134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:18.228606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cc5fa47-4368-4d6a-9dfc-0f7129eda226 HTTP/1.1" status: 204 len: 168 time: 0.4905946 Sep 24 19:10:18.259597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86666b8-97b6-4759-af36-82cdb0be10de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc5fa47-4368-4d6a-9dfc-0f7129eda226,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:18.559838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c5cf99-ad80-4d3c-935f-3348ef9eb82b req-ccc7dc95-40fc-413d-929f-baa6b2e80a19 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e323452-1ebf-41ae-9ef1-899eb76ec92d HTTP/1.1" status: 200 len: 210 time: 0.0837379 Sep 24 19:10:18.568969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58b63-19bf-4612-9cf3-1b2d17d7c622 req-11b809a1-6a6d-4c0f-b2e9-731ae9794de4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:18.578517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7b58b63-19bf-4612-9cf3-1b2d17d7c622 req-11b809a1-6a6d-4c0f-b2e9-731ae9794de4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1935382 Sep 24 19:10:18.643687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7b58b63-19bf-4612-9cf3-1b2d17d7c622 req-8b9794df-7900-455d-904d-d56515bc7328 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642157 Sep 24 19:10:18.803034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:18.928472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1794749468'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:18.961920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:18.967564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:18.984287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.099525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.104109 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.131643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:19.156227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514ce002-6c15-46ed-8690-3c3131a1cbc9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:19.161449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.162017 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment e5e87525-72c9-4f57-a7df-d322c773b770 of type vlan for network 0a971840-a2a3-416c-ac39-f9f8d24afc15 Sep 24 19:10:19.169455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67083c-d3a3-49fd-b7ec-f189f5e6b1a3 req-8db62952-ace2-4788-b685-ef47703c1726 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.171075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad67083c-d3a3-49fd-b7ec-f189f5e6b1a3 req-8db62952-ace2-4788-b685-ef47703c1726 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4389811 Sep 24 19:10:19.185337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d816f6c-8f93-499d-bcdd-f75040ab8bc4 req-a3c54445-d526-4f28-8035-0837c96d604b tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.186846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d816f6c-8f93-499d-bcdd-f75040ab8bc4 req-a3c54445-d526-4f28-8035-0837c96d604b tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.0810676 Sep 24 19:10:19.218752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.249244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.256977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.257780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.264470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d816f6c-8f93-499d-bcdd-f75040ab8bc4 req-f02e6e3e-eeb6-4018-97ce-ae9627d88cfa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596268 Sep 24 19:10:19.269853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad67083c-d3a3-49fd-b7ec-f189f5e6b1a3 req-923d85ca-2a27-4095-9c4e-1a2d1180190f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820248 Sep 24 19:10:19.293985 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4967027 Sep 24 19:10:19.298190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39568) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:19.304433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023779342'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:19.348599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:19.353101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.358294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39574) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:19.366571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83188d51-17cd-4f63-b567-f9b3060cb418 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=0a971840-a2a3-416c-ac39-f9f8d24afc15,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:19.381127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:19.387603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:19.398368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.400797 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 2e992dcf-6988-400d-9098-bbbc3d7a97f3 of type vlan for network 1a8f985c-a833-4052-ba0c-622153e59fc8 Sep 24 19:10:19.497868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.510283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1953263846-network', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:19.548635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2da11-45af-49e8-832d-c6c0bca61761 req-2afeeaa9-8440-4f07-b74e-a5c3b81467be tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.550253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae2da11-45af-49e8-832d-c6c0bca61761 req-2afeeaa9-8440-4f07-b74e-a5c3b81467be tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1227863 Sep 24 19:10:19.571811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Made reservation on behalf of 8e2d1025288f4bcfa63eb6580c9d2a72 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:19.576432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.578456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.584257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.584835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.589252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6205fbd-7d72-499b-abe4-05fb413cd8ea no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:19.610303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: e6205fbd-7d72-499b-abe4-05fb413cd8ea {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:19.610755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6205fbd-7d72-499b-abe4-05fb413cd8ea not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:19.632649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.683808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3839447 Sep 24 19:10:19.687154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:19.692116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:19.732448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae2da11-45af-49e8-832d-c6c0bca61761 req-1f487c7b-1407-425e-9ff7-d1a1ea527fcf tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704361 Sep 24 19:10:19.733987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ea0c5-8e70-43ed-9b59-511b6d88314c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=1a8f985c-a833-4052-ba0c-622153e59fc8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:19.748429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:19.764534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f7d9c-fdc2-4977-aee9-d98daf749e4a req-5b532b3b-6f9e-4d91-a383-491ab4f7d730 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.764534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0f7d9c-fdc2-4977-aee9-d98daf749e4a req-5b532b3b-6f9e-4d91-a383-491ab4f7d730 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.1528227 Sep 24 19:10:19.840155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f0f7d9c-fdc2-4977-aee9-d98daf749e4a req-dd4ef3c2-9bff-40c2-9223-7b34ba0a8fa2 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Sep 24 19:10:19.884168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.900842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.904544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:19.909694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.928648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:19.948151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89429e2-9408-4b16-95d7-7f8dd1be9c65,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:19.958098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ee74-82ac-46a9-a2b6-02cf2a58db7a req-a721ed1c-91bd-457d-a1d9-cd21f2b1dc78 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:19.959624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f0ee74-82ac-46a9-a2b6-02cf2a58db7a req-a721ed1c-91bd-457d-a1d9-cd21f2b1dc78 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0996499 Sep 24 19:10:19.963381 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:19.963760 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Added segment d467a570-8197-42e7-bee8-222c958661a3 of type vlan for network 96802faf-39e4-4606-b222-5eab9e3c6e23 Sep 24 19:10:20.023389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.051650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f0ee74-82ac-46a9-a2b6-02cf2a58db7a req-48d28f0c-3bf3-47fb-b522-401cbc9c28a7 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794160 Sep 24 19:10:20.086966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.088274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.089493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.129255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7728620 Sep 24 19:10:20.132142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39600) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:20.147638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.170595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Request body: {'subnet': {'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1953263846-subnet', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:20.175064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68167fa6-88eb-4e78-aa33-92168e4de358 admin admin] Pushing event updated for resources: {'Network': ['ID=96802faf-39e4-4606-b222-5eab9e3c6e23,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:20.188376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:20.207740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Made reservation on behalf of 8e2d1025288f4bcfa63eb6580c9d2a72 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:20.210101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.221670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=eea362d2-95cd-4d16-b005-eed318716753,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:20.235575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': 'e5e87525-72c9-4f57-a7df-d322c773b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:20.235575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: 0a971840-a2a3-416c-ac39-f9f8d24afc15, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:20.255592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:20.272213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 0a971840-a2a3-416c-ac39-f9f8d24afc15) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:20.277923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.279017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.289998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703142e5-0f2a-4985-a77d-2de46a3b7e95 None None] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:20.300615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f150c59b-3af4-4ded-92fb-0e2961f332a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6123204 Sep 24 19:10:20.303073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:20.309416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:20.361499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626bd5b9-fcd3-4c74-8df7-5365cf2898aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.437195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:20.443397 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.467033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41aa4-b5bd-4967-96e7-d475d70ce3c6 req-afde1df3-88c2-4c54-8cd8-29c81216d8aa tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.468582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eee41aa4-b5bd-4967-96e7-d475d70ce3c6 req-afde1df3-88c2-4c54-8cd8-29c81216d8aa tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1479306 Sep 24 19:10:20.508307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-0a971840-a2a3-416c-ac39-f9f8d24afc15', 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': 'eea362d2-95cd-4d16-b005-eed318716753'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:10:20.509797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.532525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-6f53e356-5a1d-49d8-82a8-acda63730f86 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.534154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-6f53e356-5a1d-49d8-82a8-acda63730f86 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.2121370 Sep 24 19:10:20.593501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-64a1f3be-c454-4cd3-b86c-6b2c5bc7f8ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.0497811 Sep 24 19:10:20.599795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eee41aa4-b5bd-4967-96e7-d475d70ce3c6 req-b0ac623e-28da-4722-ab76-702e41cf42da tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080911 Sep 24 19:10:20.614777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.644105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.673122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Allocated IP 172.20.0.2 (0a971840-a2a3-416c-ac39-f9f8d24afc15/eea362d2-95cd-4d16-b005-eed318716753/25ae49fe-b379-4197-b376-8f822c6a135c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:20.699864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-43dddf43-1514-4dc9-8bac-a320f70acfc9 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763454 Sep 24 19:10:20.717527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=966124c2-2df8-438e-bf58-500c238c2da2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:20.733981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '2e992dcf-6988-400d-9098-bbbc3d7a97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:20.734676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: 1a8f985c-a833-4052-ba0c-622153e59fc8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:20.753969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:20.763644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1a8f985c-a833-4052-ba0c-622153e59fc8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:20.772102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c42b8c-666e-4a29-81d4-fa05ed27c8a0,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:20.774134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df1fa0-ffdb-4a11-a0a0-0ca2faef3fd4 None None] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:20.780468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.781196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.800325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Checking segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:20.800674 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f52304b6-814f-435d-9d4d-ce2912359378 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934032 Sep 24 19:10:20.800780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Network hostable DHCP agents. Network: 96802faf-39e4-4606-b222-5eab9e3c6e23, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:20.800886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:20.805201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520124112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:20.830483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.831561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.859005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b398fe1-5fdb-48c4-8e82-498fbd8ea561 req-2ff652ac-4fdc-4c7f-aed1-8cc1f1f00c6c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.866242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b398fe1-5fdb-48c4-8e82-498fbd8ea561 req-2ff652ac-4fdc-4c7f-aed1-8cc1f1f00c6c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1716073 Sep 24 19:10:20.889904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.897143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:20.903193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.910771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 96802faf-39e4-4606-b222-5eab9e3c6e23) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:20.913841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-2ad92414-5d03-4ce4-9707-0a5ada77416e service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961820 Sep 24 19:10:20.923684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:20.924301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:20.963284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f513da2-66a9-4f25-8fde-c734eb84589b None None] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:20.990404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b398fe1-5fdb-48c4-8e82-498fbd8ea561 req-ba6c27c6-0f3c-471a-bd81-8735c9b32485 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232717 Sep 24 19:10:21.006988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90191361-228a-44db-aa71-39c14f1dbcea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8736804 Sep 24 19:10:21.011361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39626) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:21.016539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:21.023169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:21.031405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:21.033822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Pushing event updated for resources: {'Port': ['ID=25ae49fe-b379-4197-b376-8f822c6a135c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:21.056051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:21.092842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-bfd0cc40-1474-49d0-a3a9-f940c525f322 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:21.093529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-bfd0cc40-1474-49d0-a3a9-f940c525f322 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.69 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.1667747 Sep 24 19:10:21.143706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.144770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.158805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64a9c266-00dc-4ec2-b28c-67d8a9122ee1 req-7d1a8b77-a39c-4f7e-9a8b-647395b886e4 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277613 Sep 24 19:10:21.163101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1a8f985c-a833-4052-ba0c-622153e59fc8', 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '966124c2-2df8-438e-bf58-500c238c2da2'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:10:21.164183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.173912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.181037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.202342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Attempting to bind port 25ae49fe-b379-4197-b376-8f822c6a135c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:21.202882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Attempting to bind port 25ae49fe-b379-4197-b376-8f822c6a135c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e5e87525-72c9-4f57-a7df-d322c773b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:21.203279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Attempting to bind port 25ae49fe-b379-4197-b376-8f822c6a135c on network 0a971840-a2a3-416c-ac39-f9f8d24afc15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:21.205309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.207811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-24069a9b-976a-4ca6-92d3-e7ac6a6fab23 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4058862 Sep 24 19:10:21.210198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:21.263482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:21.264388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Checking segment: {'id': 'e5e87525-72c9-4f57-a7df-d322c773b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:21.264915 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.265414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Bound using segment: {'id': 'e5e87525-72c9-4f57-a7df-d322c773b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:21.266370 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Bound port: 25ae49fe-b379-4197-b376-8f822c6a135c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e87525-72c9-4f57-a7df-d322c773b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a971840-a2a3-416c-ac39-f9f8d24afc15'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:21.266817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.276632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.289843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c19cf-9d83-4db2-a3d3-71172c162f6e req-41d0cb1b-e637-4537-babd-cc17b6e4cb61 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:21.299272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e0c19cf-9d83-4db2-a3d3-71172c162f6e req-41d0cb1b-e637-4537-babd-cc17b6e4cb61 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1488822 Sep 24 19:10:21.466936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e0c19cf-9d83-4db2-a3d3-71172c162f6e req-411544d3-8625-415e-acaa-1480d3acd322 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664779 Sep 24 19:10:21.521446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-96802faf-39e4-4606-b222-5eab9e3c6e23', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:10:21.522431 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.531189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Deleting port 00423fb5-61e5-457d-9dc7-3e472cd3576a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:21.531746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.606110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.638797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.656028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f439095e-2732-4552-a7d2-a0fac632cce9 req-b8b9b036-b264-4e83-aee1-f6cf14cea2c5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfe4330d-2e6a-407c-9df4-298fa6f5d736 HTTP/1.1" status: 200 len: 210 time: 0.0940716 Sep 24 19:10:21.688368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e7157-3f00-42fc-99b7-58d227ba9377 req-576ca966-145a-44df-a7c3-e04fbf7f5fd3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:21.690074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d6e7157-3f00-42fc-99b7-58d227ba9377 req-576ca966-145a-44df-a7c3-e04fbf7f5fd3 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=319e90bb-f809-42f3-950c-39704097747a HTTP/1.1" status: 200 len: 945 time: 0.3071771 Sep 24 19:10:21.735521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] For port 25ae49fe-b379-4197-b376-8f822c6a135c, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:21.740706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] For port 25ae49fe-b379-4197-b376-8f822c6a135c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=25ae49fe-b379-4197-b376-8f822c6a135c,segment=NetworkSegment(e5e87525-72c9-4f57-a7df-d322c773b770),segment_id=e5e87525-72c9-4f57-a7df-d322c773b770)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:21.757285 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.800416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] For port 00423fb5-61e5-457d-9dc7-3e472cd3576a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=00423fb5-61e5-457d-9dc7-3e472cd3576a,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:21.800797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:21.825387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7d6e7157-3f00-42fc-99b7-58d227ba9377 req-9fbec888-a15b-47c1-bb29-9e0a7ec02096 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Sep 24 19:10:21.826453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Calling delete_port for 00423fb5-61e5-457d-9dc7-3e472cd3576a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:21.973567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Allocated IP 172.20.0.2 (96802faf-39e4-4606-b222-5eab9e3c6e23/c5c42b8c-666e-4a29-81d4-fa05ed27c8a0/33d3a65d-5c5b-4bc9-a834-104e109aa4ea) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:22.032350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Allocated IP 172.21.0.2 (1a8f985c-a833-4052-ba0c-622153e59fc8/966124c2-2df8-438e-bf58-500c238c2da2/2ea8cb38-47df-4466-b509-72964e5da09f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:22.043406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6ebc-2553-4473-9a39-b44e1eb1eb1f None None] Pushing event updated for resources: {'Port': ['ID=25ae49fe-b379-4197-b376-8f822c6a135c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:22.139722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.20.0.1 (0a971840-a2a3-416c-ac39-f9f8d24afc15/eea362d2-95cd-4d16-b005-eed318716753/84e5445c-6f62-4730-8264-9ec941100771) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:22.336158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.374318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.405009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event deleted for resources: {'Port': ['ID=00423fb5-61e5-457d-9dc7-3e472cd3576a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:22.432107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.434972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-df5993cd-afed-4cd4-b1e9-714c118f6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:22.437021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-df5993cd-afed-4cd4-b1e9-714c118f6afc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1095 time: 0.3940697 Sep 24 19:10:22.448099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996fc3-37e5-4a23-9df6-002517b5c686 req-6f1ea463-fb40-4021-8610-c72fd0319643 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:22.449649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e996fc3-37e5-4a23-9df6-002517b5c686 req-6f1ea463-fb40-4021-8610-c72fd0319643 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4203894 Sep 24 19:10:22.460692 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.465030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['00423fb5-61e5-457d-9dc7-3e472cd3576a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:22.467663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['33664d12-9aec-46d4-af04-3f0bb0285b21'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:22.502264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:22.509712 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.512479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:22.515474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:22.552240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=84e5445c-6f62-4730-8264-9ec941100771,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:22.553560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.579995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.609210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.618369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] No DVR routers for this DVR port 00423fb5-61e5-457d-9dc7-3e472cd3576a on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:22.632100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.634125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a28cf1-d886-4b84-829c-32207d7f13ea req-1243ba4a-5533-40a5-9649-c2129e16f91e tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.69 "DELETE /v2.0/ports/00423fb5-61e5-457d-9dc7-3e472cd3576a HTTP/1.1" status: 204 len: 173 time: 1.5282862 Sep 24 19:10:22.634590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'name': 'network-vif-deleted', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:22.636005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:22.637367 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0743ed3-1f0a-4986-a693-ee697d9d1cb1" -d '{"events": [{"server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "name": "network-vif-deleted", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:22.644492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:22.655681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:22.669535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Pushing event updated for resources: {'Port': ['ID=2ea8cb38-47df-4466-b509-72964e5da09f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:22.680761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:22.696287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.712373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:22.720439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:22.725863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e996fc3-37e5-4a23-9df6-002517b5c686 req-2b24421d-dcd3-4b63-b9e5-92ff8973ba62 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361543 Sep 24 19:10:22.785459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.814336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.816586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Pushing event updated for resources: {'Port': ['ID=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:22.846415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b755-4dd1-4404-a8b2-4d65d13402a4 req-5937e996-5d15-4348-9715-31cfbef9766f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:22.852210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c47b755-4dd1-4404-a8b2-4d65d13402a4 req-5937e996-5d15-4348-9715-31cfbef9766f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.3435688 Sep 24 19:10:22.885003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Attempting to bind port 2ea8cb38-47df-4466-b509-72964e5da09f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:22.885543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Attempting to bind port 2ea8cb38-47df-4466-b509-72964e5da09f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '2e992dcf-6988-400d-9098-bbbc3d7a97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:22.885912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Attempting to bind port 2ea8cb38-47df-4466-b509-72964e5da09f on network 1a8f985c-a833-4052-ba0c-622153e59fc8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:22.896167 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7858773-0874-4794-9127-5df17bac29ae x-openstack-request-id: req-b7858773-0874-4794-9127-5df17bac29ae {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:22.898095 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319e90bb-f809-42f3-950c-39704097747a", "name": "network-vif-deleted", "tag": "00423fb5-61e5-457d-9dc7-3e472cd3576a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:22.899346 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7858773-0874-4794-9127-5df17bac29ae {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:22.900213 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319e90bb-f809-42f3-950c-39704097747a', 'name': 'network-vif-deleted', 'tag': '00423fb5-61e5-457d-9dc7-3e472cd3576a', 'status': 'completed', 'code': 200} Sep 24 19:10:22.973782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Attempting to bind port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:22.974146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Attempting to bind port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:22.987710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Attempting to bind port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea on network 96802faf-39e4-4606-b222-5eab9e3c6e23 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:22.988550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-3f999942-e2cf-4cd7-b7d7-fd80c5da29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:22.993477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-3f999942-e2cf-4cd7-b7d7-fd80c5da29f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.5086157 Sep 24 19:10:22.994283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:22.994283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Checking segment: {'id': '2e992dcf-6988-400d-9098-bbbc3d7a97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:22.995255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:22.995659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Bound using segment: {'id': '2e992dcf-6988-400d-9098-bbbc3d7a97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:22.996151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Bound port: 2ea8cb38-47df-4466-b509-72964e5da09f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e992dcf-6988-400d-9098-bbbc3d7a97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a8f985c-a833-4052-ba0c-622153e59fc8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:22.996535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.082597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:23.085885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Checking segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:23.086419 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.086828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Bound using segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:23.087346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Bound port: 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:23.087746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.149183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb182162-db3a-4437-b99e-b8162f64a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.207072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 25ae49fe-b379-4197-b376-8f822c6a135c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:23.217055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-6d15c91c-d380-4b07-93ae-bdeb13ff3c5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303461 Sep 24 19:10:23.290399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-e6b9f615-dca9-4195-9272-f2ac1090d6a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 200 len: 1000 time: 0.2422397 Sep 24 19:10:23.354767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.358576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] For port 2ea8cb38-47df-4466-b509-72964e5da09f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:23.361051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] For port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:23.365655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] For port 2ea8cb38-47df-4466-b509-72964e5da09f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ea8cb38-47df-4466-b509-72964e5da09f,segment=NetworkSegment(2e992dcf-6988-400d-9098-bbbc3d7a97f3),segment_id=2e992dcf-6988-400d-9098-bbbc3d7a97f3)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:23.367578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] For port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:23.377673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c47b755-4dd1-4404-a8b2-4d65d13402a4 req-eeec57d7-e420-4838-9bd7-151700b903ff tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5167482 Sep 24 19:10:23.390504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.399943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-52c4f052-0099-4c1a-9bd4-c4273a72ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:23.401623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-52c4f052-0099-4c1a-9bd4-c4273a72ef0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1096 time: 0.0974309 Sep 24 19:10:23.410958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.435112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Allocated IP 172.25.5.63 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/df13ebc0-11f1-4ca7-80bb-50b42438d08c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:23.448841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a77047-f0a7-4ad0-97fc-70f98e264748 req-3885d2bf-94dd-4880-975d-809c393f1157 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:23.452524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08a77047-f0a7-4ad0-97fc-70f98e264748 req-3885d2bf-94dd-4880-975d-809c393f1157 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4591315 Sep 24 19:10:23.455838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.502874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-3a0f7315-19d6-43b7-91bd-acb58d2b5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:23.504395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-3a0f7315-19d6-43b7-91bd-acb58d2b5778 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.2023008 Sep 24 19:10:23.504926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 25ae49fe-b379-4197-b376-8f822c6a135c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:23.505547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.518344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05556d-8189-4f6e-a242-84b72760f2eb None None] Pushing event updated for resources: {'Port': ['ID=2ea8cb38-47df-4466-b509-72964e5da09f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:23.521411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a11737-64f4-472c-a851-844642e6d0f7 None None] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:23.552414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-678ae4d5-718f-4f49-83fe-538180e887c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:23.554144 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-678ae4d5-718f-4f49-83fe-538180e887c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.1123886 Sep 24 19:10:23.555372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.573631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08a77047-f0a7-4ad0-97fc-70f98e264748 req-a4125a71-2a49-4390-a264-4d7d4e6dc843 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079822 Sep 24 19:10:23.677596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-97bde00e-37ea-4f7b-bdd9-357161d6355f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.0813634 Sep 24 19:10:23.716474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8698767e-df4c-4dcb-8a31-9d7447b704f8 None None] Provisioning complete for port 25ae49fe-b379-4197-b376-8f822c6a135c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:23.717853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8698767e-df4c-4dcb-8a31-9d7447b704f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.725859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=84e5445c-6f62-4730-8264-9ec941100771,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:23.732602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:23.786385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-6f1aac5e-40c2-47cc-99d2-fcafd66e8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:23.788763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-6f1aac5e-40c2-47cc-99d2-fcafd66e8ad6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.1122227 Sep 24 19:10:23.863099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-599c31a3-ed36-4301-843d-91388dd80ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541375 Sep 24 19:10:23.871939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9c7f-eebe-4eba-89f5-41b12031e4fe None None] Pushing event updated for resources: {'Port': ['ID=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:23.979566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.015227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8698767e-df4c-4dcb-8a31-9d7447b704f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.059239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 25ae49fe-b379-4197-b376-8f822c6a135c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=25ae49fe-b379-4197-b376-8f822c6a135c,segment=NetworkSegment(e5e87525-72c9-4f57-a7df-d322c773b770),segment_id=e5e87525-72c9-4f57-a7df-d322c773b770)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:24.116068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:24.134096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:24.136903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-488fa11f-df67-4019-9fb9-ac684099edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:24.138460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-488fa11f-df67-4019-9fb9-ac684099edf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6149645 Sep 24 19:10:24.140262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.149499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-1fc4a80f-432a-4309-9f12-83cb7fa113d2 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397773 Sep 24 19:10:24.215778 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.235218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-7eb3f6f9-8a7f-4a3b-9ec4-427fbaa65629 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:24.242400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-7eb3f6f9-8a7f-4a3b-9ec4-427fbaa65629 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.6834383 Sep 24 19:10:24.261497 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-8698767e-df4c-4dcb-8a31-9d7447b704f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:10:24.261865 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-8698767e-df4c-4dcb-8a31-9d7447b704f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:10:24.270679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.295883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=25ae49fe-b379-4197-b376-8f822c6a135c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:24.323998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-884bf987-c737-4ec3-9a27-99fe5bb110ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.0805609 Sep 24 19:10:24.412436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-eecbb4e9-999e-4bc0-850a-bafe11802ede tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466659 Sep 24 19:10:24.418121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:24.439440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a98c583-26b8-424e-a99d-fbaad42f97ea is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:10:24.472248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Pushing event updated for resources: {'Port': ['ID=df13ebc0-11f1-4ca7-80bb-50b42438d08c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:24.523141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f54ddc5-39af-47ff-a429-cbab72e4acea req-a49267d0-e13d-4fd3-9cea-bfd34d7f0cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058561 Sep 24 19:10:24.528999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-dc78fe17-2a89-4769-a0e1-0565a8041618 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791847 Sep 24 19:10:24.532653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:24.562525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:24.575754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:24.695728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-8dd54ffe-0066-4b9f-aef0-5407f761f6af service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737169 Sep 24 19:10:24.859957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:24.865569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90bf6d5d-cd34-4e8f-87ca-0242274b96da tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539826 Sep 24 19:10:24.868134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:24.871291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] Sync routers for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:24.893129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:24.894048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:24.933414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5929b87-e69e-4433-b94e-e39ed0978269 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:24.942963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d5929b87-e69e-4433-b94e-e39ed0978269 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports/84e5445c-6f62-4730-8264-9ec941100771 HTTP/1.1" status: 200 len: 910 time: 0.0735664 Sep 24 19:10:24.943595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:24.983898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:25.036038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:25.042824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:25.097430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:25.098102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f09b9-b7f1-4ff2-9739-fa31bc3ed2b5 None None] The sync data for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:25.106039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e8828f67-9372-436f-9082-529059d9ac53 None None] Provisioning complete for port 84e5445c-6f62-4730-8264-9ec941100771 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:25.106588 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8828f67-9372-436f-9082-529059d9ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.148690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-018a9269-23c7-43ba-98fb-fe4195b3cee5 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926198 Sep 24 19:10:25.226334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90ed15-d1be-436f-923e-d5ead6e0ec0b req-965b93f1-e054-4210-a3a6-060490258331 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:25.227969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c90ed15-d1be-436f-923e-d5ead6e0ec0b req-965b93f1-e054-4210-a3a6-060490258331 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.5195000 Sep 24 19:10:25.231102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e8828f67-9372-436f-9082-529059d9ac53 None None] Port 84e5445c-6f62-4730-8264-9ec941100771 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:25.254800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e8828f67-9372-436f-9082-529059d9ac53 None None] Provisioning complete for port 25ae49fe-b379-4197-b376-8f822c6a135c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:25.255514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8828f67-9372-436f-9082-529059d9ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.264171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da7f3083-7ebb-44ae-b8f4-57baf473773c req-609c8e5b-21b6-433f-b3ea-61b218a0ab6a service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033005 Sep 24 19:10:25.311267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ea8cb38-47df-4466-b509-72964e5da09f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:25.395194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 00423fb5-61e5-457d-9dc7-3e472cd3576a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:25.441536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 00423fb5-61e5-457d-9dc7-3e472cd3576a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:25.441902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 00423fb5-61e5-457d-9dc7-3e472cd3576a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:25.499471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c90ed15-d1be-436f-923e-d5ead6e0ec0b req-e1d58f36-d4bf-4857-a68a-32df0db1d5b5 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513747 Sep 24 19:10:25.525818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2ea8cb38-47df-4466-b509-72964e5da09f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:25.526540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.634999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3530b4-3eeb-4ce7-8cd5-aab534a006d6 None None] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:25.686745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.805373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.815576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade31dc-a795-4cf7-9d84-a7e56579af63 req-a3f44c9d-fae6-4301-977d-7efc2d20ad57 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:25.817183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ade31dc-a795-4cf7-9d84-a7e56579af63 req-a3f44c9d-fae6-4301-977d-7efc2d20ad57 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1607029 Sep 24 19:10:25.857549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d24f-115d-4077-8bfa-ff68d58e5b06 req-e0c78599-688c-4e86-aa63-d76936067fd3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:25.866021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53b5d24f-115d-4077-8bfa-ff68d58e5b06 req-e0c78599-688c-4e86-aa63-d76936067fd3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1743925 Sep 24 19:10:25.876740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a235267d-2ed5-45ae-8bcb-4d8433b59dc1 None None] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:25.921119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a9c15e45-f118-4c0c-a542-9531bea95fbe None None] Provisioning complete for port 84e5445c-6f62-4730-8264-9ec941100771 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:25.921892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9c15e45-f118-4c0c-a542-9531bea95fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.950772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ade31dc-a795-4cf7-9d84-a7e56579af63 req-91f74bbf-5dfd-45ff-800d-f34d62fb2ccd tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226139 Sep 24 19:10:25.965755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:25.966583 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.039213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53b5d24f-115d-4077-8bfa-ff68d58e5b06 req-7087d495-ed44-4e5c-a2a0-01503aeebf4f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733735 Sep 24 19:10:26.090419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1697d420-8a99-49eb-9bc8-3057b6abf5a3 req-92041c30-f5c0-468c-8ac3-a402acd836b7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0475049 Sep 24 19:10:26.171128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.173401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.21.0.1 (1a8f985c-a833-4052-ba0c-622153e59fc8/966124c2-2df8-438e-bf58-500c238c2da2/9e9878d5-fc84-43cb-aed8-23422b4ff06f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:26.216732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15e45-f118-4c0c-a542-9531bea95fbe None None] Port 84e5445c-6f62-4730-8264-9ec941100771 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:26.248088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 2ea8cb38-47df-4466-b509-72964e5da09f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ea8cb38-47df-4466-b509-72964e5da09f,segment=NetworkSegment(2e992dcf-6988-400d-9098-bbbc3d7a97f3),segment_id=2e992dcf-6988-400d-9098-bbbc3d7a97f3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:26.260923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.261814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 33d3a65d-5c5b-4bc9-a834-104e109aa4ea up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:26.328486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a9c15e45-f118-4c0c-a542-9531bea95fbe None None] Provisioning complete for port 2ea8cb38-47df-4466-b509-72964e5da09f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:26.328868 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9c15e45-f118-4c0c-a542-9531bea95fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.345064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Router 5ec28a2e-9233-4192-a9e5-afe80def59f0 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:10:26.351855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-602084ae-cddd-4952-9bdd-99497436e0d4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:26.354274 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-602084ae-cddd-4952-9bdd-99497436e0d4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.1405449 Sep 24 19:10:26.431605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=2ea8cb38-47df-4466-b509-72964e5da09f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:26.462929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.491898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:26.493087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.505046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:26.517327 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Sync routers for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:26.531158 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:26.532253 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:26.537990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.543476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec67049b-3f85-4e71-a91d-dba88f58666e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5302680 Sep 24 19:10:26.544307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:26.676632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda540c-e31a-44f2-90c7-5e67e9c37b83 req-53f307e8-099e-4e92-a717-38de1dcb9fe4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:26.687080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bda540c-e31a-44f2-90c7-5e67e9c37b83 req-53f307e8-099e-4e92-a717-38de1dcb9fe4 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 946 time: 0.0698621 Sep 24 19:10:26.738002 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:26.752524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.761635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bda540c-e31a-44f2-90c7-5e67e9c37b83 req-a9fe9845-1a66-4363-ab71-7c551de476f8 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/security-groups?id=2279da09-3cf3-4b99-b7d3-90c11dfab325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735602 Sep 24 19:10:26.773084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.828449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:26.841176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.841985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 25ae49fe-b379-4197-b376-8f822c6a135c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:26.857223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=9e9878d5-fc84-43cb-aed8-23422b4ff06f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:26.903459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:26.916232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Deleting port 33664d12-9aec-46d4-af04-3f0bb0285b21 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:26.919458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.929868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fcfa2ca2-319c-481c-8d8a-19db6f2ceacf None None] Provisioning complete for port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:26.930499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ca2-319c-481c-8d8a-19db6f2ceacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:26.968147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-94fa50f1-c602-4d46-b087-377a14f90f80 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:26.975226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-94fa50f1-c602-4d46-b087-377a14f90f80 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.2070675 Sep 24 19:10:26.983714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:27.014765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:27.047894 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 25ae49fe-b379-4197-b376-8f822c6a135c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:27.048281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.094889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] For port 33664d12-9aec-46d4-af04-3f0bb0285b21, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=33664d12-9aec-46d4-af04-3f0bb0285b21,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:27.097005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.121548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Calling delete_port for 33664d12-9aec-46d4-af04-3f0bb0285b21 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:27.189948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:27.193103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:27.214679 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:25Z', 'revision_number': 3, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:27.225330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fcfa2ca2-319c-481c-8d8a-19db6f2ceacf None None] Provisioning complete for port 2ea8cb38-47df-4466-b509-72964e5da09f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:27.225623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ca2-319c-481c-8d8a-19db6f2ceacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.249186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a101a3f-9d26-450d-a1f8-be8c93687a6f req-891eb36c-fe3b-4698-bc36-408fbbb2e84d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:27.250946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a101a3f-9d26-450d-a1f8-be8c93687a6f req-891eb36c-fe3b-4698-bc36-408fbbb2e84d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 944 time: 0.1407626 Sep 24 19:10:27.257194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.257993 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Checking router: 5ec28a2e-9233-4192-a9e5-afe80def59f0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:27.258540 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Updating router 5ec28a2e-9233-4192-a9e5-afe80def59f0 port df13ebc0-11f1-4ca7-80bb-50b42438d08c binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:10:27.295061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27290645-d9f0-4518-a53e-9ceb9082bbf8 req-19431cd5-cff3-40d7-9d32-4bf243fe07b2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:27.304515 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.304862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27290645-d9f0-4518-a53e-9ceb9082bbf8 req-19431cd5-cff3-40d7-9d32-4bf243fe07b2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1778173 Sep 24 19:10:27.375573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:27.387612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:27.391525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.442230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a101a3f-9d26-450d-a1f8-be8c93687a6f req-c5ce3e75-ffbf-47f1-af8d-427c81326fbf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778641 Sep 24 19:10:27.458969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ea8cb38-47df-4466-b509-72964e5da09f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:27.462923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27290645-d9f0-4518-a53e-9ceb9082bbf8 req-8d216fea-8f78-4708-8bcd-400cc9c18acd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556854 Sep 24 19:10:27.595642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2ea8cb38-47df-4466-b509-72964e5da09f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:27.596013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.596997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cdc612a-8448-44bd-888f-2b27d72c93f6 req-eb738f09-966f-4be6-b873-e00715b7cd3e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0421989 Sep 24 19:10:27.611111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.644915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0c46d289-b318-435d-889d-78b918157a5f None None] Provisioning complete for port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:27.645279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c46d289-b318-435d-889d-78b918157a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.647239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['33664d12-9aec-46d4-af04-3f0bb0285b21'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:27.675440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.13 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/18aa1169-8c08-443b-9c77-5875e83997db) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:27.705926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Pushing event deleted for resources: {'Port': ['ID=33664d12-9aec-46d4-af04-3f0bb0285b21,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:27.707770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.760018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:27.792636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'mac_address': 'fa:16:3e:ea:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:27.810316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 33d3a65d-5c5b-4bc9-a834-104e109aa4ea up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:27.833434 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.849519 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.892422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] No DVR routers for this DVR port 33664d12-9aec-46d4-af04-3f0bb0285b21 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:27.898827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:27.901660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f30b2c0f-1677-43f2-9f07-dca6ebbf798c req-7c54936a-29e5-4d2a-bb4e-93f59163cec7 tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.15 "DELETE /v2.0/ports/33664d12-9aec-46d4-af04-3f0bb0285b21 HTTP/1.1" status: 204 len: 173 time: 1.5330465 Sep 24 19:10:27.905027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'name': 'network-vif-deleted', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:27.906334 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ea738-0e98-4c63-8137-6505af74f06b" -d '{"events": [{"server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "name": "network-vif-deleted", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:27.960641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.002394 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ace83-1c8b-4c86-a0be-d2dbe7e5fb36 None None] Pushing event updated for resources: {'Port': ['ID=df13ebc0-11f1-4ca7-80bb-50b42438d08c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:28.027077 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Attempting to bind port df13ebc0-11f1-4ca7-80bb-50b42438d08c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:28.029047 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Attempting to bind port df13ebc0-11f1-4ca7-80bb-50b42438d08c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:28.030376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Attempting to bind port df13ebc0-11f1-4ca7-80bb-50b42438d08c on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:28.043631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:28.045605 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:28.046210 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.046889 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:28.050840 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Bound port: df13ebc0-11f1-4ca7-80bb-50b42438d08c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:28.051765 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.058792 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae94783d-d236-4f11-91db-f82f9d9c4833 x-openstack-request-id: req-ae94783d-d236-4f11-91db-f82f9d9c4833 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:28.058999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.059783 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b733425-9343-4691-bcbe-ef36e5da8a9a", "name": "network-vif-deleted", "tag": "33664d12-9aec-46d4-af04-3f0bb0285b21", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:28.060191 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae94783d-d236-4f11-91db-f82f9d9c4833 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:28.060752 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b733425-9343-4691-bcbe-ef36e5da8a9a', 'name': 'network-vif-deleted', 'tag': '33664d12-9aec-46d4-af04-3f0bb0285b21', 'status': 'completed', 'code': 200} Sep 24 19:10:28.061104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.081230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:28.105397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:28.106893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:28.107406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.137762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:28.160609 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.161857 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] For port df13ebc0-11f1-4ca7-80bb-50b42438d08c, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:28.163548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:28.169202 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] For port df13ebc0-11f1-4ca7-80bb-50b42438d08c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=df13ebc0-11f1-4ca7-80bb-50b42438d08c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:28.171200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:28.175554 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.216078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5604dc81-8998-4e6d-a589-56ea75e66a9f None None] Provisioning complete for port 9e9878d5-fc84-43cb-aed8-23422b4ff06f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:28.216427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5604dc81-8998-4e6d-a589-56ea75e66a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.225197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.248199 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ace83-1c8b-4c86-a0be-d2dbe7e5fb36 None None] Pushing event updated for resources: {'Port': ['ID=df13ebc0-11f1-4ca7-80bb-50b42438d08c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:28.256357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5604dc81-8998-4e6d-a589-56ea75e66a9f None None] Port 9e9878d5-fc84-43cb-aed8-23422b4ff06f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:28.263996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ec5c107-d467-463c-9ddd-0e7fd3e2f70c req-8f4ba3c8-0f25-415b-ad8f-6e490f6089af tempest-ListServerFiltersTestJSON-1803566211 tempest-ListServerFiltersTestJSON-1803566211-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b733425-9343-4691-bcbe-ef36e5da8a9a HTTP/1.1" status: 200 len: 210 time: 0.3706367 Sep 24 19:10:28.267068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:28.284140 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:28.284914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:28.289319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:28.290080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.309844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-35733f5d-d293-4049-8f01-f53191f7f34f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3281806 Sep 24 19:10:28.317275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:28.325104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Request body: {'port': {'device_id': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:28.382627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3da3f7f4-7d3e-4612-a4f0-7783018159d4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:28.397587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.428590 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:28.758662 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:25Z', 'revision_number': 3, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:28.784967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.793042 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7949716-2eb3-4af1-84b5-bf36d5a9db18 None None] The sync data for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 is: [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:25Z', 'revision_number': 3, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:28.796166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.902754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:28.922431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=9e9878d5-fc84-43cb-aed8-23422b4ff06f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:28.926822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Allocated IP 172.20.0.1 (96802faf-39e4-4606-b222-5eab9e3c6e23/c5c42b8c-666e-4a29-81d4-fa05ed27c8a0/5502e49c-6342-40c7-a505-0d317a0f08c1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:28.971208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e007-d708-453e-8b4f-aca97558c78f req-06d793dd-7704-491e-8861-fbba76f6450d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:28.972717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d103e007-d708-453e-8b4f-aca97558c78f req-06d793dd-7704-491e-8861-fbba76f6450d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.0838723 Sep 24 19:10:29.056819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:29.083279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:29.131561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d103e007-d708-453e-8b4f-aca97558c78f req-688dcca6-49a6-4d94-bad9-e637e3c9ff23 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499219 Sep 24 19:10:29.180210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7531-ba0d-4702-bfb0-69e4f8a532e0 req-be67638a-06bc-4750-8bfd-0814b0525347 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:29.187302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-713e7531-ba0d-4702-bfb0-69e4f8a532e0 req-be67638a-06bc-4750-8bfd-0814b0525347 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 945 time: 0.2994387 Sep 24 19:10:29.235408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.295523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a98c583-26b8-424e-a99d-fbaad42f97ea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:29.300061 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.329416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18aa1169-8c08-443b-9c77-5875e83997db {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:29.343243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.365224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Transition to ACTIVE for port object 18aa1169-8c08-443b-9c77-5875e83997db will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:10:29.374820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:29.379827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-713e7531-ba0d-4702-bfb0-69e4f8a532e0 req-6a42bfa4-ef1a-453f-a933-76eb0fc36da3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822071 Sep 24 19:10:29.380480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:29.385251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:29.389299 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.418404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:29.474758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device df13ebc0-11f1-4ca7-80bb-50b42438d08c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:29.497348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39738) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:29.515038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Pushing event updated for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:29.568916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e5a03a9-5b4b-4e12-beac-bf43d1787517 None None] Provisioning complete for port 9e9878d5-fc84-43cb-aed8-23422b4ff06f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:29.569397 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e5a03a9-5b4b-4e12-beac-bf43d1787517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.577347 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.601071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:29.601589 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.645397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38242c9-add8-417a-b44c-5e615d0867f5 req-7df5e6ab-c50f-4a73-bc64-4f1451f3d24b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:29.653619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e38242c9-add8-417a-b44c-5e615d0867f5 req-7df5e6ab-c50f-4a73-bc64-4f1451f3d24b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 932 time: 0.4144275 Sep 24 19:10:29.670185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:29.695011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 33664d12-9aec-46d4-af04-3f0bb0285b21 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:29.730980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Deleting subnet 59fb2766-9146-48a3-a0ad-c762905a3214 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:10:29.739635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:29.745035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port df13ebc0-11f1-4ca7-80bb-50b42438d08c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:29.745635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.748634 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.749033 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1eb12578-7f3c-4aa6-b9c5-f942659354ec tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8012254 Sep 24 19:10:29.749033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.753481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:29.764147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e38242c9-add8-417a-b44c-5e615d0867f5 req-0e529e87-4096-434b-9862-910fea25b4b8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095006 Sep 24 19:10:29.781996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a03a9-5b4b-4e12-beac-bf43d1787517 None None] Port 9e9878d5-fc84-43cb-aed8-23422b4ff06f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:29.797410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] Sync routers for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:29.807459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Attempting to bind port 18aa1169-8c08-443b-9c77-5875e83997db on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:29.807792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Attempting to bind port 18aa1169-8c08-443b-9c77-5875e83997db by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:29.808125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Attempting to bind port 18aa1169-8c08-443b-9c77-5875e83997db on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:29.809396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 33664d12-9aec-46d4-af04-3f0bb0285b21 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:29.809861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 33664d12-9aec-46d4-af04-3f0bb0285b21 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:29.818261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.820296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Port 18aa1169-8c08-443b-9c77-5875e83997db on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:10:29.820622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Attempting to bind port 18aa1169-8c08-443b-9c77-5875e83997db on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:29.838376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:29.839256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:29.853848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:29.854185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:29.854573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:29.855056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Bound port: 18aa1169-8c08-443b-9c77-5875e83997db, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:29.855418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.933960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:29.976595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.984497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:29.987144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:29.988177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:29.998503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d20a8a-d78c-4ed1-bcb9-b56138917923 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.002678 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d5d20a8a-d78c-4ed1-bcb9-b56138917923 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports/9e9878d5-fc84-43cb-aed8-23422b4ff06f HTTP/1.1" status: 200 len: 910 time: 0.2455604 Sep 24 19:10:30.002971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:30.003080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.004563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39742) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:30.058512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.074935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-47b66427-66a2-4061-9951-fe21169a0647 None None] Provisioning complete for port 5502e49c-6342-40c7-a505-0d317a0f08c1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:30.075410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47b66427-66a2-4061-9951-fe21169a0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.083059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:30.083768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29316cd-761d-4d03-8a31-84c09f543df6 None None] The sync data for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:30.088103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18aa1169-8c08-443b-9c77-5875e83997db,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:30.115939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.116383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.122627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Pushing event updated for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:30.194429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:30.197395 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9e6a5-5e00-481c-9d59-73a138e05f77" -d '{"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:30.224995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:30.237458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-47b66427-66a2-4061-9951-fe21169a0647 None None] Port 5502e49c-6342-40c7-a505-0d317a0f08c1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:30.239651 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.251163 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.260831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:30.262776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:30.295182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.295857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.297912 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ee353-7661-49db-a8e2-3b0c78711d9f x-openstack-request-id: req-8d2ee353-7661-49db-a8e2-3b0c78711d9f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:30.298171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/18aa1169-8c08-443b-9c77-5875e83997db HTTP/1.1" status: 200 len: 1092 time: 1.9802740 Sep 24 19:10:30.298285 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-plugged", "status": "completed", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:30.298516 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d2ee353-7661-49db-a8e2-3b0c78711d9f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:30.298936 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'code': 200} Sep 24 19:10:30.313759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:30.316924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port df13ebc0-11f1-4ca7-80bb-50b42438d08c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=df13ebc0-11f1-4ca7-80bb-50b42438d08c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:30.317261 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "tag": "18aa1169-8c08-443b-9c77-5875e83997db"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:30.359289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.361277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf991-f475-4b79-86bf-25c042ef80b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:30.390474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.445832 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa81f3-1d9b-4542-93ed-72edaacc35bb x-openstack-request-id: req-9ffa81f3-1d9b-4542-93ed-72edaacc35bb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:30.445832 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "tag": "18aa1169-8c08-443b-9c77-5875e83997db", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:30.445832 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ffa81f3-1d9b-4542-93ed-72edaacc35bb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:30.446316 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db', 'status': 'completed', 'code': 200} Sep 24 19:10:30.452098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:30.549283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd726b4f-c22e-48ea-8299-341007c4e3d7 None None] Network cbb3323c-86ac-452e-86ce-82a124836a28 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:30.552490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.554677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59fb2766-9146-48a3-a0ad-c762905a3214 HTTP/1.1" status: 204 len: 168 time: 1.0487702 Sep 24 19:10:30.557600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=df13ebc0-11f1-4ca7-80bb-50b42438d08c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:30.558081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c087f-6d73-4e13-9248-aa93230c6267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fb2766-9146-48a3-a0ad-c762905a3214,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:30.568558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39752) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:30.661351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Router 5ec28a2e-9233-4192-a9e5-afe80def59f0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:30.676186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.681025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bafea8-f1ed-43b9-8117-f2f63646ffd8 req-9d4dc0a5-7a6f-48e1-a4d7-4635efb259e1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.682609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62bafea8-f1ed-43b9-8117-f2f63646ffd8 req-9d4dc0a5-7a6f-48e1-a4d7-4635efb259e1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.3954384 Sep 24 19:10:30.718152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-cd66450c-b101-4169-a7ac-8e768300979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.720097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-cd66450c-b101-4169-a7ac-8e768300979f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 1095 time: 0.3541768 Sep 24 19:10:30.723283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-97f1b1f2-5870-4124-879b-f88eae64570f None None] Provisioning complete for port 5502e49c-6342-40c7-a505-0d317a0f08c1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:30.724203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97f1b1f2-5870-4124-879b-f88eae64570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.787591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453181cb-3421-48b7-ba25-0095fb9ff514 req-e13796c2-978b-455b-815b-6b46377d9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.790552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-453181cb-3421-48b7-ba25-0095fb9ff514 req-e13796c2-978b-455b-815b-6b46377d9d40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 1098 time: 0.2562256 Sep 24 19:10:30.814614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-97f1b1f2-5870-4124-879b-f88eae64570f None None] Port 5502e49c-6342-40c7-a505-0d317a0f08c1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:30.835981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64828d05-c1bb-4b96-abbe-c7390bcdcc5f req-3298a389-2f2e-4d1d-b8af-ae9c8f41ca3f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:30.841829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64828d05-c1bb-4b96-abbe-c7390bcdcc5f req-3298a389-2f2e-4d1d-b8af-ae9c8f41ca3f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.3094268 Sep 24 19:10:30.853314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Deleting port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:30.853717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.855681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:30.860276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-55e59379-2dc6-4490-a198-8db0c2e42c7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18aa1169-8c08-443b-9c77-5875e83997db HTTP/1.1" status: 200 len: 217 time: 0.1241720 Sep 24 19:10:30.873335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] DHCP port deletion for cbb3323c-86ac-452e-86ce-82a124836a28 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:10:30.878405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8380807-860e-4968-8dd3-27a6b7941004 admin admin] 10.222.0.18 "PUT /v2.0/routers/5ec28a2e-9233-4192-a9e5-afe80def59f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3226926 Sep 24 19:10:30.944448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Deleting port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:30.945137 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:30.964763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62bafea8-f1ed-43b9-8117-f2f63646ffd8 req-859c708a-cb90-49ee-a10f-27ae614b1495 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533183 Sep 24 19:10:31.016913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-453181cb-3421-48b7-ba25-0095fb9ff514 req-8a91156d-4fad-452e-be82-a779ec107205 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717761 Sep 24 19:10:31.029291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64828d05-c1bb-4b96-abbe-c7390bcdcc5f req-c086fac8-a9cc-44f8-b1dd-76f0c0437bee tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864505 Sep 24 19:10:31.029665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] For port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:31.030281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.033793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] For port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,segment=NetworkSegment(29678a80-ff07-40a4-988f-f2a2690988f6),segment_id=29678a80-ff07-40a4-988f-f2a2690988f6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:31.034287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.053171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Calling delete_port for 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:31.065062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Calling delete_port for 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:31.076858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-cb5e4337-58fc-40c2-98f7-c4e9067673c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:31.080082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-cb5e4337-58fc-40c2-98f7-c4e9067673c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.1929286 Sep 24 19:10:31.179256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.202503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.211884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:31.216223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] No DVR routers for this DVR port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:31.249810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] No DVR routers for this DVR port 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:31.282255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-f2035189-a1e6-42c7-9768-60a323129d1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553639 Sep 24 19:10:31.295610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.304798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aaf06-3ea2-4e56-9f75-38f36dd3e5d7 None None] Pushing event deleted for resources: {'Port': ['ID=9fd771d0-d15f-4f11-b12e-f2a642d2c5a4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:31.334642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb3323c-86ac-452e-86ce-82a124836a28']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:31.348113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29678a80-ff07-40a4-988f-f2a2690988f6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:31.348412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29678a80-ff07-40a4-988f-f2a2690988f6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:31.361989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.376178 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Sync routers for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:31.380992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.385797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551e9d8-d99a-452a-8925-029f4c0f2374 req-b9bd615e-4946-4d23-80bf-2e743345a1ad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:31.388094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:10:31.388506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:10:31.390266 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:10:31.394656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:31.402872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7551e9d8-d99a-452a-8925-029f4c0f2374 req-b9bd615e-4946-4d23-80bf-2e743345a1ad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 944 time: 0.2569542 Sep 24 19:10:31.409550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:31.465325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.469643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device df13ebc0-11f1-4ca7-80bb-50b42438d08c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:31.474841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.495563 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbb3323c-86ac-452e-86ce-82a124836a28 HTTP/1.1" status: 204 len: 168 time: 0.9259541 Sep 24 19:10:31.517737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7551e9d8-d99a-452a-8925-029f4c0f2374 req-c8985d7a-6c06-4468-8331-b882da702370 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210439 Sep 24 19:10:31.541349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb472-5f60-4e2f-b0b0-ee6b7d94b581 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb3323c-86ac-452e-86ce-82a124836a28,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:31.562814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.569937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-267d0c11-3e7e-468c-a0b1-d43faedf3c6d service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507763 Sep 24 19:10:31.603063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port df13ebc0-11f1-4ca7-80bb-50b42438d08c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:31.603447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.656289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:31.665566 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:31.722179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ac6b2670-1e1d-4ec4-b0e3-f45a9771c320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cd4b8952faa47159b01359ba2570e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641544 Sep 24 19:10:31.725567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:31.840370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.845557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:31.870052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.882413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:31.883175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9fd771d0-d15f-4f11-b12e-f2a642d2c5a4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:31.931469 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 2, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:31.932227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.935098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:31.938654 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2279da09-3cf3-4b99-b7d3-90c11dfab325 HTTP/1.1" status: 204 len: 168 time: 0.2098486 Sep 24 19:10:31.948914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ee4f-279a-41f9-8418-6962cc859306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2279da09-3cf3-4b99-b7d3-90c11dfab325,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:31.973577 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Checking router: 5ec28a2e-9233-4192-a9e5-afe80def59f0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:31.973928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Updating router 5ec28a2e-9233-4192-a9e5-afe80def59f0 port 5502e49c-6342-40c7-a505-0d317a0f08c1 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:10:32.000789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:32.000961 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.006099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548342406', 'description': 'tempest-description--1043413178'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:32.069849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.252636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.260179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.299153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c2754-2853-499f-9f2e-963db942aba9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:32.301591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.305758 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22a43638-6ca7-45ab-b724-078f9244cf2c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3032460 Sep 24 19:10:32.306811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:32.311095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'security_group_rule': {'security_group_id': 'f57c2754-2853-499f-9f2e-963db942aba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:32.344030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.421602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.430552 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.431469 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.441285 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.466672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e4a1-ff2c-41fc-aeb8-b8e64dc99e8d req-e6ea8586-28de-4941-af0b-32f163e8d3cf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:32.468272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c07e4a1-ff2c-41fc-aeb8-b8e64dc99e8d req-e6ea8586-28de-4941-af0b-32f163e8d3cf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.1534939 Sep 24 19:10:32.479160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.481319 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735439 Sep 24 19:10:32.482509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfc0dc-5e85-4f56-bca2-9f9cbde01612 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17b47a7-2464-48ef-a645-adf2f9c23829,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:32.485086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:32.486104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55cb58-c1e6-4294-9baf-87d208231b1d req-84886ee6-7a4f-4aea-bbb3-9a2b0cf6381f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:32.487727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e55cb58-c1e6-4294-9baf-87d208231b1d req-84886ee6-7a4f-4aea-bbb3-9a2b0cf6381f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1717610 Sep 24 19:10:32.498213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'security_group_rule': {'security_group_id': 'f57c2754-2853-499f-9f2e-963db942aba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:32.503752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54cda304-b342-4aeb-8275-de65d4f7da27 req-f2ab20a0-f907-4023-960c-bbdc87efb40c service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277876 Sep 24 19:10:32.535002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.676801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.686165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.719234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf01807-af12-4ec3-9c79-561619d13ac1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:32.722367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c07e4a1-ff2c-41fc-aeb8-b8e64dc99e8d req-3b956d9e-d948-4154-b33e-56e60d56267f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265186 Sep 24 19:10:32.728918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.734331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c87445d-9b46-4d3a-a850-86e1d1441a63 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484188 Sep 24 19:10:32.735727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:32.746423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e55cb58-c1e6-4294-9baf-87d208231b1d req-98438005-8a17-44e7-a8d9-0b0587b81342 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448759 Sep 24 19:10:32.754973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:32.779399 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827084-6126-416c-8b32-701b790894fb None None] Pushing event updated for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:32.798406 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.798750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.799142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.799673 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.799988 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.800357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.800825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.801185 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.801508 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.801864 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.802189 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.802562 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1827084-6126-416c-8b32-701b790894fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:32.807084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.833283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-46773059-fd2b-4d35-ad3f-637b63b88603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:32.842251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-46773059-fd2b-4d35-ad3f-637b63b88603 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 1095 time: 0.2484200 Sep 24 19:10:32.845206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Attempting to bind port 5502e49c-6342-40c7-a505-0d317a0f08c1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:32.845579 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Attempting to bind port 5502e49c-6342-40c7-a505-0d317a0f08c1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:32.846023 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Attempting to bind port 5502e49c-6342-40c7-a505-0d317a0f08c1 on network 96802faf-39e4-4606-b222-5eab9e3c6e23 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:32.862881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:32.863262 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Checking segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:32.863673 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.864094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Bound using segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:32.864765 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Bound port: 5502e49c-6342-40c7-a505-0d317a0f08c1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:32.865083 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:32.950197 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] For port 5502e49c-6342-40c7-a505-0d317a0f08c1, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:32.953653 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] For port 5502e49c-6342-40c7-a505-0d317a0f08c1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5502e49c-6342-40c7-a505-0d317a0f08c1,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:32.963235 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.032846 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827084-6126-416c-8b32-701b790894fb None None] Pushing event updated for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:33.051689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955f14-6ae2-4289-adc0-ccd2cafff220 req-80b3cbcb-9476-463b-93cd-c499768f8ece tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:33.060907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c955f14-6ae2-4289-adc0-ccd2cafff220 req-80b3cbcb-9476-463b-93cd-c499768f8ece tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 944 time: 0.2140934 Sep 24 19:10:33.065656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-757bf7c9-010a-46c3-a5b2-089f9f287ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:33.067639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-757bf7c9-010a-46c3-a5b2-089f9f287ae9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.2244108 Sep 24 19:10:33.087953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.089629 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:33.090489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:33.140640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c955f14-6ae2-4289-adc0-ccd2cafff220 req-d2102257-e009-4470-b2be-1a1c867e8c68 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Sep 24 19:10:33.144333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] Provisioning complete for port 5502e49c-6342-40c7-a505-0d317a0f08c1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:33.144920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.152896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 9e9878d5-fc84-43cb-aed8-23422b4ff06f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:33.153940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.209831 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.317568 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:33.343906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.425766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Allocated IP 172.25.5.157 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/71be899a-1143-4b0e-9c02-c6466afafff2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:33.436433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] For port 5502e49c-6342-40c7-a505-0d317a0f08c1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5502e49c-6342-40c7-a505-0d317a0f08c1,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:33.446992 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.470279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-6284ffd2-9d31-484e-8ee7-c035d8462687 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18aa1169-8c08-443b-9c77-5875e83997db HTTP/1.1" status: 200 len: 217 time: 0.3733475 Sep 24 19:10:33.505399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:33.535069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e780a-83f7-4bbd-ab1f-3b1aab1d006a None None] Pushing event updated for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:33.569481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.574826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb0d2d5e-c136-4ad1-932f-6281a35d33cc None None] Provisioning complete for port 5502e49c-6342-40c7-a505-0d317a0f08c1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:33.575209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2d5e-c136-4ad1-932f-6281a35d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.624812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.630253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 9e9878d5-fc84-43cb-aed8-23422b4ff06f owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:33.642147 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:32Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:33.652840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-3761a2db-a567-41dc-8ffc-599b6d635e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:33.653741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-370813530-network', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:33.654520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-3761a2db-a567-41dc-8ffc-599b6d635e03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.1737683 Sep 24 19:10:33.675844 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb5fd5-aa0f-4441-9d85-142e80615120 None None] The sync data for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 is: [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:32Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:33.701675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Made reservation on behalf of 5a74210f6b50457e8dcd9dc7cb224fd3 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:33.705325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.724884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.736560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-1d64ec98-fb6e-41bb-812f-c8c0f1b91ddd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417981 Sep 24 19:10:33.780356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:33.868092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:33.872088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:33.882436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:33.888395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'Port': ['ID=71be899a-1143-4b0e-9c02-c6466afafff2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:34.014516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.022003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37a9d2-ddc7-445b-8007-6fdad11e00a2 req-9c93c6fd-e026-46f7-9805-64be5e5799c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:34.023983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb37a9d2-ddc7-445b-8007-6fdad11e00a2 req-9c93c6fd-e026-46f7-9805-64be5e5799c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.2050941 Sep 24 19:10:34.028166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.037378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-9b4800bb-d2e2-488a-a244-ff464d2f76c7 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851052 Sep 24 19:10:34.058169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.082901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81281b7-846d-4ebd-9c90-38f1546caeea req-3a6c8277-1ef5-47ba-b497-ebe338a3ee5c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:34.084597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c81281b7-846d-4ebd-9c90-38f1546caeea req-3a6c8277-1ef5-47ba-b497-ebe338a3ee5c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1906161 Sep 24 19:10:34.084805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.121607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31df9c-e0fd-4eac-aa11-a020eedd1678,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:34.176244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb37a9d2-ddc7-445b-8007-6fdad11e00a2 req-7ef74396-804d-4def-9c3a-e456e0f14c17 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377907 Sep 24 19:10:34.238644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c81281b7-846d-4ebd-9c90-38f1546caeea req-4764cb70-5044-44e5-aff6-ad34e0636058 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254940 Sep 24 19:10:34.241314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.261805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:34.282775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=9e9878d5-fc84-43cb-aed8-23422b4ff06f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:34.287249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56e079cf-c3ee-42b8-9fd5-c33fd75c83ad req-23fca95d-964e-4a5c-931d-8786ea545ff4 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343216 Sep 24 19:10:34.296379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.296773 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Added segment b1dabf79-c6ce-4da2-a528-6a5f3a55188c of type vlan for network 0df0574f-a0e6-413d-b554-1ec800a8615a Sep 24 19:10:34.306205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.307251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.307566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.307857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.308177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.308572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.308827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.309187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.309466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.309776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.310120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.310453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:34.396178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.408843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.412018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.515642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'Port': ['ID=71be899a-1143-4b0e-9c02-c6466afafff2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:34.533178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.535775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e68a-4723-474d-935f-0d0cc00fa298 req-f12f55c4-c895-470b-87e9-15e62f72b101 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:34.536343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.536954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:34.537525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.544117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c52e68a-4723-474d-935f-0d0cc00fa298 req-f12f55c4-c895-470b-87e9-15e62f72b101 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 944 time: 0.2413845 Sep 24 19:10:34.583876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.590728 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4fc18696-2f4b-4a6a-9166-02e5d49f3877 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8535628 Sep 24 19:10:34.593383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0865426 Sep 24 19:10:34.602460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b984154-0ba7-4fba-b464-a6dbc36f87d0 req-7db3fe8e-f2e8-4408-9f19-4fcbb3891604 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:34.607354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b984154-0ba7-4fba-b464-a6dbc36f87d0 req-7db3fe8e-f2e8-4408-9f19-4fcbb3891604 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2050509 Sep 24 19:10:34.612470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39860) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:34.625150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Request body: {'subnet': {'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-370813530-subnet', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:34.628732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd7366-f8fd-4742-8ff9-bd9632a9a940 admin admin] Pushing event updated for resources: {'Network': ['ID=0df0574f-a0e6-413d-b554-1ec800a8615a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:34.640334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 0df0574f-a0e6-413d-b554-1ec800a8615a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:34.675588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:34.711701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c52e68a-4723-474d-935f-0d0cc00fa298 req-21532d8a-5202-4e94-a4a8-835e4d41eb2b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656928 Sep 24 19:10:34.741579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b984154-0ba7-4fba-b464-a6dbc36f87d0 req-9dd8e731-9a84-474f-85c2-fc7fb3cb79fb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182940 Sep 24 19:10:34.805982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Made reservation on behalf of 5a74210f6b50457e8dcd9dc7cb224fd3 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:34.808789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.006368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7791-c491-4a2b-b1fc-83fa65dce241 req-c84c8161-6e17-4aad-8565-9f2802bd9d28 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:35.008477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-750b7791-c491-4a2b-b1fc-83fa65dce241 req-c84c8161-6e17-4aad-8565-9f2802bd9d28 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1838982 Sep 24 19:10:35.013989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-41f664ab-a14c-4eb1-84b2-2db36edd8e65 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1548342406&fields=id&tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72 HTTP/1.1" status: 200 len: 267 time: 0.1514173 Sep 24 19:10:35.218033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-750b7791-c491-4a2b-b1fc-83fa65dce241 req-8b0ce9b4-c0be-4683-bcda-9aa8cb35038c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019041 Sep 24 19:10:35.278354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a98c583-26b8-424e-a99d-fbaad42f97ea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:35.314990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-1b17485f-e654-430a-b89a-3252616efc0f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:35.322836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-1b17485f-e654-430a-b89a-3252616efc0f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/networks?id=96802faf-39e4-4606-b222-5eab9e3c6e23 HTTP/1.1" status: 200 len: 812 time: 0.2946503 Sep 24 19:10:35.338794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.370736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-c3776c17-4adb-4265-98d9-daa9b688eeb8 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/quotas/8e2d1025288f4bcfa63eb6580c9d2a72 HTTP/1.1" status: 200 len: 375 time: 0.0467098 Sep 24 19:10:35.395758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5502e49c-6342-40c7-a505-0d317a0f08c1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:35.447220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5502e49c-6342-40c7-a505-0d317a0f08c1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:35.447708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.468203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18aa1169-8c08-443b-9c77-5875e83997db details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:35.518591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45067984-93a1-40e2-82ec-92b3beed8a27,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:35.568064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b3596-486a-41c3-9ffb-e8dfd1f22593 req-2bbddd35-bd68-461a-a063-9a999969c22c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:35.569692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-074b3596-486a-41c3-9ffb-e8dfd1f22593 req-2bbddd35-bd68-461a-a063-9a999969c22c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2010779 Sep 24 19:10:35.570707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:35.580852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bc120a83-0781-4f88-be9a-fbadd973be36 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5734580 Sep 24 19:10:35.582012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:35.589206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-b982b723-8035-4ef5-bf12-b1550ad64b65 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787119 Sep 24 19:10:35.591876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Checking segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:35.592229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Network hostable DHCP agents. Network: 0df0574f-a0e6-413d-b554-1ec800a8615a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:35.598406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] Sync routers for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:35.626210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:35.626826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:35.629545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18aa1169-8c08-443b-9c77-5875e83997db,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:35.642339 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:10:35.678025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '18aa1169-8c08-443b-9c77-5875e83997db', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': '18aa1169-8c08-443b-9c77-5875e83997db', 'mac_address': 'fa:16:3e:6b:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:35.681363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:35.691896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-074b3596-486a-41c3-9ffb-e8dfd1f22593 req-2971da47-a141-472e-85fc-438936951472 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012926 Sep 24 19:10:35.694119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Network 0df0574f-a0e6-413d-b554-1ec800a8615a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:35.720622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:35.721269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:35.734968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 0df0574f-a0e6-413d-b554-1ec800a8615a) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:35.738065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-67b4dd22-f4c5-49e8-b7ea-7d4e76ee1930 service neutron] 10.222.0.18 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304410 Sep 24 19:10:35.743073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:35.743664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.761601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954bf15-1056-47a3-89d1-82173380ae37 None None] Network 0df0574f-a0e6-413d-b554-1ec800a8615a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:35.767363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:35.768237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feda66-5d70-4b8c-adc1-97a18b45091a None None] The sync data for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:35.772155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.833055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7e4dc0bd-7d34-45ea-b6ea-7043a592fd9b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2164447 Sep 24 19:10:35.842263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39892) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:35.849551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18aa1169-8c08-443b-9c77-5875e83997db {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:35.883539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18aa1169-8c08-443b-9c77-5875e83997db,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:35.890417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:35.984481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522d420-0fe1-4487-b583-42278bba12be None None] Network 0df0574f-a0e6-413d-b554-1ec800a8615a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:36.002891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:36.127272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['18aa1169-8c08-443b-9c77-5875e83997db'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:36.181312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:36.241372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.248018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-197f1cf3-ec33-4b8d-9a12-82a4a467febc service neutron] 10.222.0.18 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929292 Sep 24 19:10:36.270285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.271420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.306459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-2ee9829d-f7f6-43f5-a5f2-4bfa94052be9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:36.308004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-2ee9829d-f7f6-43f5-a5f2-4bfa94052be9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.4819963 Sep 24 19:10:36.331000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-e020301a-5d16-41af-b3a0-10bcdaee9b26 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/quotas/94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 375 time: 0.0148189 Sep 24 19:10:36.357219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.539460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 84e5445c-6f62-4730-8264-9ec941100771 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:36.539914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.541879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-708aa7c6-eb8f-4419-8fc9-9bf07d1219fd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1831734 Sep 24 19:10:36.590297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.646453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.661652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 84e5445c-6f62-4730-8264-9ec941100771 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:36.692926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f674e-3fa5-412d-abad-4438904ea969 req-8068c9a4-7a0b-4e04-ba36-497670ba16b6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:36.694649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b2f674e-3fa5-412d-abad-4438904ea969 req-8068c9a4-7a0b-4e04-ba36-497670ba16b6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 945 time: 0.2166681 Sep 24 19:10:36.741165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1a18528d-7cbd-42a8-9a55-1f1a576cd47e service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788518 Sep 24 19:10:36.814562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b2f674e-3fa5-412d-abad-4438904ea969 req-392957fc-f4ee-421d-b344-fd36c604f21d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004417 Sep 24 19:10:36.848728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:36.878417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=84e5445c-6f62-4730-8264-9ec941100771,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:36.981587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1dac505e-a820-4133-8e53-ed268f99c527 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334187 Sep 24 19:10:37.050437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ab676d6-eea3-4269-b359-9b4d6d2ae381 req-0b94a655-d0da-4df7-98d4-673dbf65ed13 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 210 time: 0.1499112 Sep 24 19:10:37.068114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.073576 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.105366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.292669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603b3f-e811-4685-9d92-f7648cd33a8c req-e718a61f-4fc0-45e0-98d5-fc1cf3288e1a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:37.300174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34603b3f-e811-4685-9d92-f7648cd33a8c req-e718a61f-4fc0-45e0-98d5-fc1cf3288e1a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1282053 Sep 24 19:10:37.317469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a98c583-26b8-424e-a99d-fbaad42f97ea has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:37.323912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a53f66e-d1fe-4138-89e6-8592d9788b36 req-da5e60fb-c2dc-4eef-b08b-0cafc9d6976d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 210 time: 0.0776312 Sep 24 19:10:37.373322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Allocated IP 172.25.5.33 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/54900081-c292-4014-85fc-48f8e9648f42) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:37.398668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34603b3f-e811-4685-9d92-f7648cd33a8c req-dea0a707-d261-4d5d-91eb-6bb188cfc8cb tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Sep 24 19:10:37.415594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:37.421255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7271d89b-d9b5-4808-aa69-52fcbd84da65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376501 Sep 24 19:10:37.426015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:37.427599 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] Sync routers for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:37.438927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:37.439794 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:37.455808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-02c84fb6-4669-4da6-9d13-38f7a88b716f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a98c583-26b8-424e-a99d-fbaad42f97ea HTTP/1.1" status: 200 len: 205 time: 0.0287354 Sep 24 19:10:37.458062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:37.481519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:37.494183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] Routers {'3a98c583-26b8-424e-a99d-fbaad42f97ea'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:37.494832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18aa1169-8c08-443b-9c77-5875e83997db up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:37.495556 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a98c583-26b8-424e-a99d-fbaad42f97ea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:37.532342 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:37.533232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622d916-2236-41bf-bb4c-9fe02c8dbc46 None None] The sync data for ids ['3a98c583-26b8-424e-a99d-fbaad42f97ea'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:37.567810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.588383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 18aa1169-8c08-443b-9c77-5875e83997db completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:10:37.594531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 18aa1169-8c08-443b-9c77-5875e83997db triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:37.595262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.606901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.636519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:37.687795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.748415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.803526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:37.809660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:37.837749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:37.843739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:37.847853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Pushing event updated for resources: {'Port': ['ID=54900081-c292-4014-85fc-48f8e9648f42,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:37.856882 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a74fe-e39c-4508-88cd-915d61955f34" -d '{"events": [{"server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "name": "network-vif-plugged", "status": "completed", "tag": "18aa1169-8c08-443b-9c77-5875e83997db"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:37.915350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18aa1169-8c08-443b-9c77-5875e83997db,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:37.924702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.942159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:37.949477 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843c40a2-040f-4623-ab49-8d8607b8db94 x-openstack-request-id: req-843c40a2-040f-4623-ab49-8d8607b8db94 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:37.950063 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "name": "network-vif-plugged", "status": "completed", "tag": "18aa1169-8c08-443b-9c77-5875e83997db", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:37.950516 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-843c40a2-040f-4623-ab49-8d8607b8db94 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:37.951162 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db', 'code': 200} Sep 24 19:10:38.009968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:38.021983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.073045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'port_id': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'mac_address': 'fa:16:3e:7b:38:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a413ea64-6650-45cc-a449-b2a5aa2be696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:38.118250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.118840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router 3a98c583-26b8-424e-a99d-fbaad42f97ea {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:10:38.135348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.139779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f94e4689-3ab2-45be-8311-657502dac4e7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea HTTP/1.1" status: 204 len: 168 time: 0.6775827 Sep 24 19:10:38.143669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:38.176364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:38.212498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-dd418abb-23bb-406d-ad44-8c3098498eb3 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:38.214143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-dd418abb-23bb-406d-ad44-8c3098498eb3 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.15 "GET /v2.0/networks?id=96802faf-39e4-4606-b222-5eab9e3c6e23 HTTP/1.1" status: 200 len: 812 time: 0.4331405 Sep 24 19:10:38.219478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 966124c2-2df8-438e-bf58-500c238c2da2 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:10:38.225871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.233417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.268136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7f611f8-c6a9-4078-b4bc-04c68835b08e req-c0a1a0bc-630d-42c5-bf24-091b29c746fd tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 210 time: 0.0900548 Sep 24 19:10:38.272078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:38.284554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46740b-f80d-4fee-9bec-7754a4b1508f req-1fe214fc-d9d1-413e-a9d7-7d9d5f22d6de tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:38.289865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.292606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba46740b-f80d-4fee-9bec-7754a4b1508f req-1fe214fc-d9d1-413e-a9d7-7d9d5f22d6de tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.3420863 Sep 24 19:10:38.335798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:38.338060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267ad40-8b60-4738-842a-f625dfcf11f3 req-0653f8cb-1c45-47eb-927a-f5cace091fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:38.340090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e267ad40-8b60-4738-842a-f625dfcf11f3 req-0653f8cb-1c45-47eb-927a-f5cace091fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 1097 time: 0.2318347 Sep 24 19:10:38.349182 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.434679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba46740b-f80d-4fee-9bec-7754a4b1508f req-f591f755-85fe-455a-b443-4d04575d2b10 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407754 Sep 24 19:10:38.474157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.487801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:38.505763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e267ad40-8b60-4738-842a-f625dfcf11f3 req-e502f537-e51c-48fe-86dc-c4be1bdf5e99 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574833 Sep 24 19:10:38.529147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-788a197e-7b0c-45f3-a5fb-a10c1b1be1c4 req-0e5704c4-2b9b-48ab-b0a9-09ced8d503bb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 210 time: 0.0432546 Sep 24 19:10:38.591508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:38.612058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.661025 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.668188 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-c4090499-6f44-4537-9392-cd7899c3ab4c tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72 HTTP/1.1" status: 200 len: 380 time: 0.1959388 Sep 24 19:10:38.669494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=966124c2-2df8-438e-bf58-500c238c2da2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:38.677461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.680374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b82f2f7b-a20b-4f9a-a9fb-4b342585bb84 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/966124c2-2df8-438e-bf58-500c238c2da2 HTTP/1.1" status: 204 len: 168 time: 0.5341530 Sep 24 19:10:38.683545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:38.687590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'port': {'device_id': 'cde35180-b78d-41fd-aaea-839102bbc689', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'admin_state_up': True, 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'security_groups': ['f57c2754-2853-499f-9f2e-963db942aba9']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:38.716562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a384b-9b04-4a84-9516-090bb559dcd1 None None] Network 1a8f985c-a833-4052-ba0c-622153e59fc8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:38.764821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a33bd-dad2-4a97-b07c-768a35bece55 req-83aee5cc-94df-486e-a988-72990dd4e1a6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:38.773316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb5a33bd-dad2-4a97-b07c-768a35bece55 req-83aee5cc-94df-486e-a988-72990dd4e1a6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 944 time: 0.1797066 Sep 24 19:10:38.828385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb5a33bd-dad2-4a97-b07c-768a35bece55 req-476b55a8-e5ac-4791-adf0-aa621c19462d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Sep 24 19:10:38.844927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.863021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet eea362d2-95cd-4d16-b005-eed318716753 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:10:38.867141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.870178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Made reservation on behalf of 8e2d1025288f4bcfa63eb6580c9d2a72 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:38.873865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:38.949955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.009513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] DHCP port deletion for 1a8f985c-a833-4052-ba0c-622153e59fc8 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:10:39.121788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Deleting port 2ea8cb38-47df-4466-b509-72964e5da09f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:39.121788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.146888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-706c054f-7f35-4eb1-8f8c-9c857bc5265a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:39.151837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-706c054f-7f35-4eb1-8f8c-9c857bc5265a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.1372490 Sep 24 19:10:39.183417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'device_id': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'admin_state_up': True, 'tenant_id': '94239c2026dc4870a514669733cc00d5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:39.208389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] For port 2ea8cb38-47df-4466-b509-72964e5da09f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ea8cb38-47df-4466-b509-72964e5da09f,segment=NetworkSegment(2e992dcf-6988-400d-9098-bbbc3d7a97f3),segment_id=2e992dcf-6988-400d-9098-bbbc3d7a97f3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:39.209034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.209253 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.223559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Calling delete_port for 2ea8cb38-47df-4466-b509-72964e5da09f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:39.270813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Allocated IP 172.20.0.7 (96802faf-39e4-4606-b222-5eab9e3c6e23/c5c42b8c-666e-4a29-81d4-fa05ed27c8a0/0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:39.310904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.352202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.397919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] No DVR routers for this DVR port 2ea8cb38-47df-4466-b509-72964e5da09f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:39.399714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84f51c-7aa6-4338-9d1b-30e3b593b1d3 None None] Pushing event deleted for resources: {'Port': ['ID=2ea8cb38-47df-4466-b509-72964e5da09f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:39.418647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.430834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ea8cb38-47df-4466-b509-72964e5da09f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:39.456396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2ea8cb38-47df-4466-b509-72964e5da09f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:39.456788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ea8cb38-47df-4466-b509-72964e5da09f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:39.484077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.484668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5f3cc-7c77-4082-8e09-dfa03f4120dd None None] Network 0a971840-a2a3-416c-ac39-f9f8d24afc15 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:39.486191 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/eea362d2-95cd-4d16-b005-eed318716753 HTTP/1.1" status: 204 len: 168 time: 0.6999214 Sep 24 19:10:39.490654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a7c45-b4ea-4a38-8441-2abfb8d9ef7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=eea362d2-95cd-4d16-b005-eed318716753,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:39.493250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:39.511554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba0e3a0e-ccbc-4946-83d8-48b01d8ed24e req-5d82c648-7790-45f5-9e2c-e2b0d2514382 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 210 time: 0.0767436 Sep 24 19:10:39.648887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:39.716718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:39.719138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.736853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.743232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40477cba-7756-4ccf-9cef-4bcacba5e837 req-79538f25-c8b1-4f83-a218-ca73230ea224 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 210 time: 0.0334773 Sep 24 19:10:39.779678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] DHCP port deletion for 0a971840-a2a3-416c-ac39-f9f8d24afc15 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:10:39.828289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1cc0-ae51-4fa4-82a3-dc147f88e938 req-d38e9139-b8bc-47bf-b867-0789998832c6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:39.830258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e3b1cc0-ae51-4fa4-82a3-dc147f88e938 req-d38e9139-b8bc-47bf-b867-0789998832c6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.1307328 Sep 24 19:10:39.877325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e3b1cc0-ae51-4fa4-82a3-dc147f88e938 req-6b56a547-78c2-4856-88d6-ffdecdd6581f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 Sep 24 19:10:39.878384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:39.880928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.883187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.886678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Router 54e30da1-d2a0-4985-a2e9-611adfebfa8c is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:10:39.918073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.940310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:39.942592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Deleting port 25ae49fe-b379-4197-b376-8f822c6a135c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:39.943111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:39.962268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8f985c-a833-4052-ba0c-622153e59fc8']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:39.978305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e992dcf-6988-400d-9098-bbbc3d7a97f3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:39.980407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e992dcf-6988-400d-9098-bbbc3d7a97f3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:39.993908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.008138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.014400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:10:40.015167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.017987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] For port 25ae49fe-b379-4197-b376-8f822c6a135c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=25ae49fe-b379-4197-b376-8f822c6a135c,segment=NetworkSegment(e5e87525-72c9-4f57-a7df-d322c773b770),segment_id=e5e87525-72c9-4f57-a7df-d322c773b770)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:40.018381 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.033452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Calling delete_port for 25ae49fe-b379-4197-b376-8f822c6a135c owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:40.054492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:10:40.112811 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:10:40.118785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.125592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.127751 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/1a8f985c-a833-4052-ba0c-622153e59fc8 HTTP/1.1" status: 204 len: 168 time: 0.6261370 Sep 24 19:10:40.137096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39968) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:40.152809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:40.156034 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b4545-30a7-48b6-a16f-10e2a783fe0d" -d '{"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:40.157307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d87f56-e88e-4bd2-bcd3-dc156e7b79cf tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=1a8f985c-a833-4052-ba0c-622153e59fc8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:40.159822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.162020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Sync routers for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:40.165141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.169505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.180013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c8803-ea59-4c12-8981-d1c04fc1eac2 req-9538c183-32d1-420a-be4e-2a32d839295e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:40.181728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a2c8803-ea59-4c12-8981-d1c04fc1eac2 req-9538c183-32d1-420a-be4e-2a32d839295e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1558793 Sep 24 19:10:40.182582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.186250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be6caeee-cf35-42de-b78e-fade7a8b68ea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3408313 Sep 24 19:10:40.194280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39972) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:40.219752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] No DVR routers for this DVR port 25ae49fe-b379-4197-b376-8f822c6a135c on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:40.224215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:40.225134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:40.299254 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a09e2-052b-4293-b6c2-737688f168cb x-openstack-request-id: req-0e6a09e2-052b-4293-b6c2-737688f168cb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:40.299368 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:40.299619 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e6a09e2-052b-4293-b6c2-737688f168cb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:40.301456 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'code': 200} Sep 24 19:10:40.303932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.305386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a2c8803-ea59-4c12-8981-d1c04fc1eac2 req-551c7e35-8f6b-4942-a78f-ae170835b7f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068275 Sep 24 19:10:40.314639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:40.365205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df00f6-b0a4-498a-9d4f-15506a22cc8f None None] Pushing event deleted for resources: {'Port': ['ID=25ae49fe-b379-4197-b376-8f822c6a135c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:40.385253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.397205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.20.0.7 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/e123187f-14b5-4433-82fe-93f0f6bf3d18) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:40.412464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:40.431393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:40.454688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:40.487212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:40.547367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event updated for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:40.658828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:40.659800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.704088 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-297b763e-8c2d-40af-9d8b-93d6b9a101c5 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0217466 Sep 24 19:10:40.737955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Request body: {'port': {'device_id': 'cde35180-b78d-41fd-aaea-839102bbc689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:40.956630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3e9436d9-2dad-4e89-9d29-cb1e9d8f2fed None None] Provisioning complete for port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:40.957894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e9436d9-2dad-4e89-9d29-cb1e9d8f2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:40.997256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ae77b6b-5377-4269-8da4-5f180eced185 req-07890ddd-94af-4bfc-b676-3fc745afc75f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 210 time: 0.0455728 Sep 24 19:10:40.998476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:38Z', 'revision_number': 3, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:41.037869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Checking router: 54e30da1-d2a0-4985-a2e9-611adfebfa8c for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:41.038461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Updating router 54e30da1-d2a0-4985-a2e9-611adfebfa8c port 54900081-c292-4014-85fc-48f8e9648f42 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:10:41.088195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.204637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.236892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.252102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ce84-3d08-48c3-9cea-3c5d7d8eebe1 req-0fde703c-f8ab-483b-bae3-e3f786b22988 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:41.260580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2525ce84-3d08-48c3-9cea-3c5d7d8eebe1 req-0fde703c-f8ab-483b-bae3-e3f786b22988 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 931 time: 0.2821093 Sep 24 19:10:41.273984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6777a4-e43e-47a9-a5d8-f376a860a1f2 req-314a24e6-b7c1-4f6d-bfb1-4226cec80800 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:41.292343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa6777a4-e43e-47a9-a5d8-f376a860a1f2 req-314a24e6-b7c1-4f6d-bfb1-4226cec80800 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.1800499 Sep 24 19:10:41.351346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a971840-a2a3-416c-ac39-f9f8d24afc15']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:41.390971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e87525-72c9-4f57-a7df-d322c773b770') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:41.391659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e87525-72c9-4f57-a7df-d322c773b770') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:41.406481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3e9436d9-2dad-4e89-9d29-cb1e9d8f2fed None None] Port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:41.419355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 25ae49fe-b379-4197-b376-8f822c6a135c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:41.452953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.467865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 25ae49fe-b379-4197-b376-8f822c6a135c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:41.468519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 25ae49fe-b379-4197-b376-8f822c6a135c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:41.497480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa6777a4-e43e-47a9-a5d8-f376a860a1f2 req-743a3848-d6c5-48f1-8191-191378fa4948 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000375 Sep 24 19:10:41.503234 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.521295 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.527617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2525ce84-3d08-48c3-9cea-3c5d7d8eebe1 req-c64494b9-626c-4b18-b61d-2bdc595ca03d tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664506 Sep 24 19:10:41.528827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.544322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:10:41.544836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:10:41.548789 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:10:41.588082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Attempting to bind port 54900081-c292-4014-85fc-48f8e9648f42 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:41.588452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Attempting to bind port 54900081-c292-4014-85fc-48f8e9648f42 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:41.588820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Attempting to bind port 54900081-c292-4014-85fc-48f8e9648f42 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:41.590308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.601082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623fcab-2974-49a4-8d8a-61ccb51562c7 None None] Pushing event updated for resources: {'Port': ['ID=54900081-c292-4014-85fc-48f8e9648f42,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:41.610275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:41.611756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:41.611756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.611756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:41.612061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Bound port: 54900081-c292-4014-85fc-48f8e9648f42, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:41.612811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.704872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] For port 54900081-c292-4014-85fc-48f8e9648f42, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:41.707849 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.718802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] For port 54900081-c292-4014-85fc-48f8e9648f42, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=54900081-c292-4014-85fc-48f8e9648f42,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:41.734713 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.741634 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.750005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:41.754843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/0a971840-a2a3-416c-ac39-f9f8d24afc15 HTTP/1.1" status: 204 len: 168 time: 1.6059735 Sep 24 19:10:41.757613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-754831495'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:41.766271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:41.775431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce1c5c-b9eb-4faa-bc89-c6b6f57a711a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=0a971840-a2a3-416c-ac39-f9f8d24afc15,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:41.778342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.794631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.805222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62be6c3-4cff-43c4-8139-78c0817afdb1 req-fe542a75-9a30-476b-a0d9-3123b257dd34 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:41.814274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b62be6c3-4cff-43c4-8139-78c0817afdb1 req-fe542a75-9a30-476b-a0d9-3123b257dd34 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1286194 Sep 24 19:10:41.832774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Transition to ACTIVE for port object 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:10:41.844655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.859229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb', 'ff5281de-5a00-45fe-8778-98865e93cd81'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:41.873997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:41.877774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.913045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:41.929322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623fcab-2974-49a4-8d8a-61ccb51562c7 None None] Pushing event updated for resources: {'Port': ['ID=54900081-c292-4014-85fc-48f8e9648f42,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:41.963148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:41.964241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:41.975860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:41.983795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b62be6c3-4cff-43c4-8139-78c0817afdb1 req-712e21f0-c30b-4ffc-aed5-9e74d2a0237c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690865 Sep 24 19:10:41.996173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:42.003667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:10:42.010184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:42.020778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:42.148211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:42.164131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.164480 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 263010a5-d8ab-4286-b4fb-367ef8cf21fc of type vlan for network 8c987621-c9f4-4aa3-a0af-da9806d556b0 Sep 24 19:10:42.178966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:42.313463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.325161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:42.326009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.328937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Attempting to bind port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:42.329481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Attempting to bind port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:42.330004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Attempting to bind port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 on network 96802faf-39e4-4606-b222-5eab9e3c6e23 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:42.345398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa6868-f34d-4deb-b690-3de6c78c371b req-ee6cdd53-5bb6-4a67-9992-ac6d348040ba tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:42.347052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fa6868-f34d-4deb-b690-3de6c78c371b req-ee6cdd53-5bb6-4a67-9992-ac6d348040ba tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.4850636 Sep 24 19:10:42.380263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 on network 96802faf-39e4-4606-b222-5eab9e3c6e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:10:42.380953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Attempting to bind port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 on network 96802faf-39e4-4606-b222-5eab9e3c6e23 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:42.417432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:42.418079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Checking segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:42.418644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Bound using segment: {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:42.419295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Bound port: 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd467a570-8197-42e7-bee8-222c958661a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:42.419843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.455334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de4759-23fe-4455-919b-beaa75dac2e1 req-fabaf577-f3db-4075-9406-fd0dc327feb5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:42.465180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11de4759-23fe-4455-919b-beaa75dac2e1 req-fabaf577-f3db-4075-9406-fd0dc327feb5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 931 time: 0.2922366 Sep 24 19:10:42.485218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fa6868-f34d-4deb-b690-3de6c78c371b req-e58fe59b-7b22-41e7-9a85-5e4816060e9c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209393 Sep 24 19:10:42.486589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-056db4b2-75e8-4d45-b8dc-96ccbc88aa51 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3155468 Sep 24 19:10:42.488560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.495108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:42.495920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.502295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Request body: {'port': {'device_id': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:42.531384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Allocated IP 172.20.0.1 (0df0574f-a0e6-413d-b554-1ec800a8615a/45067984-93a1-40e2-82ec-92b3beed8a27/4eba3dbd-8d8d-4cef-9ebd-958f92f638dd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:42.583273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8307734 Sep 24 19:10:42.593027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39994) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:42.605761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:42.636240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aec27-9355-4f99-8d88-8c95dd85e046 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=8c987621-c9f4-4aa3-a0af-da9806d556b0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:42.656084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11de4759-23fe-4455-919b-beaa75dac2e1 req-3b84fe55-6bed-470b-9fd2-b543b13a5b67 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892357 Sep 24 19:10:42.664416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:10:42.684414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.686665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:42.719369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:42.754358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.791900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:38Z', 'revision_number': 3, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:42.800461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7f2def75-07d6-4809-91d9-e7e35713c54c None None] Provisioning complete for port e123187f-14b5-4433-82fe-93f0f6bf3d18 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:42.801055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f2def75-07d6-4809-91d9-e7e35713c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.821067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:42.822285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.824074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] 10.222.0.15 "PUT /v2.0/ports/0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 HTTP/1.1" status: 200 len: 1091 time: 2.1086433 Sep 24 19:10:42.837779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:42.840636 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f75c76-a70c-4c87-be0d-188ff4e10c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:42.863634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e796-cb1d-40fc-b623-95d50c9a156f None None] The sync data for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 is: [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:38Z', 'revision_number': 3, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:42.915718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7f2def75-07d6-4809-91d9-e7e35713c54c None None] Port e123187f-14b5-4433-82fe-93f0f6bf3d18 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:42.936107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:42.947088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:42.953628 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db78cd3-36fc-44d8-a209-8e4b1fa0773b x-openstack-request-id: req-2db78cd3-36fc-44d8-a209-8e4b1fa0773b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:42.954193 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:42.954605 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2db78cd3-36fc-44d8-a209-8e4b1fa0773b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:42.955198 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'status': 'completed', 'code': 200} Sep 24 19:10:43.006033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d931-556a-4679-b124-844bdd7ec7dd req-79f710bb-d486-42a5-b926-1a8a5385fb69 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.019342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c22d931-556a-4679-b124-844bdd7ec7dd req-79f710bb-d486-42a5-b926-1a8a5385fb69 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 943 time: 0.2503309 Sep 24 19:10:43.024608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cd98-a544-408f-9396-1aa6a3064ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:43.045053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.067742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-9710fc1a-5cba-41e1-8b4a-243039ab8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.069370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-9710fc1a-5cba-41e1-8b4a-243039ab8c74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72&device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 1094 time: 0.1624568 Sep 24 19:10:43.184272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.277746 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-0c197a80-0cb5-401b-9506-63a3dc9a7632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 HTTP/1.1" status: 200 len: 217 time: 0.1829183 Sep 24 19:10:43.303113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c22d931-556a-4679-b124-844bdd7ec7dd req-bc4e3609-f377-4af7-a899-622290375eb2 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690549 Sep 24 19:10:43.343029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:43.416424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Network 0df0574f-a0e6-413d-b554-1ec800a8615a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:43.423264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:43.428725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:43.465256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-fd9e2f11-dcd4-4142-9806-8a1494e3c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.466746 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-fd9e2f11-dcd4-4142-9806-8a1494e3c2f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5c42b8c-666e-4a29-81d4-fa05ed27c8a0 HTTP/1.1" status: 200 len: 851 time: 0.1425722 Sep 24 19:10:43.483626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17167e8-14ba-4e1b-bb30-04dd5870f4d5 req-8f44486e-7f52-40c0-be27-91cf2e125e0f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.485371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.491662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e17167e8-14ba-4e1b-bb30-04dd5870f4d5 req-8f44486e-7f52-40c0-be27-91cf2e125e0f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.3079822 Sep 24 19:10:43.613564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-809f24ad-2acf-463d-a3f7-d7fd06327a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.615081 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-809f24ad-2acf-463d-a3f7-d7fd06327a13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96802faf-39e4-4606-b222-5eab9e3c6e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375551 Sep 24 19:10:43.667737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e17167e8-14ba-4e1b-bb30-04dd5870f4d5 req-d9db7504-61b2-4fa0-b344-bd567c0cd190 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607533 Sep 24 19:10:43.722159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.778572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e123187f-14b5-4433-82fe-93f0f6bf3d18 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:43.816688 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-ac3fd7fd-8e40-4bbf-a27d-23b791b163ab service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880503 Sep 24 19:10:43.823485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.902694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Transition to ACTIVE for port object e123187f-14b5-4433-82fe-93f0f6bf3d18 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:10:43.908407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:43.927654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f301-0e92-4c93-9e62-3b294154b2a5 req-6e724be5-9c08-4bda-a9a4-eb0f2ae6454a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:43.935371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0737f301-0e92-4c93-9e62-3b294154b2a5 req-6e724be5-9c08-4bda-a9a4-eb0f2ae6454a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.2419448 Sep 24 19:10:43.944125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.017608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-97ea2991-6e8a-4d95-a3fe-269b931abb27 req-ed1304f9-bf47-45bd-9005-4ffb0d67c8b1 service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789107 Sep 24 19:10:44.052847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=12b52d82-7df8-4708-934a-94c036478eb7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:44.087200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.104114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.107022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:44.137959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc159-18ac-4fee-97b3-70df910d798f req-127e0c51-636a-45db-b4df-85be4c090955 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.146259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95fdc159-18ac-4fee-97b3-70df910d798f req-127e0c51-636a-45db-b4df-85be4c090955 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 931 time: 0.3133836 Sep 24 19:10:44.208058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0737f301-0e92-4c93-9e62-3b294154b2a5 req-6b6c007d-9404-4ab5-aa06-0c0f889f2b57 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721128 Sep 24 19:10:44.212838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '263010a5-d8ab-4286-b4fb-367ef8cf21fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:44.213200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: 8c987621-c9f4-4aa3-a0af-da9806d556b0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:10:44.275723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-d9da6dc6-22b6-4b6a-8218-c3aefd601d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.277265 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-d9da6dc6-22b6-4b6a-8218-c3aefd601d5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72&device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 1094 time: 0.1876204 Sep 24 19:10:44.324073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95fdc159-18ac-4fee-97b3-70df910d798f req-246f74a6-41c6-46c1-a1a9-f871d931b146 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624315 Sep 24 19:10:44.361751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.364146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Pushing event updated for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:44.444818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:10:44.497622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 8c987621-c9f4-4aa3-a0af-da9806d556b0) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:44.512926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d146-a639-4896-935f-6cc1596646e8 None None] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:44.539195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.540775 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.590222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-61be65c1-5947-4757-b036-6a351e6ee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.591698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-61be65c1-5947-4757-b036-6a351e6ee4f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96802faf-39e4-4606-b222-5eab9e3c6e23 HTTP/1.1" status: 200 len: 912 time: 0.2952662 Sep 24 19:10:44.637426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-646d3c3c-49b4-4312-b6e1-bacf967ad5b6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0407958 Sep 24 19:10:44.638197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40010) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:44.644410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Attempting to bind port e123187f-14b5-4433-82fe-93f0f6bf3d18 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:44.644867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Attempting to bind port e123187f-14b5-4433-82fe-93f0f6bf3d18 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:44.645299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Attempting to bind port e123187f-14b5-4433-82fe-93f0f6bf3d18 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:44.672657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1229617397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:44.678287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Port e123187f-14b5-4433-82fe-93f0f6bf3d18 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:10:44.678696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Attempting to bind port e123187f-14b5-4433-82fe-93f0f6bf3d18 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:44.694707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e551b57-b7e8-4f6b-b311-2a365c91e65d req-9cf44a02-4640-43a6-a4aa-39fc4e637f3d tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.699635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Network 0df0574f-a0e6-413d-b554-1ec800a8615a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:44.702391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e551b57-b7e8-4f6b-b311-2a365c91e65d req-9cf44a02-4640-43a6-a4aa-39fc4e637f3d tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 943 time: 0.2531943 Sep 24 19:10:44.734164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:44.743510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-0f5e7709-3c12-42d6-a000-54942c292732 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 HTTP/1.1" status: 200 len: 217 time: 0.0595348 Sep 24 19:10:44.755119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:44.756278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:44.756676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:44.757131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Bound port: e123187f-14b5-4433-82fe-93f0f6bf3d18, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:44.757495 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.803257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-8c987621-c9f4-4aa3-a0af-da9806d556b0', 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '12b52d82-7df8-4708-934a-94c036478eb7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:10:44.805443 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.865953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-2caa0da8-e3d9-41e1-b384-3c4b71eef0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.867845 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-2caa0da8-e3d9-41e1-b384-3c4b71eef0a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5c42b8c-666e-4a29-81d4-fa05ed27c8a0 HTTP/1.1" status: 200 len: 851 time: 0.0676086 Sep 24 19:10:44.872111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e551b57-b7e8-4f6b-b311-2a365c91e65d req-3a425188-4c6f-4643-8490-fd7cd95f9ca7 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681921 Sep 24 19:10:44.929198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:44.933808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:44.950297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb10d3c-ab13-4d17-9a35-abb27c13635c req-9bfe1944-da01-47b4-8bc9-51b29fb4e0af tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.957448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Router 54e30da1-d2a0-4985-a2e9-611adfebfa8c has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:44.959789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cb10d3c-ab13-4d17-9a35-abb27c13635c req-9bfe1944-da01-47b4-8bc9-51b29fb4e0af tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.3071568 Sep 24 19:10:44.962101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.963315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:44.966636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-5896ebc8-6eaf-489f-b8ec-edcdcb10daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:44.967367 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-5896ebc8-6eaf-489f-b8ec-edcdcb10daa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96802faf-39e4-4606-b222-5eab9e3c6e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667858 Sep 24 19:10:44.999384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.131835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.133732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.136489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] 10.222.0.69 "PUT /v2.0/ports/e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 200 len: 1091 time: 2.6394601 Sep 24 19:10:45.140831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Allocated IP 172.20.0.2 (8c987621-c9f4-4aa3-a0af-da9806d556b0/12b52d82-7df8-4708-934a-94c036478eb7/b68a9033-1d3f-4001-b290-b1eace218142) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:45.148982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:45.154419 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02d9faf-0b97-4ec1-893d-11e97bec926d" -d '{"events": [{"name": "network-changed", "server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:45.165353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cb10d3c-ab13-4d17-9a35-abb27c13635c req-86e6a794-42fb-4ba1-abf7-12689b4ee56e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046402 Sep 24 19:10:45.198833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aeb7-702b-40df-b42a-d114379296a3 req-7eee1278-d068-4159-adc9-083fb32b4f41 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.210279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a823aeb7-702b-40df-b42a-d114379296a3 req-7eee1278-d068-4159-adc9-083fb32b4f41 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2423918 Sep 24 19:10:45.263155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:45.270474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-a6670f9a-2ea7-485e-a98d-eba0ce5e16d8 service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928648 Sep 24 19:10:45.274767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4fe6a11c-74fd-4e02-b679-a9096d364b57 admin admin] 10.222.0.18 "PUT /v2.0/routers/54e30da1-d2a0-4985-a2e9-611adfebfa8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753376 Sep 24 19:10:45.279028 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad7b9a-3276-46d3-a9fb-eb1e5e7c4819 x-openstack-request-id: req-f5ad7b9a-3276-46d3-a9fb-eb1e5e7c4819 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:45.279527 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:45.279922 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5ad7b9a-3276-46d3-a9fb-eb1e5e7c4819 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:45.280459 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'status': 'completed', 'code': 200} Sep 24 19:10:45.357906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.378297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde8f47-a9e1-42c3-a161-ab32608e9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:45.392085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.436477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a823aeb7-702b-40df-b42a-d114379296a3 req-a342594c-d470-4dbe-9c0f-ffce169a27be tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240350 Sep 24 19:10:45.466886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-e620aede-09d0-43c9-8a8b-a23d068be997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.476219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-e620aede-09d0-43c9-8a8b-a23d068be997 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 1094 time: 0.2258170 Sep 24 19:10:45.477121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.482536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5906071b-fd57-45bd-8318-add9203946e6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8368864 Sep 24 19:10:45.484469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:45.496382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'port': {'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0', 'name': 'tempest-RoutersTest-349051140'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:45.555161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 54900081-c292-4014-85fc-48f8e9648f42 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:45.579189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-55f75c76-a70c-4c87-be0d-188ff4e10c1b req-584d076d-7a54-44a3-8674-240df7cf868b service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971826 Sep 24 19:10:45.584229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-ccb8b41f-77ee-46d8-ad5c-f113f25549c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 200 len: 217 time: 0.0975490 Sep 24 19:10:45.665876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.695780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.729958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ec5d6-7a9a-4b58-8543-fc9586f48f89 req-14fa8051-f0b6-4742-b550-e3a08611966e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.740480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c9ec5d6-7a9a-4b58-8543-fc9586f48f89 req-14fa8051-f0b6-4742-b550-e3a08611966e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 943 time: 0.1541097 Sep 24 19:10:45.774316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:45.783268 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Sync routers for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:45.785124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.790446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-4f1d09f7-587b-4610-8c61-c6913ab405c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.791997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-4f1d09f7-587b-4610-8c61-c6913ab405c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1740460 Sep 24 19:10:45.804002 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:45.808899 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:45.820736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c9ec5d6-7a9a-4b58-8543-fc9586f48f89 req-f3730d23-f860-4f73-8721-3bd5d24704aa tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Sep 24 19:10:45.831663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] device_id is not set on port fffada6a-57be-443e-b67a-b3de56848bc8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:10:45.843677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:45.853923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 54900081-c292-4014-85fc-48f8e9648f42 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:45.867072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:45.870887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-588db1a2-8174-412f-a125-df0a2d5c8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:45.871773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:45.872505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-588db1a2-8174-412f-a125-df0a2d5c8773 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704277 Sep 24 19:10:45.918581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:45.923777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Pushing event updated for resources: {'Port': ['ID=b68a9033-1d3f-4001-b290-b1eace218142,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:46.010135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-14c7caee-8d4c-4215-a787-f6cb68f3f920 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274128 Sep 24 19:10:46.070145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Attempting to bind port b68a9033-1d3f-4001-b290-b1eace218142 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:46.070519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Attempting to bind port b68a9033-1d3f-4001-b290-b1eace218142 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '263010a5-d8ab-4286-b4fb-367ef8cf21fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:46.070924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Attempting to bind port b68a9033-1d3f-4001-b290-b1eace218142 on network 8c987621-c9f4-4aa3-a0af-da9806d556b0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:46.097600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:46.099180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Checking segment: {'id': '263010a5-d8ab-4286-b4fb-367ef8cf21fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:46.099621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.100350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Bound using segment: {'id': '263010a5-d8ab-4286-b4fb-367ef8cf21fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:46.100839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Bound port: b68a9033-1d3f-4001-b290-b1eace218142, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263010a5-d8ab-4286-b4fb-367ef8cf21fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c987621-c9f4-4aa3-a0af-da9806d556b0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:46.101250 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.109928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:46.145819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.20.0.8 (8c987621-c9f4-4aa3-a0af-da9806d556b0/12b52d82-7df8-4708-934a-94c036478eb7/fffada6a-57be-443e-b67a-b3de56848bc8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:46.275643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-aab7ad5e-6233-40c7-8504-5372ae79e54d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:46.277355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-aab7ad5e-6233-40c7-8504-5372ae79e54d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.2659502 Sep 24 19:10:46.293068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0ed2f-36c9-4c24-b218-b3b9f2f206d0 req-a76e7cfb-9406-4cd7-848d-853f29b089fb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:46.300634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18b0ed2f-36c9-4c24-b218-b3b9f2f206d0 req-a76e7cfb-9406-4cd7-848d-853f29b089fb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 943 time: 0.2879674 Sep 24 19:10:46.358517 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.372178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.380510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] For port b68a9033-1d3f-4001-b290-b1eace218142, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:46.389200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] For port b68a9033-1d3f-4001-b290-b1eace218142, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b68a9033-1d3f-4001-b290-b1eace218142,segment=NetworkSegment(263010a5-d8ab-4286-b4fb-367ef8cf21fc),segment_id=263010a5-d8ab-4286-b4fb-367ef8cf21fc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:46.393011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 54900081-c292-4014-85fc-48f8e9648f42, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=54900081-c292-4014-85fc-48f8e9648f42,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:46.398661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.407160 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.428303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.489146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a2c956a-3fe7-442d-a5eb-918a960d160d req-deb336c9-e358-4c72-b86d-bf5caf084666 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664409 Sep 24 19:10:46.504483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd20c-3cdd-467a-939c-e79ae0d7849d None None] Pushing event updated for resources: {'Port': ['ID=b68a9033-1d3f-4001-b290-b1eace218142,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:46.557790 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:43Z', 'revision_number': 4, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4eba3dbd-8d8d-4cef-9ebd-958f92f638dd', 'name': '', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'mac_address': 'fa:16:3e:cb:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:42Z', 'updated_at': '2021-09-24T19:10:43Z', 'revision_number': 2, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'subnets': [{'id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:46.608332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18b0ed2f-36c9-4c24-b218-b3b9f2f206d0 req-d9fb4457-c5c3-4e69-acf0-4a7afdc6398a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066919 Sep 24 19:10:46.615483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Checking router: 54e30da1-d2a0-4985-a2e9-611adfebfa8c for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:46.616130 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Updating router 54e30da1-d2a0-4985-a2e9-611adfebfa8c port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:10:46.644215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-2ba03348-61bb-46d6-9e34-bfb4e7a78b03 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:46.646458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-2ba03348-61bb-46d6-9e34-bfb4e7a78b03 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 810 time: 0.6072361 Sep 24 19:10:46.660341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=54900081-c292-4014-85fc-48f8e9648f42,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:46.683937 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.753492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-fe9da984-66e7-4585-82ff-f7f17cb7ab1a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/quotas/5a74210f6b50457e8dcd9dc7cb224fd3 HTTP/1.1" status: 200 len: 375 time: 0.0961480 Sep 24 19:10:46.826483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-bae33773-d0ae-4d23-aa36-c5e4b7303c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:46.828324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-bae33773-d0ae-4d23-aa36-c5e4b7303c77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 1094 time: 0.2664824 Sep 24 19:10:46.921350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port 18aa1169-8c08-443b-9c77-5875e83997db {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:46.921698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:46.943842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:46.948524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:46.952380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:47.027132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=fffada6a-57be-443e-b67a-b3de56848bc8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:47.080699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:47.081375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.091405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6862e7d-9e78-4011-a1dc-bc78e1218091 req-598fa559-2d75-4bb8-a715-04f50f34175e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:47.093693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6862e7d-9e78-4011-a1dc-bc78e1218091 req-598fa559-2d75-4bb8-a715-04f50f34175e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d HTTP/1.1" status: 200 len: 946 time: 0.3422384 Sep 24 19:10:47.119776 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-006122e2-05b1-4f3a-b5d9-ac81e145ca9f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6317904 Sep 24 19:10:47.120757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-4ecb74ca-f11f-4688-b3e7-86bcd4e0ccce tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3459539 Sep 24 19:10:47.121306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40048) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:47.207075 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.222656 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.361731 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd63a-0312-489a-92c6-ec2a868a6722 None None] Pushing event updated for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:47.416235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Attempting to bind port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:47.416608 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Attempting to bind port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:47.416978 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Attempting to bind port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd on network 0df0574f-a0e6-413d-b554-1ec800a8615a {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:47.426933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:47.426933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Checking segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:47.426933 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.426933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Bound using segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:47.426933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Bound port: 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:47.427571 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.541920 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] For port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:47.545360 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] For port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:47.556935 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.591061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b68a9033-1d3f-4001-b290-b1eace218142 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:47.640021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port 18aa1169-8c08-443b-9c77-5875e83997db, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=18aa1169-8c08-443b-9c77-5875e83997db,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:47.640614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.659695 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd63a-0312-489a-92c6-ec2a868a6722 None None] Pushing event updated for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:47.661482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for 18aa1169-8c08-443b-9c77-5875e83997db owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:47.664084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:47.665378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:47.692743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:47.737693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b68a9033-1d3f-4001-b290-b1eace218142 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:47.737973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.798769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:47.896264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:47.921312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'port_id': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:47.967512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c223e0-d617-4d5e-81ea-6706f1b35796 None None] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:10:47.971628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:47.998683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:48.024127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-be418843-9af8-4dd6-a8ac-599d77ae960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:48.025913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-be418843-9af8-4dd6-a8ac-599d77ae960e service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 1.1693337 Sep 24 19:10:48.026717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:48.063550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.114920 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:43Z', 'revision_number': 4, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4eba3dbd-8d8d-4cef-9ebd-958f92f638dd', 'name': '', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'mac_address': 'fa:16:3e:cb:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:42Z', 'updated_at': '2021-09-24T19:10:47Z', 'revision_number': 4, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'subnets': [{'id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:48.127951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6862e7d-9e78-4011-a1dc-bc78e1218091 req-3e5c4ad0-fb36-4bdc-a7e9-eddaba5678f6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0056741 Sep 24 19:10:48.148966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-51c5575e-dce4-4cdb-b7bc-f89f97117cce None None] Provisioning complete for port b68a9033-1d3f-4001-b290-b1eace218142 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:48.151308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c5575e-dce4-4cdb-b7bc-f89f97117cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.158881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e924-e4a9-4ebe-98d6-68a027a2047b None None] The sync data for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 is: [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:10:43Z', 'revision_number': 4, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4eba3dbd-8d8d-4cef-9ebd-958f92f638dd', 'name': '', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'mac_address': 'fa:16:3e:cb:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:42Z', 'updated_at': '2021-09-24T19:10:47Z', 'revision_number': 4, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'subnets': [{'id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:48.179229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-0cefd2f7-e42a-4e05-a8de-02a90e0ad7a8 service neutron] 10.222.0.18 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241113 Sep 24 19:10:48.209217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-210a0052-3c11-4897-86c6-9d13e33fc195 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 200 len: 217 time: 0.0966260 Sep 24 19:10:48.212785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:48.377515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.437037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c5575e-dce4-4cdb-b7bc-f89f97117cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.445423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:48.510657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.542324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port b68a9033-1d3f-4001-b290-b1eace218142, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b68a9033-1d3f-4001-b290-b1eace218142,segment=NetworkSegment(263010a5-d8ab-4286-b4fb-367ef8cf21fc),segment_id=263010a5-d8ab-4286-b4fb-367ef8cf21fc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:48.575983 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.577296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 54900081-c292-4014-85fc-48f8e9648f42 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:48.616458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=18aa1169-8c08-443b-9c77-5875e83997db,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:48.708605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe3143-2b86-47ff-bd93-27e52f7086bd req-05b26c8d-3c2a-4acd-88b0-315cd0ce6083 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:48.710292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bbe3143-2b86-47ff-bd93-27e52f7086bd req-05b26c8d-3c2a-4acd-88b0-315cd0ce6083 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4999058 Sep 24 19:10:48.722350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port 18aa1169-8c08-443b-9c77-5875e83997db on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:10:48.733242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.735371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ca395e7-daac-4577-b167-50b3c4b9b5aa req-ba99731d-efad-4e0c-a75b-3781de3d4a52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "DELETE /v2.0/ports/18aa1169-8c08-443b-9c77-5875e83997db HTTP/1.1" status: 204 len: 173 time: 2.4285076 Sep 24 19:10:48.736828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-bc0e9691-95cc-4ec8-be99-806bdb5e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:48.738221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-bc0e9691-95cc-4ec8-be99-806bdb5e2b55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.4533842 Sep 24 19:10:48.739199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'name': 'network-vif-deleted', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:48.741754 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b62b89-9c5b-4ede-b14a-25515df4554a" -d '{"events": [{"server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "name": "network-vif-deleted", "tag": "18aa1169-8c08-443b-9c77-5875e83997db"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:48.754276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-5e031e22-fbca-42cd-bb48-d44982134812 service neutron] 10.222.0.18 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340509 Sep 24 19:10:48.755857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=b68a9033-1d3f-4001-b290-b1eace218142,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:48.906387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-51c5575e-dce4-4cdb-b7bc-f89f97117cce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:10:48.906527 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-51c5575e-dce4-4cdb-b7bc-f89f97117cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:10:48.978462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 54900081-c292-4014-85fc-48f8e9648f42 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:48.978904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:48.995699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bbe3143-2b86-47ff-bd93-27e52f7086bd req-fbfdff72-4996-4639-bf98-41adbdb2d3a0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634676 Sep 24 19:10:48.996468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:49.242400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-b30994bd-f2fa-423e-bde0-d3485c177c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:49.244916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-b30994bd-f2fa-423e-bde0-d3485c177c6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4888961 Sep 24 19:10:49.543390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-f22183cb-5bdf-43d4-9800-d92e03683287 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859185 Sep 24 19:10:49.550945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e123187f-14b5-4433-82fe-93f0f6bf3d18 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:49.555436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18aa1169-8c08-443b-9c77-5875e83997db no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:10:49.598622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9420577-40de-496a-9a41-ac63a9de8abb req-f51ceb73-6eb6-4fc3-a18a-802003456696 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:49.611072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 18aa1169-8c08-443b-9c77-5875e83997db {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:10:49.611414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 18aa1169-8c08-443b-9c77-5875e83997db not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:10:49.614968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9420577-40de-496a-9a41-ac63a9de8abb req-f51ceb73-6eb6-4fc3-a18a-802003456696 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 944 time: 0.4858422 Sep 24 19:10:49.697685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b68a9033-1d3f-4001-b290-b1eace218142 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:49.751559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b0b21a3d-e53d-4867-9210-6c915a38e8c4 None None] Provisioning complete for port fffada6a-57be-443e-b67a-b3de56848bc8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:49.751932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0b21a3d-e53d-4867-9210-6c915a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:49.806004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02d9faf-0b97-4ec1-893d-11e97bec926d req-9e3fcc7a-70c0-4c3f-92c7-28866c549de7 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845739 Sep 24 19:10:49.873896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cffef-c65f-433e-8242-8d8c8a5d62a4 req-49499220-93a5-4803-8296-d67932349c4d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:49.875511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-400cffef-c65f-433e-8242-8d8c8a5d62a4 req-49499220-93a5-4803-8296-d67932349c4d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 943 time: 0.6572094 Sep 24 19:10:49.888273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9420577-40de-496a-9a41-ac63a9de8abb req-ef8f8633-3c3e-4afd-93fd-877efecb179f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723019 Sep 24 19:10:49.939580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b0b21a3d-e53d-4867-9210-6c915a38e8c4 None None] Port fffada6a-57be-443e-b67a-b3de56848bc8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:49.944383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:49.964212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'mac_address': 'fa:16:3e:fc:76:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:49.971708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b0b21a3d-e53d-4867-9210-6c915a38e8c4 None None] Provisioning complete for port b68a9033-1d3f-4001-b290-b1eace218142 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:49.972364 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0b21a3d-e53d-4867-9210-6c915a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:49.974989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b68a9033-1d3f-4001-b290-b1eace218142 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:49.975530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.049943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-400cffef-c65f-433e-8242-8d8c8a5d62a4 req-255ad479-52fd-4f3d-b2e7-c7183f36b41b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977318 Sep 24 19:10:50.139575 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.169644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e123187f-14b5-4433-82fe-93f0f6bf3d18 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:50.218502 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b712f3-5d50-4fb2-ae34-9d76bc74754a x-openstack-request-id: req-b4b712f3-5d50-4fb2-ae34-9d76bc74754a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:50.219239 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d", "name": "network-vif-deleted", "tag": "18aa1169-8c08-443b-9c77-5875e83997db", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:50.219676 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4b712f3-5d50-4fb2-ae34-9d76bc74754a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:50.220270 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed89f2b2-7fae-47d4-994b-fb9cadd4ca0d', 'name': 'network-vif-deleted', 'tag': '18aa1169-8c08-443b-9c77-5875e83997db', 'status': 'completed', 'code': 200} Sep 24 19:10:50.249110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:50.275649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.362384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc146ab1-37b9-460e-8640-0c9528ae6574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.388797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d414aef-738c-41a4-8161-b7864a6206d7 req-3a61d258-7e8d-47f1-a87f-e1dab7952b0f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 210 time: 0.1674232 Sep 24 19:10:50.500337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:50.550303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:50.553399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e123187f-14b5-4433-82fe-93f0f6bf3d18'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:10:50.579876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.610840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b8838-b0f7-4fca-8343-71c15c082ff1 req-4bfabf01-7779-462a-a630-2f97f1402f45 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:50.612796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a85b8838-b0f7-4fca-8343-71c15c082ff1 req-4bfabf01-7779-462a-a630-2f97f1402f45 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1768620 Sep 24 19:10:50.615533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.871340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:50.872317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.874114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-54cc7b64-f0c6-49a5-a904-a3705ac5b2fb None None] Provisioning complete for port fffada6a-57be-443e-b67a-b3de56848bc8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:50.874641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54cc7b64-f0c6-49a5-a904-a3705ac5b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:50.897265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a85b8838-b0f7-4fca-8343-71c15c082ff1 req-77617242-b49a-43fb-b8bf-e60ccbdcc0dc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723901 Sep 24 19:10:50.897968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=fffada6a-57be-443e-b67a-b3de56848bc8,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:51.032607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-54cc7b64-f0c6-49a5-a904-a3705ac5b2fb None None] Port fffada6a-57be-443e-b67a-b3de56848bc8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:51.164169 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.224022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:51.239163 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.308056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0e96fb3f-7bb2-497b-8de1-fcd47d61bf52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:51.317140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:51.320791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0e96fb3f-7bb2-497b-8de1-fcd47d61bf52 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.5361924 Sep 24 19:10:51.363687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00744-bf4e-4c90-94cc-d35d859e32ea req-2bcd5905-f7e1-49da-a3e5-5ab93f935f32 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:51.367642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:51.378550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cc00744-bf4e-4c90-94cc-d35d859e32ea req-2bcd5905-f7e1-49da-a3e5-5ab93f935f32 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 944 time: 0.3621290 Sep 24 19:10:51.386694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-890d5676-43ab-458f-a05c-62b236f59b48 None None] Provisioning complete for port fffada6a-57be-443e-b67a-b3de56848bc8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:51.387108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-890d5676-43ab-458f-a05c-62b236f59b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.420569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-bb4b1e13-6ffc-4f31-b040-15a16b0d7c8a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:51.422104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-bb4b1e13-6ffc-4f31-b040-15a16b0d7c8a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 810 time: 0.6098654 Sep 24 19:10:51.434776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-890d5676-43ab-458f-a05c-62b236f59b48 None None] Port fffada6a-57be-443e-b67a-b3de56848bc8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:51.447622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-a1c44e00-033f-4df3-81b8-e22fec0b1a60 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.1259186 Sep 24 19:10:51.454904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Request body: {'port': {'device_id': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'admin_state_up': True, 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:51.500996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b76368-b0f6-41cc-aff3-f72be14f54a9 req-60de95ce-abcc-4b48-b374-e3fbc8f51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:51.503558 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-56b76368-b0f6-41cc-aff3-f72be14f54a9 req-60de95ce-abcc-4b48-b374-e3fbc8f51776 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1097 time: 0.1339381 Sep 24 19:10:51.537623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-57ba7048-22a0-4e4d-b283-7ebcd6887c2a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790517 Sep 24 19:10:51.543560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-56b76368-b0f6-41cc-aff3-f72be14f54a9 req-e527e679-3519-4d87-b4d0-73efab069a76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Sep 24 19:10:51.594046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.605504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cc00744-bf4e-4c90-94cc-d35d859e32ea req-e2483b82-d767-4b67-a29c-d9adec81df27 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254028 Sep 24 19:10:51.711912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:51.782371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:10:51.787810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:51.788716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.857442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-89a958e9-112d-4343-a5a9-ad12c7076378 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184483 Sep 24 19:10:51.886473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74695d53-e69e-4e64-91ad-792b41e69a4b req-6d5d3f3c-0a3d-4c31-963f-d12311e71742 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:51.894771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74695d53-e69e-4e64-91ad-792b41e69a4b req-6d5d3f3c-0a3d-4c31-963f-d12311e71742 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 944 time: 0.2105007 Sep 24 19:10:51.920427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.946942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Made reservation on behalf of 5a74210f6b50457e8dcd9dc7cb224fd3 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:51.950598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.968897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:51.974327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:51.977725 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa3ccb9-7830-4933-90bc-ec0563a23e72" -d '{"events": [{"server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "name": "network-vif-plugged", "status": "completed", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:51.984063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:51.989645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:52.047797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74695d53-e69e-4e64-91ad-792b41e69a4b req-a2b6009c-b4f7-460f-984d-3a8d23883ee0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532047 Sep 24 19:10:52.079633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:52.586038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a639fb7-b31f-4f7e-94b3-47e4b6b0aac4 req-1d5d705e-0d80-4151-a2ac-fee065295a2b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0687149 Sep 24 19:10:52.630965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-33a29200-25d1-45cc-9548-f48610da7985 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346625 Sep 24 19:10:52.768853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Allocated IP 172.20.0.2 (0df0574f-a0e6-413d-b554-1ec800a8615a/45067984-93a1-40e2-82ec-92b3beed8a27/7725d858-8d30-4d43-a236-001b0f192f88) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:52.826091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60352d0e-e884-49fe-883f-dee5660c13d6 req-df7c6499-0a99-47f0-9e76-46db2f754169 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:52.827680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60352d0e-e884-49fe-883f-dee5660c13d6 req-df7c6499-0a99-47f0-9e76-46db2f754169 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1449926 Sep 24 19:10:52.855478 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052fa785-5102-4f41-87e6-fb5352531b9b x-openstack-request-id: req-052fa785-5102-4f41-87e6-fb5352531b9b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:52.856148 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "name": "network-vif-plugged", "status": "completed", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:52.856481 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-052fa785-5102-4f41-87e6-fb5352531b9b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:52.857060 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'code': 200} Sep 24 19:10:52.914227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a93f23f-2261-415f-8533-83f1ac5383f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.018545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60352d0e-e884-49fe-883f-dee5660c13d6 req-31968e36-bbd7-4b42-b105-734d149fbc75 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307263 Sep 24 19:10:53.040936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d824173-5e50-4cb9-8809-6440438fb441 req-af9180f9-c34d-47dc-817e-63b2e6f48876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:53.045197 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d824173-5e50-4cb9-8809-6440438fb441 req-af9180f9-c34d-47dc-817e-63b2e6f48876 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 1096 time: 0.1169071 Sep 24 19:10:53.092221 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d824173-5e50-4cb9-8809-6440438fb441 req-45fb53c6-37e7-4498-8aca-6f84aa1dd74d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 Sep 24 19:10:53.152371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab34f566-bd73-4244-8813-c21e152618d7 req-8ba27f79-4cee-40d5-af7e-ecb4f7f56462 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 210 time: 0.0521133 Sep 24 19:10:53.206092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.223772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.314455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.334889 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.353995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8923fe1-3048-4e5a-ae28-250d6fc815a4 req-bc1f1839-f248-47f7-93a6-f52dba32a42b tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:53.361414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8923fe1-3048-4e5a-ae28-250d6fc815a4 req-bc1f1839-f248-47f7-93a6-f52dba32a42b tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.2623971 Sep 24 19:10:53.393951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=fffada6a-57be-443e-b67a-b3de56848bc8,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:53.406022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.453584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:53.466975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff01d-f277-4c30-a2ac-e9792d517c78 req-96481315-818f-41e7-b7b9-72c0ee26a426 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:53.468515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-134ff01d-f277-4c30-a2ac-e9792d517c78 req-96481315-818f-41e7-b7b9-72c0ee26a426 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 944 time: 0.2092850 Sep 24 19:10:53.500645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8923fe1-3048-4e5a-ae28-250d6fc815a4 req-e7dee8db-e01d-4d35-ba10-c26bb150ef8e tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382401 Sep 24 19:10:53.525015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:53.525518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.581225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e123187f-14b5-4433-82fe-93f0f6bf3d18 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:10:53.583604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.649494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-134ff01d-f277-4c30-a2ac-e9792d517c78 req-fec8cfa4-3b9f-49b6-a356-f5be43aa7394 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654234 Sep 24 19:10:53.693927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e123187f-14b5-4433-82fe-93f0f6bf3d18 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:10:53.706623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e123187f-14b5-4433-82fe-93f0f6bf3d18 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:53.707073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.713376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Network 0df0574f-a0e6-413d-b554-1ec800a8615a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:53.730881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:53.734527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:53.738382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:53.747753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:53.755861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Pushing event updated for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:53.882733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:53.883863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.893242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.931327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ef16-e82b-4ce8-81a2-9d5cee773c8f req-6754fb1c-cbd9-4f82-ba99-40a54136dcf5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:53.939206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0547ef16-e82b-4ce8-81a2-9d5cee773c8f req-6754fb1c-cbd9-4f82-ba99-40a54136dcf5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 931 time: 0.2583475 Sep 24 19:10:53.947265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:53.955491 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:53.978040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-c2a67dfd-2d71-4763-8662-c54ecd4bf63b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5322530 Sep 24 19:10:53.995442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Request body: {'port': {'device_id': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:54.028262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:54.067969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0547ef16-e82b-4ce8-81a2-9d5cee773c8f req-4b7c6545-5c41-4319-9476-39e1498b5b9a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275611 Sep 24 19:10:54.113433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:54.121428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:54.130528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router fea803d3-2cc1-47ff-a730-9518d531bdf0 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:10:54.200125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-57246e34-b2e3-4b68-b1f0-d6d8fe6368cc None None] Provisioning complete for port fffada6a-57be-443e-b67a-b3de56848bc8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:10:54.200780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57246e34-b2e3-4b68-b1f0-d6d8fe6368cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:54.264652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-57246e34-b2e3-4b68-b1f0-d6d8fe6368cc None None] Port fffada6a-57be-443e-b67a-b3de56848bc8 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:10:54.417598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c65dc95f-f707-445c-a000-53255e523981 req-c7edf221-4217-4aec-9968-315f5db1305d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 210 time: 0.1281207 Sep 24 19:10:54.503945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-022ccc2b-2a9c-4598-9285-c513094749c7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:54.506786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-022ccc2b-2a9c-4598-9285-c513094749c7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.2167540 Sep 24 19:10:54.533510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:54.542729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': '712a805f-c81c-4447-80b0-5b95865459de', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:54.547816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-31d9f109-d2ee-49ea-b465-18532ff14611 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/fea803d3-2cc1-47ff-a730-9518d531bdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3977277 Sep 24 19:10:54.556889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] Sync routers for ids ['fea803d3-2cc1-47ff-a730-9518d531bdf0'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:54.560638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcd96e-c6b0-44a7-964e-c0f7d0405945 req-d38fff71-3364-4ac5-bf28-f00d6bc87136 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:54.562664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1adcd96e-c6b0-44a7-964e-c0f7d0405945 req-d38fff71-3364-4ac5-bf28-f00d6bc87136 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.4348750 Sep 24 19:10:54.563507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40154) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:54.583693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] Routers {'fea803d3-2cc1-47ff-a730-9518d531bdf0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:54.588062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fea803d3-2cc1-47ff-a730-9518d531bdf0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:54.654493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d7a1c-3802-4f53-9a8b-8cf6813413de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:54.658318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b8d7a1c-3802-4f53-9a8b-8cf6813413de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports/fffada6a-57be-443e-b67a-b3de56848bc8 HTTP/1.1" status: 200 len: 976 time: 0.0900245 Sep 24 19:10:54.665055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:54.674249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40156) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:54.679121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] Routers {'fea803d3-2cc1-47ff-a730-9518d531bdf0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:54.679799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fea803d3-2cc1-47ff-a730-9518d531bdf0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:54.718220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:54.719032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc440c-4f27-4d86-b243-42dbc7f9379e None None] The sync data for ids ['fea803d3-2cc1-47ff-a730-9518d531bdf0'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:10:54.780403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:10:54.783868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:54.859330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:54.862181 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed9007f-37d8-4719-a2c4-cb4ebf23e706" -d '{"events": [{"server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "name": "network-vif-plugged", "status": "completed", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:54.890460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1adcd96e-c6b0-44a7-964e-c0f7d0405945 req-5fb86a85-cd50-4b61-bd38-bb37b8f75f5c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206725 Sep 24 19:10:54.931309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.9 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/a955a692-5d44-40b5-a0ec-185f308fc739) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:10:55.036523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933cb2b-fd78-44bc-97bf-313ecee02ebf req-6e5624aa-fb8c-4862-8cbb-40aa235f0912 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:55.039004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0933cb2b-fd78-44bc-97bf-313ecee02ebf req-6e5624aa-fb8c-4862-8cbb-40aa235f0912 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.3770602 Sep 24 19:10:55.117151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7725d858-8d30-4d43-a236-001b0f192f88 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:55.132197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.157204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.177230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.192091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884c531-4b79-4295-a999-e623f6ce8fa4 req-12b2e15a-7418-48f8-9771-39b9128da45d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:55.193970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d884c531-4b79-4295-a999-e623f6ce8fa4 req-12b2e15a-7418-48f8-9771-39b9128da45d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 945 time: 0.2004454 Sep 24 19:10:55.201144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0933cb2b-fd78-44bc-97bf-313ecee02ebf req-b5b5421e-edf7-4a57-8e6b-9737281499c1 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228287 Sep 24 19:10:55.211763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Transition to ACTIVE for port object 7725d858-8d30-4d43-a236-001b0f192f88 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:10:55.239011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:10:55.242661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:10:55.242836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.252085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:10:55.264330 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfcede0-ac70-4cf3-b49f-5cede310752e x-openstack-request-id: req-6dfcede0-ac70-4cf3-b49f-5cede310752e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:55.264652 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "name": "network-vif-plugged", "status": "completed", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:55.264912 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dfcede0-ac70-4cf3-b49f-5cede310752e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:55.265354 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'code': 200} Sep 24 19:10:55.329129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:55.342636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.343043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.343502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.343899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.344383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.344837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.345186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.345635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.345994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.346433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.346909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.347244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:10:55.371054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:55.371817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.392479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-1c321e4d-ca30-4714-8035-fb1ad6fde803 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721311 Sep 24 19:10:55.409756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Request body: {'port': {'device_id': '712a805f-c81c-4447-80b0-5b95865459de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:55.498345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.772473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d884c531-4b79-4295-a999-e623f6ce8fa4 req-fe8a403e-dc8d-41b9-8c39-a31de011987b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672381 Sep 24 19:10:55.781454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Pushing event updated for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:55.844206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d697c-ed0a-4a38-a405-7def380d5803 req-ae979796-156f-4981-ad92-4713e22841f1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:55.849635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.852194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a2d697c-ed0a-4a38-a405-7def380d5803 req-ae979796-156f-4981-ad92-4713e22841f1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 943 time: 0.1786890 Sep 24 19:10:55.860084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a955a692-5d44-40b5-a0ec-185f308fc739 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:55.869533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.886530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Transition to ACTIVE for port object a955a692-5d44-40b5-a0ec-185f308fc739 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:10:55.890680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:55.898709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0429df-8016-4262-afa4-1020eeb95d44 req-046c2888-10d7-420e-a7d8-c2d64fb8d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:55.900324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d0429df-8016-4262-afa4-1020eeb95d44 req-046c2888-10d7-420e-a7d8-c2d64fb8d743 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 1096 time: 0.2367887 Sep 24 19:10:55.952876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:56.031561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Attempting to bind port a955a692-5d44-40b5-a0ec-185f308fc739 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:56.032287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Attempting to bind port a955a692-5d44-40b5-a0ec-185f308fc739 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:56.032877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Attempting to bind port a955a692-5d44-40b5-a0ec-185f308fc739 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:56.038493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Port a955a692-5d44-40b5-a0ec-185f308fc739 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:10:56.039164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Attempting to bind port a955a692-5d44-40b5-a0ec-185f308fc739 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:56.044424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:56.045182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:56.045468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:56.046051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Bound port: a955a692-5d44-40b5-a0ec-185f308fc739, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:56.046529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.057114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a2d697c-ed0a-4a38-a405-7def380d5803 req-c6028db6-8826-4d8f-990f-0567cde0d78b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039590 Sep 24 19:10:56.082053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b512f73-1386-43fe-bcd7-1e4213949c66 req-a31892b2-c5b6-44a2-b1c3-66ff8ee556e9 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.083803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b512f73-1386-43fe-bcd7-1e4213949c66 req-a31892b2-c5b6-44a2-b1c3-66ff8ee556e9 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.2193565 Sep 24 19:10:56.085382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d0429df-8016-4262-afa4-1020eeb95d44 req-c61fc620-64f1-4b5b-86ee-7aac207d5cda service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584146 Sep 24 19:10:56.095100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40172) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:10:56.100080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Request body: {'floatingip': {'port_id': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:56.102714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Attempting to bind port 7725d858-8d30-4d43-a236-001b0f192f88 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:10:56.103075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Attempting to bind port 7725d858-8d30-4d43-a236-001b0f192f88 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:10:56.103406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Attempting to bind port 7725d858-8d30-4d43-a236-001b0f192f88 on network 0df0574f-a0e6-413d-b554-1ec800a8615a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:56.152043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Port 7725d858-8d30-4d43-a236-001b0f192f88 on network 0df0574f-a0e6-413d-b554-1ec800a8615a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:10:56.152758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Attempting to bind port 7725d858-8d30-4d43-a236-001b0f192f88 on network 0df0574f-a0e6-413d-b554-1ec800a8615a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:10:56.176339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.194616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:10:56.194994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Checking segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:10:56.195386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Bound using segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:10:56.195834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Bound port: 7725d858-8d30-4d43-a236-001b0f192f88, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:10:56.196194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.200301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:56.204290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:56.210839 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.287638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:56.307109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.307510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.309024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-0ea3e4d8-c3a6-4a2a-aff7-f55d290c8dbf service neutron] 10.222.0.15 "PUT /v2.0/ports/a955a692-5d44-40b5-a0ec-185f308fc739 HTTP/1.1" status: 200 len: 1091 time: 0.9068067 Sep 24 19:10:56.309746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:56.312026 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f482c9d-6133-4672-aa86-96628a80b9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:56.406622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-00f5f150-f7cc-4b4a-8284-834973ad2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.409303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-00f5f150-f7cc-4b4a-8284-834973ad2a1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 1094 time: 0.0531037 Sep 24 19:10:56.463763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7ba38-5e26-4f4c-84b4-abea3cb841fd req-bac17313-14c7-4cc9-b5ca-ddd6cc9bd998 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.465223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06e7ba38-5e26-4f4c-84b4-abea3cb841fd req-bac17313-14c7-4cc9-b5ca-ddd6cc9bd998 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 943 time: 0.3144126 Sep 24 19:10:56.477811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-a2a39e43-69f0-491e-a69f-c9e528916f47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a955a692-5d44-40b5-a0ec-185f308fc739 HTTP/1.1" status: 200 len: 217 time: 0.0595491 Sep 24 19:10:56.491655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38428163-9ba0-48e5-84e9-19a4a8fdfdf8 req-f4e19488-c9e4-4719-b479-7b8d2bf5ef7e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.493275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38428163-9ba0-48e5-84e9-19a4a8fdfdf8 req-f4e19488-c9e4-4719-b479-7b8d2bf5ef7e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2937911 Sep 24 19:10:56.498756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.543099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-cde8a7e6-fdb4-4bde-afbd-8084db729139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.544597 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-cde8a7e6-fdb4-4bde-afbd-8084db729139 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0542095 Sep 24 19:10:56.589042 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-15c747b0-14e7-4a26-b594-25eab48f6e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273144 Sep 24 19:10:56.654079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:10:56.698250 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-80e63d33-5c35-4599-b935-98ddba34767b service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003709 Sep 24 19:10:56.724736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7725d858-8d30-4d43-a236-001b0f192f88,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:10:56.761590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06e7ba38-5e26-4f4c-84b4-abea3cb841fd req-ffa71036-4da2-4f6c-bf2c-8ee1c7b3ba3e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638993 Sep 24 19:10:56.772533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.806101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38428163-9ba0-48e5-84e9-19a4a8fdfdf8 req-742ba683-5181-49d0-ba7e-04a578c2c6db tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051567 Sep 24 19:10:56.848696 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a3272-4732-465a-9a43-f21f1434c18f x-openstack-request-id: req-570a3272-4732-465a-9a43-f21f1434c18f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:56.849001 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:56.849310 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-570a3272-4732-465a-9a43-f21f1434c18f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:56.849728 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'status': 'completed', 'code': 200} Sep 24 19:10:56.902140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0dd2c12-1d0c-4c81-8f81-b3de3e34247f req-4bad00bb-9a15-499a-905d-e0eda0f3e4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959217 Sep 24 19:10:56.914629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:56.915283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:56.916814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] 10.222.0.69 "PUT /v2.0/ports/7725d858-8d30-4d43-a236-001b0f192f88 HTTP/1.1" status: 200 len: 1091 time: 2.9264915 Sep 24 19:10:56.917272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:56.919597 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beee8b6-c958-4166-9a2c-108da026a49e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "tag": "7725d858-8d30-4d43-a236-001b0f192f88"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:56.997550 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12272a0a-148d-43fd-8eca-a46d38bdd489 x-openstack-request-id: req-12272a0a-148d-43fd-8eca-a46d38bdd489 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:56.997962 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "tag": "7725d858-8d30-4d43-a236-001b0f192f88", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:56.998094 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12272a0a-148d-43fd-8eca-a46d38bdd489 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:56.998478 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88', 'status': 'completed', 'code': 200} Sep 24 19:10:57.015677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-48ed6bfc-e550-4842-a4ec-70879d9064e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.017479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-48ed6bfc-e550-4842-a4ec-70879d9064e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 1094 time: 0.0477667 Sep 24 19:10:57.045348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a038e4-91ba-42cd-b33a-33cf2b839a6a service neutron] Pushing event updated for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:57.141746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545a30c-30d7-45f4-aa9d-95908126ff00 req-f299ce28-8381-4e5f-9e00-62ee7e483964 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.149189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f545a30c-30d7-45f4-aa9d-95908126ff00 req-f299ce28-8381-4e5f-9e00-62ee7e483964 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 945 time: 0.2261934 Sep 24 19:10:57.207878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-dd84ae95-727d-4abc-bfd3-4eafa9646d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.210531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-dd84ae95-727d-4abc-bfd3-4eafa9646d62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.2245934 Sep 24 19:10:57.214554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-d9e91b91-514d-448d-90a7-7cb15fb0873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.216083 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-d9e91b91-514d-448d-90a7-7cb15fb0873c service neutron] 10.222.0.15 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.1859894 Sep 24 19:10:57.315814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-9aafefb1-faba-438f-8221-3852c3ee1299 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7725d858-8d30-4d43-a236-001b0f192f88 HTTP/1.1" status: 200 len: 217 time: 0.0861912 Sep 24 19:10:57.318976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-fbfab5b0-4a9f-49ef-b724-fbaf042017dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a955a692-5d44-40b5-a0ec-185f308fc739 HTTP/1.1" status: 200 len: 217 time: 0.0791407 Sep 24 19:10:57.372659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f545a30c-30d7-45f4-aa9d-95908126ff00 req-2e428e40-0c5d-4184-9146-b619dfb4d770 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225857 Sep 24 19:10:57.393232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:10:57.425454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-7dcc88d3-beaf-4115-b86e-74d12699e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.428260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-7dcc88d3-beaf-4115-b86e-74d12699e04a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.1005101 Sep 24 19:10:57.456852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cc3df-2e5f-451b-a290-ca435a5051f6 req-115fe189-fdd2-4739-a5a5-2e1c5efb341a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.458386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3cc3df-2e5f-451b-a290-ca435a5051f6 req-115fe189-fdd2-4739-a5a5-2e1c5efb341a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 943 time: 0.2529187 Sep 24 19:10:57.463970 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-05eb12a8-19d4-4934-be82-f47dc6197ed1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277398 Sep 24 19:10:57.512366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-b6315f10-05cd-44d8-9da0-8cf314c463be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:57.513850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-b6315f10-05cd-44d8-9da0-8cf314c463be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1877866 Sep 24 19:10:57.527086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:57.542918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:57.575467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-db418342-7901-4571-8b7d-1316d9d5aa49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525820 Sep 24 19:10:57.580947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-0f065ad1-e416-4fd6-940e-8bb758f2039e service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090631 Sep 24 19:10:57.631793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3cc3df-2e5f-451b-a290-ca435a5051f6 req-1b3e51a4-1ad5-40a3-88bf-100b7dad224b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487651 Sep 24 19:10:57.752023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8f482c9d-6133-4672-aa86-96628a80b9c6 req-ea50f4fa-8989-456a-a411-a9d2a0f8d859 service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602409 Sep 24 19:10:58.093117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port fffada6a-57be-443e-b67a-b3de56848bc8 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:10:58.093371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:58.246563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-015d0eae-f8ec-4daa-8f9c-6680d8562268 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371021 Sep 24 19:10:58.271347 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Floating IP bb57f53d-b4e4-4653-b470-b2630c39eb6b associated. External IP: 172.25.5.157, port: 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23. Sep 24 19:10:58.333096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22eab9-e5b5-44e5-a687-140cf5899900 req-d5d1571d-6db6-4953-9957-8253ea982024 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.334610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf22eab9-e5b5-44e5-a687-140cf5899900 req-d5d1571d-6db6-4953-9957-8253ea982024 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2712424 Sep 24 19:10:58.347979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fef7-1228-4ee8-8925-6a066f797d05 req-9b5fa7f6-da89-4d8c-9400-5cf4620fe924 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.349364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4035fef7-1228-4ee8-8925-6a066f797d05 req-9b5fa7f6-da89-4d8c-9400-5cf4620fe924 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 943 time: 0.2873886 Sep 24 19:10:58.399538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:58.485865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for fffada6a-57be-443e-b67a-b3de56848bc8 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:10:58.494028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-b38c8d77-43db-43ce-8860-2d11412aef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.495579 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-b38c8d77-43db-43ce-8860-2d11412aef77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1096 time: 0.0406523 Sep 24 19:10:58.535610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf22eab9-e5b5-44e5-a687-140cf5899900 req-e8c03090-5462-4f4e-8fdd-a36330b0638f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852705 Sep 24 19:10:58.586688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4035fef7-1228-4ee8-8925-6a066f797d05 req-a9ee5599-a4ba-4a73-b2a2-cdfe6565113a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228906 Sep 24 19:10:58.596202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-74b41d2b-0c39-4dfd-9419-727d0caabae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.597701 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-74b41d2b-0c39-4dfd-9419-727d0caabae8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.0939648 Sep 24 19:10:58.608811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5be47e9c-bc6b-41c8-9c32-5a19955d082c req-fb742ae8-c88d-405e-bc8c-93d25ed5fdac service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504066 Sep 24 19:10:58.647329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-0a3e67e6-9b61-44c6-9482-7ad2baa2f51e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.0410898 Sep 24 19:10:58.707572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-4bdb88d2-2038-43e4-9b3f-957ac1a07380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.709052 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-4bdb88d2-2038-43e4-9b3f-957ac1a07380 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.0539498 Sep 24 19:10:58.743516 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-9b1a21ef-cfba-4927-b08c-fe372a0ac829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264356 Sep 24 19:10:58.835800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-bd066b95-2100-4907-8f13-9265a812ec39 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845473 Sep 24 19:10:58.850670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ebffa-de73-45f6-83a4-5afc55b24bcb req-e9e06771-d05c-43c1-9376-a3328ce0d5a3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.852283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d13ebffa-de73-45f6-83a4-5afc55b24bcb req-e9e06771-d05c-43c1-9376-a3328ce0d5a3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 945 time: 0.2571590 Sep 24 19:10:58.893467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee8b6-c958-4166-9a2c-108da026a49e req-b6c8fd4d-a725-4a35-a87f-73c960b28d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.894897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-b6c8fd4d-a725-4a35-a87f-73c960b28d91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 1094 time: 0.2333510 Sep 24 19:10:58.920433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Router 5ec28a2e-9233-4192-a9e5-afe80def59f0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:10:58.935249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-100456ad-35c2-4a1f-86bc-400c743a0614 req-3871cde5-d526-4aef-b914-892d05384ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914333 Sep 24 19:10:58.936169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6f7e5-d380-4c96-8063-dff19cee276f req-31ba54cc-017d-4b01-b976-4aff4e04ae3b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:58.937892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99f6f7e5-d380-4c96-8063-dff19cee276f req-31ba54cc-017d-4b01-b976-4aff4e04ae3b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 943 time: 0.2239573 Sep 24 19:10:59.006626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d13ebffa-de73-45f6-83a4-5afc55b24bcb req-d4f2dccf-c78e-42c7-93a3-2d10631c0304 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419849 Sep 24 19:10:59.115212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.144966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99f6f7e5-d380-4c96-8063-dff19cee276f req-75c30063-6a7b-47eb-aa2e-762b52cbecff tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658266 Sep 24 19:10:59.180877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=fffada6a-57be-443e-b67a-b3de56848bc8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:10:59.206719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee8b6-c958-4166-9a2c-108da026a49e req-b7023cac-ee8e-4492-8d00-85f40e177d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.211125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-b7023cac-ee8e-4492-8d00-85f40e177d48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 910 time: 0.3027778 Sep 24 19:10:59.301548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-176964fe-586e-4e2b-9585-9528e817d9a1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 267 time: 0.2232287 Sep 24 19:10:59.350602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-a43fe726-bb1e-4c19-b7a3-77d523072481 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7725d858-8d30-4d43-a236-001b0f192f88 HTTP/1.1" status: 200 len: 217 time: 0.1141372 Sep 24 19:10:59.382847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:10:59.392125 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Sync routers for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:10:59.393443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.400921 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:59.401477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:59.503273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75697dea-fb7b-4e9e-bc72-f6fb47c9260f tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "PUT /v2.0/floatingips/bb57f53d-b4e4-4653-b470-b2630c39eb6b HTTP/1.1" status: 200 len: 991 time: 3.4070430 Sep 24 19:10:59.506962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:10:59.509281 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d726f00-c944-4168-97d3-b097d153ab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:10:59.522318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-d7933e7f-a1a1-4ac2-9e9f-1a7629d70b37 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.524735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-d7933e7f-a1a1-4ac2-9e9f-1a7629d70b37 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 945 time: 0.1877396 Sep 24 19:10:59.525571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee8b6-c958-4166-9a2c-108da026a49e req-51ae8f8d-72c3-48a0-b332-16be3acf64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.526973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-51ae8f8d-72c3-48a0-b332-16be3acf64c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1667507 Sep 24 19:10:59.576846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'security_groups': []}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:10:59.580217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.613283 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:10:59.619029 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0d6fce-aaa5-4ba6-b3b7-0bbe87a0e876 x-openstack-request-id: req-5d0d6fce-aaa5-4ba6-b3b7-0bbe87a0e876 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:10:59.619419 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:10:59.619566 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d0d6fce-aaa5-4ba6-b3b7-0bbe87a0e876 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:10:59.619959 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'status': 'completed', 'code': 200} Sep 24 19:10:59.622023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-f57136fd-8059-4c63-a032-555a43ceebc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603893 Sep 24 19:10:59.683715 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d726f00-c944-4168-97d3-b097d153ab1a req-f7143b7e-520f-4879-8c67-f799dbe13c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.685152 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-f7143b7e-520f-4879-8c67-f799dbe13c03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72&device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 1096 time: 0.0489130 Sep 24 19:10:59.708587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:10:59.801247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d726f00-c944-4168-97d3-b097d153ab1a req-ae828a16-c6b4-4d5c-99de-005b171ba301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.803385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-ae828a16-c6b4-4d5c-99de-005b171ba301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96802faf-39e4-4606-b222-5eab9e3c6e23 HTTP/1.1" status: 200 len: 912 time: 0.1103110 Sep 24 19:10:59.828638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:59.840403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.842319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'mac_address': 'fa:16:3e:85:ff:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:10:59.873949 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'bb57f53d-b4e4-4653-b470-b2630c39eb6b', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'port_id': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde35180-b78d-41fd-aaea-839102bbc689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:33Z', 'updated_at': '2021-09-24T19:10:57Z', 'revision_number': 1, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:59.878223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85476-a73e-416c-9e54-34a8231e3c83 req-6a824012-d5da-435b-888a-f61848c8b4b6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.879796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12f85476-a73e-416c-9e54-34a8231e3c83 req-6a824012-d5da-435b-888a-f61848c8b4b6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.1854494 Sep 24 19:10:59.891423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.894195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-3560c2ec-5c0d-4048-ba0b-92aa064ef6f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 HTTP/1.1" status: 200 len: 999 time: 0.0823033 Sep 24 19:10:59.905025 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Checking router: 5ec28a2e-9233-4192-a9e5-afe80def59f0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:10:59.912460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:10:59.913223 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:10:59.922287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a955a692-5d44-40b5-a0ec-185f308fc739 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:10:59.948631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:10:59.956535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:10:59.956865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d726f00-c944-4168-97d3-b097d153ab1a req-8552bfaa-c577-457c-b2c8-49137d4856ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:10:59.958470 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-8552bfaa-c577-457c-b2c8-49137d4856ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5c42b8c-666e-4a29-81d4-fa05ed27c8a0 HTTP/1.1" status: 200 len: 851 time: 0.0551622 Sep 24 19:11:00.005198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-5ef52fe6-0d9c-47b1-9ea5-9da9ca5efd72 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714774 Sep 24 19:11:00.020752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:00.026359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router fea803d3-2cc1-47ff-a730-9518d531bdf0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:00.026891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d726f00-c944-4168-97d3-b097d153ab1a req-002aa194-f57d-460c-a0c7-9ff102c2cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:00.029308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-002aa194-f57d-460c-a0c7-9ff102c2cf78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96802faf-39e4-4606-b222-5eab9e3c6e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617869 Sep 24 19:11:00.030009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.030349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.030680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.031038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.031517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.031843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.032163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.032480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.032957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.033188 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:00.033862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.034284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.034522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:00.078321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12f85476-a73e-416c-9e54-34a8231e3c83 req-7a25b7a0-9d38-4510-ae1d-4140759661ed tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570692 Sep 24 19:11:00.146462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-7c92a1a6-11a7-44de-ad9c-8c9e910df31e service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023424 Sep 24 19:11:00.253466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4d726f00-c944-4168-97d3-b097d153ab1a req-a9b6e835-a167-43f4-bbe0-392e5ed621fe service neutron] 10.222.0.15 "GET /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973582 Sep 24 19:11:00.286225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['a955a692-5d44-40b5-a0ec-185f308fc739'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:00.307456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'bb57f53d-b4e4-4653-b470-b2630c39eb6b', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'port_id': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde35180-b78d-41fd-aaea-839102bbc689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:33Z', 'updated_at': '2021-09-24T19:10:57Z', 'revision_number': 1, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:00.338183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d4e0d-c426-470e-8963-8c92cd39988f None None] The sync data for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 is: [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'bb57f53d-b4e4-4653-b470-b2630c39eb6b', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'port_id': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde35180-b78d-41fd-aaea-839102bbc689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:10:33Z', 'updated_at': '2021-09-24T19:10:57Z', 'revision_number': 1, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:00.553334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be78a07-3eb0-403d-b837-7083bcca8879 None None] New status for floating IP bb57f53d-b4e4-4653-b470-b2630c39eb6b: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:11:00.640175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:00.650488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7f0451c-9db8-4cd0-a908-68c942e89bd9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/fea803d3-2cc1-47ff-a730-9518d531bdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9711013 Sep 24 19:11:00.652904 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] Sync routers for ids ['fea803d3-2cc1-47ff-a730-9518d531bdf0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:00.653479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:00.658425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001cc0d-da48-4a93-b935-d1607fc20fd4 req-d9fef7dd-3c7c-45cc-b768-eed98e051171 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:00.659992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0001cc0d-da48-4a93-b935-d1607fc20fd4 req-d9fef7dd-3c7c-45cc-b768-eed98e051171 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 944 time: 0.2270977 Sep 24 19:11:00.666512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1beee8b6-c958-4166-9a2c-108da026a49e req-8e436555-3b20-4402-a3d4-132ff85ff5b5 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390262 Sep 24 19:11:00.667904 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] Routers {'fea803d3-2cc1-47ff-a730-9518d531bdf0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:00.668979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fea803d3-2cc1-47ff-a730-9518d531bdf0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:00.717144 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:00.718992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:00.727314 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] Routers {'fea803d3-2cc1-47ff-a730-9518d531bdf0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:00.727440 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['fea803d3-2cc1-47ff-a730-9518d531bdf0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:00.730992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0001cc0d-da48-4a93-b935-d1607fc20fd4 req-38ce33ae-fbfb-464e-a58a-6aff2b10a2f0 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607007 Sep 24 19:11:00.761262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:00.768406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:00.787096 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:00.787249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e123187f-14b5-4433-82fe-93f0f6bf3d18'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:00.787751 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3fcc-2610-49ca-8d29-cb83d806baa4 None None] The sync data for ids ['fea803d3-2cc1-47ff-a730-9518d531bdf0'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:00.857842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:00.858496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:00.859915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb6dfc1-30e7-472b-88b9-6fadb68872a1 req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "PUT /v2.0/ports/e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 200 len: 904 time: 1.2968674 Sep 24 19:11:00.887713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce810-ccaf-4221-9f20-ecd00def9599 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:00.906423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f5276-2180-43a2-9282-3b4bd603bb12 req-2da0549b-7536-45aa-9fed-a9bd482b9547 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:00.908118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d33f5276-2180-43a2-9282-3b4bd603bb12 req-2da0549b-7536-45aa-9fed-a9bd482b9547 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0890291 Sep 24 19:11:00.925313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e123187f-14b5-4433-82fe-93f0f6bf3d18'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:00.955699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d33f5276-2180-43a2-9282-3b4bd603bb12 req-6a0015cd-7239-4cb2-9f8f-8a17541361b8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Sep 24 19:11:00.968129 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-455a29ad-661b-471c-8978-adb61e57f1b4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 19:11:00.969197 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-455a29ad-661b-471c-8978-adb61e57f1b4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/fea803d3-2cc1-47ff-a730-9518d531bdf0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3146420 Sep 24 19:11:00.972455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:01.003650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cfe9cb77-5903-46cd-9063-903ffd8d9133 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fea803d3-2cc1-47ff-a730-9518d531bdf0 HTTP/1.1" status: 200 len: 205 time: 0.0300922 Sep 24 19:11:01.006137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40224) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:01.023629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb', 'ff5281de-5a00-45fe-8778-98865e93cd81'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:01.114660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.159915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d585d9a2-44b3-414e-ad73-d4e4cd2c8a66 None None] Provisioning complete for port e123187f-14b5-4433-82fe-93f0f6bf3d18 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:01.160308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d585d9a2-44b3-414e-ad73-d4e4cd2c8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.175212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e87302-0d01-4a9a-9743-7693ad0ef6c7 req-14d29c73-76ad-413c-9486-cde1d9cbd854 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:01.176769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8e87302-0d01-4a9a-9743-7693ad0ef6c7 req-14d29c73-76ad-413c-9486-cde1d9cbd854 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 907 time: 0.1635258 Sep 24 19:11:01.380609 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.384899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.400845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b335d-1779-49bc-9fd2-3bce6aa23049 req-9b32a44d-5302-4c72-a2b1-9563c4c4979d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:01.402358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f32b335d-1779-49bc-9fd2-3bce6aa23049 req-9b32a44d-5302-4c72-a2b1-9563c4c4979d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 945 time: 0.2238019 Sep 24 19:11:01.465325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d6c6-1f21-438e-b78a-11a64dbd4fd9 req-512d7ed2-17b0-468e-bf17-0b0f1fa2e38c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:01.466805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa55d6c6-1f21-438e-b78a-11a64dbd4fd9 req-512d7ed2-17b0-468e-bf17-0b0f1fa2e38c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1808989 Sep 24 19:11:01.469292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.469823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router fea803d3-2cc1-47ff-a730-9518d531bdf0 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:11:01.477988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.479119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dfec6329-1141-421a-83a3-5f8783d96507 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/fea803d3-2cc1-47ff-a730-9518d531bdf0 HTTP/1.1" status: 204 len: 168 time: 0.4719045 Sep 24 19:11:01.482021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:01.509806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f32b335d-1779-49bc-9fd2-3bce6aa23049 req-e741b509-8411-48db-acfc-b566ab3f6b47 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705495 Sep 24 19:11:01.528343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa55d6c6-1f21-438e-b78a-11a64dbd4fd9 req-afb9e9af-b48b-4cbb-85a1-8202ef239bee tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480273 Sep 24 19:11:01.536577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 12b52d82-7df8-4708-934a-94c036478eb7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:11:01.539719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.584046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.599289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7725d858-8d30-4d43-a236-001b0f192f88 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:01.621396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:01.624416 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18541de-8810-4857-babc-87dfc547f638" -d '{"events": [{"name": "network-changed", "server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:01.680806 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c6984-eff0-4d9f-9f2e-1ac0f32efd21 x-openstack-request-id: req-c61c6984-eff0-4d9f-9f2e-1ac0f32efd21 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:01.681467 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:01.681467 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c61c6984-eff0-4d9f-9f2e-1ac0f32efd21 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:01.681803 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'status': 'completed', 'code': 200} Sep 24 19:11:01.699218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0486923-83b0-4973-94b6-539371f9463d req-aedf3b91-73fd-4082-a8bb-a935fd30607e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:01.700784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0486923-83b0-4973-94b6-539371f9463d req-aedf3b91-73fd-4082-a8bb-a935fd30607e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0894756 Sep 24 19:11:01.712005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.721781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7725d858-8d30-4d43-a236-001b0f192f88,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:01.735715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:01.740585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '7725d858-8d30-4d43-a236-001b0f192f88', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'port_id': '7725d858-8d30-4d43-a236-001b0f192f88', 'mac_address': 'fa:16:3e:96:f8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:01.776761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0486923-83b0-4973-94b6-539371f9463d req-f9dcc759-9108-462b-8212-fb80bc66becf tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662091 Sep 24 19:11:01.783777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18541de-8810-4857-babc-87dfc547f638 req-71dd8c42-f761-4ddf-994d-e489bca2ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:01.785331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-71dd8c42-f761-4ddf-994d-e489bca2ca0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 1058 time: 0.0677617 Sep 24 19:11:01.817336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.824339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.832933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.837135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/12b52d82-7df8-4708-934a-94c036478eb7 HTTP/1.1" status: 204 len: 168 time: 0.3517888 Sep 24 19:11:01.846402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02667f6a-6e12-4ef3-ad15-bb44bc38aec0 None None] Network 8c987621-c9f4-4aa3-a0af-da9806d556b0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:01.851974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port a955a692-5d44-40b5-a0ec-185f308fc739 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:11:01.859418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:01.869974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b512-5291-4b3b-a17f-3869871e20a5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=12b52d82-7df8-4708-934a-94c036478eb7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:01.873630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7725d858-8d30-4d43-a236-001b0f192f88 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:01.880969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port a955a692-5d44-40b5-a0ec-185f308fc739 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:01.881415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.949088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:01.959495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7725d858-8d30-4d43-a236-001b0f192f88,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:01.972292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.000046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288e2de-5552-452d-a5b5-09467761d997 req-63376862-3bfc-4cbb-9550-db1d2c3b5063 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.001619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8288e2de-5552-452d-a5b5-09467761d997 req-63376862-3bfc-4cbb-9550-db1d2c3b5063 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 944 time: 0.1725392 Sep 24 19:11:02.014843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port b68a9033-1d3f-4001-b290-b1eace218142 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:02.015429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.072711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18541de-8810-4857-babc-87dfc547f638 req-f5b452d0-12ff-421a-b026-dcef17bae970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.074141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-f5b452d0-12ff-421a-b026-dcef17bae970 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.2809455 Sep 24 19:11:02.088016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port b68a9033-1d3f-4001-b290-b1eace218142, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b68a9033-1d3f-4001-b290-b1eace218142,segment=NetworkSegment(263010a5-d8ab-4286-b4fb-367ef8cf21fc),segment_id=263010a5-d8ab-4286-b4fb-367ef8cf21fc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:02.088390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.094112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.103541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for b68a9033-1d3f-4001-b290-b1eace218142 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:02.127717 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.134340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-a8f69cc1-7747-4e3a-be03-590ccda4b85f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 200 len: 217 time: 0.0466340 Sep 24 19:11:02.139695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8288e2de-5552-452d-a5b5-09467761d997 req-6250ff83-4356-4d69-8a1d-31db72c89e4c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246779 Sep 24 19:11:02.169496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:02.171932 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87923705-923e-4658-a853-39bbcb555929" -d '{"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-plugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:02.186247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:02.195070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.196166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:02.203645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-57390e85-6166-4938-9978-f947d16a2d5f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.204475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-57390e85-6166-4938-9978-f947d16a2d5f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.2575521 Sep 24 19:11:02.210948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18541de-8810-4857-babc-87dfc547f638 req-174b1211-1972-48cf-8bee-c1654e48cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.212098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-174b1211-1972-48cf-8bee-c1654e48cf6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0665274 Sep 24 19:11:02.231333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.253190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7725d858-8d30-4d43-a236-001b0f192f88'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:02.255738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f327490-6241-4cee-92be-7288bd92dd93 None None] DHCP port deletion for 8c987621-c9f4-4aa3-a0af-da9806d556b0 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:11:02.260394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=b68a9033-1d3f-4001-b290-b1eace218142,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.266565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port b68a9033-1d3f-4001-b290-b1eace218142 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:02.275613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-9943ab71-275a-4f43-8a53-6395b7d2ead6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/quotas/94239c2026dc4870a514669733cc00d5 HTTP/1.1" status: 200 len: 375 time: 0.0623841 Sep 24 19:11:02.341337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18541de-8810-4857-babc-87dfc547f638 req-75909e89-1872-49fa-abb8-ad85eb73b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.343210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-75909e89-1872-49fa-abb8-ad85eb73b29d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228893 Sep 24 19:11:02.351965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.359034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.381605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c987621-c9f4-4aa3-a0af-da9806d556b0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:02.398069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263010a5-d8ab-4286-b4fb-367ef8cf21fc') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:02.398069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263010a5-d8ab-4286-b4fb-367ef8cf21fc') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:02.408143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.416510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-451840eb-bc7a-47d4-bf60-aeb41f55881f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1399314 Sep 24 19:11:02.418993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.432744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.440883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:11:02.441626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:11:02.444550 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:11:02.477742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:02.488227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.516820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.524497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.524711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d88e4-5d88-497b-9890-18f579093139 req-634d5447-339a-410c-9460-7430317d1609 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.526289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-110d88e4-5d88-497b-9890-18f579093139 req-634d5447-339a-410c-9460-7430317d1609 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 944 time: 0.1782262 Sep 24 19:11:02.536373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/8c987621-c9f4-4aa3-a0af-da9806d556b0 HTTP/1.1" status: 204 len: 168 time: 0.6756382 Sep 24 19:11:02.550130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:02.557592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879977773'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:02.559285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.560920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a7e4-47fe-4a25-8e0b-ec58bcfd02c4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=8c987621-c9f4-4aa3-a0af-da9806d556b0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.581261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:02.585745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.605180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-b5192a40-8c36-4c75-972d-a9d9995e00c3 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426183 Sep 24 19:11:02.609263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:02.618492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.618875 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 7c834cff-027f-48c5-84a4-b3f9fff445c0 of type vlan for network a1427f81-e93e-4958-8514-4bffca7567c0 Sep 24 19:11:02.657244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.659115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-110d88e4-5d88-497b-9890-18f579093139 req-6fae795e-4273-4d57-af44-ea6444fa81bb tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223903 Sep 24 19:11:02.663136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-dc2918c4-2787-46e4-ba89-84dfb5d562b1 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223489 Sep 24 19:11:02.683301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.689273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.689872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.711467 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599963b-fbbd-4adb-a683-c4c0ed6b583a x-openstack-request-id: req-7599963b-fbbd-4adb-a683-c4c0ed6b583a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:02.712110 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-plugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:02.712528 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7599963b-fbbd-4adb-a683-c4c0ed6b583a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:02.713341 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'code': 200} Sep 24 19:11:02.722166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1705172 Sep 24 19:11:02.722767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:02.734235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:02.804907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a18541de-8810-4857-babc-87dfc547f638 req-9802d185-0fcb-4447-a45e-144bc5d6489a service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914656 Sep 24 19:11:02.811417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac3d9-b923-41cc-bc79-495985997493 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=a1427f81-e93e-4958-8514-4bffca7567c0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:02.827658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network a1427f81-e93e-4958-8514-4bffca7567c0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:02.855482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-a23c3b61-085f-4bdf-b799-fcf1ac96970f service neutron] 10.222.0.18 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751928 Sep 24 19:11:02.878391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c56c-d5ef-4c53-8660-25d3e83fde7a req-e8cddad2-2cbb-47af-b5d9-1b36c60abf28 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.880865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69f3c56c-d5ef-4c53-8660-25d3e83fde7a req-e8cddad2-2cbb-47af-b5d9-1b36c60abf28 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.0807745 Sep 24 19:11:02.890334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2488-66d4-4969-988f-b9d038d2363c req-be7a9f3c-cfcd-4f9f-a1d8-20b37d810e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:02.891861 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f25b2488-66d4-4969-988f-b9d038d2363c req-be7a9f3c-cfcd-4f9f-a1d8-20b37d810e1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 1096 time: 0.0909362 Sep 24 19:11:02.917330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:02.921069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:02.937261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69f3c56c-d5ef-4c53-8660-25d3e83fde7a req-8f0692ae-0d5d-4db7-a688-3488d1178fdd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Sep 24 19:11:02.962746 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f25b2488-66d4-4969-988f-b9d038d2363c req-67e9218f-752e-41f4-93ef-d4ec181aa7a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Sep 24 19:11:03.063465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bb93512-e49b-4f65-a515-96f91fe5deba req-fab95ca6-21f0-4b1c-911b-516116a40f23 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 210 time: 0.0490563 Sep 24 19:11:03.088552 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.108080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773256-bb0c-42ea-8220-46c4d61443f6 req-bd04e036-b9b5-4230-b713-7b9794a1a51e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:03.109503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc773256-bb0c-42ea-8220-46c4d61443f6 req-bd04e036-b9b5-4230-b713-7b9794a1a51e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.0783014 Sep 24 19:11:03.144519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.151955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc773256-bb0c-42ea-8220-46c4d61443f6 req-44476e65-79ab-408f-9a4d-afe835de69dc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350504 Sep 24 19:11:03.222175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=eaabed4c-39b8-474d-964c-a92bcb36d3fb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:03.243493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '7c834cff-027f-48c5-84a4-b3f9fff445c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:03.243856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: a1427f81-e93e-4958-8514-4bffca7567c0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:03.269821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a1427f81-e93e-4958-8514-4bffca7567c0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:03.286456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, a1427f81-e93e-4958-8514-4bffca7567c0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:03.297027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5212d4d-ec26-41a6-8938-d4a8aa4b8a3d None None] Network a1427f81-e93e-4958-8514-4bffca7567c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:03.297497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:03.299130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28e7ea-5467-4fa3-931d-9e463986b7b8 req-e019a5d6-48bd-4e07-80ff-d3a8d492babf tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:03.299442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.300727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e28e7ea-5467-4fa3-931d-9e463986b7b8 req-e019a5d6-48bd-4e07-80ff-d3a8d492babf tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0602634 Sep 24 19:11:03.322363 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f705581d-6c3b-4349-b70d-a307b43eb98d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5905070 Sep 24 19:11:03.323408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:03.333805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1104927744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:03.353231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e28e7ea-5467-4fa3-931d-9e463986b7b8 req-f8b3814a-1c5b-430e-b4b1-b3a5228454c5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Sep 24 19:11:03.377829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.379269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.430006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b68a9033-1d3f-4001-b290-b1eace218142 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:03.463196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.470945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.473802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b68a9033-1d3f-4001-b290-b1eace218142 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:11:03.474180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b68a9033-1d3f-4001-b290-b1eace218142 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:11:03.506050 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.510190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1074abef-924d-4654-a655-5e0897a82ae7 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1831713 Sep 24 19:11:03.510661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:03.543557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-a1427f81-e93e-4958-8514-4bffca7567c0', 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': 'eaabed4c-39b8-474d-964c-a92bcb36d3fb'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:03.545078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.773457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-c0f9c7a5-af1b-4257-bb9e-fd137a273d2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327221 Sep 24 19:11:03.779489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7725d858-8d30-4d43-a236-001b0f192f88 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:03.818152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246a3c-9b34-4ae9-9da8-e8943be14286 req-a9b5e074-d70a-486a-bd80-9ea6a6db2297 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:03.819685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3246a3c-9b34-4ae9-9da8-e8943be14286 req-a9b5e074-d70a-486a-bd80-9ea6a6db2297 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.2385113 Sep 24 19:11:03.891164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 7725d858-8d30-4d43-a236-001b0f192f88 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:11:03.899620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Allocated IP 172.20.0.2 (a1427f81-e93e-4958-8514-4bffca7567c0/eaabed4c-39b8-474d-964c-a92bcb36d3fb/41f5a007-44da-45f2-97cb-783b6da2ff27) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:03.901735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 7725d858-8d30-4d43-a236-001b0f192f88 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:03.902156 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:03.950941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d55f3-f547-4210-83d1-64641a33a30c req-564a6520-2673-4535-8ac1-0a034e1d99fc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:03.952428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da8d55f3-f547-4210-83d1-64641a33a30c req-564a6520-2673-4535-8ac1-0a034e1d99fc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 944 time: 0.2026522 Sep 24 19:11:03.981516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3246a3c-9b34-4ae9-9da8-e8943be14286 req-7805cc3e-ab35-4d6a-bc90-4a6835ee8a2c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304944 Sep 24 19:11:04.020689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.090284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.201297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7725d858-8d30-4d43-a236-001b0f192f88,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:04.209781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.227002 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.265861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.285549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Network a1427f81-e93e-4958-8514-4bffca7567c0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:04.288707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:04.292922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:04.337551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:04.395046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Attempting to bind port 41f5a007-44da-45f2-97cb-783b6da2ff27 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:04.395529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Attempting to bind port 41f5a007-44da-45f2-97cb-783b6da2ff27 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '7c834cff-027f-48c5-84a4-b3f9fff445c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:04.395961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Attempting to bind port 41f5a007-44da-45f2-97cb-783b6da2ff27 on network a1427f81-e93e-4958-8514-4bffca7567c0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:04.403131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:04.403610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Checking segment: {'id': '7c834cff-027f-48c5-84a4-b3f9fff445c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:04.404079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.404547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Bound using segment: {'id': '7c834cff-027f-48c5-84a4-b3f9fff445c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:04.406469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Bound port: 41f5a007-44da-45f2-97cb-783b6da2ff27, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c834cff-027f-48c5-84a4-b3f9fff445c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a1427f81-e93e-4958-8514-4bffca7567c0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:04.406469 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.416105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da8d55f3-f547-4210-83d1-64641a33a30c req-6a050951-8631-44ad-a02c-499cfb159c3d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507449 Sep 24 19:11:04.424233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Pushing event updated for resources: {'Port': ['ID=41f5a007-44da-45f2-97cb-783b6da2ff27,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:04.441372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cbb4e10-c9fb-4942-98e9-e709bf4b33eb req-161d2570-94d0-4c53-847a-e146238ac30d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 210 time: 0.0538754 Sep 24 19:11:04.527591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] For port 41f5a007-44da-45f2-97cb-783b6da2ff27, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:04.530887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] For port 41f5a007-44da-45f2-97cb-783b6da2ff27, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41f5a007-44da-45f2-97cb-783b6da2ff27,segment=NetworkSegment(7c834cff-027f-48c5-84a4-b3f9fff445c0),segment_id=7c834cff-027f-48c5-84a4-b3f9fff445c0)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:04.536742 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:04.605270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c55de-392c-41ee-acfe-06ac0e4a9fe2 None None] Pushing event updated for resources: {'Port': ['ID=41f5a007-44da-45f2-97cb-783b6da2ff27,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:04.712009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-2a38e0dd-2e18-445f-a471-ec42804950f6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:04.713414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-2a38e0dd-2e18-445f-a471-ec42804950f6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 811 time: 0.3249507 Sep 24 19:11:04.714886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}, {'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:04.717265 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53a55e4-50a8-4add-8372-dd9e0dea1faf" -d '{"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-unplugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}, {"server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "7725d858-8d30-4d43-a236-001b0f192f88"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:04.765738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Request body: {'port': {'device_id': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'admin_state_up': True, 'tenant_id': '94239c2026dc4870a514669733cc00d5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:04.793738 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4fb4db-754e-41da-bdb1-c5cc13fba958 x-openstack-request-id: req-9a4fb4db-754e-41da-bdb1-c5cc13fba958 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:04.794085 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-unplugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "code": 200}, {"server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "7725d858-8d30-4d43-a236-001b0f192f88", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:04.794362 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a4fb4db-754e-41da-bdb1-c5cc13fba958 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:04.794770 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'code': 200} Sep 24 19:11:04.795113 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88', 'code': 200} Sep 24 19:11:04.831345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4bab3-4700-41e8-948c-97c3a16eabe1 req-7e712634-67a6-4d74-83c8-d6851ea5f9ad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:04.832901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16c4bab3-4700-41e8-948c-97c3a16eabe1 req-7e712634-67a6-4d74-83c8-d6851ea5f9ad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2725835 Sep 24 19:11:04.945653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-2f266933-c47f-416b-bd97-7d07cc80141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:04.947209 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-2f266933-c47f-416b-bd97-7d07cc80141a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491&tenant_id=f2d31bc2a0704fe3be4e71cbc057896e HTTP/1.1" status: 200 len: 1094 time: 0.0789573 Sep 24 19:11:04.999212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16c4bab3-4700-41e8-948c-97c3a16eabe1 req-913f700d-2e6e-4d7f-8adc-537c49ad7dbd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566350 Sep 24 19:11:05.031547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055a16e-f4e5-446a-8281-cf57add0fa3b req-bfc289a9-123e-4710-bfdf-d1f457182c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.033891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1055a16e-f4e5-446a-8281-cf57add0fa3b req-bfc289a9-123e-4710-bfdf-d1f457182c2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.1703105 Sep 24 19:11:05.035297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.20.0.1 (a1427f81-e93e-4958-8514-4bffca7567c0/eaabed4c-39b8-474d-964c-a92bcb36d3fb/5ca12107-a72a-46c1-bd00-02caefd24c62) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:05.109064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Made reservation on behalf of 94239c2026dc4870a514669733cc00d5 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:05.113687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.214692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1055a16e-f4e5-446a-8281-cf57add0fa3b req-238630f3-4ce6-40c7-81bb-465fd1c38db6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472223 Sep 24 19:11:05.290633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-010e95f5-575e-4413-b22f-c4a3031b8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.292068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-010e95f5-575e-4413-b22f-c4a3031b8ac5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1094 time: 0.3140631 Sep 24 19:11:05.333749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde28c-fbdd-4b15-a6a6-953ee7cc753c req-27fbd6d0-f612-401e-b6bc-217e4eeb4307 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.341979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2bde28c-fbdd-4b15-a6a6-953ee7cc753c req-27fbd6d0-f612-401e-b6bc-217e4eeb4307 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.2374616 Sep 24 19:11:05.439867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-bf33a174-895d-4277-aea6-474142728d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.442450 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-bf33a174-895d-4277-aea6-474142728d9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.1420367 Sep 24 19:11:05.488632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.508131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41f5a007-44da-45f2-97cb-783b6da2ff27 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:05.535594 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-45030b85-ddd4-464a-b1e6-d356b490dc93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.0640345 Sep 24 19:11:05.546951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2bde28c-fbdd-4b15-a6a6-953ee7cc753c req-28571000-b20c-4912-8420-4258ba207a94 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039299 Sep 24 19:11:05.592728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Allocated IP 172.20.0.10 (eb0c0c2a-aa6f-4e47-98b5-03b749e86f07/f8e1076e-fd56-41a4-b9c8-f81481189645/a7626ae7-5af6-4991-b405-0c4527807502) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:05.598630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 41f5a007-44da-45f2-97cb-783b6da2ff27 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:05.599226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.617598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-9b84b261-ca46-47a1-a45f-588886cde5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.620133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-9b84b261-ca46-47a1-a45f-588886cde5b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.0706084 Sep 24 19:11:05.620491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9b77-5e16-491f-a78b-3274500992b1 req-218e0810-9cdc-4658-85dc-e589f556fd96 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.622152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0da9b77-5e16-491f-a78b-3274500992b1 req-218e0810-9cdc-4658-85dc-e589f556fd96 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1105270 Sep 24 19:11:05.668455 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-0d25cf57-1d26-4bbe-95e2-ee594630aff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363262 Sep 24 19:11:05.672266 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.724827 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.767586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 41f5a007-44da-45f2-97cb-783b6da2ff27, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41f5a007-44da-45f2-97cb-783b6da2ff27,segment=NetworkSegment(7c834cff-027f-48c5-84a4-b3f9fff445c0),segment_id=7c834cff-027f-48c5-84a4-b3f9fff445c0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:05.770649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a1427f81-e93e-4958-8514-4bffca7567c0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:05.770813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc05030-c58f-4b89-b105-491ceb3f4857 None None] Network a1427f81-e93e-4958-8514-4bffca7567c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:05.774174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.791807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:05.796354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0da9b77-5e16-491f-a78b-3274500992b1 req-f39ac8f6-b0fc-4089-9f2a-75ca559d3186 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625581 Sep 24 19:11:05.797367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:05.807068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-0b9bd50e-2b8b-4c4d-bc36-a41f54c867ac service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271398 Sep 24 19:11:05.816909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=5ca12107-a72a-46c1-bd00-02caefd24c62,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:05.889219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.895384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8dd326d2-676a-489f-b428-4ed381b410e5 None None] Provisioning complete for port 41f5a007-44da-45f2-97cb-783b6da2ff27 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:05.895760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd326d2-676a-489f-b428-4ed381b410e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:05.899793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=41f5a007-44da-45f2-97cb-783b6da2ff27,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:05.902017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb679e-d04e-4c01-b857-82aee0a56dd7 req-b246563b-7085-4303-872b-feda40aecd7d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:05.905694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccb679e-d04e-4c01-b857-82aee0a56dd7 req-b246563b-7085-4303-872b-feda40aecd7d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2566085 Sep 24 19:11:05.934763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-6f8f173e-470d-4432-94aa-cea1929bfaf7 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185791 Sep 24 19:11:06.020600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fa89ef2-0d11-4a1c-8c3e-fcc5adbfe899 req-981f1a02-8b47-4794-9487-f335881e5009 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 210 time: 0.1124218 Sep 24 19:11:06.091414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccb679e-d04e-4c01-b857-82aee0a56dd7 req-9064f642-7381-4eff-9b12-3fc1606a0362 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456208 Sep 24 19:11:06.112966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.178513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.224157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.239314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb', 'ff5281de-5a00-45fe-8778-98865e93cd81'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:06.331984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:06.343419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:06.346743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:06.350432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:06.495840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:06.496530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.538883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-37aff3ab-c219-4679-a420-7fa42a4bcf7f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893062 Sep 24 19:11:06.556996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7a2b5993-e8e0-49f5-9fb8-a49ff8f4cf5b None None] Provisioning complete for port 5ca12107-a72a-46c1-bd00-02caefd24c62 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:06.557562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5993-e8e0-49f5-9fb8-a49ff8f4cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.569164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Request body: {'port': {'device_id': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:06.677697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b5993-e8e0-49f5-9fb8-a49ff8f4cf5b None None] Port 5ca12107-a72a-46c1-bd00-02caefd24c62 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:06.724873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7a2b5993-e8e0-49f5-9fb8-a49ff8f4cf5b None None] Provisioning complete for port 41f5a007-44da-45f2-97cb-783b6da2ff27 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:06.736247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5993-e8e0-49f5-9fb8-a49ff8f4cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:06.960922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.046328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.093370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917c326-4526-45d1-8fbc-282db76a84aa req-0a52b106-db67-4443-a68b-00b457a6ad30 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:07.110410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b917c326-4526-45d1-8fbc-282db76a84aa req-0a52b106-db67-4443-a68b-00b457a6ad30 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.4099698 Sep 24 19:11:07.117503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.123645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Provisioning complete for port 5ca12107-a72a-46c1-bd00-02caefd24c62 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:07.124023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.176462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Port 5ca12107-a72a-46c1-bd00-02caefd24c62 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:07.188952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Provisioning complete for port a7626ae7-5af6-4991-b405-0c4527807502 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:07.189499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.240822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c800f-5aba-418a-ac31-7a2e1a370cd5 req-a146d54c-b49f-4589-928b-18acc3d17a6b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:07.247441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a58997a3-f636-4902-9d05-a85802f9fae0 None None] Port a7626ae7-5af6-4991-b405-0c4527807502 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:07.248102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855c800f-5aba-418a-ac31-7a2e1a370cd5 req-a146d54c-b49f-4589-928b-18acc3d17a6b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2800364 Sep 24 19:11:07.382615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=5ca12107-a72a-46c1-bd00-02caefd24c62,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:07.385013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.402164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b917c326-4526-45d1-8fbc-282db76a84aa req-09283068-500a-4f0e-a745-ffb23f58eb19 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899213 Sep 24 19:11:07.408257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41f5a007-44da-45f2-97cb-783b6da2ff27 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:07.431233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855c800f-5aba-418a-ac31-7a2e1a370cd5 req-f7ab2b8a-42da-46b9-929d-7549fd76dfb9 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821342 Sep 24 19:11:07.523783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 41f5a007-44da-45f2-97cb-783b6da2ff27 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:07.524179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.673446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3395411-1e2d-4d91-aed5-0d6831025c89 req-ee19fece-a93c-4d75-a53c-6cf1bbb985d9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:07.679385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3395411-1e2d-4d91-aed5-0d6831025c89 req-ee19fece-a93c-4d75-a53c-6cf1bbb985d9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 932 time: 0.1380155 Sep 24 19:11:07.757536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a1427f81-e93e-4958-8514-4bffca7567c0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:07.761691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:07.826828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7626ae7-5af6-4991-b405-0c4527807502 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:07.892590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:07.918205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3395411-1e2d-4d91-aed5-0d6831025c89 req-0eaf8215-2af1-4568-af1c-fc39c3faabc2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278686 Sep 24 19:11:07.953498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Transition to ACTIVE for port object a7626ae7-5af6-4991-b405-0c4527807502 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:11:07.978908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:08.036550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57048-d587-4db2-a2eb-01ad8fbce551 req-cb37369e-0ece-4bfb-843b-b7852496561c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:08.038218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5af57048-d587-4db2-a2eb-01ad8fbce551 req-cb37369e-0ece-4bfb-843b-b7852496561c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2534878 Sep 24 19:11:08.080434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-165a8ef2-fd03-4968-b7cc-1c5a2e5401f0 None None] Provisioning complete for port 5ca12107-a72a-46c1-bd00-02caefd24c62 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:08.081019 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-165a8ef2-fd03-4968-b7cc-1c5a2e5401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:08.134056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-165a8ef2-fd03-4968-b7cc-1c5a2e5401f0 None None] Port 5ca12107-a72a-46c1-bd00-02caefd24c62 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:08.155428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:08.178022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a19cd97-59d2-46a6-926d-5a21b93d25c4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:11:08.189994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5af57048-d587-4db2-a2eb-01ad8fbce551 req-139c7fc5-ee6b-4e87-b4ac-884b008233f4 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431470 Sep 24 19:11:08.216113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Attempting to bind port a7626ae7-5af6-4991-b405-0c4527807502 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:08.216113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Attempting to bind port a7626ae7-5af6-4991-b405-0c4527807502 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:08.216113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Attempting to bind port a7626ae7-5af6-4991-b405-0c4527807502 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:08.257278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Port a7626ae7-5af6-4991-b405-0c4527807502 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:11:08.257876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Attempting to bind port a7626ae7-5af6-4991-b405-0c4527807502 on network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:08.269762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:08.269961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Checking segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:08.270260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Bound using segment: {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:08.270679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Bound port: a7626ae7-5af6-4991-b405-0c4527807502, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14711fe1-55a5-4aa5-bfe8-4d53e81a588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:08.271098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:08.347628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:08.356236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-634a9558-defc-4917-8dd4-8fe8ee98e4ae tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a19cd97-59d2-46a6-926d-5a21b93d25c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8443487 Sep 24 19:11:08.358845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:08.362830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] Sync routers for ids ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:08.384154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] Routers {'3a19cd97-59d2-46a6-926d-5a21b93d25c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:08.385149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:08.440748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:08.445080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:08.460686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cba66c-8be7-4693-ac2b-aa2da51332db tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:08.462086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:08.463698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-66cba66c-8be7-4693-ac2b-aa2da51332db tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports/5ca12107-a72a-46c1-bd00-02caefd24c62 HTTP/1.1" status: 200 len: 910 time: 0.1014979 Sep 24 19:11:08.464770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:08.466636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:08.482674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:08.483443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:08.487627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] 10.222.0.69 "PUT /v2.0/ports/a7626ae7-5af6-4991-b405-0c4527807502 HTTP/1.1" status: 200 len: 1092 time: 1.9258251 Sep 24 19:11:08.502110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] Routers {'3a19cd97-59d2-46a6-926d-5a21b93d25c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:08.502751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:08.565818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:08.586937 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d239f4-ba91-4350-9a6b-26d6c494d36b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "tag": "a7626ae7-5af6-4991-b405-0c4527807502"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:08.612790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:08.613447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8028a-07fc-47cd-aa48-b08b25f30b9b None None] The sync data for ids ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:08.740562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:09.047641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:09.168417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccff67-a1e2-4655-8105-e0f9dfb12da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:09.182013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-e2f18f4f-187b-4e43-80de-b0075c4f3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.183315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-e2f18f4f-187b-4e43-80de-b0075c4f3d43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.5905759 Sep 24 19:11:09.188606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-a8dd6831-40f7-4132-a926-d6314e400620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.190093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-a8dd6831-40f7-4132-a926-d6314e400620 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 1095 time: 0.5962312 Sep 24 19:11:09.203129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210821a9-72a1-4ec5-888d-d01886cc6c73 req-21dd9a50-4ba5-46db-a754-77a19179c22f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.210474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-210821a9-72a1-4ec5-888d-d01886cc6c73 req-21dd9a50-4ba5-46db-a754-77a19179c22f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.5652192 Sep 24 19:11:09.288070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-a4e29679-7f5e-454c-9728-dbf9953c8ce3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7626ae7-5af6-4991-b405-0c4527807502 HTTP/1.1" status: 200 len: 217 time: 0.0739970 Sep 24 19:11:09.362531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-dd639564-6167-43e5-a571-22281be77aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.364086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-dd639564-6167-43e5-a571-22281be77aea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0590250 Sep 24 19:11:09.447108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 5ca12107-a72a-46c1-bd00-02caefd24c62 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:09.448056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:09.448749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-210821a9-72a1-4ec5-888d-d01886cc6c73 req-fda25936-5888-4769-a685-f73e1df9d2f6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373917 Sep 24 19:11:09.509601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-a8357f76-c181-40bd-b367-90c28baa4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.511108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-a8357f76-c181-40bd-b367-90c28baa4087 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 910 time: 0.2986546 Sep 24 19:11:09.514199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-3a7c19ab-bc91-494c-8ce5-5c74eab4cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.516479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-3a7c19ab-bc91-494c-8ce5-5c74eab4cef9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425769 Sep 24 19:11:09.581696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:09.596234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 5ca12107-a72a-46c1-bd00-02caefd24c62 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:09.612586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-3c44e257-e617-4f4d-a642-1756f9fe1d63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7725d858-8d30-4d43-a236-001b0f192f88 HTTP/1.1" status: 200 len: 217 time: 0.0823073 Sep 24 19:11:09.705244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1a337-e26e-4cbb-b293-7ffc5ec86f48 req-6ba20fb7-56e5-424b-aedd-df6ebd7224a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.713108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31f1a337-e26e-4cbb-b293-7ffc5ec86f48 req-6ba20fb7-56e5-424b-aedd-df6ebd7224a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1924899 Sep 24 19:11:09.762624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-51ba95fc-f933-41eb-aab9-0597121cb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:09.764192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-51ba95fc-f933-41eb-aab9-0597121cb0a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1337218 Sep 24 19:11:09.772877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-39164077-1028-4826-891a-b78fea0db914 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436743 Sep 24 19:11:09.829822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-2bf11430-e128-442c-8b93-e51689874fc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492015 Sep 24 19:11:09.852345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31f1a337-e26e-4cbb-b293-7ffc5ec86f48 req-c61fefb7-bd16-40a6-a82d-6cbae791e71c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381950 Sep 24 19:11:09.880079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:09.914655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=5ca12107-a72a-46c1-bd00-02caefd24c62,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:10.181865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:10.283544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8bdd-4e26-4f8f-928a-308a6bd2ea3e req-9276553d-e546-44ba-a93b-474fcb1d77c3 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:10.285120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-611b8bdd-4e26-4f8f-928a-308a6bd2ea3e req-9276553d-e546-44ba-a93b-474fcb1d77c3 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2556536 Sep 24 19:11:10.289318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b479bf6-b6a5-4fbb-8ce0-38d2535ca91d req-c2ee2d4c-36a6-412b-bf29-e1d5d43a6e58 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965568 Sep 24 19:11:10.294607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-11acfb95-875e-4f4b-ad75-0a50e1a69daa service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412065 Sep 24 19:11:10.369841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-611b8bdd-4e26-4f8f-928a-308a6bd2ea3e req-a77ff80b-d077-493f-b72b-da2a6e831b08 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741410 Sep 24 19:11:10.450692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router 3a19cd97-59d2-46a6-926d-5a21b93d25c4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:10.481621 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646df20-927b-4129-8d99-36b480b85c7e x-openstack-request-id: req-2646df20-927b-4129-8d99-36b480b85c7e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:10.492294 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "tag": "a7626ae7-5af6-4991-b405-0c4527807502", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:10.492775 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2646df20-927b-4129-8d99-36b480b85c7e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:10.494013 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502', 'status': 'completed', 'code': 200} Sep 24 19:11:10.573546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edcd816a-9ff5-45c8-9d5f-8ac9f15c295b req-2288d3cf-d6ef-4a7b-bc8e-b9d0e2c4dec6 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608659 Sep 24 19:11:10.597721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:10.608914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] Sync routers for ids ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:10.612814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-36bf0cc5-311c-4230-be6e-07d5fa445dd0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/3a19cd97-59d2-46a6-926d-5a21b93d25c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1424797 Sep 24 19:11:10.614069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:10.625376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] Routers {'3a19cd97-59d2-46a6-926d-5a21b93d25c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:10.632069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-77921956-c4db-4dab-889d-f48f2f10e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:10.634230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-77921956-c4db-4dab-889d-f48f2f10e561 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1108894 Sep 24 19:11:10.635183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:10.673425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed92443e-d567-4e7a-8993-64fbc77d5faa tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a19cd97-59d2-46a6-926d-5a21b93d25c4 HTTP/1.1" status: 200 len: 205 time: 0.0556722 Sep 24 19:11:10.674246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:10.775669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-6fdb013a-b241-4135-acf5-d248320325b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:10.775915 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:10.777699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-6fdb013a-b241-4135-acf5-d248320325b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.1345608 Sep 24 19:11:10.787404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] Routers {'3a19cd97-59d2-46a6-926d-5a21b93d25c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:10.788170 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:10.802093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cd7-f27f-47e4-b256-8aa25b42d667 req-b0aaac42-bfa0-42bc-8a79-33239f56c875 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:10.816163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e96e5cd7-f27f-47e4-b256-8aa25b42d667 req-b0aaac42-bfa0-42bc-8a79-33239f56c875 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.2482870 Sep 24 19:11:10.836618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:10.882471 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:10.889129 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42929109-5366-42c1-bf0d-87fb53ce9788 None None] The sync data for ids ['3a19cd97-59d2-46a6-926d-5a21b93d25c4'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:10.944267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-d5825fd7-bb44-4520-b4ed-91d79333ef4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7626ae7-5af6-4991-b405-0c4527807502 HTTP/1.1" status: 200 len: 217 time: 0.1210392 Sep 24 19:11:11.004683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e96e5cd7-f27f-47e4-b256-8aa25b42d667 req-f72ee8cb-5b01-42bd-89d5-4cd027dacb33 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829641 Sep 24 19:11:11.064290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-b628c4c9-4680-4aa4-8787-1df7a2c26880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:11.071788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-b628c4c9-4680-4aa4-8787-1df7a2c26880 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1098545 Sep 24 19:11:11.119038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.121592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.246880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.247432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router 3a19cd97-59d2-46a6-926d-5a21b93d25c4 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:11:11.249321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-daa60492-02f4-44ee-b7c9-64206bf72afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:11.251086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-daa60492-02f4-44ee-b7c9-64206bf72afa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685321 Sep 24 19:11:11.256110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.259215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a49e79d-e986-4887-a31e-6ddf5d4a747d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/3a19cd97-59d2-46a6-926d-5a21b93d25c4 HTTP/1.1" status: 204 len: 168 time: 0.5839043 Sep 24 19:11:11.262814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:11.267431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f6ba0-1189-4e4c-b87e-3afff16d3f17 req-d759dfda-5da7-4d8a-8f58-27f8288d8563 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:11.275171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e18f6ba0-1189-4e4c-b87e-3afff16d3f17 req-d759dfda-5da7-4d8a-8f58-27f8288d8563 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1250904 Sep 24 19:11:11.379878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet eaabed4c-39b8-474d-964c-a92bcb36d3fb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:11:11.391851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.403031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-351b1313-ddeb-433a-992d-317bbc1f6d94 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165428 Sep 24 19:11:11.465458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.467064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e18f6ba0-1189-4e4c-b87e-3afff16d3f17 req-58cf00a9-bc83-4d0a-893c-eac3dab5e2f8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907406 Sep 24 19:11:11.573237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6d239f4-ba91-4350-9a6b-26d6c494d36b req-d253d1ad-64ce-4eab-aaeb-94a2fe18ca75 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576211 Sep 24 19:11:11.586527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.654062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abccaf-7efe-45ae-b850-0e42cb9e0f31 req-b52d26b1-80f3-478b-86fd-4b9018299220 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:11.657610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71abccaf-7efe-45ae-b850-0e42cb9e0f31 req-b52d26b1-80f3-478b-86fd-4b9018299220 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0683324 Sep 24 19:11:11.692331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.711510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71abccaf-7efe-45ae-b850-0e42cb9e0f31 req-f52fece8-9c19-4b8c-9435-782719f402f7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Sep 24 19:11:11.739834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=eaabed4c-39b8-474d-964c-a92bcb36d3fb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:11.744237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.746775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2e6fca53-01e4-447d-8450-1cf20547ab16 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/eaabed4c-39b8-474d-964c-a92bcb36d3fb HTTP/1.1" status: 204 len: 168 time: 0.4829392 Sep 24 19:11:11.748908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:11.756966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba936d-cb38-49ee-b253-e085740aa5a9 None None] Network a1427f81-e93e-4958-8514-4bffca7567c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:11.870244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:11.889176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ddb97-1e87-4a6a-8e2f-8762c0072b3e req-17fb645a-ae23-476d-99be-9e209d7c9885 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:11.890771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-751ddb97-1e87-4a6a-8e2f-8762c0072b3e req-17fb645a-ae23-476d-99be-9e209d7c9885 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0720606 Sep 24 19:11:11.960044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-751ddb97-1e87-4a6a-8e2f-8762c0072b3e req-adc40f82-9531-4916-a526-65e50cffb2cb tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625064 Sep 24 19:11:11.978646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 41f5a007-44da-45f2-97cb-783b6da2ff27 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:11.979137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.063069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] DHCP port deletion for a1427f81-e93e-4958-8514-4bffca7567c0 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:11:12.066405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 41f5a007-44da-45f2-97cb-783b6da2ff27, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41f5a007-44da-45f2-97cb-783b6da2ff27,segment=NetworkSegment(7c834cff-027f-48c5-84a4-b3f9fff445c0),segment_id=7c834cff-027f-48c5-84a4-b3f9fff445c0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:12.066778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.078935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 41f5a007-44da-45f2-97cb-783b6da2ff27 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:12.167712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Deleting port 41f5a007-44da-45f2-97cb-783b6da2ff27 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:12.168328 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.169579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.201714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port 41f5a007-44da-45f2-97cb-783b6da2ff27 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:12.209333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc8990-cd74-4a3d-82db-05ab8aacf5a4 req-54e182c1-b781-4345-ba94-2aaf691a4bf8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:12.211626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64dc8990-cd74-4a3d-82db-05ab8aacf5a4 req-54e182c1-b781-4345-ba94-2aaf691a4bf8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.0918479 Sep 24 19:11:12.237600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=41f5a007-44da-45f2-97cb-783b6da2ff27,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:12.264215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64dc8990-cd74-4a3d-82db-05ab8aacf5a4 req-a252349c-b394-4dd6-b8be-55da2bbb8328 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Sep 24 19:11:12.303545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] For port 41f5a007-44da-45f2-97cb-783b6da2ff27, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:12.304279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.324703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Calling delete_port for 41f5a007-44da-45f2-97cb-783b6da2ff27 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:12.327790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Port 41f5a007-44da-45f2-97cb-783b6da2ff27 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:11:12.329271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.336017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.367926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] No DVR routers for this DVR port 41f5a007-44da-45f2-97cb-783b6da2ff27 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:12.376453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1427f81-e93e-4958-8514-4bffca7567c0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:12.396666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cfc77-ff62-4c89-ac71-259520d381b5 None None] Pushing event deleted for resources: {'Port': ['ID=41f5a007-44da-45f2-97cb-783b6da2ff27,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:12.403269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c834cff-027f-48c5-84a4-b3f9fff445c0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:12.403776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c834cff-027f-48c5-84a4-b3f9fff445c0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:12.416809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.442337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.450316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:11:12.451265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:11:12.455913 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:11:12.534096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.543242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.549936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/a1427f81-e93e-4958-8514-4bffca7567c0 HTTP/1.1" status: 204 len: 168 time: 0.7957089 Sep 24 19:11:12.551109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40428) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:12.557853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1349487780', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:12.567582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec1d3-dcf3-45bc-9d5d-6b0cc89b2ccd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=a1427f81-e93e-4958-8514-4bffca7567c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:12.626138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.627716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.648225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:11:12.663260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6940e2-353e-43ca-8f8e-da23d631dd06 req-7cef1dd1-84df-4149-b41d-3c3d3da9a753 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:12.664837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e6940e2-353e-43ca-8f8e-da23d631dd06 req-7cef1dd1-84df-4149-b41d-3c3d3da9a753 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1102476 Sep 24 19:11:12.720094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.788950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e6940e2-353e-43ca-8f8e-da23d631dd06 req-cfa6ba67-0a53-4585-8230-cc62d15a84e3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153610 Sep 24 19:11:12.957143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:12.981502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306061b-d4a7-4887-9586-0dcd547e25d4 req-01ffa1e6-da3a-408c-9f96-91773f856675 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:12.983451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6306061b-d4a7-4887-9586-0dcd547e25d4 req-01ffa1e6-da3a-408c-9f96-91773f856675 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1285851 Sep 24 19:11:13.051544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6306061b-d4a7-4887-9586-0dcd547e25d4 req-3e491dad-76e1-4ec4-a15d-21de80d41402 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526698 Sep 24 19:11:13.234703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed170be-fd46-4218-8de0-ab588736f03c req-71879fe3-0d28-4ae5-a732-917206c2f50c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:13.236926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed170be-fd46-4218-8de0-ab588736f03c req-71879fe3-0d28-4ae5-a732-917206c2f50c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1065810 Sep 24 19:11:13.317389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.345777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.363319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed170be-fd46-4218-8de0-ab588736f03c req-8b8b5664-dc5e-481f-a95f-2557d4dcc774 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207831 Sep 24 19:11:13.447014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41f5a007-44da-45f2-97cb-783b6da2ff27 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:13.467887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 41f5a007-44da-45f2-97cb-783b6da2ff27 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:11:13.468796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41f5a007-44da-45f2-97cb-783b6da2ff27 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:11:13.516656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.25.5.223 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/23df8ee9-0814-4bc7-8415-bee0f350474f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:13.541074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63e3bd-951c-4b84-bac6-00c01ef11f67 req-c62a2730-7faa-42e6-8313-3fa70a375618 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:13.542563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c63e3bd-951c-4b84-bac6-00c01ef11f67 req-c62a2730-7faa-42e6-8313-3fa70a375618 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.0826128 Sep 24 19:11:13.634791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c63e3bd-951c-4b84-bac6-00c01ef11f67 req-d315e230-9b9e-4e0d-bfad-7c1b2e12fe34 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851750 Sep 24 19:11:13.659341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:13.674908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.728748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.770045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:13.776256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:13.786401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:13.788567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=23df8ee9-0814-4bc7-8415-bee0f350474f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:13.820412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:13.844978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'a7626ae7-5af6-4991-b405-0c4527807502', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': 'a7626ae7-5af6-4991-b405-0c4527807502', 'mac_address': 'fa:16:3e:a6:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:13.896550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.910456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7626ae7-5af6-4991-b405-0c4527807502 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:13.931089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:13.935825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:13.997025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:14.013948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697393f0-a365-4472-b76d-9193584582e7 req-65c2ea8b-997f-44a3-be57-19f5fa7dca10 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:14.015546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-697393f0-a365-4472-b76d-9193584582e7 req-65c2ea8b-997f-44a3-be57-19f5fa7dca10 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1135697 Sep 24 19:11:14.123036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-697393f0-a365-4472-b76d-9193584582e7 req-36fbcd5a-91cf-47ae-8152-da2a437cdbb1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991337 Sep 24 19:11:14.179040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['a7626ae7-5af6-4991-b405-0c4527807502'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:14.201475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:14.489412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254a29-47ae-4c41-8b14-93c58ab1b597 req-2d3496f3-228b-4def-baec-937471bff6d6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:14.490814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03254a29-47ae-4c41-8b14-93c58ab1b597 req-2d3496f3-228b-4def-baec-937471bff6d6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0979040 Sep 24 19:11:14.518178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:14.579096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03254a29-47ae-4c41-8b14-93c58ab1b597 req-65c88303-28df-41c6-91f8-c299a5c9ead7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797112 Sep 24 19:11:14.729175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7ac20-a0bd-4d18-b293-90a5b46b9142 req-d4e20998-4202-4329-a31b-56666649383e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:14.730882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afe7ac20-a0bd-4d18-b293-90a5b46b9142 req-d4e20998-4202-4329-a31b-56666649383e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.0765941 Sep 24 19:11:14.750108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router c45988b8-a18c-44e9-b861-47bc9c039bda is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:11:14.786488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afe7ac20-a0bd-4d18-b293-90a5b46b9142 req-46065194-797e-49a3-b139-fc502888956c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467644 Sep 24 19:11:15.280013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:15.291071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] Sync routers for ids ['c45988b8-a18c-44e9-b861-47bc9c039bda'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:15.312385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2322f5-da69-45ba-a529-4ebdfb633d4c req-e71460d9-f081-4ac6-801d-217c75e6abe7 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:15.313745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] Routers {'c45988b8-a18c-44e9-b861-47bc9c039bda'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:15.314402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c45988b8-a18c-44e9-b861-47bc9c039bda'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:15.315933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c2322f5-da69-45ba-a529-4ebdfb633d4c req-e71460d9-f081-4ac6-801d-217c75e6abe7 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.4312451 Sep 24 19:11:15.322426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:15.323544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac8018ee-4ee3-4e71-9d13-f6bc25284543 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7701862 Sep 24 19:11:15.326230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40458) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:15.352085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:15.361258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] Routers {'c45988b8-a18c-44e9-b861-47bc9c039bda'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:15.361888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c45988b8-a18c-44e9-b861-47bc9c039bda'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:15.398364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:15.398958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead74578-41b5-48b2-b042-031bb35da6d6 None None] The sync data for ids ['c45988b8-a18c-44e9-b861-47bc9c039bda'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:15.417238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c2322f5-da69-45ba-a529-4ebdfb633d4c req-12fb2994-db93-4e63-8f59-a3e9e1e20e51 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899074 Sep 24 19:11:15.499849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d51b6f60-776f-4abb-b077-cd067442b006 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers/c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 200 len: 881 time: 0.1701653 Sep 24 19:11:15.502166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:15.633377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3347a-f199-4e16-a3b4-6f86979f4352 req-df7db994-9c50-4ba2-90c1-a0e2c3ed6ea2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:15.634827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62a3347a-f199-4e16-a3b4-6f86979f4352 req-df7db994-9c50-4ba2-90c1-a0e2c3ed6ea2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 945 time: 0.1263256 Sep 24 19:11:15.664918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:15.722176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port a7626ae7-5af6-4991-b405-0c4527807502 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:11:15.724283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62a3347a-f199-4e16-a3b4-6f86979f4352 req-4be2040a-7e6b-4031-8b52-9fc931eed8e0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812280 Sep 24 19:11:15.736817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port a7626ae7-5af6-4991-b405-0c4527807502 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:15.737199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:15.845525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:15.868952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:15.871237 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f36b089-860f-4eeb-9547-cb59244151ef" -d '{"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:15.880007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1fdfbfde-62a6-4cc9-86ec-d0ac2091000d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3767681 Sep 24 19:11:15.882790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:15.887483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1349487780'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:15.890419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:15.901689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:15.937363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796faeb-a514-4772-acda-81dc4380ef0c req-1159c1a4-89ee-43c0-b865-8ff833489a51 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:15.939044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3796faeb-a514-4772-acda-81dc4380ef0c req-1159c1a4-89ee-43c0-b865-8ff833489a51 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1124110 Sep 24 19:11:15.996039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:16.005102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3796faeb-a514-4772-acda-81dc4380ef0c req-1cf9e050-4e30-4bda-beda-15454cf83ac5 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Sep 24 19:11:16.020906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-7d15b09f-dae7-4726-9c84-47f3632c7b67 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:16.023205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-7d15b09f-dae7-4726-9c84-47f3632c7b67 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.1392817 Sep 24 19:11:16.183031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ad1ae-e1b9-4e79-b4e5-7bf410bdc893 req-7e8617c2-4382-460f-a1ae-a733f102d1a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:16.185596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-234ad1ae-e1b9-4e79-b4e5-7bf410bdc893 req-7e8617c2-4382-460f-a1ae-a733f102d1a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0687408 Sep 24 19:11:16.196344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Deleting port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:16.196686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.290288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.291332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-234ad1ae-e1b9-4e79-b4e5-7bf410bdc893 req-226e4846-267c-4d8a-910c-d69544ed6067 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976133 Sep 24 19:11:16.315860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.328367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] For port 3da3f7f4-7d3e-4612-a4f0-7783018159d4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3da3f7f4-7d3e-4612-a4f0-7783018159d4,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:16.328752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.435241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router c45988b8-a18c-44e9-b861-47bc9c039bda has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:16.537358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634754b5-c147-4e7d-b328-8b3d9bcbc239 req-e2c5bdb1-f9e0-4248-975a-1b6f1ee8676d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:16.538892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634754b5-c147-4e7d-b328-8b3d9bcbc239 req-e2c5bdb1-f9e0-4248-975a-1b6f1ee8676d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=5338f50e-19c1-42e7-ab71-4e8c380f077f HTTP/1.1" status: 200 len: 947 time: 0.1447816 Sep 24 19:11:16.555060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:16.564030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.565147 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7456d418-f4fc-423f-a607-509a95d7b85c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 200 len: 888 time: 0.6813245 Sep 24 19:11:16.568299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:16.569360 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] Sync routers for ids ['c45988b8-a18c-44e9-b861-47bc9c039bda'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:16.583102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] Routers {'c45988b8-a18c-44e9-b861-47bc9c039bda'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:16.585027 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c45988b8-a18c-44e9-b861-47bc9c039bda'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:16.633198 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:16.643508 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] Routers {'c45988b8-a18c-44e9-b861-47bc9c039bda'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:16.644674 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c45988b8-a18c-44e9-b861-47bc9c039bda'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:16.667391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634754b5-c147-4e7d-b328-8b3d9bcbc239 req-10caf5c6-3ae0-4b70-b801-df9e425417b4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f8c8860-488d-43f8-aa75-914e8d5ef7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193032 Sep 24 19:11:16.691700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:16.692741 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96765854-63d4-4c01-b2ad-0d949e9286d2 None None] The sync data for ids ['c45988b8-a18c-44e9-b861-47bc9c039bda'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:16.698115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.698774 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:16.698912 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Floating IP fdab35a2-673a-486a-8f6f-5e214fdbcce3 disassociated. External IP: 172.25.5.236, port: 3da3f7f4-7d3e-4612-a4f0-7783018159d4. Sep 24 19:11:16.699910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Calling delete_port for 3da3f7f4-7d3e-4612-a4f0-7783018159d4 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:16.743398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d37e851a-10a0-41e3-a4b5-30161e38380a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers/c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 200 len: 888 time: 0.1715395 Sep 24 19:11:16.743649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:16.775650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aa239036-5698-4a6c-b3b4-dad29f6c14f1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 200 len: 205 time: 0.0270963 Sep 24 19:11:16.776346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:16.826274 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f61c0-54b5-4cf6-a799-48096d9309ca x-openstack-request-id: req-911f61c0-54b5-4cf6-a799-48096d9309ca {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:16.831368 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:16.832092 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-911f61c0-54b5-4cf6-a799-48096d9309ca {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:16.834350 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502', 'code': 200} Sep 24 19:11:16.902691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.015289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0586bd-1673-453d-a65e-722d6f6d5202 req-d50fb24c-bc24-45d9-a300-55da01220def tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:17.016945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e0586bd-1673-453d-a65e-722d6f6d5202 req-d50fb24c-bc24-45d9-a300-55da01220def tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1259019 Sep 24 19:11:17.017730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.036157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6753da9-d348-415d-b0a6-e1562caf1327 req-2c573195-f983-4ace-8771-836a2373ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:17.039631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6753da9-d348-415d-b0a6-e1562caf1327 req-2c573195-f983-4ace-8771-836a2373ca09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1092231 Sep 24 19:11:17.048838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.070683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'Port': ['ID=3da3f7f4-7d3e-4612-a4f0-7783018159d4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:17.177117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e0586bd-1673-453d-a65e-722d6f6d5202 req-90635fc0-595f-471b-8079-66548cd9f9de tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486156 Sep 24 19:11:17.201104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 23df8ee9-0814-4bc7-8415-bee0f350474f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:17.201464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.203526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6753da9-d348-415d-b0a6-e1562caf1327 req-2125d0cc-ab4f-4d58-b4fc-21e5306cca99 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396315 Sep 24 19:11:17.347465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:17.462357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049536be-2aff-4a01-b051-01931c337afd req-b1d54b06-321b-402f-b6ba-ca009fa6f400 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:17.469313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-049536be-2aff-4a01-b051-01931c337afd req-b1d54b06-321b-402f-b6ba-ca009fa6f400 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1197927 Sep 24 19:11:17.563675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-049536be-2aff-4a01-b051-01931c337afd req-5c047776-7b7c-4720-812b-82fbfaffa3c3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913303 Sep 24 19:11:17.591537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:17.604643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:17.617690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:17.618342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:17.647252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] No DVR routers for this DVR port 3da3f7f4-7d3e-4612-a4f0-7783018159d4 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:17.651548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.657683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.659961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6667fb65-6455-4c2b-a24f-4040e26c2dca req-5fbd0ad9-07b3-4a66-a53a-4dbf0d33c1b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "DELETE /v2.0/ports/3da3f7f4-7d3e-4612-a4f0-7783018159d4 HTTP/1.1" status: 204 len: 173 time: 1.6244266 Sep 24 19:11:17.661183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-deleted', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:17.663601 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a3a2d-7151-46d0-88d5-fc0cdc3a948d" -d '{"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-deleted", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:17.680504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 23df8ee9-0814-4bc7-8415-bee0f350474f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:17.785473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211ba28-bce4-47ca-8d80-25428198893b req-dd7f6345-2209-4a02-b0ce-ba3e730d98c8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:17.787682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7211ba28-bce4-47ca-8d80-25428198893b req-dd7f6345-2209-4a02-b0ce-ba3e730d98c8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.0985098 Sep 24 19:11:17.793391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:17.833809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7211ba28-bce4-47ca-8d80-25428198893b req-3401b124-3547-4470-bbf0-cfc92f11123f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Sep 24 19:11:17.941284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:17.972282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=23df8ee9-0814-4bc7-8415-bee0f350474f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:17.977179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869539b1-91ae-418a-b44a-52aac851ee55 req-34c97b3e-2548-421d-a09d-9c2c7bdafb51 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:17.979689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-869539b1-91ae-418a-b44a-52aac851ee55 req-34c97b3e-2548-421d-a09d-9c2c7bdafb51 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0758491 Sep 24 19:11:18.032632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-869539b1-91ae-418a-b44a-52aac851ee55 req-b5dcebea-3b03-41d4-b66e-3957501c1c7c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461104 Sep 24 19:11:18.071855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:18.078475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.080043 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c022b1-c4f3-4232-944b-4e19d362ef5d x-openstack-request-id: req-53c022b1-c4f3-4232-944b-4e19d362ef5d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:18.080710 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338f50e-19c1-42e7-ab71-4e8c380f077f", "name": "network-vif-deleted", "tag": "3da3f7f4-7d3e-4612-a4f0-7783018159d4", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:18.081171 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53c022b1-c4f3-4232-944b-4e19d362ef5d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:18.081787 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338f50e-19c1-42e7-ab71-4e8c380f077f', 'name': 'network-vif-deleted', 'tag': '3da3f7f4-7d3e-4612-a4f0-7783018159d4', 'status': 'completed', 'code': 200} Sep 24 19:11:18.103357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:18.112872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:18.114070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:18.140424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40494) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:18.178495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.180833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.228344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:18.230434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.248327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.248952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router c45988b8-a18c-44e9-b861-47bc9c039bda {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:11:18.256473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.261024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1fb9f5c-7636-4d71-97b7-363cadfbaf94 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 204 len: 168 time: 1.4812765 Sep 24 19:11:18.263303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:18.268150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587956824'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:18.281832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.298474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:18.302148 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.326726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:18.337180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.337526 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 820e8ac2-092a-43c5-90f2-ae506819b44c of type vlan for network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 Sep 24 19:11:18.349402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298ec6-8139-4c5f-9a3a-d86e9632b20b req-a5d6ce12-8f55-4605-b683-01f04bd0035f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:18.350760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f298ec6-8139-4c5f-9a3a-d86e9632b20b req-a5d6ce12-8f55-4605-b683-01f04bd0035f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0838034 Sep 24 19:11:18.380456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.382345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.384983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.386343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f8c8860-488d-43f8-aa75-914e8d5ef7ab HTTP/1.1" status: 204 len: 168 time: 0.2447326 Sep 24 19:11:18.392210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40500) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:18.414104 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.421903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:18.421903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.422226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c86ace-9d54-49e0-b4a2-dd5fdb4bf13c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8c8860-488d-43f8-aa75-914e8d5ef7ab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:18.439150 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-c0025b26-b676-47d3-ad77-ee8cd874fcc5 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] show failed (client error): The resource could not be found. Sep 24 19:11:18.443672 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0025b26-b676-47d3-ad77-ee8cd874fcc5 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups/1f8c8860-488d-43f8-aa75-914e8d5ef7ab HTTP/1.1" status: 404 len: 347 time: 0.0359900 Sep 24 19:11:18.443672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40502) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:18.465810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2013512 Sep 24 19:11:18.468388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:18.473378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:18.515125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:18.515443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f298ec6-8139-4c5f-9a3a-d86e9632b20b req-4de7c25a-2e06-45a4-af25-9191545a1e5f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447179 Sep 24 19:11:18.521576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad7285-57c5-4932-a4f9-0a3b897d62d0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=de1cb174-2f6c-4f93-91e6-e3f3856c74e8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:18.552768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:18.566882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8df471-26cc-4b63-b5e3-fbc5741aab22 None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:18.602289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:18.606425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.638408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Deleting port be89d81c-287e-4beb-ba5e-74f4e41adcee {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:18.639427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.755935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.756274 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.775785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840174a9-4aae-4f41-a085-1718a927177a req-ff204f5a-9776-49e7-8d94-74149da7dab9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:18.777352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-840174a9-4aae-4f41-a085-1718a927177a req-ff204f5a-9776-49e7-8d94-74149da7dab9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.0802009 Sep 24 19:11:18.784899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Calling delete_port for be89d81c-287e-4beb-ba5e-74f4e41adcee owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:18.808595 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.875179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-840174a9-4aae-4f41-a085-1718a927177a req-1ee4698f-cd52-4702-88a0-ca1c7fc51ae5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848351 Sep 24 19:11:18.875344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=0dceea77-4cf4-423e-8110-6de745a142c0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:18.878529 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da9a43-772a-45fe-b385-5c4b711ceab5 None None] New status for floating IP fdab35a2-673a-486a-8f6f-5e214fdbcce3: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:11:18.901541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '820e8ac2-092a-43c5-90f2-ae506819b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:18.901956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: de1cb174-2f6c-4f93-91e6-e3f3856c74e8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:18.929415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:18.950382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, de1cb174-2f6c-4f93-91e6-e3f3856c74e8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:18.960546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d6728-98f2-4922-ac94-c569e40c306e None None] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:18.972395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:18.973534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:18.987423 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-52da9a43-772a-45fe-b385-5c4b711ceab5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:11:18.987423 n-d-810952-2 neutron-server[94858]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Sep 24 19:11:18.987423 n-d-810952-2 neutron-server[94858]: [parameters: {'status': 'DOWN', 'floatingips_id': 'fdab35a2-673a-486a-8f6f-5e214fdbcce3'}] Sep 24 19:11:18.987423 n-d-810952-2 neutron-server[94858]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:11:18.988066 n-d-810952-2 neutron-server[94858]: DEBUG oslo_db.api [None req-52da9a43-772a-45fe-b385-5c4b711ceab5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:11:19.003901 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90e6001f-2573-4313-be21-d83bee1b71d3 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5331511 Sep 24 19:11:19.005412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:19.011077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1856796771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:19.044178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7279017-2792-45ae-8d1c-baaa1d1d9c69 req-c4b95fec-6ba4-4e32-b99a-7c8ba71803fc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:19.045051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.045051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.045265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7279017-2792-45ae-8d1c-baaa1d1d9c69 req-c4b95fec-6ba4-4e32-b99a-7c8ba71803fc tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.1158321 Sep 24 19:11:19.110982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7279017-2792-45ae-8d1c-baaa1d1d9c69 req-2954db98-237a-4a11-b269-889170940fca tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Sep 24 19:11:19.112287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.122932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.135702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.157996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.160342 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f6b1655d-feca-4cd4-ba8a-4f11fbff5e3a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1538131 Sep 24 19:11:19.163051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:19.191723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'Port': ['ID=be89d81c-287e-4beb-ba5e-74f4e41adcee,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:19.194551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-de1cb174-2f6c-4f93-91e6-e3f3856c74e8', 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '0dceea77-4cf4-423e-8110-6de745a142c0'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:19.195609 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.300167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014bab9-7931-4648-ab85-b0d49e1af09c req-a13846c8-d93b-4ecc-8741-8497c9c53fda tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:19.301710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d014bab9-7931-4648-ab85-b0d49e1af09c req-a13846c8-d93b-4ecc-8741-8497c9c53fda tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1811805 Sep 24 19:11:19.331622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.334230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.335509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-def0bae2-88ae-4ce6-ac44-1312a6586972 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "DELETE /v2.0/floatingips/fdab35a2-673a-486a-8f6f-5e214fdbcce3 HTTP/1.1" status: 204 len: 168 time: 0.8913531 Sep 24 19:11:19.343302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f67438-d8e9-4a7c-b387-728bac9af47e req-f2ab123f-36a3-4bc3-823e-c55cdbfc083c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:19.350893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72f67438-d8e9-4a7c-b387-728bac9af47e req-f2ab123f-36a3-4bc3-823e-c55cdbfc083c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1530688 Sep 24 19:11:19.387199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Allocated IP 172.20.0.2 (de1cb174-2f6c-4f93-91e6-e3f3856c74e8/0dceea77-4cf4-423e-8110-6de745a142c0/8315ebed-8c98-4a11-b595-a30809648b8a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:19.400130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d014bab9-7931-4648-ab85-b0d49e1af09c req-c39d1edd-fe48-44b0-b5b3-a65d8e565eb6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874624 Sep 24 19:11:19.424440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72f67438-d8e9-4a7c-b387-728bac9af47e req-018ef156-6338-484c-8aed-5b08cfbbfbb2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728831 Sep 24 19:11:19.489480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da9a43-772a-45fe-b385-5c4b711ceab5 None None] New status for floating IP fdab35a2-673a-486a-8f6f-5e214fdbcce3: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:11:19.551655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.552154 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.562939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.613574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:19.618530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:19.625893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:19.629728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Pushing event updated for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:19.679778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40526) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:19.683481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:19.686220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465372395', 'description': 'tempest-description--31217077'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:19.707237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 3da3f7f4-7d3e-4612-a4f0-7783018159d4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:11:19.707479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3da3f7f4-7d3e-4612-a4f0-7783018159d4 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:11:19.722962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Attempting to bind port 8315ebed-8c98-4a11-b595-a30809648b8a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:19.723339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Attempting to bind port 8315ebed-8c98-4a11-b595-a30809648b8a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '820e8ac2-092a-43c5-90f2-ae506819b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:19.723718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Attempting to bind port 8315ebed-8c98-4a11-b595-a30809648b8a on network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:19.729250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:19.729622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Checking segment: {'id': '820e8ac2-092a-43c5-90f2-ae506819b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:19.730024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.730418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Bound using segment: {'id': '820e8ac2-092a-43c5-90f2-ae506819b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:19.730899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Bound port: 8315ebed-8c98-4a11-b595-a30809648b8a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820e8ac2-092a-43c5-90f2-ae506819b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de1cb174-2f6c-4f93-91e6-e3f3856c74e8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:19.731281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.749113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.780740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230946ea-a2e5-4e81-86ac-3502387d4aa8 req-e9335231-b373-4a2a-b975-e1db5ad72fd0 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:19.782495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-230946ea-a2e5-4e81-86ac-3502387d4aa8 req-e9335231-b373-4a2a-b975-e1db5ad72fd0 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0812364 Sep 24 19:11:19.802631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:19.806370 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8315ebed-8c98-4a11-b595-a30809648b8a,segment=NetworkSegment(820e8ac2-092a-43c5-90f2-ae506819b44c),segment_id=820e8ac2-092a-43c5-90f2-ae506819b44c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:19.812223 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.860534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-230946ea-a2e5-4e81-86ac-3502387d4aa8 req-4712e7ae-7d03-4ca5-a8a2-99c354c79b79 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685427 Sep 24 19:11:19.865870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.20.0.1 (de1cb174-2f6c-4f93-91e6-e3f3856c74e8/0dceea77-4cf4-423e-8110-6de745a142c0/e12e15e3-bcc4-40c7-9e99-a58d762efb9f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:19.887275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df9a7-0f3c-4dd1-88ce-48178988ed62 None None] Pushing event updated for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:19.910866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.915633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.947375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.948463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2676218 Sep 24 19:11:19.949318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253539f6-1aa8-4657-8fc7-9fca7cc6732a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e574fc80-f2b8-4bb1-a529-e02dff1b5560,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:19.951478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40528) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:19.956315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group_rule': {'security_group_id': 'e574fc80-f2b8-4bb1-a529-e02dff1b5560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:19.990471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:19.993342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.035242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.051678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.071236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.095050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131d4e2d-6d6a-47eb-ae69-bd32bdc927ec,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:20.107878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:20.108927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.110728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc356996-26d0-43c0-8e1b-aa2658c4bd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584566 Sep 24 19:11:20.110997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:20.115368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40530) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:20.118243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:20.120879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'security_group_rule': {'security_group_id': 'e574fc80-f2b8-4bb1-a529-e02dff1b5560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:20.122683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=e12e15e3-bcc4-40c7-9e99-a58d762efb9f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:20.169668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.173683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.267034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f887bed1-29f4-4fe6-bb7b-157a9707e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.277009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5cfb1-adbd-44c5-90fa-dc0a4d510f5c req-810d9256-1142-42cb-a8fc-6fe346e939ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:20.278557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cf5cfb1-adbd-44c5-90fa-dc0a4d510f5c req-810d9256-1142-42cb-a8fc-6fe346e939ff tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.0829360 Sep 24 19:11:20.280408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.286464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.305362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.319641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7223367c-1e3d-4c37-9d80-d578cb69f84e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:20.326902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.331229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fea9bd03-cc87-4c7b-852f-3367bfdab7c0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146189 Sep 24 19:11:20.331826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:20.340870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:20.354477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cf5cfb1-adbd-44c5-90fa-dc0a4d510f5c req-cfb47441-36a7-4cef-8229-ae4c20a54a8f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Sep 24 19:11:20.380529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.558456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.580920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654803d-11e7-4bb0-b7db-a1fa21fbd8a7 req-c2a1a891-de3f-4925-9d34-2c9261c45e39 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:20.582704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8654803d-11e7-4bb0-b7db-a1fa21fbd8a7 req-c2a1a891-de3f-4925-9d34-2c9261c45e39 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1096365 Sep 24 19:11:20.589005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.595929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.644379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1340-ea59-4aaa-8ecb-5c0bbba8f55e req-e1ba45da-8a8b-447b-abc6-d3c493569e7d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:20.645943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1340-ea59-4aaa-8ecb-5c0bbba8f55e req-e1ba45da-8a8b-447b-abc6-d3c493569e7d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1359949 Sep 24 19:11:20.682021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.686455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=e12e15e3-bcc4-40c7-9e99-a58d762efb9f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:20.724802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8654803d-11e7-4bb0-b7db-a1fa21fbd8a7 req-2dc4042d-799d-41d4-ab8b-919dbbcbf3f3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075232 Sep 24 19:11:20.744453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1340-ea59-4aaa-8ecb-5c0bbba8f55e req-83f29477-5462-4cae-9e82-986e44ceed7c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857637 Sep 24 19:11:20.783117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Allocated IP 172.25.5.120 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/50423a88-4d2d-4cb2-b5df-526c630924bb) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:20.814343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:20.816310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:20.929514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:20.988014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router d5b7e1a6-9809-400d-95d9-bda8fd5711e7 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:11:21.005123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.021802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682d5e7-fb9f-4fab-a6bc-bed910b850ac req-7aa5f6c6-11f3-47ba-8e15-6dca2cca5ab2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:21.029020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2682d5e7-fb9f-4fab-a6bc-bed910b850ac req-7aa5f6c6-11f3-47ba-8e15-6dca2cca5ab2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0734103 Sep 24 19:11:21.055057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb1f52-b5cb-4b39-8a75-432ea52ce34e None None] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:21.079466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:21.087915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:21.100666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:21.105583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:21.116956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ec45cbaa-1802-4f79-ae06-37ead47e1ec6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/d5b7e1a6-9809-400d-95d9-bda8fd5711e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525993 Sep 24 19:11:21.117914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:21.136943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] Sync routers for ids ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:21.164654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] Routers {'d5b7e1a6-9809-400d-95d9-bda8fd5711e7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:21.167043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:21.171758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbac2e2-7d5e-421f-88a8-e407f668a64b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:21.178429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5cbac2e2-7d5e-421f-88a8-e407f668a64b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports/e12e15e3-bcc4-40c7-9e99-a58d762efb9f HTTP/1.1" status: 200 len: 910 time: 0.0592165 Sep 24 19:11:21.179505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:21.186696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0dceea77-4cf4-423e-8110-6de745a142c0'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:21.223724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:21.230897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] Provisioning complete for port 8315ebed-8c98-4a11-b595-a30809648b8a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:21.231294 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.266210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] Routers {'d5b7e1a6-9809-400d-95d9-bda8fd5711e7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:21.266864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:10:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:21.329256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:21.329887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e82ee-7615-47db-8bff-e59cd80cb6f5 None None] The sync data for ids ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:21.420812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.467741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.523507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2682d5e7-fb9f-4fab-a6bc-bed910b850ac req-f90785c6-ffc3-42f1-a73f-f540dd52f5ef tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929721 Sep 24 19:11:21.524445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=50423a88-4d2d-4cb2-b5df-526c630924bb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:21.695646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.701328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8315ebed-8c98-4a11-b595-a30809648b8a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:21.750741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450688-3266-4d48-9c0b-2a85336cc2ee req-34d73be8-28be-49ff-be6d-bf7831515aec tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:21.757517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10450688-3266-4d48-9c0b-2a85336cc2ee req-34d73be8-28be-49ff-be6d-bf7831515aec tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.2541606 Sep 24 19:11:21.766223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8315ebed-8c98-4a11-b595-a30809648b8a,segment=NetworkSegment(820e8ac2-092a-43c5-90f2-ae506819b44c),segment_id=820e8ac2-092a-43c5-90f2-ae506819b44c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:21.783668 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.816983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8315ebed-8c98-4a11-b595-a30809648b8a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:21.817361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.834455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10450688-3266-4d48-9c0b-2a85336cc2ee req-9ebb7d0a-c2a8-424e-8223-7930487681d1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735021 Sep 24 19:11:21.835811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.896081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:21.916758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.925605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2acce-3da3-4980-888e-280481b148a8 None None] Pushing event updated for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:21.935910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2a708d47-5ac5-4055-b31a-6b57d1785e54 None None] Provisioning complete for port e12e15e3-bcc4-40c7-9e99-a58d762efb9f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:21.936306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a708d47-5ac5-4055-b31a-6b57d1785e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.937712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:21.941333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f1565-6a9a-4460-abea-f517efd71079 req-18910d59-b02b-4ed6-b6f6-18f2a5ab5348 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:21.951068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-943f1565-6a9a-4460-abea-f517efd71079 req-18910d59-b02b-4ed6-b6f6-18f2a5ab5348 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 943 time: 0.2618115 Sep 24 19:11:22.011540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2a708d47-5ac5-4055-b31a-6b57d1785e54 None None] Port e12e15e3-bcc4-40c7-9e99-a58d762efb9f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:22.081128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:22.081870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.083529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/ports/e12e15e3-bcc4-40c7-9e99-a58d762efb9f HTTP/1.1" status: 200 len: 910 time: 0.9028296 Sep 24 19:11:22.084765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2a708d47-5ac5-4055-b31a-6b57d1785e54 None None] Provisioning complete for port 8315ebed-8c98-4a11-b595-a30809648b8a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:22.084925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893fc18-2409-43ce-ab26-e5d891bf226e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=e12e15e3-bcc4-40c7-9e99-a58d762efb9f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:22.085142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a708d47-5ac5-4055-b31a-6b57d1785e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.085929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9158e-e037-423e-b913-48028db15b40 req-a38e8a07-c141-4e44-9ec1-e5f18efb62a1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:22.087899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:22.088909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70d9158e-e037-423e-b913-48028db15b40 req-a38e8a07-c141-4e44-9ec1-e5f18efb62a1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1780705 Sep 24 19:11:22.093798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-943f1565-6a9a-4460-abea-f517efd71079 req-f90021ad-67da-4bed-96b9-db893c207304 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410320 Sep 24 19:11:22.212163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70d9158e-e037-423e-b913-48028db15b40 req-4a5c9214-4151-425f-a368-aeb9bc4e4c56 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142750 Sep 24 19:11:22.235072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:22.250970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'network_id': '5806090d-aff0-4431-ad83-5b7a6584b7c4', 'port_id': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'mac_address': 'fa:16:3e:7b:38:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a413ea64-6650-45cc-a449-b2a5aa2be696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:22.263178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.272063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.325126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.343323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:22.351683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=50423a88-4d2d-4cb2-b5df-526c630924bb,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:22.361933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.364403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:22.369525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.379587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.380863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-980405ff-c431-4f02-ae75-c0b5cd548f04 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0433915 Sep 24 19:11:22.421732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:22.443677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-94be2177-cdf9-4a18-b724-5561da6b4ac2 None None] Provisioning complete for port e12e15e3-bcc4-40c7-9e99-a58d762efb9f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:22.444651 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94be2177-cdf9-4a18-b724-5561da6b4ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.479723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-94be2177-cdf9-4a18-b724-5561da6b4ac2 None None] Port e12e15e3-bcc4-40c7-9e99-a58d762efb9f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:22.603222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-37659215-c574-4c1e-b75a-34bf3c339718 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1465372395&fields=id&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 267 time: 0.0499284 Sep 24 19:11:22.700895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892090-aaa0-4aa0-ab94-cd80fa6569a7 req-8b962a6e-f037-4ea7-b16f-1352d265f57d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:22.702414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e892090-aaa0-4aa0-ab94-cd80fa6569a7 req-8b962a6e-f037-4ea7-b16f-1352d265f57d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1162696 Sep 24 19:11:22.719590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:22.768270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-b81de4b4-02e7-4819-8ddd-61847629c782 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:22.769115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:22.769679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-b81de4b4-02e7-4819-8ddd-61847629c782 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 816 time: 0.1488447 Sep 24 19:11:22.772740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e892090-aaa0-4aa0-ab94-cd80fa6569a7 req-9be2ed64-0619-4b3c-8c27-eab5ce2871c5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625677 Sep 24 19:11:22.793445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-991b5b22-d6ba-4938-a4eb-f5196655f8fc tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/quotas/b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 375 time: 0.0093639 Sep 24 19:11:22.846197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-a648a3b3-adb2-43fd-8387-b272acb73e0d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495436 Sep 24 19:11:22.900191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6332490a-eae1-4e63-81aa-0cb36e7c2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.015319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a43e-62e4-46d1-a415-f519868a8dd0 req-60432602-df89-44a0-b9ad-b6ccc2e90e72 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:23.016746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc20a43e-62e4-46d1-a415-f519868a8dd0 req-60432602-df89-44a0-b9ad-b6ccc2e90e72 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1071165 Sep 24 19:11:23.038666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port e12e15e3-bcc4-40c7-9e99-a58d762efb9f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:23.039103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.064434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-802e9476-5ead-44f5-980c-f7415b4bf9a1 service neutron] 10.222.0.18 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020106 Sep 24 19:11:23.071773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc20a43e-62e4-46d1-a415-f519868a8dd0 req-587a239b-b341-4326-be59-c4e1db390fc4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473204 Sep 24 19:11:23.129428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.142424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for e12e15e3-bcc4-40c7-9e99-a58d762efb9f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:23.159438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-662edb30-f8be-4d0e-b4c1-a724d8fa88fd service neutron] 10.222.0.18 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867076 Sep 24 19:11:23.215491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838206-1bed-41e2-b14a-bc046a231b58 req-cd511308-31d3-4de2-8033-e570083f640d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:23.217046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18838206-1bed-41e2-b14a-bc046a231b58 req-cd511308-31d3-4de2-8033-e570083f640d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 944 time: 0.0548468 Sep 24 19:11:23.257942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18838206-1bed-41e2-b14a-bc046a231b58 req-1dfb8005-9066-4ed7-a7be-0f5c2e82f24a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Sep 24 19:11:23.316446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.338745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.374170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=e12e15e3-bcc4-40c7-9e99-a58d762efb9f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:23.415394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2670a8d-fbd7-4d34-887f-6bf7e46f9e25 req-00187130-7103-475b-ba8f-fbcb6bbe44ea tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:23.423933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2670a8d-fbd7-4d34-887f-6bf7e46f9e25 req-00187130-7103-475b-ba8f-fbcb6bbe44ea tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0707877 Sep 24 19:11:23.462750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8315ebed-8c98-4a11-b595-a30809648b8a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:23.480023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f7c4d58-a5e1-4ca1-b884-f710432d1016 req-4b67ad5e-01e8-450f-884f-cdc5622cbb50 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 210 time: 0.0527563 Sep 24 19:11:23.531798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2670a8d-fbd7-4d34-887f-6bf7e46f9e25 req-d22e8615-1a82-47cc-9448-41759ab14970 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068628 Sep 24 19:11:23.544008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8315ebed-8c98-4a11-b595-a30809648b8a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:23.544967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.565735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.688864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:23.743330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router d5b7e1a6-9809-400d-95d9-bda8fd5711e7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:23.818724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:23.826164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:23.835614 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1fee779e-e596-47a9-a674-eab1d33f8c1b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/d5b7e1a6-9809-400d-95d9-bda8fd5711e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439260 Sep 24 19:11:23.835883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:23.842259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'a7626ae7-5af6-4991-b405-0c4527807502', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'port_id': 'a7626ae7-5af6-4991-b405-0c4527807502', 'mac_address': 'fa:16:3e:a6:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:23.842631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] Sync routers for ids ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:23.854024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] Routers {'d5b7e1a6-9809-400d-95d9-bda8fd5711e7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:23.854999 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:23.891667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:23.900333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec1030c5-4a6a-4281-b46f-124063ac171d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b7e1a6-9809-400d-95d9-bda8fd5711e7 HTTP/1.1" status: 200 len: 205 time: 0.0607901 Sep 24 19:11:23.900550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:23.900682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:23.903261 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:23.916227 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] Routers {'d5b7e1a6-9809-400d-95d9-bda8fd5711e7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:23.917182 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:23.959476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7626ae7-5af6-4991-b405-0c4527807502 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:23.989638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:24.002679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e3d3-2bbf-4bd0-9656-7e8bb8557bf1 req-e8f69701-8a08-46a2-9dd1-d98ed89b7f98 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:24.004509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:24.004996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.008173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.012380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8925e3d3-2bbf-4bd0-9656-7e8bb8557bf1 req-e8f69701-8a08-46a2-9dd1-d98ed89b7f98 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1067886 Sep 24 19:11:24.022444 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:24.023129 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b4ad2-9e58-4a3d-b38a-702bc6630a83 None None] The sync data for ids ['d5b7e1a6-9809-400d-95d9-bda8fd5711e7'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:24.053008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.093861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8925e3d3-2bbf-4bd0-9656-7e8bb8557bf1 req-a19811bd-9bed-4e62-82c1-d682fd954be5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797062 Sep 24 19:11:24.171620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:24.186265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['a7626ae7-5af6-4991-b405-0c4527807502'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:24.191364 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.237927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.280634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee7fa0-2409-4da3-a0e5-a96693fc0f2f req-1e683c45-c222-454a-bdf2-55b28cd59746 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:24.303278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ee7fa0-2409-4da3-a0e5-a96693fc0f2f req-1e683c45-c222-454a-bdf2-55b28cd59746 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 945 time: 0.0987351 Sep 24 19:11:24.365251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.368935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.369396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:24.374992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:24.379804 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c113654-5f77-4e0f-883d-c1199cf90bad" -d '{"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:24.385652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.395433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ee7fa0-2409-4da3-a0e5-a96693fc0f2f req-68a34940-3a97-412a-bf9e-239c8b172042 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903716 Sep 24 19:11:24.438152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.439273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router d5b7e1a6-9809-400d-95d9-bda8fd5711e7 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:11:24.459980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.461981 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86c4640e-19d0-40a5-98c0-855338f443fd tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/d5b7e1a6-9809-400d-95d9-bda8fd5711e7 HTTP/1.1" status: 204 len: 168 time: 0.5604599 Sep 24 19:11:24.464947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:24.494394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:24.499314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bec37-ab16-462a-b7d6-023e9b8647bb req-50113d45-6390-42fe-ab40-8a8be90a7ebd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:24.501652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-527bec37-ab16-462a-b7d6-023e9b8647bb req-50113d45-6390-42fe-ab40-8a8be90a7ebd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.0962641 Sep 24 19:11:24.558982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 0dceea77-4cf4-423e-8110-6de745a142c0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:11:24.563161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-527bec37-ab16-462a-b7d6-023e9b8647bb req-fc71f745-83f1-4a77-8834-19fc678c8d44 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550170 Sep 24 19:11:24.563472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.610708 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd70478-c05b-43ae-ba1d-01e3cdb505c0 x-openstack-request-id: req-2dd70478-c05b-43ae-ba1d-01e3cdb505c0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:24.611054 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-plugged", "status": "completed", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:24.611629 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dd70478-c05b-43ae-ba1d-01e3cdb505c0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:24.612189 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'code': 200} Sep 24 19:11:24.623649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.775857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6d5d357-7184-478d-9912-5d2bbe013f03 req-57e0aff1-e1b7-41b9-94fa-6f515bc0d02f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 210 time: 0.0574365 Sep 24 19:11:24.786325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:24.816126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ffc6c-3e28-4344-a404-499912ac8ad5 req-ce35f3c1-aad1-402a-aa3c-d817fa25e942 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:24.823906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f58ffc6c-3e28-4344-a404-499912ac8ad5 req-ce35f3c1-aad1-402a-aa3c-d817fa25e942 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1179395 Sep 24 19:11:24.868449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f58ffc6c-3e28-4344-a404-499912ac8ad5 req-92190b5a-98e1-450f-94d5-043a93bafde7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Sep 24 19:11:24.966442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-d48007b9-1aea-497e-ade7-3dcd05ad5a94 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:24.977181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-d48007b9-1aea-497e-ade7-3dcd05ad5a94 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.15 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 816 time: 0.1596878 Sep 24 19:11:24.980542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.011418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23992da6-dd7b-423d-b2b3-2df49468a4a1 None None] Network de1cb174-2f6c-4f93-91e6-e3f3856c74e8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:25.076033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=0dceea77-4cf4-423e-8110-6de745a142c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:25.082369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b424fb-f061-4da1-9c7a-39583db8a232 req-ce853dec-8f0a-4b92-bbf4-bd7d544540df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:25.084024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b424fb-f061-4da1-9c7a-39583db8a232 req-ce853dec-8f0a-4b92-bbf4-bd7d544540df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1097 time: 0.2029245 Sep 24 19:11:25.109236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.112919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c162d86-db12-42a8-8de4-f75604c03649 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/0dceea77-4cf4-423e-8110-6de745a142c0 HTTP/1.1" status: 204 len: 168 time: 0.6443384 Sep 24 19:11:25.115123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-8c694adb-1da2-46e7-813d-68a7953cd603 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 380 time: 0.1057508 Sep 24 19:11:25.126099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40646) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:25.142242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'port': {'device_id': 'fb875996-8080-4301-9454-d08d875885b6', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'admin_state_up': True, 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'security_groups': ['e574fc80-f2b8-4bb1-a529-e02dff1b5560']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:25.263373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b424fb-f061-4da1-9c7a-39583db8a232 req-e4c9209a-6b30-46e8-98fc-987846852c35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649051 Sep 24 19:11:25.297697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] DHCP port deletion for de1cb174-2f6c-4f93-91e6-e3f3856c74e8 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:11:25.332098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.333178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-7d4d7f32-b50d-4e63-8aef-dd86715c74ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534418 Sep 24 19:11:25.343061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Made reservation on behalf of b402dbf96e52462da042cadb86ffd522 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:25.355357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.401854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3207247-c8f2-4343-b13b-e8432f2cf197 req-d41581fb-0aab-489b-b60f-1caa151c8228 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:25.410491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3207247-c8f2-4343-b13b-e8432f2cf197 req-d41581fb-0aab-489b-b60f-1caa151c8228 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1971202 Sep 24 19:11:25.508399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Deleting port 8315ebed-8c98-4a11-b595-a30809648b8a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:25.513903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.515266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3207247-c8f2-4343-b13b-e8432f2cf197 req-209f6baf-89e3-4ba3-96db-fc8e5ec95c01 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043487 Sep 24 19:11:25.519146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8315ebed-8c98-4a11-b595-a30809648b8a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:25.594049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Allocated IP 172.20.0.9 (1df3c008-c344-42d2-b5f9-b92c0ccec247/29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5/2aafe348-2e4c-457b-9574-d67cc0e66401) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:25.598759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 8315ebed-8c98-4a11-b595-a30809648b8a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:25.599399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.615986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-cac009e3-27b3-4e50-8b00-9b2f82463a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:25.618341 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-cac009e3-27b3-4e50-8b00-9b2f82463a22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 1096 time: 0.0800231 Sep 24 19:11:25.647047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8315ebed-8c98-4a11-b595-a30809648b8a,segment=NetworkSegment(820e8ac2-092a-43c5-90f2-ae506819b44c),segment_id=820e8ac2-092a-43c5-90f2-ae506819b44c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:25.647446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.664420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Calling delete_port for 8315ebed-8c98-4a11-b595-a30809648b8a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:25.697400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:25.697623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09038-b652-4c1f-9cde-eeabb8b01ee8 req-235a6108-8f81-4963-8c85-9f6ca3b9afcb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:25.709623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83c09038-b652-4c1f-9cde-eeabb8b01ee8 req-235a6108-8f81-4963-8c85-9f6ca3b9afcb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 945 time: 0.1586783 Sep 24 19:11:25.789146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.817015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port a7626ae7-5af6-4991-b405-0c4527807502 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:25.818815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.842517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-0a242a1c-df0e-4b47-aa8c-012116159147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:25.843887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-0a242a1c-df0e-4b47-aa8c-012116159147 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.1853626 Sep 24 19:11:25.845008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8315ebed-8c98-4a11-b595-a30809648b8a,segment=NetworkSegment(820e8ac2-092a-43c5-90f2-ae506819b44c),segment_id=820e8ac2-092a-43c5-90f2-ae506819b44c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:25.845693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.862538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 8315ebed-8c98-4a11-b595-a30809648b8a owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:25.895796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 8315ebed-8c98-4a11-b595-a30809648b8a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8315ebed-8c98-4a11-b595-a30809648b8a,segment=NetworkSegment(820e8ac2-092a-43c5-90f2-ae506819b44c),segment_id=820e8ac2-092a-43c5-90f2-ae506819b44c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:25.911753 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:25.934200 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-3a53f827-9c70-4395-8ba7-86a50a1a30b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5281de-5a00-45fe-8778-98865e93cd81 HTTP/1.1" status: 200 len: 217 time: 0.0679631 Sep 24 19:11:25.935666 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.006114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.022288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.024589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] No DVR routers for this DVR port 8315ebed-8c98-4a11-b595-a30809648b8a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:26.045449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83c09038-b652-4c1f-9cde-eeabb8b01ee8 req-e08c2b30-5144-4097-b02f-bcb334046bf8 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266146 Sep 24 19:11:26.061920 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.062143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.099181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-56f80bda-809a-4c4b-82c3-c75368ff5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.100818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-56f80bda-809a-4c4b-82c3-c75368ff5db8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1587265 Sep 24 19:11:26.110361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b6836-a8fa-4e39-b60e-6133ceadb8c4 None None] Pushing event deleted for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.113419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=8315ebed-8c98-4a11-b595-a30809648b8a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.116405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port 8315ebed-8c98-4a11-b595-a30809648b8a on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:11:26.127844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bbaab-6560-4b3d-b77b-48b4c6bc0c0a req-53f37d88-8a09-4ecc-8f75-1fe69c7c8673 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.131322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e74bbaab-6560-4b3d-b77b-48b4c6bc0c0a req-53f37d88-8a09-4ecc-8f75-1fe69c7c8673 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.3622599 Sep 24 19:11:26.147421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:26.150364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.155733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.233288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.250761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-419d894d-d05e-4fd3-9219-4a33ef8a0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.252883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-419d894d-d05e-4fd3-9219-4a33ef8a0867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898111 Sep 24 19:11:26.255014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-764f788d-131f-4188-95ef-c84598387903 req-0541857b-a875-483e-8b39-91787b4e7296 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 210 time: 0.0565422 Sep 24 19:11:26.287459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.327172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.334179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e74bbaab-6560-4b3d-b77b-48b4c6bc0c0a req-bfa5850d-f435-4ef1-83f3-f54255410875 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925108 Sep 24 19:11:26.369824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1cb174-2f6c-4f93-91e6-e3f3856c74e8']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:26.402626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820e8ac2-092a-43c5-90f2-ae506819b44c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:26.403277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820e8ac2-092a-43c5-90f2-ae506819b44c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:26.416128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.436418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.448769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393ea0b-822c-4995-b936-903ca09181ea req-2d9618cf-f8f8-4be6-9ca0-678249c6c132 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.450431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2393ea0b-822c-4995-b936-903ca09181ea req-2d9618cf-f8f8-4be6-9ca0-678249c6c132 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1050665 Sep 24 19:11:26.453710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:11:26.454121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:11:26.457621 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:11:26.551470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2393ea0b-822c-4995-b936-903ca09181ea req-f38ea335-392a-423c-8cc1-06b8cf00f3d1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924857 Sep 24 19:11:26.582541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.592578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.601533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/de1cb174-2f6c-4f93-91e6-e3f3856c74e8 HTTP/1.1" status: 204 len: 168 time: 1.4742615 Sep 24 19:11:26.602112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40666) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:26.613888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:26.617506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebed337-9cfc-496f-90fe-016faff6f991" -d '{"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:26.639827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2099670019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:26.659649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ad188-2718-47bd-a9bf-d37cf4b77c8b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=de1cb174-2f6c-4f93-91e6-e3f3856c74e8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.686269 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a0dfdb-f50b-4f50-ae55-381d9c9b2031 x-openstack-request-id: req-e9a0dfdb-f50b-4f50-ae55-381d9c9b2031 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:26.686684 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:26.686817 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9a0dfdb-f50b-4f50-ae55-381d9c9b2031 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:26.687194 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502', 'code': 200} Sep 24 19:11:26.800126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626ebd-54a4-4dfc-a2bf-6b9c64c0759c req-d9b7a39b-6f85-4980-a91c-7b2f237c1e92 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.802035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45626ebd-54a4-4dfc-a2bf-6b9c64c0759c req-d9b7a39b-6f85-4980-a91c-7b2f237c1e92 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1506956 Sep 24 19:11:26.803146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.804411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.830727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:26.832034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:26.845109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:26.891293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45626ebd-54a4-4dfc-a2bf-6b9c64c0759c req-a850de91-5c8f-4c4d-a815-1ca5abe51268 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 Sep 24 19:11:26.924045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:26.924735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.929343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.938541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:26.943381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-fc7dc773-74bd-4583-8ef1-e4c9c004bdac service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785727 Sep 24 19:11:26.945508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.948007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-6dd693e9-6d5c-4704-95b3-36156e715e66 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8120239 Sep 24 19:11:26.980076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:26.984805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8abc02c2-642e-41c4-a0ab-65d117704d7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3633361 Sep 24 19:11:26.989005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40688) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:26.994092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-662512198'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:27.026820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:27.026996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Request body: {'port': {'device_id': 'fb875996-8080-4301-9454-d08d875885b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:27.031097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.115766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:27.143020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.144428 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment a7fd46f1-4608-4f75-a001-4b9191a80fe5 of type vlan for network d1befc72-4b2d-42fb-9b4a-b86062cda62f Sep 24 19:11:27.178807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.250273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-80bf91fb-9275-42bf-bd01-246080b69414 None None] Provisioning complete for port 2aafe348-2e4c-457b-9574-d67cc0e66401 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:27.250729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80bf91fb-9275-42bf-bd01-246080b69414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.322298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9da8ecda-d80b-4158-b88a-a6d820aa54f2 req-d85e95d1-baf9-43b0-93c1-e716912f7da7 service neutron] 10.222.0.15 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584502 Sep 24 19:11:27.361071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-80bf91fb-9275-42bf-bd01-246080b69414 None None] Port 2aafe348-2e4c-457b-9574-d67cc0e66401 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:27.487880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.505044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb3f26-a56f-4f96-855b-7d1630cfbe1f req-09cbc3e7-b069-4450-b389-c8e3b35e7473 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:27.515934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4fb3f26-a56f-4f96-855b-7d1630cfbe1f req-09cbc3e7-b069-4450-b389-c8e3b35e7473 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.3217211 Sep 24 19:11:27.572901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91869076-588b-4c96-94ba-6807eb77454f req-26a8bc15-2a88-4a6e-ad08-1ff16120dbe3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:27.574723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91869076-588b-4c96-94ba-6807eb77454f req-26a8bc15-2a88-4a6e-ad08-1ff16120dbe3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 931 time: 0.1814382 Sep 24 19:11:27.624185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4fb3f26-a56f-4f96-855b-7d1630cfbe1f req-e7c06283-1d33-4416-8aef-f44298845735 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071694 Sep 24 19:11:27.638007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.646172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:27.646886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.653937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:27.661987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.692007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Transition to ACTIVE for port object 2aafe348-2e4c-457b-9574-d67cc0e66401 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:11:27.702141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:27.809012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=d1befc72-4b2d-42fb-9b4a-b86062cda62f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:27.821891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:27.851109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:27.899646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91869076-588b-4c96-94ba-6807eb77454f req-3103f923-dad0-4d97-9602-a9a224f08884 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156357 Sep 24 19:11:27.953363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:27.956718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe4a418b-e1fd-4fb0-9139-023725da3261 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9664972 Sep 24 19:11:27.959006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:27.959315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:27.969213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:27.982042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:28.009099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:11:28.009797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:28.026968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:28.028265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:28.028888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Bound using segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:28.029547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Bound port: 2aafe348-2e4c-457b-9574-d67cc0e66401, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:28.030138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:28.051311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918e0a-e7b1-4438-a066-1eabd4260997 req-00c9d921-61d3-4186-840a-314737ee384a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.071577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99918e0a-e7b1-4438-a066-1eabd4260997 req-00c9d921-61d3-4186-840a-314737ee384a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2357488 Sep 24 19:11:28.143134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:28.147277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:28.170032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99918e0a-e7b1-4438-a066-1eabd4260997 req-1b9ea7f5-123f-4520-b4a1-dc83d1a7d03d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Sep 24 19:11:28.190812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2abc11-7e46-4430-ab2d-47757817fa74 req-8ca6b994-e286-4494-a1f6-2488e8dc848b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.198501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd2abc11-7e46-4430-ab2d-47757817fa74 req-8ca6b994-e286-4494-a1f6-2488e8dc848b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1100438 Sep 24 19:11:28.212817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:28.256687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd2abc11-7e46-4430-ab2d-47757817fa74 req-6e2f3873-336b-45fb-b9c7-e55735895d04 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Sep 24 19:11:28.287957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.288589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:28.289995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 1091 time: 1.2827933 Sep 24 19:11:28.295543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:28.298245 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e93fb27-0455-4fe9-b5de-a78e8829affb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:28.322699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:28.327552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:28.381166 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e9eae-4a74-4d95-a286-4d4b5c416fcd x-openstack-request-id: req-469e9eae-4a74-4d95-a286-4d4b5c416fcd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:28.381166 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:28.381166 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-469e9eae-4a74-4d95-a286-4d4b5c416fcd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:28.381166 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'status': 'completed', 'code': 200} Sep 24 19:11:28.388485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f71f-c700-4822-b57b-0f9707cd11b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:28.461157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6b1d-ad67-4769-ab89-20fa2604976d req-0cebc690-6d6e-4a72-a470-148ecf402ff4 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.463680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b13a6b1d-ad67-4769-ab89-20fa2604976d req-0cebc690-6d6e-4a72-a470-148ecf402ff4 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0998154 Sep 24 19:11:28.493293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-b83713b9-9413-44d3-8fba-8719c56e2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.495030 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-b83713b9-9413-44d3-8fba-8719c56e2d05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1094 time: 0.1443262 Sep 24 19:11:28.553360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b13a6b1d-ad67-4769-ab89-20fa2604976d req-5f9e4217-4890-47d1-8731-0b68f31e1f7e tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Sep 24 19:11:28.590195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-385cd9d7-0ba2-4861-9e5b-8d516c16e644 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 217 time: 0.0825024 Sep 24 19:11:28.725916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-93c66597-fadf-4c7c-8a83-168c5f975a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.727480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-93c66597-fadf-4c7c-8a83-168c5f975a12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1229103 Sep 24 19:11:28.756528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:28.767995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b7c1-299b-44aa-a765-f59e50a8d7d0 req-e5ed9250-523f-4053-a293-efbcec601f90 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.778712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aec4b7c1-299b-44aa-a765-f59e50a8d7d0 req-e5ed9250-523f-4053-a293-efbcec601f90 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.0822971 Sep 24 19:11:28.815465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aec4b7c1-299b-44aa-a765-f59e50a8d7d0 req-a5273476-a887-458b-b4e8-39b70748e695 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Sep 24 19:11:28.860350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=ca5024fa-b6b7-4825-8882-abb058ca9481,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:28.878332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-f9883ee1-4867-4997-ab91-6ceb1a6c6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:28.879928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-f9883ee1-4867-4997-ab91-6ceb1a6c6100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403396 Sep 24 19:11:28.887399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:28.887758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: d1befc72-4b2d-42fb-9b4a-b86062cda62f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:28.935510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:28.989023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d1befc72-4b2d-42fb-9b4a-b86062cda62f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:28.998819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c537e82-70bd-44fe-a113-0252221ff312 None None] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:29.009526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.010440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:29.017479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-df06e72d-c6f6-4357-bb2f-4a5a42da30eb service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246290 Sep 24 19:11:29.049002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40724) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:29.049765 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-62e5bb92-c289-4ab1-b768-e420523b77f2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0740435 Sep 24 19:11:29.126044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3451a-a008-4be1-bed2-02fe62391d66 req-aadc8f91-dc26-427f-81e0-d6a9dad44ce7 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.135879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16f3451a-a008-4be1-bed2-02fe62391d66 req-aadc8f91-dc26-427f-81e0-d6a9dad44ce7 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.1446373 Sep 24 19:11:29.180070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d65038af-25a8-4133-ad28-ac1ae174fe10 req-90545eb9-8950-4580-a3af-ec37f724b902 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464975 Sep 24 19:11:29.351730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d1befc72-4b2d-42fb-9b4a-b86062cda62f', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:29.352607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:29.397607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-011ff286-02d2-4a36-b783-24f881fbeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.399241 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-011ff286-02d2-4a36-b783-24f881fbeef0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1094 time: 0.0730569 Sep 24 19:11:29.536915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-f77ea2d4-e145-431f-8dda-59016799ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.539083 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-f77ea2d4-e145-431f-8dda-59016799ae38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.1288991 Sep 24 19:11:29.569214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Allocated IP 172.20.0.2 (d1befc72-4b2d-42fb-9b4a-b86062cda62f/ca5024fa-b6b7-4825-8882-abb058ca9481/b5cb7199-21e8-4ec8-99df-a4de76dd478d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:29.607335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16f3451a-a008-4be1-bed2-02fe62391d66 req-2cdc7b5d-6791-4151-86ec-fe7277d2cd24 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672160 Sep 24 19:11:29.613029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-6edf1cc1-7041-4066-8ecb-0ca861083fbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 217 time: 0.0647202 Sep 24 19:11:29.685532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-1824142d-829d-4c7a-81a9-2d4d96e0ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.686811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-1824142d-829d-4c7a-81a9-2d4d96e0ccf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.0583355 Sep 24 19:11:29.778170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-b8719740-f06b-40f3-ad51-9b1bb5c82439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.779716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-b8719740-f06b-40f3-ad51-9b1bb5c82439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753503 Sep 24 19:11:29.791837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:29.803736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:29.859510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:29.862694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:29.866500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:29.911053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-0c8ae331-0c7a-4c92-ae2c-14703a3417ec service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201489 Sep 24 19:11:29.931388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Pushing event updated for resources: {'Port': ['ID=b5cb7199-21e8-4ec8-99df-a4de76dd478d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:29.942653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02c4b3-1b43-4a43-8f93-7400d859e057 req-c03e4227-3b34-447a-a1fc-17048a2b6c07 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:29.950941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c02c4b3-1b43-4a43-8f93-7400d859e057 req-c03e4227-3b34-447a-a1fc-17048a2b6c07 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.3405488 Sep 24 19:11:29.968133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Attempting to bind port b5cb7199-21e8-4ec8-99df-a4de76dd478d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:29.968509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Attempting to bind port b5cb7199-21e8-4ec8-99df-a4de76dd478d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:29.968880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Attempting to bind port b5cb7199-21e8-4ec8-99df-a4de76dd478d on network d1befc72-4b2d-42fb-9b4a-b86062cda62f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:29.990706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:30.006705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2189d6-cada-48c1-8d1a-a15916fc0026 req-d95e3f77-91d5-4715-ba63-70cedaa416f1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:30.008490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce2189d6-cada-48c1-8d1a-a15916fc0026 req-d95e3f77-91d5-4715-ba63-70cedaa416f1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2068567 Sep 24 19:11:30.042395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:30.043467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Checking segment: {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:30.043821 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:30.044233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Bound using segment: {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:30.045263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Bound port: b5cb7199-21e8-4ec8-99df-a4de76dd478d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:30.049416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c02c4b3-1b43-4a43-8f93-7400d859e057 req-d8024321-a78c-4873-9c71-f85b84951304 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926220 Sep 24 19:11:30.049553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:30.069566 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3e93fb27-0455-4fe9-b5de-a78e8829affb req-69076c9e-131b-45df-9674-fd7521caea27 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487255 Sep 24 19:11:30.223193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] For port b5cb7199-21e8-4ec8-99df-a4de76dd478d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:30.230381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] For port b5cb7199-21e8-4ec8-99df-a4de76dd478d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b5cb7199-21e8-4ec8-99df-a4de76dd478d,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:30.242237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:30.275763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce2189d6-cada-48c1-8d1a-a15916fc0026 req-9912c7f8-5979-4b71-9496-555e8569ec5f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293172 Sep 24 19:11:30.389690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76522f5a-c4c8-4de5-8986-2a502c344189 req-07149d94-4b70-447f-b1f0-159b6db57c97 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:30.400199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76522f5a-c4c8-4de5-8986-2a502c344189 req-07149d94-4b70-447f-b1f0-159b6db57c97 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2334528 Sep 24 19:11:30.400456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c627-3632-4b5e-b881-ad1dbd525f3d None None] Pushing event updated for resources: {'Port': ['ID=b5cb7199-21e8-4ec8-99df-a4de76dd478d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:30.535217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76522f5a-c4c8-4de5-8986-2a502c344189 req-8193823a-1bd8-48c1-be47-afc2e2f253d8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274936 Sep 24 19:11:30.766091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c285b-68fc-48a2-8a5c-0256442c8303 req-81002d54-f253-4d00-a416-c8e48f68065c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:30.772869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb7c285b-68fc-48a2-8a5c-0256442c8303 req-81002d54-f253-4d00-a416-c8e48f68065c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.3534083 Sep 24 19:11:30.794415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.20.0.1 (d1befc72-4b2d-42fb-9b4a-b86062cda62f/ca5024fa-b6b7-4825-8882-abb058ca9481/1da04c21-da5a-452a-bca7-a700d7dfd436) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:30.845541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb7c285b-68fc-48a2-8a5c-0256442c8303 req-38588fdb-e218-4778-936d-0a09256aaa49 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713782 Sep 24 19:11:30.856244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dfd8-ba02-46d6-9ade-d9283ed6d738 req-db890a6b-7f1e-40d2-b14b-60c0ad506e4e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:30.858159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e907dfd8-ba02-46d6-9ade-d9283ed6d738 req-db890a6b-7f1e-40d2-b14b-60c0ad506e4e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2071972 Sep 24 19:11:30.917985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e907dfd8-ba02-46d6-9ade-d9283ed6d738 req-dcc76d46-3d68-430f-81ce-40c490c245a3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530629 Sep 24 19:11:31.069154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811a070-16ff-4fcf-a1ef-6f0ebba548da req-ad6f72b4-41e6-48a0-be6a-97cdc1b460fa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:31.076957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0811a070-16ff-4fcf-a1ef-6f0ebba548da req-ad6f72b4-41e6-48a0-be6a-97cdc1b460fa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.1504872 Sep 24 19:11:31.141276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.156991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0811a070-16ff-4fcf-a1ef-6f0ebba548da req-d516fcbf-0fa4-4ec9-9412-713f8b0fa2ae tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791564 Sep 24 19:11:31.223266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf94ab-0cd9-4cdf-969b-cd4244bfb86c req-5dd97821-91b8-48cc-b9b9-9904b8d9f26f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:31.224893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9cf94ab-0cd9-4cdf-969b-cd4244bfb86c req-5dd97821-91b8-48cc-b9b9-9904b8d9f26f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.0870118 Sep 24 19:11:31.257069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.305825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9cf94ab-0cd9-4cdf-969b-cd4244bfb86c req-2710adb1-d6ca-48e5-b17e-96d967917886 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683830 Sep 24 19:11:31.340932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:31.346944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:31.352506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:31.470565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:31.514762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.546340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b5cb7199-21e8-4ec8-99df-a4de76dd478d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:31.612981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b5cb7199-21e8-4ec8-99df-a4de76dd478d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:31.613350 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.658953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d0d0f-fd05-4593-960c-3bf7835ed3de req-52217129-0b1f-4e96-8a45-9be5598b26f0 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:31.661775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-600d0d0f-fd05-4593-960c-3bf7835ed3de req-52217129-0b1f-4e96-8a45-9be5598b26f0 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2586625 Sep 24 19:11:31.676866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02aaeb-851a-4777-93d4-4651f120031c req-bc91924a-28c5-4fbf-902a-6303f5dc38f6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:31.678703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d02aaeb-851a-4777-93d4-4651f120031c req-bc91924a-28c5-4fbf-902a-6303f5dc38f6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2480683 Sep 24 19:11:31.745255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.765905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89f42d-6513-4de9-89e8-1efd84959c00 None None] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:31.770783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d02aaeb-851a-4777-93d4-4651f120031c req-d2abe053-24dd-4eee-acf0-f176c19d4c5a tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Sep 24 19:11:31.863327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port b5cb7199-21e8-4ec8-99df-a4de76dd478d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b5cb7199-21e8-4ec8-99df-a4de76dd478d,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:31.878134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.879340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0cb523a1-d502-4843-a305-3b5da37a7cf7 None None] Provisioning complete for port b5cb7199-21e8-4ec8-99df-a4de76dd478d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:31.880053 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cb523a1-d502-4843-a305-3b5da37a7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.886092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:31.937350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-600d0d0f-fd05-4593-960c-3bf7835ed3de req-22d2a837-9b83-495e-8b4b-38b603b7033e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555358 Sep 24 19:11:31.963710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:32.110294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=b5cb7199-21e8-4ec8-99df-a4de76dd478d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:32.201892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a3639-09cf-45a1-966e-46d56adcb618 req-6ad033e3-985d-4a42-9da4-5d60cf166c75 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:32.203396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:32.211827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-506a3639-09cf-45a1-966e-46d56adcb618 req-6ad033e3-985d-4a42-9da4-5d60cf166c75 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.3370602 Sep 24 19:11:32.224075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:32.302997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.311484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-506a3639-09cf-45a1-966e-46d56adcb618 req-b9cb0dd1-82fd-4f8b-90de-e028a86a611e tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986643 Sep 24 19:11:32.324450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:32.368111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:32.378427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.397630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3c4cb-6ce4-47e7-8eb9-0ffcd7037b9b req-d929a88a-6fec-4f63-b48c-45a72c284749 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:32.399433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7e3c4cb-6ce4-47e7-8eb9-0ffcd7037b9b req-d929a88a-6fec-4f63-b48c-45a72c284749 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2724626 Sep 24 19:11:32.456233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:32.514213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7e3c4cb-6ce4-47e7-8eb9-0ffcd7037b9b req-b1631570-c939-4bd5-bd3f-807d9f9d8f7c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989258 Sep 24 19:11:32.516798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.551127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1cd95-c135-461b-bf0b-2f2deaf5b8d4 req-aaa3ba88-1511-4c69-93e6-0d0a670bdccd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:32.553078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58e1cd95-c135-461b-bf0b-2f2deaf5b8d4 req-aaa3ba88-1511-4c69-93e6-0d0a670bdccd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1318064 Sep 24 19:11:32.554085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.652868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e243c8b7-4c72-4910-9392-6634310ac54b None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:32.653951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e243c8b7-4c72-4910-9392-6634310ac54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.688339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58e1cd95-c135-461b-bf0b-2f2deaf5b8d4 req-f59a9fed-b672-470d-bd1b-c0267224ad7c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247973 Sep 24 19:11:32.705558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:32.742646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.756911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e243c8b7-4c72-4910-9392-6634310ac54b None None] Port 1da04c21-da5a-452a-bca7-a700d7dfd436 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:32.780484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2aafe348-2e4c-457b-9574-d67cc0e66401'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:32.784041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e243c8b7-4c72-4910-9392-6634310ac54b None None] Provisioning complete for port b5cb7199-21e8-4ec8-99df-a4de76dd478d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:32.784236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e243c8b7-4c72-4910-9392-6634310ac54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:32.906385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:32.919962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ddb31-7fd4-498f-a129-0692810aa441 req-361130ff-213f-4713-ab82-a5f115f2d9fe tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:32.927694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-661ddb31-7fd4-498f-a129-0692810aa441 req-361130ff-213f-4713-ab82-a5f115f2d9fe tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2354374 Sep 24 19:11:32.929806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:33.107144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-336690f3-b214-4202-b633-18b38d2526fa None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:33.107528 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-336690f3-b214-4202-b633-18b38d2526fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.160808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-336690f3-b214-4202-b633-18b38d2526fa None None] Port 1da04c21-da5a-452a-bca7-a700d7dfd436 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:33.162565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.283455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5d56669a-dd22-4169-a061-7c858ee4e2b1 None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:33.283993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d56669a-dd22-4169-a061-7c858ee4e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.326417 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5d56669a-dd22-4169-a061-7c858ee4e2b1 None None] Port 1da04c21-da5a-452a-bca7-a700d7dfd436 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:33.353734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcda4a-989b-42d5-92cd-c68a980a11c8 req-2ec392b7-7965-45cb-95ae-1f927c81fb76 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:33.361471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7dcda4a-989b-42d5-92cd-c68a980a11c8 req-2ec392b7-7965-45cb-95ae-1f927c81fb76 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.4958258 Sep 24 19:11:33.394467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-661ddb31-7fd4-498f-a129-0692810aa441 req-b053defe-af0e-464f-8235-0bdd571e5df0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622104 Sep 24 19:11:33.455392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b5cb7199-21e8-4ec8-99df-a4de76dd478d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:33.462932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7dcda4a-989b-42d5-92cd-c68a980a11c8 req-ba1dbb72-081a-440c-ac1c-45b7825886b8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956388 Sep 24 19:11:33.545751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:11:33.579939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b5cb7199-21e8-4ec8-99df-a4de76dd478d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:33.580418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.707750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b32fd-cac0-433a-a4ce-f446e56fd0e2 req-423d3e7f-3807-41b1-bee7-59a28267b90e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:33.709333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e3b32fd-cac0-433a-a4ce-f446e56fd0e2 req-423d3e7f-3807-41b1-bee7-59a28267b90e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1743748 Sep 24 19:11:33.720517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013196-9bf8-4568-82ce-80bce38ef9e8 req-b12c2317-7f61-48e1-b4a4-33b33090e9dd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:33.722009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b013196-9bf8-4568-82ce-80bce38ef9e8 req-b12c2317-7f61-48e1-b4a4-33b33090e9dd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1546721 Sep 24 19:11:33.730323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:33.742101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:33.744453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-726afa5d-c51f-4cc3-a4b0-d115a8c3b7cb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6995296 Sep 24 19:11:33.747130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40778) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:33.753755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:33.754383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:33.766514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1376954516'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:33.824573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b013196-9bf8-4568-82ce-80bce38ef9e8 req-973ff300-719c-419c-9340-170bbb44fb74 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880456 Sep 24 19:11:33.828951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e3b32fd-cac0-433a-a4ce-f446e56fd0e2 req-b15b5219-5362-4630-9c43-21ad4305d7f7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059549 Sep 24 19:11:33.835490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:33.840209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.884571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:33.890445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:33.907136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:33.907851 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 24811205-fe73-43c5-bb53-721fef561f1a of type vlan for network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 Sep 24 19:11:33.966534 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.075978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d8cdb-f79f-4496-bcc8-573d9a507c79 req-ae9c43c0-200e-41b6-b3f5-159424b17c83 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.077567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-003d8cdb-f79f-4496-bcc8-573d9a507c79 req-ae9c43c0-200e-41b6-b3f5-159424b17c83 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1060998 Sep 24 19:11:34.079993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.085738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.086359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.174909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4189167 Sep 24 19:11:34.179546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:34.186432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:34.199725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:31Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:32Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:34.222235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100757ce-1e00-4951-8673-b56fbf8ea576 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=a231f91d-5bb0-43f0-9376-7a02ecd68ed1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:34.237452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bcb1e-79ff-45be-929f-7afde22981fa req-5ff3be3d-b0c2-4ca2-8016-9c043c1194dc tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.239007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e3bcb1e-79ff-45be-929f-7afde22981fa req-5ff3be3d-b0c2-4ca2-8016-9c043c1194dc tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1434526 Sep 24 19:11:34.260739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:34.264819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:34.265172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Updating router db89b6d1-5618-47c7-b57b-8e16bfc817b8 port 1da04c21-da5a-452a-bca7-a700d7dfd436 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:11:34.267179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-003d8cdb-f79f-4496-bcc8-573d9a507c79 req-abdc3bc5-44b4-4df3-b151-f9e58a43b607 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779609 Sep 24 19:11:34.309117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.332240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e3bcb1e-79ff-45be-929f-7afde22981fa req-ff62e81e-3564-497b-813a-7a415a24a5aa tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792379 Sep 24 19:11:34.355809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:34.364333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.626258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bb86d-3921-4221-b465-2a57322d0a11 req-198505bd-6397-4162-bc14-59cca2da3471 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.639415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e72bb86d-3921-4221-b465-2a57322d0a11 req-198505bd-6397-4162-bc14-59cca2da3471 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1100404 Sep 24 19:11:34.751653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e72bb86d-3921-4221-b465-2a57322d0a11 req-40e90754-42da-485c-b0a5-d99b0e57b8a7 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094270 Sep 24 19:11:34.761441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.816171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a6e1-957f-458c-a638-699222caaa30 req-d21943e0-1a57-428e-b187-c2910cf8502c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.817693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e213a6e1-957f-458c-a638-699222caaa30 req-d21943e0-1a57-428e-b187-c2910cf8502c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1633294 Sep 24 19:11:34.857798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=025bea6b-e7ad-47cd-94ba-c726aafbf343,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:34.865936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:34.866649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: a231f91d-5bb0-43f0-9376-7a02ecd68ed1, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:34.886166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e213a6e1-957f-458c-a638-699222caaa30 req-33c967ed-b2b1-4629-a0f4-c303ebf32350 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Sep 24 19:11:34.896235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:34.911221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.921297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, a231f91d-5bb0-43f0-9376-7a02ecd68ed1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:34.938586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:34.939663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.940980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4e66f-edda-494c-9f52-59ec1797c6ee None None] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:34.949641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:34.977452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b0d7567-4668-453a-ac8b-53da0f40ae33 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7964656 Sep 24 19:11:34.981994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:35.027418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb565a3-c33d-44b8-b2ee-46bb42e8785c req-417fbad3-e3bd-4ded-8fb9-7dfdf4871399 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:35.034430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9eaf6-95c2-4f42-95a0-7cf2de0c6fa1 None None] Pushing event updated for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:35.034757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb565a3-c33d-44b8-b2ee-46bb42e8785c req-417fbad3-e3bd-4ded-8fb9-7dfdf4871399 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1034687 Sep 24 19:11:35.058916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a9622-e362-4423-8a4a-b3fee89e9379 req-962fb611-da34-4bf0-adc0-500bac62f998 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:35.067527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e2a9622-e362-4423-8a4a-b3fee89e9379 req-962fb611-da34-4bf0-adc0-500bac62f998 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1335537 Sep 24 19:11:35.135149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e2a9622-e362-4423-8a4a-b3fee89e9379 req-6e6a8db9-dcdd-4561-ae06-d3f8eda67310 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Sep 24 19:11:35.169397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb565a3-c33d-44b8-b2ee-46bb42e8785c req-d85a9f68-481a-42b8-9b42-5b006d494d57 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336308 Sep 24 19:11:35.255481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Attempting to bind port 1da04c21-da5a-452a-bca7-a700d7dfd436 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:35.255975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Attempting to bind port 1da04c21-da5a-452a-bca7-a700d7dfd436 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:35.256341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Attempting to bind port 1da04c21-da5a-452a-bca7-a700d7dfd436 on network d1befc72-4b2d-42fb-9b4a-b86062cda62f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:35.318044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:35.318908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Checking segment: {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:35.319500 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.320117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Bound using segment: {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:35.320770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Bound port: 1da04c21-da5a-452a-bca7-a700d7dfd436, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd46f1-4608-4f75-a001-4b9191a80fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:35.321347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.363158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:35.364996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.538420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafb12c-4d9f-4f38-a768-74f6c76bb76b req-5ecb0f76-67de-45bd-bbc8-bbe1bf13e446 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:35.546767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfafb12c-4d9f-4f38-a768-74f6c76bb76b req-5ecb0f76-67de-45bd-bbc8-bbe1bf13e446 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.0941820 Sep 24 19:11:35.568309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.594792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-442f14fc-ae2d-496a-97b3-474df131c831 None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:35.595199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-442f14fc-ae2d-496a-97b3-474df131c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.597187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] For port 1da04c21-da5a-452a-bca7-a700d7dfd436, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:35.604676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] For port 1da04c21-da5a-452a-bca7-a700d7dfd436, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1da04c21-da5a-452a-bca7-a700d7dfd436,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:35.608050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfafb12c-4d9f-4f38-a768-74f6c76bb76b req-c282a715-82a1-4074-8680-fb91e68250e2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601687 Sep 24 19:11:35.631114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:35.742110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-442f14fc-ae2d-496a-97b3-474df131c831 None None] Port 1da04c21-da5a-452a-bca7-a700d7dfd436 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:35.764712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Allocated IP 172.21.0.2 (a231f91d-5bb0-43f0-9376-7a02ecd68ed1/025bea6b-e7ad-47cd-94ba-c726aafbf343/4009c008-592d-459d-a6b3-77782838dbea) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:35.766944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:35.767707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:35.769643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9eaf6-95c2-4f42-95a0-7cf2de0c6fa1 None None] Pushing event updated for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:35.907725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:35.974956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72699-91e3-49af-a566-c905e6a71476 req-dc96622d-581b-4d3f-ab79-f06ff402c782 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:35.980319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cb72699-91e3-49af-a566-c905e6a71476 req-dc96622d-581b-4d3f-ab79-f06ff402c782 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.0954237 Sep 24 19:11:35.994454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:36.070537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cb72699-91e3-49af-a566-c905e6a71476 req-1eae355b-b89a-4108-80e4-73b85351240d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538471 Sep 24 19:11:36.079359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d07e5-45f7-48d6-9c29-39a9615e884a req-0f3ebb37-c48a-4fea-9d87-7b27e597f235 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:36.086698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d3d07e5-45f7-48d6-9c29-39a9615e884a req-0f3ebb37-c48a-4fea-9d87-7b27e597f235 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1046963 Sep 24 19:11:36.130880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d3d07e5-45f7-48d6-9c29-39a9615e884a req-c41b6e76-4173-494e-852d-29d12ea6cf33 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Sep 24 19:11:36.231465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:36.231848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.235712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 2aafe348-2e4c-457b-9574-d67cc0e66401 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:11:36.269737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.273021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2aafe348-2e4c-457b-9574-d67cc0e66401 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:36.273021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.302606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238077b2-ff17-45c2-be5c-e61a8ce38fcd req-d5f9f833-fdc5-4f61-a0ef-d4c48ccbe107 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:36.316313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-238077b2-ff17-45c2-be5c-e61a8ce38fcd req-d5f9f833-fdc5-4f61-a0ef-d4c48ccbe107 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0985065 Sep 24 19:11:36.320091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.371766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.21.0.1 (a231f91d-5bb0-43f0-9376-7a02ecd68ed1/025bea6b-e7ad-47cd-94ba-c726aafbf343/e7d24a8b-c5d3-44c0-8043-5b4276c683a5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:36.418429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:36.433547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:36.442007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:36.446291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Pushing event updated for resources: {'Port': ['ID=4009c008-592d-459d-a6b3-77782838dbea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:36.460999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-238077b2-ff17-45c2-be5c-e61a8ce38fcd req-5ad4285f-d2a0-4f84-87d6-ded4941fb06b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369116 Sep 24 19:11:36.522105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc427d5-5985-461e-914a-09063b9dc1ee req-86fdae4a-aa59-4019-b57b-7ec44bff6ca6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:36.524090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc427d5-5985-461e-914a-09063b9dc1ee req-86fdae4a-aa59-4019-b57b-7ec44bff6ca6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1399820 Sep 24 19:11:36.564000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.565003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.590267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbc427d5-5985-461e-914a-09063b9dc1ee req-9bfc61f8-c14c-455a-acdc-f363c0dbdb8a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548224 Sep 24 19:11:36.605989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Attempting to bind port 4009c008-592d-459d-a6b3-77782838dbea on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:36.606362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Attempting to bind port 4009c008-592d-459d-a6b3-77782838dbea by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:36.606728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Attempting to bind port 4009c008-592d-459d-a6b3-77782838dbea on network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:36.610529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.613223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:31Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:35Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:36.656370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.659040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:36.659420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Checking segment: {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:36.659944 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.660349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Bound using segment: {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:36.660831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Bound port: 4009c008-592d-459d-a6b3-77782838dbea, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:36.661564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.716703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:36.720538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:36.725405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:36.773052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:36.808698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.887924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbcd94b-6185-4752-85c7-1bd0619c7e24 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:31Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:35Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:36.904497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] For port 1da04c21-da5a-452a-bca7-a700d7dfd436, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1da04c21-da5a-452a-bca7-a700d7dfd436,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:36.940444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:36.942991 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e686b50-e115-4c2b-8d9b-664fffd3d038" -d '{"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:36.982930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:36.988982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87040-f996-440d-a415-670dea44301b req-f4e2b586-5b5b-4c9e-bb8d-4b96751cfc81 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:36.992069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:36.999238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9c87040-f996-440d-a415-670dea44301b req-f4e2b586-5b5b-4c9e-bb8d-4b96751cfc81 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1766508 Sep 24 19:11:37.009380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-53caa86c-825f-4a4d-ac0f-1d6086061b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.012545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-53caa86c-825f-4a4d-ac0f-1d6086061b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 1097 time: 0.1102939 Sep 24 19:11:37.039143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:37.087217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] For port 4009c008-592d-459d-a6b3-77782838dbea, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:37.095408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424e7f-3d07-4c42-89e8-2101f5606515 None None] Pushing event updated for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:37.105815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc47f-803c-46d0-9e97-5bc9345ba93e req-2f8a5759-29d9-43ca-9703-565243220ea4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.114486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34dcc47f-803c-46d0-9e97-5bc9345ba93e req-2f8a5759-29d9-43ca-9703-565243220ea4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2072957 Sep 24 19:11:37.122132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:37.139230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] For port 4009c008-592d-459d-a6b3-77782838dbea, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4009c008-592d-459d-a6b3-77782838dbea,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:37.146775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914d19-0167-4098-bdb8-c8fd18119e53 req-50b6fc08-2168-45a8-82cc-6e62c1f054fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.149263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc914d19-0167-4098-bdb8-c8fd18119e53 req-50b6fc08-2168-45a8-82cc-6e62c1f054fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 1096 time: 0.2636180 Sep 24 19:11:37.154678 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:37.166583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9c87040-f996-440d-a415-670dea44301b req-ac96832d-e809-476c-8e7b-ea16ddb12bb0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658409 Sep 24 19:11:37.194641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:37.263535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34dcc47f-803c-46d0-9e97-5bc9345ba93e req-713c9d92-7068-4e1a-b0b4-d5458fd67321 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416967 Sep 24 19:11:37.277116 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3244ec2-3e1d-4d30-a5f2-7527341c4cbc x-openstack-request-id: req-b3244ec2-3e1d-4d30-a5f2-7527341c4cbc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:37.281245 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:37.281754 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3244ec2-3e1d-4d30-a5f2-7527341c4cbc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:37.282370 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'code': 200} Sep 24 19:11:37.295431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc914d19-0167-4098-bdb8-c8fd18119e53 req-002f1b8f-9489-43e6-ae76-f4ff75653cc5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218746 Sep 24 19:11:37.346744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caccf82-1e0f-47fe-a03c-f5868bbb9cbb None None] Pushing event updated for resources: {'Port': ['ID=4009c008-592d-459d-a6b3-77782838dbea,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:37.545511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4c0cb-d159-4744-bf86-dd773d0e251f req-ffec23e2-80e9-4a2e-a9ae-9d148ef68e1e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.562758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ec4c0cb-d159-4744-bf86-dd773d0e251f req-ffec23e2-80e9-4a2e-a9ae-9d148ef68e1e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1477444 Sep 24 19:11:37.594114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-8b78476f-5623-4c5b-9eb1-f9e462f8cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.595674 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-8b78476f-5623-4c5b-9eb1-f9e462f8cfab service neutron] 10.222.0.15 "GET /v2.0/networks?id=5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 200 len: 913 time: 0.5716145 Sep 24 19:11:37.639306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1da04c21-da5a-452a-bca7-a700d7dfd436 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:37.660398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ec4c0cb-d159-4744-bf86-dd773d0e251f req-a49af409-b7c0-461f-b2e8-8add1713bfaf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965977 Sep 24 19:11:37.676729 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-f219f6e1-fe71-402d-992e-daebaaf761e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 200 len: 217 time: 0.0704095 Sep 24 19:11:37.779699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1da04c21-da5a-452a-bca7-a700d7dfd436 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:37.780978 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:37.781700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87d777-a552-4748-931d-b7e99a637c19 req-fa6056a1-18f5-4e35-8f8a-65d1dc96cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.783269 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd87d777-a552-4748-931d-b7e99a637c19 req-fa6056a1-18f5-4e35-8f8a-65d1dc96cf84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1096 time: 0.4185839 Sep 24 19:11:37.829057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818f27-da13-47ae-bde3-ad259bfe20a9 req-7a3f43bf-a5e1-44b8-ad76-c8c53cc9b22b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.834137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf818f27-da13-47ae-bde3-ad259bfe20a9 req-7a3f43bf-a5e1-44b8-ad76-c8c53cc9b22b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1726639 Sep 24 19:11:37.884379 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd87d777-a552-4748-931d-b7e99a637c19 req-395f953c-bdb1-4a27-9f6d-62bc013a3d35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858290 Sep 24 19:11:37.893114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-510c5a48-04f0-4631-826d-8a096137524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:37.895247 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-510c5a48-04f0-4631-826d-8a096137524b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 200 len: 853 time: 0.1826813 Sep 24 19:11:37.978794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf818f27-da13-47ae-bde3-ad259bfe20a9 req-cdcd62b4-4bff-49d3-acbb-f38308a01067 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234310 Sep 24 19:11:38.028887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67b3e7-8863-4fe7-9219-bd2bd5dafb0a req-26c965be-9371-4b01-a26e-e5e64dc13169 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:38.042245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b67b3e7-8863-4fe7-9219-bd2bd5dafb0a req-26c965be-9371-4b01-a26e-e5e64dc13169 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2064385 Sep 24 19:11:38.135808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b67b3e7-8863-4fe7-9219-bd2bd5dafb0a req-38f4c99f-15a9-40d5-8f25-eb21883538d3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921378 Sep 24 19:11:38.138161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:38.173574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:38.199089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-199ece93-9be7-4ffb-9cab-48ff069a5b35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5806090d-aff0-4431-ad83-5b7a6584b7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587108 Sep 24 19:11:38.405087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4e7f-934c-4c3d-840b-ad3da4763ea7 req-11035e71-09c4-4ec7-940f-80339c9b0a13 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:38.407191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9de4e7f-934c-4c3d-840b-ad3da4763ea7 req-11035e71-09c4-4ec7-940f-80339c9b0a13 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1231692 Sep 24 19:11:38.508271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199789-50d4-47ea-bfae-41f630c1e5e7 req-c702fb08-7f59-443c-b832-f0ab81083f6e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:38.509992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8199789-50d4-47ea-bfae-41f630c1e5e7 req-c702fb08-7f59-443c-b832-f0ab81083f6e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1249943 Sep 24 19:11:38.525727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9de4e7f-934c-4c3d-840b-ad3da4763ea7 req-04698c63-3bc1-4116-96af-8a0e5ee6cdd0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 Sep 24 19:11:38.575827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8199789-50d4-47ea-bfae-41f630c1e5e7 req-99a1bfcf-573e-456d-aabe-e0108f9350af tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Sep 24 19:11:38.688483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:38.701422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:38.757239 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:38.790457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-579e1e6a-6701-433b-a3ad-12457f3c9bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687451 Sep 24 19:11:38.816716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13283c-86dd-43ce-942c-37844ee42395 None None] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:38.863192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1cbcc-b90b-473f-81ae-48abb83955b6 req-defbd340-85f4-448d-b484-29f935a5ab16 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:38.871614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c1cbcc-b90b-473f-81ae-48abb83955b6 req-defbd340-85f4-448d-b484-29f935a5ab16 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1227095 Sep 24 19:11:38.895411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:38.898095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:38.933928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09c1cbcc-b90b-473f-81ae-48abb83955b6 req-7ac2e023-2795-482b-a9c0-acc987b827fc tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610814 Sep 24 19:11:38.982055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] Provisioning complete for port 4009c008-592d-459d-a6b3-77782838dbea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:38.982796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.013841 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-453185fd-f400-429a-ae1d-23e0e47f5439 req-1a13a3fc-2a3c-440c-b61d-856356a640ea service neutron] 10.222.0.15 "GET /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123158 Sep 24 19:11:39.064150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:39.204022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:39.213193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d5ec1364-9c23-491e-b131-a5d9e7227d05 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2284348 Sep 24 19:11:39.219996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:39.235226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1492787545'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:39.266871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e988fc-cf37-4907-9d96-6325761f1370 req-08cd19e3-8fd3-44fb-830c-f16b8d4f63c8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:39.272187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:39.277450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.278511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2e988fc-cf37-4907-9d96-6325761f1370 req-08cd19e3-8fd3-44fb-830c-f16b8d4f63c8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1545446 Sep 24 19:11:39.299483 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.309706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:39.338942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.339280 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment 5d31cbc0-dde0-43ef-9ae6-98a21963cfcf of type vlan for network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 Sep 24 19:11:39.357524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2e988fc-cf37-4907-9d96-6325761f1370 req-4aa1fea6-da51-4009-b3fb-9372311990e4 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780056 Sep 24 19:11:39.363958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] For port 4009c008-592d-459d-a6b3-77782838dbea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4009c008-592d-459d-a6b3-77782838dbea,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:39.390749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.439916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.441712 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:39.445987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00e349-f441-4640-98c9-c48e3b424af2 req-3962e8e1-487a-4ee8-8312-87a103489f20 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:39.457896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c00e349-f441-4640-98c9-c48e3b424af2 req-3962e8e1-487a-4ee8-8312-87a103489f20 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1599379 Sep 24 19:11:39.471667 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:39.476100 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:39.518791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.528695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:39.529370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.595952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c00e349-f441-4640-98c9-c48e3b424af2 req-3f49f516-fcb1-48df-9180-3c905ba78e73 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366334 Sep 24 19:11:39.625960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40856) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:39.631375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:39.634749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4120245 Sep 24 19:11:39.677112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8b4b5-4c8f-43aa-857b-45bdb56133ef None None] Pushing event updated for resources: {'Port': ['ID=4009c008-592d-459d-a6b3-77782838dbea,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:39.701876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4009c008-592d-459d-a6b3-77782838dbea up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:39.796044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b413b-1912-4e81-b0af-9d688a2e6acb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=1b7a1197-8c6d-40f7-bbb9-485b17a806f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:39.818637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:39.929304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4009c008-592d-459d-a6b3-77782838dbea triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:39.929810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:39.951940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c995f-299c-47f1-abf5-864d6c37cf95 req-b8ba4794-1186-46cd-9302-2cce3e4b6b7a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:39.960081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f21c995f-299c-47f1-abf5-864d6c37cf95 req-b8ba4794-1186-46cd-9302-2cce3e4b6b7a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1450148 Sep 24 19:11:39.981805 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:39.997977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:40.005670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:40.010734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.245901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:40.255456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-a910ed40-92bb-4931-bc3a-6cf6af2271d1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:40.261187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-a910ed40-92bb-4931-bc3a-6cf6af2271d1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 810 time: 0.4731088 Sep 24 19:11:40.285396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f21c995f-299c-47f1-abf5-864d6c37cf95 req-2e8ebd01-1012-4663-8dd7-a65cd3b05da3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192878 Sep 24 19:11:40.290896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'mac_address': 'fa:16:3e:85:ff:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:40.315636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5500064a-41bf-43e1-9899-245cff0f473a None None] Provisioning complete for port 4009c008-592d-459d-a6b3-77782838dbea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:40.316134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5500064a-41bf-43e1-9899-245cff0f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.350602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-70367ce7-a608-4d15-8ca1-0129a91ce17c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/quotas/5a74210f6b50457e8dcd9dc7cb224fd3 HTTP/1.1" status: 200 len: 375 time: 0.0496793 Sep 24 19:11:40.466913 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:37Z', 'revision_number': 3, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:37Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:40.482793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.503282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a955a692-5d44-40b5-a0ec-185f308fc739 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:40.538564 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:40.539239 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Updating router db89b6d1-5618-47c7-b57b-8e16bfc817b8 port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:11:40.556776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91297-943d-4760-9ca4-cf959612693a req-acce199d-a504-40b2-b361-7b924f3d8e05 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:40.565221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adf91297-943d-4760-9ca4-cf959612693a req-acce199d-a504-40b2-b361-7b924f3d8e05 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1835628 Sep 24 19:11:40.591485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-6c28ecf1-a5dd-43b8-bf07-343775d90bbc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2332253 Sep 24 19:11:40.592052 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.600727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:40.607262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5500064a-41bf-43e1-9899-245cff0f473a None None] Provisioning complete for port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:40.607719 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5500064a-41bf-43e1-9899-245cff0f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.610521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.675647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5500064a-41bf-43e1-9899-245cff0f473a None None] Port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:40.702134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:40.749384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adf91297-943d-4760-9ca4-cf959612693a req-08dc03c9-3390-4caf-bad3-09b6d725bd43 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831622 Sep 24 19:11:40.750536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.781380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['a955a692-5d44-40b5-a0ec-185f308fc739'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:40.830444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3881e41f-dbc8-4c17-9b89-c335fe0ea2b2 None None] Provisioning complete for port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:40.832201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3881e41f-dbc8-4c17-9b89-c335fe0ea2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:40.856279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=821eac69-faa6-49a2-aca4-37c0b922b64e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:40.881568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3881e41f-dbc8-4c17-9b89-c335fe0ea2b2 None None] Port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:40.889427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-45439ac9-c0a6-4137-8c21-9de45dafe8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869689 Sep 24 19:11:40.971753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.972084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.972394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.972734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.973074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.973408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.973742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.974071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.974398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.974723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.975075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.975890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:40.996674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:40.997068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: 1b7a1197-8c6d-40f7-bbb9-485b17a806f6, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:41.008673 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.018960 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.036689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-0b509e2c-8d16-4cd4-b096-a9bf0e4a4dec service neutron] 10.222.0.18 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462882 Sep 24 19:11:41.068698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd5e52-55ad-43b9-897a-ad49817819ca req-0de36539-f272-4bac-bfe3-6848819e93ee tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.082546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44dd5e52-55ad-43b9-897a-ad49817819ca req-0de36539-f272-4bac-bfe3-6848819e93ee tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.2396281 Sep 24 19:11:41.122611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:41.141401 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Pushing event updated for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:41.155129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1b7a1197-8c6d-40f7-bbb9-485b17a806f6) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:41.158382 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.159088 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.159274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.159704 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.160126 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.160549 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.160976 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.161413 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.161786 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.162336 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.162749 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.163179 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:11:41.170251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44dd5e52-55ad-43b9-897a-ad49817819ca req-0ff566e5-2c81-4125-9e9a-fcaa2be2fe2f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864146 Sep 24 19:11:41.177281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Attempting to bind port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:41.177859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.179172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.188039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3da07-2c30-419b-abaf-d24b7b6de7ba None None] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:41.199137 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Attempting to bind port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:41.200701 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Attempting to bind port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 on network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:41.214040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:41.214728 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Checking segment: {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:41.215166 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.216995 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Bound using segment: {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:41.223946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec1b632c-8bc8-4282-af89-702d70803489 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5965970 Sep 24 19:11:41.227121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:41.238737 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Bound port: e7d24a8b-c5d3-44c0-8043-5b4276c683a5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24811205-fe73-43c5-bb53-721fef561f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:41.240546 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.505142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061ea9b-67e2-4ce4-8ada-d545e5bcae0d req-b8373e3a-9154-48e7-88b9-92ba926fe3c1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.515182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5061ea9b-67e2-4ce4-8ada-d545e5bcae0d req-b8373e3a-9154-48e7-88b9-92ba926fe3c1 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 944 time: 0.0861213 Sep 24 19:11:41.543642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] For port e7d24a8b-c5d3-44c0-8043-5b4276c683a5, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:41.551618 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] For port e7d24a8b-c5d3-44c0-8043-5b4276c683a5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:41.562240 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.594652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] Provisioning complete for port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:41.600670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.608649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4009c008-592d-459d-a6b3-77782838dbea up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:41.618070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5061ea9b-67e2-4ce4-8ada-d545e5bcae0d req-b62efac0-b80f-4a66-83bc-40d3e798f3a2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004248 Sep 24 19:11:41.639774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75c0f-3c95-4870-92e3-e966fe99732b req-14b3f496-bc77-4885-be0b-a292073929f9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.651414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6a75c0f-3c95-4870-92e3-e966fe99732b req-14b3f496-bc77-4885-be0b-a292073929f9 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1273055 Sep 24 19:11:41.677681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:41.682914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:41.761772 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:41.763840 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:41.767438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6a75c0f-3c95-4870-92e3-e966fe99732b req-6ee4e159-2ef9-43d4-ae7d-f4876be4769e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149964 Sep 24 19:11:41.823468 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f591-c3f8-431d-9448-45b644eac10d None None] Pushing event updated for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:41.903500 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:41.964716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07564e-fadc-4b06-9137-7d4b2eb520d0 req-a8098005-cfa3-4942-aed3-083ad901465e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.967378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c07564e-fadc-4b06-9137-7d4b2eb520d0 req-a8098005-cfa3-4942-aed3-083ad901465e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1913433 Sep 24 19:11:41.979366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40920) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:41.987875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a292-6394-4ade-b6f7-47caddc08764 req-82be256b-061d-4138-9412-4d68d5c025e3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:41.989016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-add3a292-6394-4ade-b6f7-47caddc08764 req-82be256b-061d-4138-9412-4d68d5c025e3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.1412299 Sep 24 19:11:42.002324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Request body: {'floatingip': {'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:42.082987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:42.173368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4009c008-592d-459d-a6b3-77782838dbea triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:42.173965 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.177358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.189473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f6e168b-3577-433f-990f-4ab098eaab39 req-fb3a9f98-4bb2-439f-8081-7dbacea816d8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 210 time: 0.1063569 Sep 24 19:11:42.277862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Allocated IP 172.22.0.2 (1b7a1197-8c6d-40f7-bbb9-485b17a806f6/821eac69-faa6-49a2-aca4-37c0b922b64e/8382f4d2-aa3f-4190-ac62-352172a087ae) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:42.285295 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.287391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.372952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port a955a692-5d44-40b5-a0ec-185f308fc739 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:42.373536 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.418215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] For port e7d24a8b-c5d3-44c0-8043-5b4276c683a5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:42.505465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-add3a292-6394-4ade-b6f7-47caddc08764 req-d688ad17-6618-415f-bc7a-423cb5de7d5f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894857 Sep 24 19:11:42.550458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:37Z', 'revision_number': 3, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:41Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:42.643722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.673573 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b91bf8-4a12-4a1d-a31e-327d53b58f4e None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:37Z', 'revision_number': 3, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:41Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:42.807794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917675-c8cf-4148-8067-a38893ff0e67 req-969a6fe4-15b3-4af9-bad0-c5139e85e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:42.818590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-969a6fe4-15b3-4af9-bad0-c5139e85e0c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 1097 time: 0.5259471 Sep 24 19:11:42.833529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7163ea-0f5a-4b15-b533-ae93ef338b95 req-1b11dbc5-2fad-4d8e-90c6-052a415b6761 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:42.837309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.848886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa7163ea-0f5a-4b15-b533-ae93ef338b95 req-1b11dbc5-2fad-4d8e-90c6-052a415b6761 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.4875829 Sep 24 19:11:42.887773 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:42.945018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.22.0.1 (1b7a1197-8c6d-40f7-bbb9-485b17a806f6/821eac69-faa6-49a2-aca4-37c0b922b64e/a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:43.198158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.209471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-666a12b9-bc47-4e18-8dc5-7fe8715c12ce None None] Provisioning complete for port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:43.210060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-666a12b9-bc47-4e18-8dc5-7fe8715c12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.248970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941573f-3531-4204-8bc2-85a1a61e8ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:43.255317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.332867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:43.355572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:43.357089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:43.363933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:43.367427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Pushing event updated for resources: {'Port': ['ID=8382f4d2-aa3f-4190-ac62-352172a087ae,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:43.373100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:43.376522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:43.398669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:43.469815 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.612076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Attempting to bind port 8382f4d2-aa3f-4190-ac62-352172a087ae on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:43.612314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Attempting to bind port 8382f4d2-aa3f-4190-ac62-352172a087ae by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:43.612773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Attempting to bind port 8382f4d2-aa3f-4190-ac62-352172a087ae on network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:43.630757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:43.631062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Checking segment: {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:43.632315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.633075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Bound using segment: {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:43.633748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Bound port: 8382f4d2-aa3f-4190-ac62-352172a087ae, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:43.634204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.656437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.744350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7d24a8b-c5d3-44c0-8043-5b4276c683a5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:43.789045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.802057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:43.804346 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac787c4-ca69-45c9-a6e1-6250255847c0" -d '{"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-plugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:43.818786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:43.841962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.874441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] For port 8382f4d2-aa3f-4190-ac62-352172a087ae, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:43.902008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] For port 8382f4d2-aa3f-4190-ac62-352172a087ae, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8382f4d2-aa3f-4190-ac62-352172a087ae,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:43.917717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:43.918088 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.922362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.951389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:43.961655 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:43.992857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa7163ea-0f5a-4b15-b533-ae93ef338b95 req-d0c82e41-3e50-42b7-baa5-1eeea1a48f03 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1420522 Sep 24 19:11:44.077283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1fce-6a29-4e6f-b37e-cdbf32e78326 None None] Pushing event updated for resources: {'Port': ['ID=8382f4d2-aa3f-4190-ac62-352172a087ae,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:44.118375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.148767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1825-ff69-47b7-b548-08c405534454 req-b1969b30-fbaa-431b-a4f0-b79348513aad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.157608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-131c1825-ff69-47b7-b548-08c405534454 req-b1969b30-fbaa-431b-a4f0-b79348513aad tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 944 time: 0.4011278 Sep 24 19:11:44.158499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.168027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.212134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917675-c8cf-4148-8067-a38893ff0e67 req-006ea06c-48a8-45d8-a107-329650ffd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.214163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-006ea06c-48a8-45d8-a107-329650ffd953 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 1.3464365 Sep 24 19:11:44.219844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:44.228524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edf2cb7d-f908-40ef-8193-df17d687824b req-0b0a6f0a-b4a2-471c-a46d-27887fdad437 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 210 time: 0.1276019 Sep 24 19:11:44.309859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.355436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-c5775f59-3e13-4cc5-b9d9-0ea211dc20d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7626ae7-5af6-4991-b405-0c4527807502 HTTP/1.1" status: 200 len: 217 time: 0.1173382 Sep 24 19:11:44.389258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-85b0328c-3594-4a9f-89fe-91d73d17927c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.390775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-85b0328c-3594-4a9f-89fe-91d73d17927c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 810 time: 0.6313946 Sep 24 19:11:44.444431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Request body: {'port': {'device_id': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'admin_state_up': True, 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:44.463912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:44.467865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:44.525862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-131c1825-ff69-47b7-b548-08c405534454 req-b9287353-8b7c-402e-8f89-ad9da2f422ba tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620338 Sep 24 19:11:44.627923 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Floating IP 5aca3e6b-46f7-4062-b15c-51312a4ed6fd associated. External IP: 172.25.5.120, port: 2aafe348-2e4c-457b-9574-d67cc0e66401. Sep 24 19:11:44.632199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917675-c8cf-4148-8067-a38893ff0e67 req-1faae6a3-07be-4e55-992a-cf2532285632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.634200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-1faae6a3-07be-4e55-992a-cf2532285632 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.2640254 Sep 24 19:11:44.666114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:44.679348 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7283f-5253-4203-a5b2-74f4c6060a2c x-openstack-request-id: req-faf7283f-5253-4203-a5b2-74f4c6060a2c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:44.680526 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-plugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:44.681070 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faf7283f-5253-4203-a5b2-74f4c6060a2c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:44.681702 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'code': 200} Sep 24 19:11:44.720630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e988-e003-4570-9c49-07601ed4752d req-79f7a362-3a27-4be5-b8da-4cc0f90e9046 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.722191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a096e988-e003-4570-9c49-07601ed4752d req-79f7a362-3a27-4be5-b8da-4cc0f90e9046 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 946 time: 0.3266578 Sep 24 19:11:44.823044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:44.836224 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a27acbd7-148c-4c1e-8fa6-07a8020bddf9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6078901 Sep 24 19:11:44.837309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:44.843416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:44.846889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'network': {'name': 'tempest-RoutersTest-206729779'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:44.867236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:44.868322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:44.902497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:44.907530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.930864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:11:44.930864 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:11:44.930864 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'id': 'f0cb7d42-7718-4bb5-8a3e-ec97466071e4', 'expiration': datetime.datetime(2021, 9, 24, 19, 13, 44, 878931)}] Sep 24 19:11:44.930864 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:11:44.931469 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:11:44.933242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917675-c8cf-4148-8067-a38893ff0e67 req-dee33252-6665-43ba-b4af-4b4212d94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:44.934690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-dee33252-6665-43ba-b4af-4b4212d94c86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583895 Sep 24 19:11:44.949039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a096e988-e003-4570-9c49-07601ed4752d req-1cd1ed02-0e45-4b89-a7be-0b81426a9049 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102494 Sep 24 19:11:44.957832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:11:44.978072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:44.978421 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added segment ab8648fe-b611-4c86-9b12-dd4087ebc1f9 of type vlan for network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e Sep 24 19:11:45.040842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:45.107031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.153184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.168284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:45.168982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.217060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3778214 Sep 24 19:11:45.222555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:45.233523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'subnet': {'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:45.277936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:45.300842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae906-113c-4b10-94cd-8256a670d5a8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Network': ['ID=1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:45.329646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:11:45.380393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a3bd5-edc9-48fe-8c1d-d5b0e01bbaf4 req-6c541e79-62d9-44b0-b562-48a6c3bf375f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:45.404480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb8a3bd5-edc9-48fe-8c1d-d5b0e01bbaf4 req-6c541e79-62d9-44b0-b562-48a6c3bf375f tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.5860622 Sep 24 19:11:45.446068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Made reservation on behalf of f04c71c98562476b933b70782ef13702 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:45.451273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.503308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d4a87-5164-4a3b-836f-756f4ad71b5b None None] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:45.556810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3dfa266-bc8e-4ee7-80ee-a90c43c5cdce req-4a71a3c0-ea49-46f6-bf42-4d74bf18fc17 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 210 time: 0.0624108 Sep 24 19:11:45.590111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Made reservation on behalf of 5a74210f6b50457e8dcd9dc7cb224fd3 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:11:45.601193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.608518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8382f4d2-aa3f-4190-ac62-352172a087ae up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:45.619623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:45.678550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-01f69d5d-5b3c-46d7-b971-8f3f34276b4d service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162240 Sep 24 19:11:45.697447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:45.699267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Updating router db89b6d1-5618-47c7-b57b-8e16bfc817b8 port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:11:45.708960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb8a3bd5-edc9-48fe-8c1d-d5b0e01bbaf4 req-cbf52057-add6-489c-876a-7392917bd334 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027935 Sep 24 19:11:45.732296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.764723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a1220c67-eb0c-4e17-a3fc-c8903765ec5d None None] Provisioning complete for port 8382f4d2-aa3f-4190-ac62-352172a087ae triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:45.765105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1220c67-eb0c-4e17-a3fc-c8903765ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.811887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:45.854753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Checking segment: {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:45.854753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network hostable DHCP agents. Network: 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:11:45.867826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Subnet': ['ID=8a3d6c12-242b-4e24-82ea-bc7161c48ecc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:45.902165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:11:45.903695 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.918325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:45.924283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:45.924283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:45.959076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242808b1-c100-4719-87b6-ba9eb8007f15 None None] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:45.960668 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a23c101f-531f-4fb7-9547-49a80e40eba0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7363777 Sep 24 19:11:45.961606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:46.046502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8382f4d2-aa3f-4190-ac62-352172a087ae triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:46.046914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.321099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.530157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c0f1-ca9c-475c-b076-c3ea04577de4 req-79c6e7e6-002d-4ede-9a3e-9efc64fd5b5e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:46.531622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d22c0f1-ca9c-475c-b076-c3ea04577de4 req-79c6e7e6-002d-4ede-9a3e-9efc64fd5b5e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.8682227 Sep 24 19:11:46.570994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.608133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Allocated IP 172.20.0.11 (0df0574f-a0e6-413d-b554-1ec800a8615a/45067984-93a1-40e2-82ec-92b3beed8a27/f37cfc4c-a422-4f85-88c6-8a2864b81161) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:46.616474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41917675-c8cf-4148-8067-a38893ff0e67 req-4016b7c2-59ea-4122-89b6-582e8809433e service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244814 Sep 24 19:11:46.624353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74e6e0-a094-4176-854e-33212d954bc7 req-68d19ce9-3b29-4341-b96a-503425bfdee3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:46.635580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e74e6e0-a094-4176-854e-33212d954bc7 req-68d19ce9-3b29-4341-b96a-503425bfdee3 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2700725 Sep 24 19:11:46.647822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:46.669076 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:46.677928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1220c67-eb0c-4e17-a3fc-c8903765ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.678335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.691292 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:46.692891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:46.694559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:46.704585 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52204f9-1696-4513-a98c-bd53aaec9adb" -d '{"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:46.723389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:46.747693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d22c0f1-ca9c-475c-b076-c3ea04577de4 req-67abd567-cb5f-4e25-8dab-c0a4f06d4475 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074072 Sep 24 19:11:46.807380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4355e2c6-219b-4335-bb1a-38810cb96915 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "PUT /v2.0/floatingips/5aca3e6b-46f7-4062-b15c-51312a4ed6fd HTTP/1.1" status: 200 len: 991 time: 4.8171690 Sep 24 19:11:46.811552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:46.812514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:46.814873 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5cb95-ade0-48f4-9071-398fad2dfb64" -d '{"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:46.839657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e74e6e0-a094-4176-854e-33212d954bc7 req-b52a42e0-8e99-403f-847c-77966a526d56 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030828 Sep 24 19:11:46.960873 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:46.983130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 8382f4d2-aa3f-4190-ac62-352172a087ae, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8382f4d2-aa3f-4190-ac62-352172a087ae,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:47.006549 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.008351 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.028807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:11:47.029666 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.239346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdaac0b5-abc3-4abc-845a-5b524e551c54 req-65e2ee20-8bd7-46d9-b366-9f73d7326220 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 210 time: 0.0801482 Sep 24 19:11:47.343590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Allocated IP 172.23.0.2 (1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e/8a3d6c12-242b-4e24-82ea-bc7161c48ecc/a783b577-02fa-42be-896b-b60497e7c01b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:47.345573 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '5aca3e6b-46f7-4062-b15c-51312a4ed6fd', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb875996-8080-4301-9454-d08d875885b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:11:21Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:47.355005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee8d8-1428-4619-8e92-633dc16fe780 req-7f4f6202-e771-4acf-9d06-f0a247d090c2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:47.366447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-121ee8d8-1428-4619-8e92-633dc16fe780 req-7f4f6202-e771-4acf-9d06-f0a247d090c2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.4012554 Sep 24 19:11:47.376992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:47.388573 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:47.389256 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:47.440959 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f28226-b1c2-43f6-82eb-03850252b90e x-openstack-request-id: req-46f28226-b1c2-43f6-82eb-03850252b90e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:47.441254 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7626ae7-5af6-4991-b405-0c4527807502", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:47.441506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46f28226-b1c2-43f6-82eb-03850252b90e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:47.445868 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502', 'code': 200} Sep 24 19:11:47.487210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.514112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-121ee8d8-1428-4619-8e92-633dc16fe780 req-8dbfebf2-f2ec-482a-8a4a-ed04238d8494 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465149 Sep 24 19:11:47.520735 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7c0f5-b594-4d51-a2c3-e7ebdc573f23 x-openstack-request-id: req-ecb7c0f5-b594-4d51-a2c3-e7ebdc573f23 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:47.531453 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:47.532124 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecb7c0f5-b594-4d51-a2c3-e7ebdc573f23 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:47.532124 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'status': 'completed', 'code': 200} Sep 24 19:11:47.608780 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:47.619004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-e5fd4f29-4c96-46d2-8cb8-b0ec7ea694d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:47.620897 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-e5fd4f29-4c96-46d2-8cb8-b0ec7ea694d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1096 time: 0.0749247 Sep 24 19:11:47.638103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:47.674435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-a1220c67-eb0c-4e17-a3fc-c8903765ec5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:11:47.674786 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-a1220c67-eb0c-4e17-a3fc-c8903765ec5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:11:47.715918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946591c-8b31-4e7b-a6a3-718a8a61b531 req-452ec0f3-b712-47ec-8878-6ca62edd740c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:47.717539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0946591c-8b31-4e7b-a6a3-718a8a61b531 req-452ec0f3-b712-47ec-8878-6ca62edd740c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1222527 Sep 24 19:11:47.747606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.762429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=8382f4d2-aa3f-4190-ac62-352172a087ae,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:47.770112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7725d858-8d30-4d43-a236-001b0f192f88'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:47.819791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-5f4fae82-2adf-42f1-84d1-350695188db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:47.821971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-5f4fae82-2adf-42f1-84d1-350695188db9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.1736748 Sep 24 19:11:47.844182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Network 0df0574f-a0e6-413d-b554-1ec800a8615a is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:47.890760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:47.894444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:47.905762 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.923725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:47.940358 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-5b8a60f2-dd5d-4871-bd73-bf90d07ff080 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 999 time: 0.1081426 Sep 24 19:11:47.960808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Pushing event updated for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:47.981011 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '5aca3e6b-46f7-4062-b15c-51312a4ed6fd', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb875996-8080-4301-9454-d08d875885b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:11:21Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:48.012151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-d3e798e6-470f-4d9f-afe2-02245729cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.014045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-d3e798e6-470f-4d9f-afe2-02245729cef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.0636783 Sep 24 19:11:48.021788 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca46959-0e80-4985-a48f-0b491691a7f0 None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '5aca3e6b-46f7-4062-b15c-51312a4ed6fd', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb875996-8080-4301-9454-d08d875885b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:11:21Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 1, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:48.038340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0946591c-8b31-4e7b-a6a3-718a8a61b531 req-5aa5483b-d9a9-4fec-b9c8-04047ae95211 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097675 Sep 24 19:11:48.104030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.120469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9a3b-2867-47b7-9f2e-5eece5181001 req-17853795-9169-487e-9429-cf6d46425116 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.132446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21ff9a3b-2867-47b7-9f2e-5eece5181001 req-17853795-9169-487e-9429-cf6d46425116 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2069921 Sep 24 19:11:48.148543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.149599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.170314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.175251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-ef406df8-ea76-4636-bd80-a58cdec8f3fd tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7357397 Sep 24 19:11:48.189895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Request body: {'port': {'device_id': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:48.253006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21ff9a3b-2867-47b7-9f2e-5eece5181001 req-939fedf1-0afd-4ce3-85ac-3d96213aea66 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155927 Sep 24 19:11:48.293464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-c2ba5e9f-42ee-4a3a-aa8c-368d04002ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.295172 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-c2ba5e9f-42ee-4a3a-aa8c-368d04002ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720366 Sep 24 19:11:48.326352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6751a0-eb0f-4e10-8395-a41d8c3954cd None None] Pushing event updated for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:48.332538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Allocated IP 172.23.0.1 (1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e/8a3d6c12-242b-4e24-82ea-bc7161c48ecc/5562198e-1c16-4ae0-97a4-c2269b465dd2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:11:48.344133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:48.412348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:48.456002 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.467782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73a38a-0420-4c12-955e-e6385c61773d req-a9a4982f-912b-4d2c-a085-1621d1a46bc9 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.476507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d73a38a-0420-4c12-955e-e6385c61773d req-a9a4982f-912b-4d2c-a085-1621d1a46bc9 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 932 time: 0.0966575 Sep 24 19:11:48.494499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13cc29-61e8-4045-a76a-a9f97a77850d req-6d9d91b6-9474-4de6-8ec1-01573aa68bc1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:48.500586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:48.504733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc13cc29-61e8-4045-a76a-a9f97a77850d req-6d9d91b6-9474-4de6-8ec1-01573aa68bc1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2495883 Sep 24 19:11:48.525103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d2c930-f94e-4459-a00a-76ce4018fda4 None None] New status for floating IP 5aca3e6b-46f7-4062-b15c-51312a4ed6fd: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:11:48.547131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Attempting to bind port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:48.547902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Attempting to bind port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:48.548465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Attempting to bind port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 on network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:48.591774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:48.593258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Checking segment: {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:48.593930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.594488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Bound using segment: {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:48.595162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Bound port: a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:48.595736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.615972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-e6cd8cae-9b63-45f0-ba1c-a4a826e395c2 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033020 Sep 24 19:11:48.689501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.718157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] For port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:48.721642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] For port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:48.751493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.788338 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2e5cb95-ade0-48f4-9071-398fad2dfb64 req-1f8c97fa-aa99-4c55-be94-5514b9ca0864 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568158 Sep 24 19:11:48.809870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.811762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Pushing event updated for resources: {'Port': ['ID=a783b577-02fa-42be-896b-b60497e7c01b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:48.829265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Provisioning complete for port 8382f4d2-aa3f-4190-ac62-352172a087ae triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:48.829913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.831842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Attempting to bind port a783b577-02fa-42be-896b-b60497e7c01b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:48.832411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Attempting to bind port a783b577-02fa-42be-896b-b60497e7c01b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:48.833833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Attempting to bind port a783b577-02fa-42be-896b-b60497e7c01b on network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:48.912735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:48.914229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:48.918455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Checking segment: {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:48.918628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:48.924382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.925032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Bound using segment: {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:48.925557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Bound port: a783b577-02fa-42be-896b-b60497e7c01b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:48.926408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc13cc29-61e8-4045-a76a-a9f97a77850d req-b6159735-214f-49ce-97b7-3ed787d011f1 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206030 Sep 24 19:11:48.931482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:48.940382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:11:48.951685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:48.964358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37cfc4c-a422-4f85-88c6-8a2864b81161 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:48.989644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d73a38a-0420-4c12-955e-e6385c61773d req-bbd74857-5efb-4794-b2af-9647cac2ea47 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075893 Sep 24 19:11:48.995382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.023990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Transition to ACTIVE for port object f37cfc4c-a422-4f85-88c6-8a2864b81161 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:11:49.039536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.087708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.181322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Pushing event updated for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:49.222925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6751a0-eb0f-4e10-8395-a41d8c3954cd None None] Pushing event updated for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:49.234161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:49.234810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:49.252199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838006a4-f3c4-4e48-85cb-5674ed4907bf req-51e31bed-ff55-46ff-ad00-ff45b27c1b68 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:49.253792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-838006a4-f3c4-4e48-85cb-5674ed4907bf req-51e31bed-ff55-46ff-ad00-ff45b27c1b68 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.1482403 Sep 24 19:11:49.316100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-838006a4-f3c4-4e48-85cb-5674ed4907bf req-a9d0f50d-4ffb-4dc7-b060-36bed14ff59b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502679 Sep 24 19:11:49.317238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Attempting to bind port f37cfc4c-a422-4f85-88c6-8a2864b81161 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:49.317389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Attempting to bind port f37cfc4c-a422-4f85-88c6-8a2864b81161 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:49.317676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Attempting to bind port f37cfc4c-a422-4f85-88c6-8a2864b81161 on network 0df0574f-a0e6-413d-b554-1ec800a8615a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:49.323152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Port f37cfc4c-a422-4f85-88c6-8a2864b81161 on network 0df0574f-a0e6-413d-b554-1ec800a8615a not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:11:49.323553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Attempting to bind port f37cfc4c-a422-4f85-88c6-8a2864b81161 on network 0df0574f-a0e6-413d-b554-1ec800a8615a {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:49.329078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:49.329350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Checking segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:49.329800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Bound using segment: {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:49.330238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Bound port: f37cfc4c-a422-4f85-88c6-8a2864b81161, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:49.330650 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.395747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.471633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e383e-ba7f-4aea-98f1-a047e823fa1d req-c9546473-a690-4bc6-ad8e-11cfa175f9d0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:49.473722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b7e383e-ba7f-4aea-98f1-a047e823fa1d req-c9546473-a690-4bc6-ad8e-11cfa175f9d0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.0886416 Sep 24 19:11:49.482896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:49.487979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:49.520324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.609783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8382f4d2-aa3f-4190-ac62-352172a087ae up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:49.655175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d198a48-2db7-4486-a264-84ec32ac7efe req-b2f40e05-560d-41bb-805e-517614c5e1e5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:49.661960 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:11:49.664922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d198a48-2db7-4486-a264-84ec32ac7efe req-b2f40e05-560d-41bb-805e-517614c5e1e5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1287413 Sep 24 19:11:49.677784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:49.678659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.681362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] 10.222.0.69 "PUT /v2.0/ports/f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 200 len: 1092 time: 1.4963262 Sep 24 19:11:49.682641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:49.685038 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ed360-ce73-4f53-94e0-0cd8660e688f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:49.695575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:49.698199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b7e383e-ba7f-4aea-98f1-a047e823fa1d req-60118a19-6b9e-4e3e-8f3c-6ae699a3cb1c tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085803 Sep 24 19:11:49.853267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.877662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] For port a783b577-02fa-42be-896b-b60497e7c01b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:49.880333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:49.880790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe01995-a5ea-41e3-8363-f5b1f799beeb service neutron] Pushing event updated for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:49.929770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d198a48-2db7-4486-a264-84ec32ac7efe req-afb98218-181d-423a-a435-013f6336a457 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556648 Sep 24 19:11:49.964769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-6805c431-f9ea-48a9-80ba-fc2805b2f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:49.966327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-6805c431-f9ea-48a9-80ba-fc2805b2f38a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1095 time: 0.2023001 Sep 24 19:11:49.971465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] For port a783b577-02fa-42be-896b-b60497e7c01b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a783b577-02fa-42be-896b-b60497e7c01b,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:50.023008 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:50.036057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ccb1-d5b2-4a07-9e2a-0566088ab62e req-3296d784-fbcc-4918-be65-fde80a4f2965 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:50.045365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc46ccb1-d5b2-4a07-9e2a-0566088ab62e req-3296d784-fbcc-4918-be65-fde80a4f2965 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1844580 Sep 24 19:11:50.058628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event updated for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:50.078805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:50.105180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-8c32e4bc-803a-4d1b-bce9-b8da75c2dc3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 200 len: 217 time: 0.1155765 Sep 24 19:11:50.154276 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a59e5d-3650-4bdb-b34a-f06524b8446b x-openstack-request-id: req-c4a59e5d-3650-4bdb-b34a-f06524b8446b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:50.161677 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:50.161903 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4a59e5d-3650-4bdb-b34a-f06524b8446b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:50.162218 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161', 'status': 'completed', 'code': 200} Sep 24 19:11:50.225081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc46ccb1-d5b2-4a07-9e2a-0566088ab62e req-f426a374-5231-41e1-bef3-11c5abe3b330 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788914 Sep 24 19:11:50.290311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:11:50.295400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:11:50.303707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-7489be3e-af56-4a1c-8443-02e97f9bfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:50.306315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-7489be3e-af56-4a1c-8443-02e97f9bfecb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1862552 Sep 24 19:11:50.350502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028795c3-9108-4488-af4f-687dd9ea84aa None None] Pushing event updated for resources: {'Port': ['ID=a783b577-02fa-42be-896b-b60497e7c01b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:50.362158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8382f4d2-aa3f-4190-ac62-352172a087ae triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:50.362556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:50.390275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-d261684a-7f6b-49ca-9628-b90aa7cb9e12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753546 Sep 24 19:11:50.468791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b39f-2331-47e2-936d-47abbf3743c3 req-de7a94be-eea4-43af-a13f-8d0d380b3509 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:50.482658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:50.489179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc91b39f-2331-47e2-936d-47abbf3743c3 req-de7a94be-eea4-43af-a13f-8d0d380b3509 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 944 time: 0.2418609 Sep 24 19:11:50.547438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Provisioning complete for port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:50.550767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:50.552822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1db9-cce7-4712-a6a1-977ac96d1ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:50.562963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b7203-ef99-400e-af43-c7649b0cd148 req-0492def9-6ab8-4e4a-bb13-461b12019446 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:50.575609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-679b7203-ef99-400e-af43-c7649b0cd148 req-0492def9-6ab8-4e4a-bb13-461b12019446 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2444327 Sep 24 19:11:50.646687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:50.663001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6874c8eb-db6b-4d58-8540-cf44a6f8908b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6973386 Sep 24 19:11:50.665523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:50.670691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc91b39f-2331-47e2-936d-47abbf3743c3 req-ed35b1b9-ef51-42b5-9258-a526bda89c75 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800714 Sep 24 19:11:50.673896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:50.751464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-679b7203-ef99-400e-af43-c7649b0cd148 req-0894d267-e8e0-4481-acad-48604d6ee0c5 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745200 Sep 24 19:11:50.765974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-6671887b-ffd2-4e74-9e56-9072c7818544 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430591 Sep 24 19:11:50.866644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:48Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:50.978878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508d6e6-c0b7-43f5-973a-d077fd7555b5 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:43Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:48Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:51.104010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43350b31-c3ff-4d8b-9560-b37cf0c8f671 req-94f773d1-e247-4b00-b32a-61716303eaba service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290150 Sep 24 19:11:51.168626 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:51.241765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a95631c5-5410-4757-bedd-479d21138786 None None] For port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:51.249271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:51.260845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985000f-741e-444a-af02-ede54d7764ab req-8121d6bd-d7e0-45ea-bd82-5d8d41e26cdd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:51.268458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8985000f-741e-444a-af02-ede54d7764ab req-8121d6bd-d7e0-45ea-bd82-5d8d41e26cdd tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2062323 Sep 24 19:11:51.311180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c8bf-9808-4d3b-a1d0-f902721bcbf8 req-af22b350-54b8-4e81-9d4a-8b78aa00575e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:51.312868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e607c8bf-9808-4d3b-a1d0-f902721bcbf8 req-af22b350-54b8-4e81-9d4a-8b78aa00575e tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2079401 Sep 24 19:11:51.334039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-7ee09f5d-b3ea-43a9-8212-52871bbeccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:51.335433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95631c5-5410-4757-bedd-479d21138786 None None] Pushing event updated for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:51.335565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-7ee09f5d-b3ea-43a9-8212-52871bbeccb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1095 time: 0.1502523 Sep 24 19:11:51.384101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6f782588-054f-4c92-a288-9e84abb1634b None None] Provisioning complete for port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:51.384760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f782588-054f-4c92-a288-9e84abb1634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:51.427808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8985000f-741e-444a-af02-ede54d7764ab req-24518f1c-ef0d-4acb-8b5e-18a131a2f79c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574767 Sep 24 19:11:51.569628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e607c8bf-9808-4d3b-a1d0-f902721bcbf8 req-8cd2f117-d60f-4a98-8553-2a56319680f6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393744 Sep 24 19:11:51.596972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:11:51.649173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Removed routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:11:51.654580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:51.732433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-ac4b5f39-48a7-40f3-a3a2-7d6940770174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:51.734163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-ac4b5f39-48a7-40f3-a3a2-7d6940770174 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 910 time: 0.3833158 Sep 24 19:11:51.744754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:51.753310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c888c-c9d1-4056-8a07-df8d0f7fa966 req-15fa4821-e8d8-4e9f-8bae-dd5f9eb037ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:51.766172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-975c888c-c9d1-4056-8a07-df8d0f7fa966 req-15fa4821-e8d8-4e9f-8bae-dd5f9eb037ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1954706 Sep 24 19:11:51.834668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a7626ae7-5af6-4991-b405-0c4527807502 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:11:51.870066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-50d939db-cbe3-41a1-9596-5bc2067fec25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 200 len: 217 time: 0.1000874 Sep 24 19:11:52.015851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:52.017444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.127854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-975c888c-c9d1-4056-8a07-df8d0f7fa966 req-8ca2b35a-e97e-4ebd-9018-cdf5347d133b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458598 Sep 24 19:11:52.144385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a783b577-02fa-42be-896b-b60497e7c01b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:52.151662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-9d019383-71d8-4794-8a46-4a27762f281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:52.153158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-9d019383-71d8-4794-8a46-4a27762f281a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.2708297 Sep 24 19:11:52.171369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.180679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.228296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24bc342-e571-460d-91d6-33dbabd7b130 None None] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:11:52.266177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-7b8bea00-60ac-4be7-9079-6f0b4ea0a1a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004593 Sep 24 19:11:52.280317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803174-031c-49ae-b977-0602f1015c51 req-17c281df-db61-4a26-9f82-4da66e4d524b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:52.287747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d803174-031c-49ae-b977-0602f1015c51 req-17c281df-db61-4a26-9f82-4da66e4d524b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 944 time: 0.2889946 Sep 24 19:11:52.334663 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:52.341628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:52.348950 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:52.353120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:52.379658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e2f9-3aaa-4338-8a28-b8a16b1c5a0d req-703d64a5-74cb-4f7c-8ed4-b0cae22b4049 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:52.388295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8410e2f9-3aaa-4338-8a28-b8a16b1c5a0d req-703d64a5-74cb-4f7c-8ed4-b0cae22b4049 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1499035 Sep 24 19:11:52.447673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a783b577-02fa-42be-896b-b60497e7c01b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:52.448062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.451254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d803174-031c-49ae-b977-0602f1015c51 req-a76810aa-2374-4513-9b04-1c4aaa5161a0 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623826 Sep 24 19:11:52.505653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] Provisioning complete for port a783b577-02fa-42be-896b-b60497e7c01b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:52.506073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.552404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:52.554612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8410e2f9-3aaa-4338-8a28-b8a16b1c5a0d req-a5594bc7-bb27-4632-a519-c4516c3497b7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649849 Sep 24 19:11:52.562308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.571255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6fbbe08f-b035-4369-8e09-c3bfae503661 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 934 time: 1.9048448 Sep 24 19:11:52.572193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:52.607382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-43e4dd07-6f2e-44dd-9cc7-a5ad5e891599 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010964 Sep 24 19:11:52.700623 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:52.752508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2e6c-fc45-490c-aeaa-7c720e90bc3d req-f2a23ec8-5b67-49ad-b6e8-1a8f0e136507 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:52.760130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67be2e6c-fc45-490c-aeaa-7c720e90bc3d req-f2a23ec8-5b67-49ad-b6e8-1a8f0e136507 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1853032 Sep 24 19:11:52.798279 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7f0ade2-7e97-46bc-8b96-631a50aa8966 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 934 time: 0.2176228 Sep 24 19:11:52.798847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41036) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:52.803863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'routes': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:11:52.853798 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.917841 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:52.926721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] For port a783b577-02fa-42be-896b-b60497e7c01b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a783b577-02fa-42be-896b-b60497e7c01b,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:52.957985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.058471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97ac1e77-0058-447f-be4f-be4ec2962a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.090535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 6, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:49Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:53.104471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d2c27-e59e-411a-a072-02c5ece6d3ba None None] Pushing event updated for resources: {'Port': ['ID=a783b577-02fa-42be-896b-b60497e7c01b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:53.138393 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:53.139077 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Updating router db89b6d1-5618-47c7-b57b-8e16bfc817b8 port 5562198e-1c16-4ae0-97a4-c2269b465dd2 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:11:53.191521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:11:53.191878 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:11:53.193788 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.284678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8d5f254-887b-44b9-b93f-fbd7ca481035 None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:53.285298 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f254-887b-44b9-b93f-fbd7ca481035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.323493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67be2e6c-fc45-490c-aeaa-7c720e90bc3d req-b67c56f6-15c2-4f6b-ba32-b69117f73d49 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623610 Sep 24 19:11:53.341214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-181ed360-ce73-4f53-94e0-0cd8660e688f req-2f6d709c-fe2a-4941-b851-c8ed49d2b52e service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050641 Sep 24 19:11:53.391138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.393138 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5f254-887b-44b9-b93f-fbd7ca481035 None None] Port 5562198e-1c16-4ae0-97a4-c2269b465dd2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:53.416336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8d5f254-887b-44b9-b93f-fbd7ca481035 None None] Provisioning complete for port a783b577-02fa-42be-896b-b60497e7c01b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:53.420518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f254-887b-44b9-b93f-fbd7ca481035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.591739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff3ced-1774-419a-bcff-666f24160c6e req-92ac13c1-54ba-423e-a9f8-87588d973261 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:53.599926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aff3ced-1774-419a-bcff-666f24160c6e req-92ac13c1-54ba-423e-a9f8-87588d973261 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.3400028 Sep 24 19:11:53.691654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aff3ced-1774-419a-bcff-666f24160c6e req-21608060-760a-4433-b17a-2579204c71d6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Sep 24 19:11:53.703695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516980-a4fc-41fa-b933-8f95b9bcdf3c req-97054457-0c9c-43b0-a8f2-266021b96d33 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:53.716995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b516980-a4fc-41fa-b933-8f95b9bcdf3c req-97054457-0c9c-43b0-a8f2-266021b96d33 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2551305 Sep 24 19:11:53.793537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a37a47d3-0f35-4e17-8ba0-83276ecdbeea None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:53.799384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a37a47d3-0f35-4e17-8ba0-83276ecdbeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.821926 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.843498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f37cfc4c-a422-4f85-88c6-8a2864b81161 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:11:53.845265 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:53.883246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a37a47d3-0f35-4e17-8ba0-83276ecdbeea None None] Port 5562198e-1c16-4ae0-97a4-c2269b465dd2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:53.941566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b516980-a4fc-41fa-b933-8f95b9bcdf3c req-99e5ffe3-664f-4ad0-8820-49d2c23d677d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231352 Sep 24 19:11:54.001474 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7abb98-2e5d-4919-8889-a15a3741d85f None None] Pushing event updated for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:54.037279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb4509-1942-4233-8496-ea0eaf0ed9b6 req-b0ec0406-2b83-46e5-9c4c-888d817bd29c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:54.040567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26fb4509-1942-4233-8496-ea0eaf0ed9b6 req-b0ec0406-2b83-46e5-9c4c-888d817bd29c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 944 time: 0.2016747 Sep 24 19:11:54.064208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a783b577-02fa-42be-896b-b60497e7c01b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:54.079480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Attempting to bind port 5562198e-1c16-4ae0-97a4-c2269b465dd2 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:11:54.079852 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Attempting to bind port 5562198e-1c16-4ae0-97a4-c2269b465dd2 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:11:54.080387 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Attempting to bind port 5562198e-1c16-4ae0-97a4-c2269b465dd2 on network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:11:54.092255 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:11:54.092634 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Checking segment: {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:11:54.093337 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.093451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Bound using segment: {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:11:54.093914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Bound port: 5562198e-1c16-4ae0-97a4-c2269b465dd2, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:11:54.099749 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.187726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb3ab856-e183-4ae3-a245-821c5e001e35 None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:54.188122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab856-e183-4ae3-a245-821c5e001e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.203342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.245036 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] For port 5562198e-1c16-4ae0-97a4-c2269b465dd2, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:11:54.250451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] For port 5562198e-1c16-4ae0-97a4-c2269b465dd2, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5562198e-1c16-4ae0-97a4-c2269b465dd2,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:11:54.255517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:54.265286 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.289596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'f37cfc4c-a422-4f85-88c6-8a2864b81161', 'network_id': '0df0574f-a0e6-413d-b554-1ec800a8615a', 'port_id': 'f37cfc4c-a422-4f85-88c6-8a2864b81161', 'mac_address': 'fa:16:3e:be:3c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45067984-93a1-40e2-82ec-92b3beed8a27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:11:54.293665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ab856-e183-4ae3-a245-821c5e001e35 None None] Port 5562198e-1c16-4ae0-97a4-c2269b465dd2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:11:54.299243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a783b577-02fa-42be-896b-b60497e7c01b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:54.299629 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.311477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26fb4509-1942-4233-8496-ea0eaf0ed9b6 req-77626e1d-cb97-4288-a639-b350e89b2ea2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925729 Sep 24 19:11:54.350286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:54.351351 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:54.389386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:11:54.389964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:11:54.404276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.430193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37cfc4c-a422-4f85-88c6-8a2864b81161 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:11:54.430982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d3f75-afe6-4982-add0-43cd2c8f552c req-72b3f5b1-92de-4b5c-aae1-44b2ea4614ce tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:54.432590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e7d3f75-afe6-4982-add0-43cd2c8f552c req-72b3f5b1-92de-4b5c-aae1-44b2ea4614ce tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1873085 Sep 24 19:11:54.475516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:54.478079 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:54.495523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.542723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e7d3f75-afe6-4982-add0-43cd2c8f552c req-9ef3f0aa-7af3-4985-a019-a4ffcffbbb1d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758731 Sep 24 19:11:54.563546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.588497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:54.588843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:54.713851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:54.722659 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7abb98-2e5d-4919-8889-a15a3741d85f None None] Pushing event updated for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:54.775944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f37cfc4c-a422-4f85-88c6-8a2864b81161'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:11:54.804164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc635ab-9be7-442e-84bb-cf99b289429d req-fa886627-830a-4558-bfa4-3d792fe266d8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:54.815232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fc635ab-9be7-442e-84bb-cf99b289429d req-fa886627-830a-4558-bfa4-3d792fe266d8 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1610143 Sep 24 19:11:54.866145 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 6, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:54Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:54.898389 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac15702-2d36-485b-b8c5-da7b1f4fc5d8 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 6, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:54Z', 'revision_number': 4, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:54.995571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.016936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fce28-55d9-4684-be36-3ab7ea448da9 req-099ce4be-c1d2-4e42-b7c0-4657e9a9869e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:55.018962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-606fce28-55d9-4684-be36-3ab7ea448da9 req-099ce4be-c1d2-4e42-b7c0-4657e9a9869e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.1896198 Sep 24 19:11:55.042051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fc635ab-9be7-442e-84bb-cf99b289429d req-11be1cc5-2a1c-4b19-9a6d-9b2417acaaf6 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259276 Sep 24 19:11:55.083721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] For port 5562198e-1c16-4ae0-97a4-c2269b465dd2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5562198e-1c16-4ae0-97a4-c2269b465dd2,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:55.097843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.133084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.137445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-606fce28-55d9-4684-be36-3ab7ea448da9 req-650a1eb9-26ae-41ba-a135-f39a2341e40c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939059 Sep 24 19:11:55.189993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.237860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886de51-8483-4bce-94b7-610f07518da1 None None] Pushing event updated for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:55.265411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c468f194-6334-46af-8ff4-6f056687cf93 None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:55.265897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c468f194-6334-46af-8ff4-6f056687cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.268059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3153e-8d83-4825-b946-d4d57522c1dd req-1e0ed1f6-46f6-4750-861c-1ea6228897ce tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:55.277259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d3153e-8d83-4825-b946-d4d57522c1dd req-1e0ed1f6-46f6-4750-861c-1ea6228897ce tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1386731 Sep 24 19:11:55.381265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:55.401923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66d3153e-8d83-4825-b946-d4d57522c1dd req-37f6d42e-2803-4b33-b717-65fd04a36742 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234868 Sep 24 19:11:55.617399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:55.632068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:55.633988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dee40d31-13fb-418d-a115-f28fd28f20cc tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 700 time: 2.8338578 Sep 24 19:11:55.636600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:55.648361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff586f82-0d3f-465b-b65c-7c50c6e83c1a req-15f3485d-5ad2-4806-b515-9c223c4ab205 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:55.649609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff586f82-0d3f-465b-b65c-7c50c6e83c1a req-15f3485d-5ad2-4806-b515-9c223c4ab205 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1615424 Sep 24 19:11:55.666889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752482ee-8eb4-4a6e-a184-f4dc22622572 req-c6728684-13c6-4582-b0db-f832f1f48c6e tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:55.666889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-752482ee-8eb4-4a6e-a184-f4dc22622572 req-c6728684-13c6-4582-b0db-f832f1f48c6e tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 945 time: 0.1788552 Sep 24 19:11:55.720009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-752482ee-8eb4-4a6e-a184-f4dc22622572 req-6d7a2cf3-2f2a-466e-85b4-afa415d07782 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Sep 24 19:11:55.800148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff586f82-0d3f-465b-b65c-7c50c6e83c1a req-6e3d2aec-4ccc-42d3-97f2-8d8e8984b487 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327789 Sep 24 19:11:55.816582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aef0068f-18b7-4fab-b395-7633f9a9aa47 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 700 time: 0.1781840 Sep 24 19:11:55.820877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:55.836858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f37cfc4c-a422-4f85-88c6-8a2864b81161 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:55.953084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:56.073296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port f37cfc4c-a422-4f85-88c6-8a2864b81161 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:11:56.079228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port f37cfc4c-a422-4f85-88c6-8a2864b81161 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:56.079811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:56.130592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5562198e-1c16-4ae0-97a4-c2269b465dd2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:11:56.196629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a434b9-06a6-421e-af90-5909ae536394 req-b1c9c164-6f27-41ac-a707-ac576ea001ef tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:56.205430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3a434b9-06a6-421e-af90-5909ae536394 req-b1c9c164-6f27-41ac-a707-ac576ea001ef tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2396493 Sep 24 19:11:56.288193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3a434b9-06a6-421e-af90-5909ae536394 req-e000ff1c-d500-4241-8ea2-24acd160e9ab tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817022 Sep 24 19:11:56.384590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:56.388088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:56.434147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:56.439329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:11:56.442344 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66752679-e4f1-40c7-9972-321d7a27c37c" -d '{"events": [{"server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "name": "network-vif-plugged", "status": "completed", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:11:56.469493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:56.483186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:56.487516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:56.576093 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2507be-6d82-4ae4-811a-1eb54ce4b5ee x-openstack-request-id: req-6b2507be-6d82-4ae4-811a-1eb54ce4b5ee {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:11:56.576370 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "name": "network-vif-plugged", "status": "completed", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:11:56.576632 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b2507be-6d82-4ae4-811a-1eb54ce4b5ee {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:11:56.577025 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161', 'code': 200} Sep 24 19:11:56.624143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5562198e-1c16-4ae0-97a4-c2269b465dd2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:11:56.624525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:56.683803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:56.715532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:56.822073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513db5-c38e-4152-ad5c-887522e210a8 req-8bec658e-a76f-4a55-9ef9-d4a893bb24e5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:56.830787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93513db5-c38e-4152-ad5c-887522e210a8 req-8bec658e-a76f-4a55-9ef9-d4a893bb24e5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.5140970 Sep 24 19:11:56.939184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbd3a7-0f9f-400d-bd7f-c0a2aec591a7 req-2920845e-a009-492b-ade1-4411661445bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:56.939184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fadbd3a7-0f9f-400d-bd7f-c0a2aec591a7 req-2920845e-a009-492b-ade1-4411661445bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1315529 Sep 24 19:11:56.939184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93513db5-c38e-4152-ad5c-887522e210a8 req-96ee5c8a-c079-416e-96b7-2fb078d43433 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035314 Sep 24 19:11:56.987098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fadbd3a7-0f9f-400d-bd7f-c0a2aec591a7 req-bc84c88e-de53-4395-9935-f0160b691488 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792599 Sep 24 19:11:57.101146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:54Z', 'revision_number': 7, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:55Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:57.142539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:11:57.151960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8aa58-79ad-460d-9039-b577ddc51bd6 req-59cca8ba-1efb-47f3-bd55-adb076f7c7e9 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:57.152332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:57.153522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5c8aa58-79ad-460d-9039-b577ddc51bd6 req-59cca8ba-1efb-47f3-bd55-adb076f7c7e9 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1519601 Sep 24 19:11:57.154423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:57.172296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:57.294384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5c8aa58-79ad-460d-9039-b577ddc51bd6 req-3782fb97-f1f9-43f9-adb7-bae513b285ce tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301148 Sep 24 19:11:57.307123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:57.517497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0d5b-dee6-4095-84a2-b28118e88aa4 req-1d85f7d1-a430-4bc9-bc5c-67ad8479a4e1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:57.523044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22ce0d5b-dee6-4095-84a2-b28118e88aa4 req-1d85f7d1-a430-4bc9-bc5c-67ad8479a4e1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1068447 Sep 24 19:11:57.590424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22ce0d5b-dee6-4095-84a2-b28118e88aa4 req-7eeaf565-718d-43c6-8018-b0ff511881e4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626993 Sep 24 19:11:57.645082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 5562198e-1c16-4ae0-97a4-c2269b465dd2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:11:57.645469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:57.689339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:54Z', 'revision_number': 7, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:55Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:57.730081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee163ee-71cb-49f8-b854-5cfed05597b1 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:54Z', 'revision_number': 7, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5562198e-1c16-4ae0-97a4-c2269b465dd2', 'name': '', 'network_id': '1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:d4:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:47Z', 'updated_at': '2021-09-24T19:11:55Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '8a3d6c12-242b-4e24-82ea-bc7161c48ecc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:11:57.783746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 5562198e-1c16-4ae0-97a4-c2269b465dd2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5562198e-1c16-4ae0-97a4-c2269b465dd2,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:11:57.784395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:57.798627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 5562198e-1c16-4ae0-97a4-c2269b465dd2 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:11:58.194247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c5cb-8afa-4b09-8656-32f0a4d40967 req-c0286621-af9d-4414-9d40-9a01fc8ba47e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:58.203102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c487c5cb-8afa-4b09-8656-32f0a4d40967 req-c0286621-af9d-4414-9d40-9a01fc8ba47e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0842233 Sep 24 19:11:58.211941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:58.262536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=5562198e-1c16-4ae0-97a4-c2269b465dd2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:11:58.315692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c487c5cb-8afa-4b09-8656-32f0a4d40967 req-c5840f44-a64d-4b12-8389-4c73a824d674 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072240 Sep 24 19:11:58.781731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813632-6e11-4855-baec-306a452c5e27 req-6aff4d72-5fe4-4e03-8b39-b7c793f7fd65 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:58.783273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c813632-6e11-4855-baec-306a452c5e27 req-6aff4d72-5fe4-4e03-8b39-b7c793f7fd65 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.3036792 Sep 24 19:11:58.812451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376ca3e-ea7e-48d4-ba6c-57a05ed41166 req-3a3d9177-d07f-4b4c-994b-322184544753 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:58.819656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c376ca3e-ea7e-48d4-ba6c-57a05ed41166 req-3a3d9177-d07f-4b4c-994b-322184544753 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1384590 Sep 24 19:11:58.824131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:58.886795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c813632-6e11-4855-baec-306a452c5e27 req-51029a6e-e264-4868-937e-2a453066c77f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878482 Sep 24 19:11:59.085941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c376ca3e-ea7e-48d4-ba6c-57a05ed41166 req-08b29f2f-4eee-493a-bec8-e56f06179041 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570889 Sep 24 19:11:59.375391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:11:59.431049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-2f5b9e6d-463a-42ac-9c5e-044ecd332c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:59.432723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-2f5b9e6d-463a-42ac-9c5e-044ecd332c95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1960828 Sep 24 19:11:59.449735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94403-0dac-4bf3-ab3c-55b77f632fca req-b507ccbc-991a-4884-9f51-ce2aeb8dce6f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:59.457403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbf94403-0dac-4bf3-ab3c-55b77f632fca req-b507ccbc-991a-4884-9f51-ce2aeb8dce6f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1708353 Sep 24 19:11:59.667474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:11:59.680031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-676deb57-1101-41ac-8ca7-4d0d53dbb4de tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8547082 Sep 24 19:11:59.682417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:11:59.684832 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:11:59.707725 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:11:59.709489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:11:59.753266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 8a3d6c12-242b-4e24-82ea-bc7161c48ecc {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:11:59.757630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:59.768187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a796e-9bd5-4979-9a99-36d8c6b5ec09 req-5d9bcb6f-3fac-4c72-87d0-ddf06ad1328d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:59.769798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-152a796e-9bd5-4979-9a99-36d8c6b5ec09 req-5d9bcb6f-3fac-4c72-87d0-ddf06ad1328d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2604754 Sep 24 19:11:59.810828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbf94403-0dac-4bf3-ab3c-55b77f632fca req-2855b62d-4ff0-4ce2-90c6-26cc75c03371 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449838 Sep 24 19:11:59.834958 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:11:59.868702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:11:59.918909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-945fb9ad-ce79-4b42-bc82-560119d9e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:11:59.940214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-945fb9ad-ce79-4b42-bc82-560119d9e9fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 910 time: 0.4669199 Sep 24 19:11:59.965274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-152a796e-9bd5-4979-9a99-36d8c6b5ec09 req-ec5ef6c9-6c04-4d3e-ba6e-4e19870b4cec tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873517 Sep 24 19:12:00.003055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.027858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-e8014bd9-35b7-4d7a-b6fd-ac5711fc5115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 200 len: 217 time: 0.0865178 Sep 24 19:12:00.126214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.150438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d9c8e-918d-459a-809d-2efb9c0e766d None None] Network 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:00.151898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-24e8fe09-71a3-4bbc-a2ee-d2c9fdcb922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:00.153392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-24e8fe09-71a3-4bbc-a2ee-d2c9fdcb922a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1115556 Sep 24 19:12:00.154698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.158510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/8a3d6c12-242b-4e24-82ea-bc7161c48ecc HTTP/1.1" status: 204 len: 168 time: 0.4733641 Sep 24 19:12:00.161375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41128) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:00.217368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3d6c12-242b-4e24-82ea-bc7161c48ecc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:00.235179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.237305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.237494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.239306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.240665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.242867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.243311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.244396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.244815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.245866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.247025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.247556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651bba1-3e00-4468-8ee8-92ba1b47c23f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:00.270693 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:58Z', 'revision_number': 8, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:00.312448 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:00.323044 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:00.323759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:00.340805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.346503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-b9a2d7e1-a772-405e-911c-551386e1c555 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471344 Sep 24 19:12:00.457021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] DHCP port deletion for 1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:12:00.563698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Deleting port a783b577-02fa-42be-896b-b60497e7c01b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:00.564412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.588679 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:00.601066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-8d3c3682-4f40-4163-aa71-f55d10a7b214 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192056 Sep 24 19:12:00.694136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1694f0-c583-4290-b1c4-8e7b28834835 req-d10f1c1e-2520-4006-938b-175ec36794a4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:00.695836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa1694f0-c583-4290-b1c4-8e7b28834835 req-d10f1c1e-2520-4006-938b-175ec36794a4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.3684776 Sep 24 19:12:00.769763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] For port a783b577-02fa-42be-896b-b60497e7c01b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a783b577-02fa-42be-896b-b60497e7c01b,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:00.771195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.791156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Calling delete_port for a783b577-02fa-42be-896b-b60497e7c01b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:00.793291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port a783b577-02fa-42be-896b-b60497e7c01b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:00.793638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.922053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port a783b577-02fa-42be-896b-b60497e7c01b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a783b577-02fa-42be-896b-b60497e7c01b,segment=NetworkSegment(ab8648fe-b611-4c86-9b12-dd4087ebc1f9),segment_id=ab8648fe-b611-4c86-9b12-dd4087ebc1f9)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:00.922701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.941789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for a783b577-02fa-42be-896b-b60497e7c01b owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:00.947168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:00.989148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Pushing event deleted for resources: {'Port': ['ID=a783b577-02fa-42be-896b-b60497e7c01b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:00.999662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.000011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.000353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.000745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.001082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.001410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.001736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.002061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.003099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.003433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.003761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.004084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:01.018803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee2df1-566a-44fa-9d80-3a79392d2fb2 None None] No DVR routers for this DVR port a783b577-02fa-42be-896b-b60497e7c01b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:01.040810 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:58Z', 'revision_number': 8, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:01.078599 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34212005-d7f1-4e04-81c0-278aae8e4614 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:11:58Z', 'revision_number': 8, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0', 'name': '', 'network_id': '1b7a1197-8c6d-40f7-bbb9-485b17a806f6', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:25:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:42Z', 'updated_at': '2021-09-24T19:11:51Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '821eac69-faa6-49a2-aca4-37c0b922b64e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:01.088953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.131721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=a783b577-02fa-42be-896b-b60497e7c01b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:01.155277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-766d3e36-8955-4dc3-88ce-62b66c479224 req-0693bc67-0d8d-4f91-bbcf-8eced088651c service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399764 Sep 24 19:12:01.160734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa1694f0-c583-4290-b1c4-8e7b28834835 req-cbae6076-8390-4045-be7c-4d28d6ff343d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102039 Sep 24 19:12:01.161558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port a783b577-02fa-42be-896b-b60497e7c01b on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:01.211037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1a70-d620-4195-8f7f-7de69ddb5c94 req-73e0b32b-dd5a-4d1b-a3e0-49dc4f0af507 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:01.218037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baae1a70-d620-4195-8f7f-7de69ddb5c94 req-73e0b32b-dd5a-4d1b-a3e0-49dc4f0af507 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1820617 Sep 24 19:12:01.308245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baae1a70-d620-4195-8f7f-7de69ddb5c94 req-29bc3f25-9387-4ce5-9278-f1709c356a0b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891674 Sep 24 19:12:01.376061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.442226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:01.459054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:01.459489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8648fe-b611-4c86-9b12-dd4087ebc1f9') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:01.484599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.501875 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.509895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:01.510376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:01.588449 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:01.597424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.606072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:01.608074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e HTTP/1.1" status: 204 len: 168 time: 1.4425378 Sep 24 19:12:01.611375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:01.616513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2076fc-1f65-46a9-a748-7a310538033e req-1ddb88ec-7713-441f-9937-1610fc002212 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:01.628067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b2076fc-1f65-46a9-a748-7a310538033e req-1ddb88ec-7713-441f-9937-1610fc002212 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2410233 Sep 24 19:12:01.652895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b0af-d4ce-4a36-8f2b-32aebb5a86a1 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=1d37b3cb-00a2-4c80-8fef-8b7f8df9ad3e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:01.708870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b2076fc-1f65-46a9-a748-7a310538033e req-321922ef-5605-42e5-97ef-4cccdf0c01bb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724807 Sep 24 19:12:02.007601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5562198e-1c16-4ae0-97a4-c2269b465dd2 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:02.031029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5562198e-1c16-4ae0-97a4-c2269b465dd2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:02.031324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5562198e-1c16-4ae0-97a4-c2269b465dd2 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:02.031809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a783b577-02fa-42be-896b-b60497e7c01b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:02.066831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a783b577-02fa-42be-896b-b60497e7c01b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:02.067212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a783b577-02fa-42be-896b-b60497e7c01b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:02.180838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:02.196811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c104b-ae6f-4f4e-8fed-d64f7686c8f1 req-243fa984-c9ce-4c9a-879a-72ad51b55dfd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:02.203873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-598c104b-ae6f-4f4e-8fed-d64f7686c8f1 req-243fa984-c9ce-4c9a-879a-72ad51b55dfd tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.0864224 Sep 24 19:12:02.248537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-598c104b-ae6f-4f4e-8fed-d64f7686c8f1 req-864885ec-5bd9-4230-9118-f92738f497f4 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Sep 24 19:12:02.354101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505785eb-9c2e-40b2-94f7-1bc8cb21fba4 req-31fadeed-8b23-4f39-8aa8-55b90257740a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:02.358588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-505785eb-9c2e-40b2-94f7-1bc8cb21fba4 req-31fadeed-8b23-4f39-8aa8-55b90257740a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0684860 Sep 24 19:12:02.416962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-505785eb-9c2e-40b2-94f7-1bc8cb21fba4 req-10f32060-9bff-422d-86ca-3cce31c8d92e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 Sep 24 19:12:02.513333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43616666-fabd-4281-aa10-fa7641fb0edd req-b75f56d5-467b-4286-8ab5-9019a4b039dc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:02.514964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43616666-fabd-4281-aa10-fa7641fb0edd req-b75f56d5-467b-4286-8ab5-9019a4b039dc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0662701 Sep 24 19:12:02.574283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43616666-fabd-4281-aa10-fa7641fb0edd req-63c332e7-21d4-415c-a333-e8760640b7bb tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515640 Sep 24 19:12:02.908490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92206a-5cc8-4eb5-8358-54ac39d76039 req-764bb751-c221-4fae-b6fe-e3cdab014d07 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:02.910026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d92206a-5cc8-4eb5-8358-54ac39d76039 req-764bb751-c221-4fae-b6fe-e3cdab014d07 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0997133 Sep 24 19:12:02.948098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504ae6-8284-4a3a-a94f-b633cd23eb9b req-222d578c-e040-420d-ace4-524d7f70b094 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:02.949782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55504ae6-8284-4a3a-a94f-b633cd23eb9b req-222d578c-e040-420d-ace4-524d7f70b094 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0804901 Sep 24 19:12:03.004277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:03.004889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:03.037034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d92206a-5cc8-4eb5-8358-54ac39d76039 req-ee1dcd3a-217d-4c13-817b-ed441a70b391 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151972 Sep 24 19:12:03.062615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55504ae6-8284-4a3a-a94f-b633cd23eb9b req-27ae5c31-773f-4b06-b361-e88a53ea94db tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015537 Sep 24 19:12:03.071788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-3c7e9fbb-6be6-4037-8cfd-1da0b20aab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.073330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-3c7e9fbb-6be6-4037-8cfd-1da0b20aab74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.1207991 Sep 24 19:12:03.103345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:03.154038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:03.154586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:03.168061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:03.192857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-8e1b2b5b-9e30-406e-a9e7-a1d057fb422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.195445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-8e1b2b5b-9e30-406e-a9e7-a1d057fb422f service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.1146104 Sep 24 19:12:03.362307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:03.406151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:03.628989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:03.646286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-69cd8f5d-5c2b-423b-8e03-f575d098b2a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.4424598 Sep 24 19:12:03.712917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93376685-d4e4-481c-bf71-56ed9ba7959c req-941ceef4-73b3-447c-9415-6c154d0c0896 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.720529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93376685-d4e4-481c-bf71-56ed9ba7959c req-941ceef4-73b3-447c-9415-6c154d0c0896 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1208484 Sep 24 19:12:03.791900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-30556075-9dba-4918-9285-efbce1550a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.793407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-30556075-9dba-4918-9285-efbce1550a9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1388903 Sep 24 19:12:03.798412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93376685-d4e4-481c-bf71-56ed9ba7959c req-aefd0317-ca0b-4360-8e44-6e34aa5cf9c0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771761 Sep 24 19:12:03.841673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:03.848855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a41b-b75f-45f3-a1d8-0d67045050ed req-3fb47b9c-91f5-4da0-8341-a4a3a7d95ff6 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.850951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ab9a41b-b75f-45f3-a1d8-0d67045050ed req-3fb47b9c-91f5-4da0-8341-a4a3a7d95ff6 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1064043 Sep 24 19:12:03.902071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ab9a41b-b75f-45f3-a1d8-0d67045050ed req-13334bd1-b74e-4023-8cca-8bc7ee14d9c7 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Sep 24 19:12:03.910420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-0bfbca6b-efe5-47d8-a484-70bdeb5f870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:03.910420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-0bfbca6b-efe5-47d8-a484-70bdeb5f870c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072946 Sep 24 19:12:03.944513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:03.950918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aa0a0124-c8c6-4bc0-b985-d442970d5975 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3371844 Sep 24 19:12:03.953628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41198) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:03.957833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:03.968145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:03.968813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:04.047240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 821eac69-faa6-49a2-aca4-37c0b922b64e {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:04.052810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.055569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:04.077613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-47e99810-9167-47d3-bb47-76df73a8f5fc service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569448 Sep 24 19:12:04.114148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.278175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:03Z', 'revision_number': 9, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:04.315982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:04.324922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:04.325471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:04.353962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95323a-8907-4c7c-a156-ae2af34f9f45 req-9466a976-dcb3-491b-9dea-78a23bff13ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.355532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc95323a-8907-4c7c-a156-ae2af34f9f45 req-9466a976-dcb3-491b-9dea-78a23bff13ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2445090 Sep 24 19:12:04.365706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977cf2-a81e-44db-89e7-6005888800d8 req-68bb5e51-8338-4fd0-ae28-25ad0108c8ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.367027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4977cf2-a81e-44db-89e7-6005888800d8 req-68bb5e51-8338-4fd0-ae28-25ad0108c8ac tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.2205141 Sep 24 19:12:04.368456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.373056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4e1f76f-0b95-49ec-95e8-ffad489cd73c req-e74051f9-a634-4c77-a8cd-7c1164212cca service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856474 Sep 24 19:12:04.424713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654723-75e7-49a4-af32-835e6bbe5264 req-319f527d-13ba-4879-ab8e-e24e721ad636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.426334 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-319f527d-13ba-4879-ab8e-e24e721ad636 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 1096 time: 0.0544953 Sep 24 19:12:04.470952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4977cf2-a81e-44db-89e7-6005888800d8 req-f8812e49-c6c9-4afc-b0b2-ce9fecb37cd9 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956557 Sep 24 19:12:04.485455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc95323a-8907-4c7c-a156-ae2af34f9f45 req-5f23dd1e-587c-4cc8-adb1-9cd78b16e8d1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113892 Sep 24 19:12:04.503077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.536986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=821eac69-faa6-49a2-aca4-37c0b922b64e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:04.540853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.542178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b5e4073-f0c3-4d30-a5cb-4586d93f69be tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/821eac69-faa6-49a2-aca4-37c0b922b64e HTTP/1.1" status: 204 len: 168 time: 0.5876997 Sep 24 19:12:04.545077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41204) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:04.573481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f046874-acbc-4ce3-a46f-4e8e7cac19c0 None None] Network 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:04.575405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654723-75e7-49a4-af32-835e6bbe5264 req-3a42e483-2c1d-429a-9dc8-9dbded92c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.575989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:04.576834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-3a42e483-2c1d-429a-9dc8-9dbded92c854 service neutron] 10.222.0.15 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.1345024 Sep 24 19:12:04.624570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-6abdf289-c4e0-4ed8-a3d1-84056098b4cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a955a692-5d44-40b5-a0ec-185f308fc739 HTTP/1.1" status: 200 len: 217 time: 0.0362024 Sep 24 19:12:04.628935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.679341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654723-75e7-49a4-af32-835e6bbe5264 req-ee09bad3-d1ae-42a4-a106-2aecac05a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.681761 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-ee09bad3-d1ae-42a4-a106-2aecac05a08c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0476732 Sep 24 19:12:04.689192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 8382f4d2-aa3f-4190-ac62-352172a087ae {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:04.689634 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.735385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-de9eb512-fea7-4c2c-a4d7-9617e743d146 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334804 Sep 24 19:12:04.756886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 8382f4d2-aa3f-4190-ac62-352172a087ae, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8382f4d2-aa3f-4190-ac62-352172a087ae,segment=NetworkSegment(5d31cbc0-dde0-43ef-9ae6-98a21963cfcf),segment_id=5d31cbc0-dde0-43ef-9ae6-98a21963cfcf)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:04.757761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.775570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 8382f4d2-aa3f-4190-ac62-352172a087ae owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:04.860119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-457fc93c-ee4d-4fa1-8088-433657af7d4d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:04.861844 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-457fc93c-ee4d-4fa1-8088-433657af7d4d tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.15 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.1251545 Sep 24 19:12:04.900802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:04.915810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b02032-8acc-4296-b075-b188efdb6624 None None] DHCP port deletion for 1b7a1197-8c6d-40f7-bbb9-485b17a806f6 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:12:04.936056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-4b068a0f-93e5-40d9-9d6e-a41f41c0ecae service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880870 Sep 24 19:12:04.955860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=8382f4d2-aa3f-4190-ac62-352172a087ae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:04.967322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port 8382f4d2-aa3f-4190-ac62-352172a087ae on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:04.976251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:03Z', 'revision_number': 9, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:05.019792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61341fe1-bb68-4004-a234-1da1ae984821 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:03Z', 'revision_number': 9, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d24a8b-c5d3-44c0-8043-5b4276c683a5', 'name': '', 'network_id': 'a231f91d-5bb0-43f0-9376-7a02ecd68ed1', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:aa:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:35Z', 'updated_at': '2021-09-24T19:11:42Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': '025bea6b-e7ad-47cd-94ba-c726aafbf343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:05.098016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Deleting port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:05.098388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.114657 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-22654723-75e7-49a4-af32-835e6bbe5264 req-5d3b4b5c-cfa6-4318-9bda-45b8d42f9f55 service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427219 Sep 24 19:12:05.122446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.161155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7a1197-8c6d-40f7-bbb9-485b17a806f6']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:05.185856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677452c-9fd6-48d1-90e0-a2a91f5a6cef req-c2224acd-134e-4efb-b9c4-3b43b68e5f59 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:05.187484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e677452c-9fd6-48d1-90e0-a2a91f5a6cef req-c2224acd-134e-4efb-b9c4-3b43b68e5f59 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c93757-b70d-48a1-b513-049e32664491 HTTP/1.1" status: 200 len: 946 time: 0.2269669 Sep 24 19:12:05.190050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:05.190353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d31cbc0-dde0-43ef-9ae6-98a21963cfcf') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:05.197979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] For port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,segment=NetworkSegment(2213e3a0-2927-4afb-9390-010edf076863),segment_id=2213e3a0-2927-4afb-9390-010edf076863)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:05.198301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.211883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Calling delete_port for 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:05.216072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.237132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e875a35-e0a6-40f0-ac4e-0de6387a50bb req-5e15bb1a-abe3-4b72-890e-d6c3cc47b16b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:05.238701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e875a35-e0a6-40f0-ac4e-0de6387a50bb req-5e15bb1a-abe3-4b72-890e-d6c3cc47b16b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1587448 Sep 24 19:12:05.257663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.272638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e677452c-9fd6-48d1-90e0-a2a91f5a6cef req-afd14f8c-f6cc-4581-8b7f-0ece21dbedd0 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d5ea62d-8237-4066-9e07-a5ec7ac6b766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744648 Sep 24 19:12:05.280077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:05.280471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:05.283916 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:05.355517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e875a35-e0a6-40f0-ac4e-0de6387a50bb req-109d58eb-b104-4dc9-b01f-9452d7e6c15f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Sep 24 19:12:05.359404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.364146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.376266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:05.382204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.386336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/1b7a1197-8c6d-40f7-bbb9-485b17a806f6 HTTP/1.1" status: 204 len: 168 time: 0.8379078 Sep 24 19:12:05.388245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:05.395993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Pushing event deleted for resources: {'Port': ['ID=67a2aeee-bba1-4b42-bfd8-0d11e7ddac05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:05.396873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d9f87-1f26-4a7d-add0-7c80acc0744c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=1b7a1197-8c6d-40f7-bbb9-485b17a806f6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:05.493412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] No DVR routers for this DVR port 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:05.496927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.498940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-338d7be4-1d43-4f23-93a2-eb770719b939 req-f75e4e64-b57b-4e97-8bf9-3aafb4ae5eb2 tempest-ServersNegativeTestJSON-616138786 tempest-ServersNegativeTestJSON-616138786-project] 10.222.0.15 "DELETE /v2.0/ports/67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 HTTP/1.1" status: 204 len: 173 time: 0.6232629 Sep 24 19:12:05.499378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-deleted', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:05.501603 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d6dd3-e1a1-4805-8164-9c30fca219e1" -d '{"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-deleted", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:05.642942 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b155bc-5cb5-4fd5-af25-178f46bda59b x-openstack-request-id: req-d0b155bc-5cb5-4fd5-af25-178f46bda59b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:05.643234 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c93757-b70d-48a1-b513-049e32664491", "name": "network-vif-deleted", "tag": "67a2aeee-bba1-4b42-bfd8-0d11e7ddac05", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:05.643480 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0b155bc-5cb5-4fd5-af25-178f46bda59b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:05.643946 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c93757-b70d-48a1-b513-049e32664491', 'name': 'network-vif-deleted', 'tag': '67a2aeee-bba1-4b42-bfd8-0d11e7ddac05', 'status': 'completed', 'code': 200} Sep 24 19:12:05.652604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23249a-3ae3-439c-8bc9-5597e099efb3 req-abfabf78-c7ad-4624-bf42-8e0d50f4c229 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:05.655054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f23249a-3ae3-439c-8bc9-5597e099efb3 req-abfabf78-c7ad-4624-bf42-8e0d50f4c229 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 945 time: 0.0755634 Sep 24 19:12:05.697575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f23249a-3ae3-439c-8bc9-5597e099efb3 req-6d766da5-2de2-4679-9f0f-7ededf76a2bd tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Sep 24 19:12:05.757197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf9f12-7399-4a87-9446-afca1ec1c3eb req-88947959-ff67-40c8-9b66-2347f65ab48f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:05.758722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2bf9f12-7399-4a87-9446-afca1ec1c3eb req-88947959-ff67-40c8-9b66-2347f65ab48f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0573850 Sep 24 19:12:05.799778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2bf9f12-7399-4a87-9446-afca1ec1c3eb req-7134a4d3-53d6-446e-9d66-48693a050850 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344489 Sep 24 19:12:05.803618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:05.920347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c23bd-3f46-4074-a3c1-c828b1c84e58 req-8cf79155-94c7-46f1-95ac-6bbf3f25ec19 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:05.922113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-351c23bd-3f46-4074-a3c1-c828b1c84e58 req-8cf79155-94c7-46f1-95ac-6bbf3f25ec19 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0562851 Sep 24 19:12:05.962331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:05.970792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-351c23bd-3f46-4074-a3c1-c828b1c84e58 req-366686c6-0708-478f-8aea-ce54375a8ba9 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 Sep 24 19:12:05.990999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:05.990999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a4963b9c-28c1-46fa-9bb9-ec0bdeba4ff0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:05.990999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8382f4d2-aa3f-4190-ac62-352172a087ae no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:06.019140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 8382f4d2-aa3f-4190-ac62-352172a087ae {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:06.019496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8382f4d2-aa3f-4190-ac62-352172a087ae not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:06.090815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port e7d24a8b-c5d3-44c0-8043-5b4276c683a5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:06.091307 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.128593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:06.131700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea1e4a-0cdb-4fa9-aa9e-1e8f7ed76068 req-bc1d7d7c-633e-4406-a3d0-72837dddd942 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:06.134594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93ea1e4a-0cdb-4fa9-aa9e-1e8f7ed76068 req-bc1d7d7c-633e-4406-a3d0-72837dddd942 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0716860 Sep 24 19:12:06.192038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93ea1e4a-0cdb-4fa9-aa9e-1e8f7ed76068 req-c1bee4da-94fb-4945-9273-d1841dc48af2 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463409 Sep 24 19:12:06.203203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port e7d24a8b-c5d3-44c0-8043-5b4276c683a5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:06.203525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.221569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.227598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for e7d24a8b-c5d3-44c0-8043-5b4276c683a5 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:06.252712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:06.255291 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfab321-df4c-44d5-ad6d-931cc503e781" -d '{"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-unplugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:06.272086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:06.283477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.284224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:06.307886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:06.308237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 67a2aeee-bba1-4b42-bfd8-0d11e7ddac05 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:06.327088 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03486c-b7e3-46c0-acc7-ba86c440de23 x-openstack-request-id: req-9c03486c-b7e3-46c0-acc7-ba86c440de23 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:06.327386 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-unplugged", "status": "completed", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:06.327824 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c03486c-b7e3-46c0-acc7-ba86c440de23 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:06.328406 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'code': 200} Sep 24 19:12:06.351765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41240) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:06.361870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:06.431471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Deleting subnet a413ea64-6650-45cc-a449-b2a5aa2be696 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:06.437447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.458060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.490768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=e7d24a8b-c5d3-44c0-8043-5b4276c683a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:06.517209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07b4e-90c9-4bf8-ab11-77d8a98b07c6 req-514ea00e-0155-4a42-8668-4431ca4cedc0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:06.519363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cba07b4e-90c9-4bf8-ab11-77d8a98b07c6 req-514ea00e-0155-4a42-8668-4431ca4cedc0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1219528 Sep 24 19:12:06.522042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.586583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533437bf-1fe5-49c2-9677-d5c5c29e5796 req-4565910b-ec29-4011-93ef-ed557d1c93d7 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:06.588152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-533437bf-1fe5-49c2-9677-d5c5c29e5796 req-4565910b-ec29-4011-93ef-ed557d1c93d7 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1523263 Sep 24 19:12:06.614047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.651349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cba07b4e-90c9-4bf8-ab11-77d8a98b07c6 req-b8d7cea6-1b3c-43fe-ac31-a5dc3086cfa5 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082680 Sep 24 19:12:06.659886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.680217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-533437bf-1fe5-49c2-9677-d5c5c29e5796 req-56cc44fb-f3fa-43ff-9181-4bb1d83e14be tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829697 Sep 24 19:12:06.711574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.742424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a413ea64-6650-45cc-a449-b2a5aa2be696,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:06.746431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.751160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0d63c6ed-90e4-4ffc-992c-7a53cbafb31a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a413ea64-6650-45cc-a449-b2a5aa2be696 HTTP/1.1" status: 204 len: 168 time: 0.3982539 Sep 24 19:12:06.751779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41246) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:06.860277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:06.873757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880add-3b5b-474d-ba2c-b9da626d3759 req-e7ee7b9b-6f6a-45c1-912f-1287d8c52e06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:06.875453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf880add-3b5b-474d-ba2c-b9da626d3759 req-e7ee7b9b-6f6a-45c1-912f-1287d8c52e06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 943 time: 0.1015761 Sep 24 19:12:06.883114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:06.963836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf880add-3b5b-474d-ba2c-b9da626d3759 req-9b515999-d896-4179-a52f-d634c4a677b8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785706 Sep 24 19:12:06.992009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.014663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5806090d-aff0-4431-ad83-5b7a6584b7c4']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.025669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2213e3a0-2927-4afb-9390-010edf076863') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.025963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2213e3a0-2927-4afb-9390-010edf076863') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.036617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.051850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.059941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:07.060773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:07.062579 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:07.119644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.124061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.135310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5806090d-aff0-4431-ad83-5b7a6584b7c4 HTTP/1.1" status: 204 len: 168 time: 0.3734400 Sep 24 19:12:07.168048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b433d-4334-47d6-a859-1f2d5d8d1e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5806090d-aff0-4431-ad83-5b7a6584b7c4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:07.254250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:07.259308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-04bdfd3e-e325-4aee-8bc1-7ef6e81bd7e8 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697395 Sep 24 19:12:07.262106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41254) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:07.265839 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:07.270300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:07.278338 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:07.279019 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.325584 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-02ac6b75-0198-4e7a-84aa-081d7c70cea7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2d31bc2a0704fe3be4e71cbc057896e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480099 Sep 24 19:12:07.326165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:07.340983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet 025bea6b-e7ad-47cd-94ba-c726aafbf343 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:07.347596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.376054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.395326 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:07.398177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.400283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.453167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.456214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.459747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d5ea62d-8237-4066-9e07-a5ec7ac6b766 HTTP/1.1" status: 204 len: 168 time: 0.1302226 Sep 24 19:12:07.467629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8ebd-560e-479b-ba79-acc0cceb3004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ea62d-8237-4066-9e07-a5ec7ac6b766,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:07.504833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.569563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.596603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=025bea6b-e7ad-47cd-94ba-c726aafbf343,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:07.600897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.605305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f8d80c56-bf19-493f-b60c-7c4800022b7a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/025bea6b-e7ad-47cd-94ba-c726aafbf343 HTTP/1.1" status: 204 len: 168 time: 0.3396733 Sep 24 19:12:07.606361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:07.610420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7567b3-fdc9-4d72-9f75-84b29ac1a735 None None] Network a231f91d-5bb0-43f0-9376-7a02ecd68ed1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:07.617708 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:06Z', 'revision_number': 10, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.651379 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:07.665545 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:07.666369 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:07.712696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.812806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 4009c008-592d-459d-a6b3-77782838dbea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:07.813300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.856272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb371c-fe84-48fc-8ce2-f312b4d7b4a0 req-4dd2b48a-5cd8-4791-a109-01a498918e13 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:07.856919 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:07.870577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] DHCP port deletion for a231f91d-5bb0-43f0-9376-7a02ecd68ed1 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:12:07.878319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6fb371c-fe84-48fc-8ce2-f312b4d7b4a0 req-4dd2b48a-5cd8-4791-a109-01a498918e13 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0910976 Sep 24 19:12:07.935744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 4009c008-592d-459d-a6b3-77782838dbea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4009c008-592d-459d-a6b3-77782838dbea,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:07.936250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:07.952749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 4009c008-592d-459d-a6b3-77782838dbea owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:07.993582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8ec6-cd81-407c-bb08-590905017096 req-1550b665-e4bf-42bb-bf09-32b86232e0f1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:08.001772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d3a8ec6-cd81-407c-bb08-590905017096 req-1550b665-e4bf-42bb-bf09-32b86232e0f1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1209373 Sep 24 19:12:08.008533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6fb371c-fe84-48fc-8ce2-f312b4d7b4a0 req-0c2ab4a1-36fa-457b-8f0f-14b3cbe8e082 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262255 Sep 24 19:12:08.050211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Deleting port 4009c008-592d-459d-a6b3-77782838dbea {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:08.053847 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.075372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d3a8ec6-cd81-407c-bb08-590905017096 req-5d5a6447-e505-463d-94e1-8fa9c5d36d81 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Sep 24 19:12:08.086946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.154812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=4009c008-592d-459d-a6b3-77782838dbea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:08.164634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port 4009c008-592d-459d-a6b3-77782838dbea on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:08.210415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4009c008-592d-459d-a6b3-77782838dbea no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:08.251106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d73a6-c9b4-4038-a2b3-973765722da1 req-dd9a94c5-04ac-45c2-903d-d71a4647bd29 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:08.254841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b59d73a6-c9b4-4038-a2b3-973765722da1 req-dd9a94c5-04ac-45c2-903d-d71a4647bd29 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 943 time: 0.0817778 Sep 24 19:12:08.260082 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:06Z', 'revision_number': 10, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:08.267955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] For port 4009c008-592d-459d-a6b3-77782838dbea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4009c008-592d-459d-a6b3-77782838dbea,segment=NetworkSegment(24811205-fe73-43c5-bb53-721fef561f1a),segment_id=24811205-fe73-43c5-bb53-721fef561f1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:08.268355 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.270723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4009c008-592d-459d-a6b3-77782838dbea {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:08.271185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4009c008-592d-459d-a6b3-77782838dbea not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:08.311938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Calling delete_port for 4009c008-592d-459d-a6b3-77782838dbea owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:08.312369 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0d605-2a70-437d-afa7-4ca81022da3b None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:06Z', 'revision_number': 10, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None, '_interfaces': [{'id': '1da04c21-da5a-452a-bca7-a700d7dfd436', 'name': '', 'network_id': 'd1befc72-4b2d-42fb-9b4a-b86062cda62f', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'mac_address': 'fa:16:3e:c8:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:11:30Z', 'updated_at': '2021-09-24T19:11:36Z', 'revision_number': 5, 'project_id': 'f04c71c98562476b933b70782ef13702', 'subnets': [{'id': 'ca5024fa-b6b7-4825-8882-abb058ca9481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:08.332315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.352883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b59d73a6-c9b4-4038-a2b3-973765722da1 req-16f3c558-8f2d-4c16-b511-6949a8acae55 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898533 Sep 24 19:12:08.408708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a231f91d-5bb0-43f0-9376-7a02ecd68ed1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:08.446228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24811205-fe73-43c5-bb53-721fef561f1a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:08.447994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.448768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24811205-fe73-43c5-bb53-721fef561f1a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:08.464928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.479870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] Pushing event deleted for resources: {'Port': ['ID=4009c008-592d-459d-a6b3-77782838dbea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:08.487374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d5174-6a64-4ddc-a1d4-a490b6e5fe4a None None] No DVR routers for this DVR port 4009c008-592d-459d-a6b3-77782838dbea on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:08.492194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.505422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:08.505973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.568341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-24250523-05e0-47f2-9bbb-50ce0d642658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:08.570051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-24250523-05e0-47f2-9bbb-50ce0d642658 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.1278009 Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:08.570532 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:08.574205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.582687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.584911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9adb2-e3af-4409-8182-a7ad742d48cc req-c780775f-e6c7-4347-b780-b0a0a20cee2e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:08.585157 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/a231f91d-5bb0-43f0-9376-7a02ecd68ed1 HTTP/1.1" status: 204 len: 168 time: 0.9777575 Sep 24 19:12:08.587301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcd9adb2-e3af-4409-8182-a7ad742d48cc req-c780775f-e6c7-4347-b780-b0a0a20cee2e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1297772 Sep 24 19:12:08.589472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:08.606322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac25e6-fa1a-4506-bdbd-f5b5d782ecfe tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=a231f91d-5bb0-43f0-9376-7a02ecd68ed1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:08.757378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:08.799067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcd9adb2-e3af-4409-8182-a7ad742d48cc req-96bc78f2-68e1-4ffb-9e81-55f9489214cb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802320 Sep 24 19:12:08.881001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-8e41003b-dfc8-43c2-b584-2d0075ce6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:08.882535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-8e41003b-dfc8-43c2-b584-2d0075ce6088 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.2923398 Sep 24 19:12:09.345735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-1964f764-68a6-438d-b35f-19053a40a9b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.4305758 Sep 24 19:12:09.411988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9b39a-a7a5-46b0-aee0-728671295423 req-a6dae8a4-b350-41d5-9e68-29d4c0c10273 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:09.413503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cb9b39a-a7a5-46b0-aee0-728671295423 req-a6dae8a4-b350-41d5-9e68-29d4c0c10273 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1828439 Sep 24 19:12:09.456003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-baf2a321-e6a5-4e14-b560-ecfbae973e98 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:09.457562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-baf2a321-e6a5-4e14-b560-ecfbae973e98 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=712a805f-c81c-4447-80b0-5b95865459de HTTP/1.1" status: 200 len: 943 time: 0.1781189 Sep 24 19:12:09.483171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-f632ec57-2023-4825-9c77-376c595dae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:09.484623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-f632ec57-2023-4825-9c77-376c595dae0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.1274223 Sep 24 19:12:09.568587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9cb9b39a-a7a5-46b0-aee0-728671295423 req-7c91126a-0406-414f-a098-c215a586125b tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323440 Sep 24 19:12:09.624694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-430ad928-4786-4509-91de-e857d8da73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:09.626245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-430ad928-4786-4509-91de-e857d8da73e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152365 Sep 24 19:12:09.700857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port a955a692-5d44-40b5-a0ec-185f308fc739 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:09.701194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:09.844379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-2c29e19e-0432-4a5f-9b9a-e1f06fd9d955 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045214 Sep 24 19:12:09.849754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:09.916462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7d24a8b-c5d3-44c0-8043-5b4276c683a5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:09.940500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e7d24a8b-c5d3-44c0-8043-5b4276c683a5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:09.940845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e7d24a8b-c5d3-44c0-8043-5b4276c683a5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:10.011117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port a955a692-5d44-40b5-a0ec-185f308fc739, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a955a692-5d44-40b5-a0ec-185f308fc739,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:10.011503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.071787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for a955a692-5d44-40b5-a0ec-185f308fc739 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:10.127100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07788c9-876a-488f-9d83-562085f3268c req-05cb2460-4443-4d78-aa90-edbf0762108f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:10.128628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f07788c9-876a-488f-9d83-562085f3268c req-05cb2460-4443-4d78-aa90-edbf0762108f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.2106769 Sep 24 19:12:10.156732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a955a692-5d44-40b5-a0ec-185f308fc739 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:10.220714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99c89d-06ee-4dd2-9ca7-9c4eb3c1d04d req-40525dc1-9ccc-4ccc-b440-cf7458602584 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601863 Sep 24 19:12:10.267634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f07788c9-876a-488f-9d83-562085f3268c req-7c33d1ec-83c9-4b5b-a6b0-a9fff7a8154f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146407 Sep 24 19:12:10.388194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.428780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=a955a692-5d44-40b5-a0ec-185f308fc739,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:10.465472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port 1da04c21-da5a-452a-bca7-a700d7dfd436 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:10.465821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.490906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port a955a692-5d44-40b5-a0ec-185f308fc739 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:10.495625 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.497852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4380c16c-2137-4d97-bf61-e70164e35eaa req-51a2eb84-7f0d-4ecb-a4f9-2f01766f2ed4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "DELETE /v2.0/ports/a955a692-5d44-40b5-a0ec-185f308fc739 HTTP/1.1" status: 204 len: 173 time: 1.0294087 Sep 24 19:12:10.498309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-deleted', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:10.500632 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c1da8a-c775-460a-9d4f-450a547e81b8" -d '{"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-deleted", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:10.551225 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f29c2-3c0e-4083-9f54-2e4090e1e7d5 x-openstack-request-id: req-753f29c2-3c0e-4083-9f54-2e4090e1e7d5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:10.552379 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712a805f-c81c-4447-80b0-5b95865459de", "name": "network-vif-deleted", "tag": "a955a692-5d44-40b5-a0ec-185f308fc739", "status": "failed", "code": 422}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:10.552379 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-753f29c2-3c0e-4083-9f54-2e4090e1e7d5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:10.552576 n-d-810952-2 neutron-server[94855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '712a805f-c81c-4447-80b0-5b95865459de', 'name': 'network-vif-deleted', 'tag': 'a955a692-5d44-40b5-a0ec-185f308fc739', 'status': 'failed', 'code': 422} returned with failed status Sep 24 19:12:10.586794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port 1da04c21-da5a-452a-bca7-a700d7dfd436, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1da04c21-da5a-452a-bca7-a700d7dfd436,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:10.588684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.605573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for 1da04c21-da5a-452a-bca7-a700d7dfd436 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:10.739889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f826e-e632-4611-8418-1d3ffbabc0cb req-f38c328e-a8f2-4ddd-9cf0-d3a02f52d85d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:10.741442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e49f826e-e632-4611-8418-1d3ffbabc0cb req-f38c328e-a8f2-4ddd-9cf0-d3a02f52d85d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0736094 Sep 24 19:12:10.835201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e49f826e-e632-4611-8418-1d3ffbabc0cb req-1e099b04-8e39-4432-aff6-d18b71579bea tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Sep 24 19:12:10.895344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:10.926040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=1da04c21-da5a-452a-bca7-a700d7dfd436,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:11.009769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:11.115604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.179697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b93da0c-a9ea-4ce1-a739-5f38e98002ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.271825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b93da0c-a9ea-4ce1-a739-5f38e98002ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.275728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b93da0c-a9ea-4ce1-a739-5f38e98002ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.320134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b93da0c-a9ea-4ce1-a739-5f38e98002ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adcf942caa854f998e887b63f1c11a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091726 Sep 24 19:12:11.321173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:11.322794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93da0c-a9ea-4ce1-a739-5f38e98002ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e0a1f-c12b-4d79-9e2a-439f8e50c9a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:11.370408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:11.375179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.396889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.418238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-2c771dc8-0f53-4804-94d9-a1ad13087970 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:11.419758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-2c771dc8-0f53-4804-94d9-a1ad13087970 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.2552655 Sep 24 19:12:11.444376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.447107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.450553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f5e0a1f-c12b-4d79-9e2a-439f8e50c9a2 HTTP/1.1" status: 204 len: 168 time: 0.1264350 Sep 24 19:12:11.457644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20cf88-8953-4fd1-bd72-53251ebd3392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e0a1f-c12b-4d79-9e2a-439f8e50c9a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:11.481079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104532f-9fb1-40f2-be00-7ef1b0ea3dfe req-52771b8f-7570-4893-9f06-c3fa06d27bb7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:11.482701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7104532f-9fb1-40f2-be00-7ef1b0ea3dfe req-52771b8f-7570-4893-9f06-c3fa06d27bb7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1301785 Sep 24 19:12:11.491366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-01d6ebd8-41f0-4e53-a75b-b8fa1b0b598b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.0363257 Sep 24 19:12:11.738970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:11.753077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26bbf1fc-5fe7-4628-8f6e-208650db6321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.800098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:11.816213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13f3ee4c-280d-41bf-be3c-2a9d466f1a7e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203255 Sep 24 19:12:11.816629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:11.819481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:11.838121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:11.838931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:11.844770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-cdc3a40f-92e5-4575-907a-e76c2c9626c5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518312 Sep 24 19:12:11.885642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting subnet ca5024fa-b6b7-4825-8882-abb058ca9481 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:11.890334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7104532f-9fb1-40f2-be00-7ef1b0ea3dfe req-1a698b57-388a-47af-9198-4315f8f45d7b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975189 Sep 24 19:12:11.898136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.944998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26bbf1fc-5fe7-4628-8f6e-208650db6321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.955781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26bbf1fc-5fe7-4628-8f6e-208650db6321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:11.994702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbf1fc-5fe7-4628-8f6e-208650db6321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93699c3-0036-444b-a775-4229b8fae58e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:12.008937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:12.010382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.059420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-9f847ce7-e976-49fe-9e28-5b812fa31108 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023337 Sep 24 19:12:12.071599 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26bbf1fc-5fe7-4628-8f6e-208650db6321 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da88666cb7d8488b93d683c5462be99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314888 Sep 24 19:12:12.076057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41436) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:12.085810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:12.131173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:12.139872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.143502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:12.146139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:12.205743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.237608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:12.240256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5024fa-b6b7-4825-8882-abb058ca9481,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:12.245923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.249403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.251572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-28c2f6cc-9595-4ae5-952b-e1df761998b6 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835098 Sep 24 19:12:12.259804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c48128b7-6c6d-4d4d-bd0d-809fdf6474c2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/ca5024fa-b6b7-4825-8882-abb058ca9481 HTTP/1.1" status: 204 len: 168 time: 0.4422998 Sep 24 19:12:12.262347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291695-89ac-4aa4-9990-ee93585939a8 req-1c71e9ea-3f1f-4a12-8e98-458eb121a06c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:12.263906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5291695-89ac-4aa4-9990-ee93585939a8 req-1c71e9ea-3f1f-4a12-8e98-458eb121a06c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0964088 Sep 24 19:12:12.264241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:12.271425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828cbcd-6d29-480d-8368-33a570f2d61c None None] Network d1befc72-4b2d-42fb-9b4a-b86062cda62f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:12.300488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.345444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:12.367766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5291695-89ac-4aa4-9990-ee93585939a8 req-7f57ce43-72ce-4e1d-a358-5b87cd2765f0 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948784 Sep 24 19:12:12.398707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.409530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.412982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.416018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c93699c3-0036-444b-a775-4229b8fae58e HTTP/1.1" status: 204 len: 168 time: 0.3363585 Sep 24 19:12:12.434481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f061-ff17-463d-97e3-a2f82e56609e None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:12.457713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea7abf-7f71-4132-a7ac-e9a8cdd9670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93699c3-0036-444b-a775-4229b8fae58e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:12.561546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Deleting port b5cb7199-21e8-4ec8-99df-a4de76dd478d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:12.561864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.591845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-371a558d-8a21-42a6-97e5-27d70e0f8955 req-004f9cea-f206-4695-88c6-9738d0a0ab84 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 210 time: 0.0522242 Sep 24 19:12:12.615951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18625fc5-2bd4-4e8f-9a6f-d1088e783b30 req-d45a3ad1-e939-4c55-91d9-9ee3883e6d3f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:12.623564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18625fc5-2bd4-4e8f-9a6f-d1088e783b30 req-d45a3ad1-e939-4c55-91d9-9ee3883e6d3f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1261909 Sep 24 19:12:12.654539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] For port b5cb7199-21e8-4ec8-99df-a4de76dd478d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b5cb7199-21e8-4ec8-99df-a4de76dd478d,segment=NetworkSegment(a7fd46f1-4608-4f75-a001-4b9191a80fe5),segment_id=a7fd46f1-4608-4f75-a001-4b9191a80fe5)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:12.654951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.675469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18625fc5-2bd4-4e8f-9a6f-d1088e783b30 req-20d525c7-a8da-41ff-9b6a-85d7b0e4be43 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509479 Sep 24 19:12:12.678901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Calling delete_port for b5cb7199-21e8-4ec8-99df-a4de76dd478d owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:12.775351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.792611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No DVR routers for this DVR port b5cb7199-21e8-4ec8-99df-a4de76dd478d on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:12.825756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Port': ['ID=b5cb7199-21e8-4ec8-99df-a4de76dd478d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:12.850657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409386aa-dcb6-4f22-825d-fe65f9c76114 None None] DHCP port deletion for d1befc72-4b2d-42fb-9b4a-b86062cda62f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:12:12.965963 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:12.995143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1befc72-4b2d-42fb-9b4a-b86062cda62f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:13.006959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fd46f1-4608-4f75-a001-4b9191a80fe5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:13.007271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fd46f1-4608-4f75-a001-4b9191a80fe5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:13.018369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.037638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.054766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:13.055972 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:13.059930 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:13.132110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.139171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.142984 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/networks/d1befc72-4b2d-42fb-9b4a-b86062cda62f HTTP/1.1" status: 204 len: 168 time: 0.8773940 Sep 24 19:12:13.145787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41478) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:13.150747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'routes': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:13.189277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5a722-1fe3-4465-a697-68df2d7a7254 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Pushing event deleted for resources: {'Network': ['ID=d1befc72-4b2d-42fb-9b4a-b86062cda62f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:13.340707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Added routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:12:13.341153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Removed routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:12:13.341523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.517508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.524554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.582246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c47e-7acc-444e-82f4-301df50c630b req-2582875a-6a10-45aa-ba16-5af24ce55245 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:13.584377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9812c47e-7acc-444e-82f4-301df50c630b req-2582875a-6a10-45aa-ba16-5af24ce55245 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1276340 Sep 24 19:12:13.632799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router db89b6d1-5618-47c7-b57b-8e16bfc817b8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:13.667713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9812c47e-7acc-444e-82f4-301df50c630b req-7dcf3abd-30cc-479c-b183-562fe74cfad6 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579996 Sep 24 19:12:13.735111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:13.743004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:13.744213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-83f94900-0788-4d85-92e7-f61fbe0a2773 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 701 time: 0.5973787 Sep 24 19:12:13.747452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:13.750622 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Sync routers for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:13.768512 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:13.769236 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:13.789376 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90fc1c7f-2f7b-491a-970c-0f99906ddc65 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 205 time: 0.0404913 Sep 24 19:12:13.796655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:13.830916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38db867a-958f-4d4e-b6c8-3d5691ad2596 req-d8469e70-cee0-4647-bf3f-66ca6c1003e5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 210 time: 0.0534413 Sep 24 19:12:13.882537 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:13.923470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-3b33801f-9e71-4f76-8b86-f593a4d2a2a1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:13.928471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-3b33801f-9e71-4f76-8b86-f593a4d2a2a1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26bcf9-1484-4e04-87af-ba530de60ee3 HTTP/1.1" status: 200 len: 944 time: 0.0933514 Sep 24 19:12:13.953123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:13.976969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.023293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b5cb7199-21e8-4ec8-99df-a4de76dd478d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:14.029960 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Checking router: db89b6d1-5618-47c7-b57b-8e16bfc817b8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:14.052576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Routers {'db89b6d1-5618-47c7-b57b-8e16bfc817b8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:14.055564 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:14.066189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b5cb7199-21e8-4ec8-99df-a4de76dd478d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:14.067398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b5cb7199-21e8-4ec8-99df-a4de76dd478d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:14.068252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1da04c21-da5a-452a-bca7-a700d7dfd436 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:14.089745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1da04c21-da5a-452a-bca7-a700d7dfd436 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:14.090411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1da04c21-da5a-452a-bca7-a700d7dfd436 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:14.114604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port a7626ae7-5af6-4991-b405-0c4527807502 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:14.115254 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.249338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port a7626ae7-5af6-4991-b405-0c4527807502, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a7626ae7-5af6-4991-b405-0c4527807502,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:14.250263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.264223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for a7626ae7-5af6-4991-b405-0c4527807502 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:14.283668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-2ba867e2-1adc-4d22-813e-1a79c2eef88f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:14.285272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-2ba867e2-1adc-4d22-813e-1a79c2eef88f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.4271667 Sep 24 19:12:14.291465 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] Set router db89b6d1-5618-47c7-b57b-8e16bfc817b8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:14.323051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.326921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.331569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': '70bf1071-b43c-44b6-bb41-2294a4370844', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:14.362505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:14.390240 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e3e5-23f4-41bd-a555-93640dff2ab0 None None] The sync data for ids ['db89b6d1-5618-47c7-b57b-8e16bfc817b8'] in n-d-810952-2 is: [{'id': 'db89b6d1-5618-47c7-b57b-8e16bfc817b8', 'name': 'tempest-RoutersTest-router-2099670019', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:11:26Z', 'updated_at': '2021-09-24T19:12:10Z', 'revision_number': 11, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:14.430632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.431272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router db89b6d1-5618-47c7-b57b-8e16bfc817b8 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:14.441348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.446540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95161cc4-3f71-46c7-8dbe-c82c17803ee4 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 204 len: 168 time: 0.6446376 Sep 24 19:12:14.446707 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.447496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:14.454396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1296752677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:14.463400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb', 'ff5281de-5a00-45fe-8778-98865e93cd81'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:14.486422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=a7626ae7-5af6-4991-b405-0c4527807502,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:14.525912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.527879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.543595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:14.547620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.565716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] No DVR routers for this DVR port a7626ae7-5af6-4991-b405-0c4527807502 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:14.568864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.578643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aba6f137-8831-40d7-846c-1f7bf23f34a8 req-d759a737-b979-4bdb-994d-98c6a46d6003 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "DELETE /v2.0/ports/a7626ae7-5af6-4991-b405-0c4527807502 HTTP/1.1" status: 204 len: 173 time: 0.6453466 Sep 24 19:12:14.579296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-deleted', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:14.582284 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf3717e-1c46-4653-849c-b0073750201c" -d '{"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-deleted", "tag": "a7626ae7-5af6-4991-b405-0c4527807502"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:14.642669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.662424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c28c22-0ac3-46d8-aac4-955762584b5d x-openstack-request-id: req-87c28c22-0ac3-46d8-aac4-955762584b5d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:14.662785 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c26bcf9-1484-4e04-87af-ba530de60ee3", "name": "network-vif-deleted", "tag": "a7626ae7-5af6-4991-b405-0c4527807502", "status": "failed", "code": 422}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:14.663300 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87c28c22-0ac3-46d8-aac4-955762584b5d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:14.663807 n-d-810952-2 neutron-server[94855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c26bcf9-1484-4e04-87af-ba530de60ee3', 'name': 'network-vif-deleted', 'tag': 'a7626ae7-5af6-4991-b405-0c4527807502', 'status': 'failed', 'code': 422} returned with failed status Sep 24 19:12:14.693118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.748643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:14.749980 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a91dd5c7-8ed2-4247-a73f-ee5ffb30b895 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3015203 Sep 24 19:12:14.753001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41566) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:14.759471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:14.873761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.10 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/556cf3eb-7480-437b-98de-e3df258e6a88) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:15.105070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.146074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.197735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:15.201794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:15.209817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:15.213744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:15.220623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9579f41-60b4-429e-ae5f-05026fac9cf7 req-fee70c90-6e99-45a3-8985-1d11d652dad8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:15.232575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9579f41-60b4-429e-ae5f-05026fac9cf7 req-fee70c90-6e99-45a3-8985-1d11d652dad8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.3382008 Sep 24 19:12:15.291205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:15.292452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.298302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.311665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-efb515af-6d64-4e18-98e2-286d73e39a06 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9864349 Sep 24 19:12:15.328335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Request body: {'port': {'device_id': '70bf1071-b43c-44b6-bb41-2294a4370844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:15.354670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.393512 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.415537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9579f41-60b4-429e-ae5f-05026fac9cf7 req-c5806ba8-c6db-45b2-8e12-44a5dd1a7e5e tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818137 Sep 24 19:12:15.457065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108591-aff5-415f-9103-5640ae1c40a4 req-623044eb-39a2-4c16-9d98-8c2093088ec8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:15.459466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c108591-aff5-415f-9103-5640ae1c40a4 req-623044eb-39a2-4c16-9d98-8c2093088ec8 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 932 time: 0.1564913 Sep 24 19:12:15.527979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c108591-aff5-415f-9103-5640ae1c40a4 req-87d5a882-44a0-45e0-908f-5aa8d48c7940 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549612 Sep 24 19:12:15.554707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Router b5f6293a-32ae-460d-bc8e-6ce04e41e0af is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:12:15.675068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:15.687114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Sync routers for ids ['b5f6293a-32ae-460d-bc8e-6ce04e41e0af'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:15.696083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.697821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Routers {'b5f6293a-32ae-460d-bc8e-6ce04e41e0af'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:15.698272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d3706160-bc54-4869-8b87-de9ce0c662e2 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "PUT /v2.0/routers/b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 200 len: 694 time: 0.9438365 Sep 24 19:12:15.699355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b5f6293a-32ae-460d-bc8e-6ce04e41e0af'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:15.701152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41644) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:15.783548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556cf3eb-7480-437b-98de-e3df258e6a88 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:12:15.792328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.810266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Transition to ACTIVE for port object 556cf3eb-7480-437b-98de-e3df258e6a88 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:12:15.815157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:15.833223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Set router b5f6293a-32ae-460d-bc8e-6ce04e41e0af gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:15.874742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Pushing event updated for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:15.898445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f6293a-32ae-460d-bc8e-6ce04e41e0af', 'name': 'tempest-RoutersTest-router-1296752677', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:14Z', 'updated_at': '2021-09-24T19:12:15Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:15.930511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Checking router: b5f6293a-32ae-460d-bc8e-6ce04e41e0af for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:15.940812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Routers {'b5f6293a-32ae-460d-bc8e-6ce04e41e0af'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:15.942280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:11:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b5f6293a-32ae-460d-bc8e-6ce04e41e0af'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:15.956542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Attempting to bind port 556cf3eb-7480-437b-98de-e3df258e6a88 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:15.956833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Attempting to bind port 556cf3eb-7480-437b-98de-e3df258e6a88 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:15.957326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Attempting to bind port 556cf3eb-7480-437b-98de-e3df258e6a88 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:15.962310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Port 556cf3eb-7480-437b-98de-e3df258e6a88 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:15.962768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Attempting to bind port 556cf3eb-7480-437b-98de-e3df258e6a88 on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:15.968571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:12:15.969045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:15.969546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:12:15.970050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Bound port: 556cf3eb-7480-437b-98de-e3df258e6a88, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:12:15.970497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.038306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] Set router b5f6293a-32ae-460d-bc8e-6ce04e41e0af gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:16.064709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:16.070137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=556cf3eb-7480-437b-98de-e3df258e6a88,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:12:16.074996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.105377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-959e0547-1557-450f-9349-66aa567188a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f6293a-32ae-460d-bc8e-6ce04e41e0af', 'name': 'tempest-RoutersTest-router-1296752677', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:14Z', 'updated_at': '2021-09-24T19:12:15Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:16.109185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.133282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e0547-1557-450f-9349-66aa567188a8 None None] The sync data for ids ['b5f6293a-32ae-460d-bc8e-6ce04e41e0af'] in n-d-810952-2 is: [{'id': 'b5f6293a-32ae-460d-bc8e-6ce04e41e0af', 'name': 'tempest-RoutersTest-router-1296752677', 'tenant_id': 'f04c71c98562476b933b70782ef13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:14Z', 'updated_at': '2021-09-24T19:12:15Z', 'revision_number': 2, 'project_id': 'f04c71c98562476b933b70782ef13702', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:16.137773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.138409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.139891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] 10.222.0.15 "PUT /v2.0/ports/556cf3eb-7480-437b-98de-e3df258e6a88 HTTP/1.1" status: 200 len: 1092 time: 0.8180368 Sep 24 19:12:16.140342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:16.142604 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48855bbb-5659-42eb-92e4-f1ca08beee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:16.164076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b14f4-a5d3-4d21-a305-2be07132ed82 service neutron] Pushing event updated for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:16.177209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.177436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-93ec1794-fb9b-40df-8979-c4966989147b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/routers/b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 200 len: 700 time: 0.4749784 Sep 24 19:12:16.226282 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f71632-d89b-4fb8-bfd3-ff542fdffe94 x-openstack-request-id: req-c0f71632-d89b-4fb8-bfd3-ff542fdffe94 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:16.226282 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:16.226623 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0f71632-d89b-4fb8-bfd3-ff542fdffe94 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:16.226708 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88', 'status': 'completed', 'code': 200} Sep 24 19:12:16.228830 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4837fa2e-e438-4ff5-a5e0-74b8e19b015e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 200 len: 205 time: 0.0505848 Sep 24 19:12:16.232130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66ff3-9617-4736-ae2b-a67fec2ba2b4 req-39175f62-4561-42d4-9d07-40fdf9315d9a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.234533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50b66ff3-9617-4736-ae2b-a67fec2ba2b4 req-39175f62-4561-42d4-9d07-40fdf9315d9a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 907 time: 0.0669508 Sep 24 19:12:16.234533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.278095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-969d7523-2a16-4e45-bd8c-e48308658c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.279720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-969d7523-2a16-4e45-bd8c-e48308658c19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 1095 time: 0.0780721 Sep 24 19:12:16.299587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dc19e30-bf06-4d7f-80f5-56b06cbb1496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.316564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.337783 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-f362d531-a58a-4cbd-aec0-52ebaaef6846 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556cf3eb-7480-437b-98de-e3df258e6a88 HTTP/1.1" status: 200 len: 217 time: 0.0445888 Sep 24 19:12:16.409297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-6623df98-685e-4288-85bb-b2aae97954a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.411404 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-6623df98-685e-4288-85bb-b2aae97954a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0646136 Sep 24 19:12:16.451843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-817f666a-11d8-49e0-bcaf-7d2d5f701f90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296111 Sep 24 19:12:16.485000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.487668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.542637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dc19e30-bf06-4d7f-80f5-56b06cbb1496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.555093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5dc19e30-bf06-4d7f-80f5-56b06cbb1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.558144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.558696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Fanout notify agent at l3_agent the message router_deleted on router b5f6293a-32ae-460d-bc8e-6ce04e41e0af {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:16.570805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.577343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab70dbf8-acfe-4917-8a32-29b7c9f5a57b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 204 len: 168 time: 0.3370426 Sep 24 19:12:16.579026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41668) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.599892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd6341-3309-43a3-9ef1-3801c2b1390d req-2878b1d8-c07f-4ab7-bd1a-54ec3a457193 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.601398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28fd6341-3309-43a3-9ef1-3801c2b1390d req-2878b1d8-c07f-4ab7-bd1a-54ec3a457193 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1080909 Sep 24 19:12:16.609007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5dc19e30-bf06-4d7f-80f5-56b06cbb1496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fac40219fead4af484e8411076f598f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959884 Sep 24 19:12:16.611978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-65a7ef20-9180-4ca6-a693-74ca97b2e55b service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488199 Sep 24 19:12:16.612664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.619123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc19e30-bf06-4d7f-80f5-56b06cbb1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82006488-4b5b-4075-857e-8df6d81fa341,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:16.648839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b5bb880e-e0fa-44f0-87fb-727e09da0aff tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 200 len: 205 time: 0.0629346 Sep 24 19:12:16.653649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.691816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28fd6341-3309-43a3-9ef1-3801c2b1390d req-0fb2b9d0-80bd-4059-ba2e-e752c9ab1f8a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Sep 24 19:12:16.700257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267c4d-0a6f-4130-8aef-0c6517e4466d req-d0835343-de77-4ae7-a572-127e304fd6fe tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.701708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9267c4d-0a6f-4130-8aef-0c6517e4466d req-d0835343-de77-4ae7-a572-127e304fd6fe tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 944 time: 0.0979853 Sep 24 19:12:16.725132 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1680948e-13c1-4247-8b40-6264271422f6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:16.726181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1680948e-13c1-4247-8b40-6264271422f6 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/b5f6293a-32ae-460d-bc8e-6ce04e41e0af HTTP/1.1" status: 404 len: 336 time: 0.0716071 Sep 24 19:12:16.730517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41676) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.765286 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6bb808-8fae-4ac9-aa06-328b1e3026c5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:16.765850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6bb808-8fae-4ac9-aa06-328b1e3026c5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:16.770690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41678) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.774190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af6bb808-8fae-4ac9-aa06-328b1e3026c5 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/8a3d6c12-242b-4e24-82ea-bc7161c48ecc HTTP/1.1" status: 404 len: 337 time: 0.0428026 Sep 24 19:12:16.783032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9267c4d-0a6f-4130-8aef-0c6517e4466d req-9a456005-ebbd-4373-b0e1-f643ae778935 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726306 Sep 24 19:12:16.808049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.817046 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34938b3-d40d-47b8-bf5b-bd42392d9770 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:16.817490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34938b3-d40d-47b8-bf5b-bd42392d9770 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:16.819179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d34938b3-d40d-47b8-bf5b-bd42392d9770 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/821eac69-faa6-49a2-aca4-37c0b922b64e HTTP/1.1" status: 404 len: 337 time: 0.0462933 Sep 24 19:12:16.821804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41680) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.833653 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aa10d67c-342c-4bf7-b2fc-f3b5c4575183 req-d630f5c7-2c4d-4d34-853d-2480f95e65a1 service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108967 Sep 24 19:12:16.842298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.856806 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9285ef9d-ffce-4cbc-9f7d-04b6432b418e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:16.857275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9285ef9d-ffce-4cbc-9f7d-04b6432b418e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:16.861411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9285ef9d-ffce-4cbc-9f7d-04b6432b418e tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/025bea6b-e7ad-47cd-94ba-c726aafbf343 HTTP/1.1" status: 404 len: 337 time: 0.0362368 Sep 24 19:12:16.861713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.888243 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed1c4bc-350f-432c-a448-3ad3fb3bbd07 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:16.888711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed1c4bc-350f-432c-a448-3ad3fb3bbd07 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:16.890458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ed1c4bc-350f-432c-a448-3ad3fb3bbd07 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/ca5024fa-b6b7-4825-8882-abb058ca9481 HTTP/1.1" status: 404 len: 337 time: 0.0278358 Sep 24 19:12:16.893304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.914094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.916577 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:16.917633 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82006488-4b5b-4075-857e-8df6d81fa341 HTTP/1.1" status: 204 len: 168 time: 0.3040810 Sep 24 19:12:16.948741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f4e2879d-66f9-4f65-8192-ee2d70f7915a tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 200 len: 205 time: 0.0542099 Sep 24 19:12:16.951569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41688) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:16.955770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b710-279f-46c1-bf57-c3fe725ff2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82006488-4b5b-4075-857e-8df6d81fa341,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:16.984812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-73f0a366-953f-4c8a-b2f2-1cfdafa15c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:16.986487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-73f0a366-953f-4c8a-b2f2-1cfdafa15c2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 1095 time: 0.0812891 Sep 24 19:12:17.010670 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-8ee65272-c6cb-4258-a0af-7f82f5044636 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.014646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8ee65272-c6cb-4258-a0af-7f82f5044636 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/db89b6d1-5618-47c7-b57b-8e16bfc817b8 HTTP/1.1" status: 404 len: 336 time: 0.0618885 Sep 24 19:12:17.015258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41690) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.050437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2e27d439-b0e7-490d-8e8f-661105126f2c tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b7e1a6-9809-400d-95d9-bda8fd5711e7 HTTP/1.1" status: 200 len: 205 time: 0.0340672 Sep 24 19:12:17.051521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41692) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.096370 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-078c77ea-aacc-44e7-b76a-ff71c3cc7c7d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.097434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-078c77ea-aacc-44e7-b76a-ff71c3cc7c7d tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/d5b7e1a6-9809-400d-95d9-bda8fd5711e7 HTTP/1.1" status: 404 len: 336 time: 0.0450318 Sep 24 19:12:17.100807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41696) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.110088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-e6fdc7cd-e915-4eae-bb77-99211f931e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:17.112109 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-e6fdc7cd-e915-4eae-bb77-99211f931e9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.1160517 Sep 24 19:12:17.137326 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9065d5-94c0-4f5b-8afa-be28801d1569 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:17.137773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9065d5-94c0-4f5b-8afa-be28801d1569 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:17.139529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b9065d5-94c0-4f5b-8afa-be28801d1569 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/0dceea77-4cf4-423e-8110-6de745a142c0 HTTP/1.1" status: 404 len: 337 time: 0.0377195 Sep 24 19:12:17.142140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41698) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.160742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-f9330e06-564f-4035-bdd8-8db08a3a3be4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556cf3eb-7480-437b-98de-e3df258e6a88 HTTP/1.1" status: 200 len: 217 time: 0.0383899 Sep 24 19:12:17.190820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-61b5376c-6fea-447d-9c1d-cf48b90b120f tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 200 len: 205 time: 0.0475783 Sep 24 19:12:17.194125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41700) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.222047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-4ea4c609-4761-41a2-913f-3e1d17f088bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:17.224118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-4ea4c609-4761-41a2-913f-3e1d17f088bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0512335 Sep 24 19:12:17.246454 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-2d755959-2d18-4c81-ac50-a5380321378b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.250828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2d755959-2d18-4c81-ac50-a5380321378b tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/c45988b8-a18c-44e9-b861-47bc9c039bda HTTP/1.1" status: 404 len: 336 time: 0.0533650 Sep 24 19:12:17.257512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-3144e13c-c0d8-40ea-8350-358b20761ce1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:17.259158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-3144e13c-c0d8-40ea-8350-358b20761ce1 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 907 time: 0.1299095 Sep 24 19:12:17.259660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41702) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.263767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-34b68b15-9dd5-41de-9a0e-874ce56ad663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310969 Sep 24 19:12:17.303878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ad30973b-577f-4e6b-8233-c722b9f4e810 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a19cd97-59d2-46a6-926d-5a21b93d25c4 HTTP/1.1" status: 200 len: 205 time: 0.0403988 Sep 24 19:12:17.319101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41706) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.328695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.352203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b4151a7-3b63-46ef-853e-6917901f6096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.382402 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-fc5e779b-dd33-48ea-b401-434010a258a0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.384273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc5e779b-dd33-48ea-b401-434010a258a0 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/3a19cd97-59d2-46a6-926d-5a21b93d25c4 HTTP/1.1" status: 404 len: 336 time: 0.0633860 Sep 24 19:12:17.387299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.423544 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b93af45-e30c-429f-8c1b-fcc8f9f7f069 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:17.423995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b93af45-e30c-429f-8c1b-fcc8f9f7f069 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:17.425691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b93af45-e30c-429f-8c1b-fcc8f9f7f069 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/eaabed4c-39b8-474d-964c-a92bcb36d3fb HTTP/1.1" status: 404 len: 337 time: 0.0371785 Sep 24 19:12:17.430522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.449845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3bac0-485b-427c-85fa-841f4467ffd0 req-9b2873ff-987f-4b0b-855d-eb026fcf70fb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:17.451430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3b3bac0-485b-427c-85fa-841f4467ffd0 req-9b2873ff-987f-4b0b-855d-eb026fcf70fb tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 907 time: 0.1211615 Sep 24 19:12:17.473257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port e123187f-14b5-4433-82fe-93f0f6bf3d18 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:17.473411 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-88c18e36-a69a-4dd6-a7e8-543169e0cc92 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fea803d3-2cc1-47ff-a730-9518d531bdf0 HTTP/1.1" status: 200 len: 205 time: 0.0387468 Sep 24 19:12:17.473516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.481790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.523028 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-269bca36-c484-4485-badd-f14cc1a1be70 service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471211 Sep 24 19:12:17.526516 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-4e2fa3e4-2e80-4a23-93a8-efc0923ac738 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.527507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e2fa3e4-2e80-4a23-93a8-efc0923ac738 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/fea803d3-2cc1-47ff-a730-9518d531bdf0 HTTP/1.1" status: 404 len: 336 time: 0.0448098 Sep 24 19:12:17.531382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.565979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port e123187f-14b5-4433-82fe-93f0f6bf3d18, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e123187f-14b5-4433-82fe-93f0f6bf3d18,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:17.566373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.579430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for e123187f-14b5-4433-82fe-93f0f6bf3d18 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:17.584959 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c2a01b-9f64-45b0-ab60-40ec838b40ac tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:17.585414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c2a01b-9f64-45b0-ab60-40ec838b40ac tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:17.587346 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c7c2a01b-9f64-45b0-ab60-40ec838b40ac tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/12b52d82-7df8-4708-934a-94c036478eb7 HTTP/1.1" status: 404 len: 337 time: 0.0548227 Sep 24 19:12:17.590767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41718) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.648755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a7c1615e-1513-4eaf-9fb4-5fb4d9501544 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a98c583-26b8-424e-a99d-fbaad42f97ea HTTP/1.1" status: 200 len: 205 time: 0.0566771 Sep 24 19:12:17.651393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41720) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.687718 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48855bbb-5659-42eb-92e4-f1ca08beee6b req-b2cfe024-dbf1-4615-ad1f-26a2e956a88f service neutron] 10.222.0.15 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456447 Sep 24 19:12:17.692678 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-82d18b7a-462a-4c0a-a5ec-2e00620b18d9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] delete failed (client error): The resource could not be found. Sep 24 19:12:17.693703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-82d18b7a-462a-4c0a-a5ec-2e00620b18d9 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/routers/3a98c583-26b8-424e-a99d-fbaad42f97ea HTTP/1.1" status: 404 len: 336 time: 0.0413656 Sep 24 19:12:17.697501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b4151a7-3b63-46ef-853e-6917901f6096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.698298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41722) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.702647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b4151a7-3b63-46ef-853e-6917901f6096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.733852 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5f11c4-d33c-46c1-ae82-c4de9a82a3bb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:17.733995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5f11c4-d33c-46c1-ae82-c4de9a82a3bb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:17.735708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5e5f11c4-d33c-46c1-ae82-c4de9a82a3bb tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/966124c2-2df8-438e-bf58-500c238c2da2 HTTP/1.1" status: 404 len: 337 time: 0.0364912 Sep 24 19:12:17.739761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41726) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.753318 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b4151a7-3b63-46ef-853e-6917901f6096 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d459e7dcc48f46598f443df8f66dae22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203961 Sep 24 19:12:17.753527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:17.760371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4151a7-3b63-46ef-853e-6917901f6096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeff90b-21e1-4692-8cd7-4f50163fc5a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:17.770990 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5127893f-747a-4a17-afe8-cb02d43f0414 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] DELETE failed (client error): The resource could not be found. Sep 24 19:12:17.771497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5127893f-747a-4a17-afe8-cb02d43f0414 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:12:17.775769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5127893f-747a-4a17-afe8-cb02d43f0414 tempest-RoutersTest-1746260294 tempest-RoutersTest-1746260294-project] 10.222.0.18 "DELETE /v2.0/subnets/eea362d2-95cd-4d16-b005-eed318716753 HTTP/1.1" status: 404 len: 337 time: 0.0334256 Sep 24 19:12:17.824990 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.849072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.883605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69e1e-e9c7-47df-a9b1-b0bd977143d1 req-c50cb4fe-ae94-4b3e-98a6-ca8c1d19e871 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:17.885260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59c69e1e-e9c7-47df-a9b1-b0bd977143d1 req-c50cb4fe-ae94-4b3e-98a6-ca8c1d19e871 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1050856 Sep 24 19:12:17.892575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.927050 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.930405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=e123187f-14b5-4433-82fe-93f0f6bf3d18,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:17.930891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:17.934946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/deeff90b-21e1-4692-8cd7-4f50163fc5a2 HTTP/1.1" status: 204 len: 168 time: 0.1787777 Sep 24 19:12:17.945622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f58190-493e-46fd-9cb9-ce3957fb0e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeff90b-21e1-4692-8cd7-4f50163fc5a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:18.042914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] No DVR routers for this DVR port e123187f-14b5-4433-82fe-93f0f6bf3d18 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:18.042914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.045268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06eb2f6f-217b-4ae3-8fe4-b4717b36aba4 req-bae7fbc2-21aa-47ee-bc75-7d91188c59d7 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "DELETE /v2.0/ports/e123187f-14b5-4433-82fe-93f0f6bf3d18 HTTP/1.1" status: 204 len: 173 time: 0.7748592 Sep 24 19:12:18.048661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59c69e1e-e9c7-47df-a9b1-b0bd977143d1 req-81a92979-dab7-49f3-996e-d2399af88394 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205115 Sep 24 19:12:18.049183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'name': 'network-vif-deleted', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:18.052270 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38359e2-0212-432d-9526-4c185b800ad4" -d '{"events": [{"server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "name": "network-vif-deleted", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:18.099175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071acec-0508-441a-8d0d-739d143653fa req-f9d22cce-0eb3-4998-a8ba-bae67a3121d4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:18.112583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c071acec-0508-441a-8d0d-739d143653fa req-f9d22cce-0eb3-4998-a8ba-bae67a3121d4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 944 time: 0.1720800 Sep 24 19:12:18.163568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:18.165946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c071acec-0508-441a-8d0d-739d143653fa req-876cf63e-4a5f-4558-bad0-eb19e0e668e7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Sep 24 19:12:18.204608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 556cf3eb-7480-437b-98de-e3df258e6a88 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:12:18.226399 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd43ca9-fb47-462c-9ecb-8fb85062fb09 x-openstack-request-id: req-4dd43ca9-fb47-462c-9ecb-8fb85062fb09 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:18.226672 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014fca9-ea1d-4489-a483-44a4bb5310c0", "name": "network-vif-deleted", "tag": "e123187f-14b5-4433-82fe-93f0f6bf3d18", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:18.226963 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd43ca9-fb47-462c-9ecb-8fb85062fb09 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:18.227405 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014fca9-ea1d-4489-a483-44a4bb5310c0', 'name': 'network-vif-deleted', 'tag': 'e123187f-14b5-4433-82fe-93f0f6bf3d18', 'status': 'completed', 'code': 200} Sep 24 19:12:18.352569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b8fa60dd-b964-41db-86e9-78b6cdb552c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f04c71c98562476b933b70782ef13702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877365 Sep 24 19:12:18.355488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:18.411479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.434066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.469962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=556cf3eb-7480-437b-98de-e3df258e6a88,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:18.491510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.494608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '556cf3eb-7480-437b-98de-e3df258e6a88', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': '556cf3eb-7480-437b-98de-e3df258e6a88', 'mac_address': 'fa:16:3e:ea:91:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:12:18.494917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.496414 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/514ce002-6c15-46ed-8690-3c3131a1cbc9 HTTP/1.1" status: 204 len: 168 time: 0.1395004 Sep 24 19:12:18.530886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5463c1-925f-4c34-b8c8-ad9ca5b63aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ce002-6c15-46ed-8690-3c3131a1cbc9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:18.566513 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.606448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556cf3eb-7480-437b-98de-e3df258e6a88 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:12:18.609388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c932db6-77a2-4e37-9b8d-e8e3508409c8 req-247916c0-f370-458a-a3e8-b055cc39d2ca tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=0014fca9-ea1d-4489-a483-44a4bb5310c0 HTTP/1.1" status: 200 len: 210 time: 0.0409546 Sep 24 19:12:18.638075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=556cf3eb-7480-437b-98de-e3df258e6a88,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:18.645843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:18.704961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:18.984329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['556cf3eb-7480-437b-98de-e3df258e6a88'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:19.190671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caf79-8782-4ff4-88d9-d5160b7b8401 req-34ae32d5-db62-4dd8-b8ee-80648c337764 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:19.192438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d0caf79-8782-4ff4-88d9-d5160b7b8401 req-34ae32d5-db62-4dd8-b8ee-80648c337764 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0595758 Sep 24 19:12:19.258605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d0caf79-8782-4ff4-88d9-d5160b7b8401 req-567aa0af-fe0d-45e9-8d8a-75b79457d70a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 Sep 24 19:12:19.327081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d6bff-1183-42a8-988c-e25a94392208 req-832204c6-af30-4510-9b10-8f8aad6acb2d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:19.328657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-304d6bff-1183-42a8-988c-e25a94392208 req-832204c6-af30-4510-9b10-8f8aad6acb2d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 945 time: 0.0540190 Sep 24 19:12:19.372192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-304d6bff-1183-42a8-988c-e25a94392208 req-4c60d4e8-78a5-4382-81f7-cb906d261496 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Sep 24 19:12:19.472725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:19.567422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2f1a787b-869e-4677-bf61-4573f8fcbf9f tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-363937174'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:19.567892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2f1a787b-869e-4677-bf61-4573f8fcbf9f tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Unknown quota resources ['metering_label']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:12:19.915345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12478af6-0ec3-4898-8547-fc06ecc31a78 req-dd036a22-891e-49a8-bc3c-85356a0be35a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:19.916955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12478af6-0ec3-4898-8547-fc06ecc31a78 req-dd036a22-891e-49a8-bc3c-85356a0be35a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.0575848 Sep 24 19:12:19.917462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41830) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:19.984165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12478af6-0ec3-4898-8547-fc06ecc31a78 req-71874cbf-8d11-4831-a95c-aba8a526ef8e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518758 Sep 24 19:12:20.045006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d82-af36-4895-8326-a4e3ec8e4759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.055122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f1a787b-869e-4677-bf61-4573f8fcbf9f tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.056333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f1a787b-869e-4677-bf61-4573f8fcbf9f tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5824800 Sep 24 19:12:20.058941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.063084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3db8ba1-a854-4a03-ba56-aa4d8deb0d60 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '767fb5f3-8c8b-462f-a331-39e9c317bde7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:20.063594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3db8ba1-a854-4a03-ba56-aa4d8deb0d60 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:12:20.139548 n-d-810952-2 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-e3db8ba1-a854-4a03-ba56-aa4d8deb0d60 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 19:12:20.145611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d82-af36-4895-8326-a4e3ec8e4759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.148704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d82-af36-4895-8326-a4e3ec8e4759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.193361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32d82-af36-4895-8326-a4e3ec8e4759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c5124a-025f-4977-b6d7-78a2cbe7fcf6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:20.199336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3a32d82-af36-4895-8326-a4e3ec8e4759 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f728940de8d2469c8079fe26447f3fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808764 Sep 24 19:12:20.202008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41838) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.218292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 556cf3eb-7480-437b-98de-e3df258e6a88 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:12:20.242951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3db8ba1-a854-4a03-ba56-aa4d8deb0d60 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.244151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3db8ba1-a854-4a03-ba56-aa4d8deb0d60 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1842930 Sep 24 19:12:20.247262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.251568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c577fed5-c0c6-4c1a-b72f-970383d53c29 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '767fb5f3-8c8b-462f-a331-39e9c317bde7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:20.252049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c577fed5-c0c6-4c1a-b72f-970383d53c29 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:12:20.262051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.280912 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab7d11b-f110-4780-92e4-67cdd2cdc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.290050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 556cf3eb-7480-437b-98de-e3df258e6a88 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:12:20.290263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.294988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 556cf3eb-7480-437b-98de-e3df258e6a88 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:12:20.295376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.324304 n-d-810952-2 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-c577fed5-c0c6-4c1a-b72f-970383d53c29 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 19:12:20.400478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925f3f-1cc4-46e7-b38d-ff62373131ec req-b5381067-aa57-470a-8257-25d964fc1e91 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:20.402601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80925f3f-1cc4-46e7-b38d-ff62373131ec req-b5381067-aa57-470a-8257-25d964fc1e91 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0653112 Sep 24 19:12:20.404190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.407320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.414070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.414334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72c5124a-025f-4977-b6d7-78a2cbe7fcf6 HTTP/1.1" status: 204 len: 168 time: 0.2112734 Sep 24 19:12:20.437792 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c577fed5-c0c6-4c1a-b72f-970383d53c29 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.443415 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c577fed5-c0c6-4c1a-b72f-970383d53c29 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1950943 Sep 24 19:12:20.443894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf32f79-c3d9-4c8c-9da5-a6f189ae8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c5124a-025f-4977-b6d7-78a2cbe7fcf6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:20.445864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.446035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:20.457437 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331cf725-5847-406f-94dc-4f5c0f40145e" -d '{"events": [{"server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "name": "network-vif-plugged", "status": "completed", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:20.468046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09b89f31-8dc4-49ca-bda4-4188a7710920 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2405eb8f-f55a-4235-93d0-b8802e227f25 HTTP/1.1" status: 200 len: 464 time: 0.0202656 Sep 24 19:12:20.469911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.480171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=556cf3eb-7480-437b-98de-e3df258e6a88,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:20.496853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80925f3f-1cc4-46e7-b38d-ff62373131ec req-99af9918-10ef-4ea3-a197-4823d94a791d tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768955 Sep 24 19:12:20.500704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.554362 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89e051-e69f-4048-9501-a20f76e2bd9b x-openstack-request-id: req-af89e051-e69f-4048-9501-a20f76e2bd9b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:20.554670 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "name": "network-vif-plugged", "status": "completed", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:20.554921 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af89e051-e69f-4048-9501-a20f76e2bd9b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:20.555285 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88', 'code': 200} Sep 24 19:12:20.564476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf562a-c985-4ccf-bb18-493a8256279d req-2da9f0ec-e303-407a-a3ca-f4b2730da955 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:20.566918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cdf562a-c985-4ccf-bb18-493a8256279d req-2da9f0ec-e303-407a-a3ca-f4b2730da955 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0635691 Sep 24 19:12:20.584262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:20.615914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cdf562a-c985-4ccf-bb18-493a8256279d req-dbefa3b3-68b0-4458-beca-aa3e51058cfe tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Sep 24 19:12:20.656743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-410f6ae4-f20d-4fe7-89e8-8588575b0311 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.657809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-410f6ae4-f20d-4fe7-89e8-8588575b0311 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/2405eb8f-f55a-4235-93d0-b8802e227f25 HTTP/1.1" status: 204 len: 168 time: 0.1834209 Sep 24 19:12:20.660561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.684666 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf706273-f45b-454d-bce2-6a672b6d946a tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2405eb8f-f55a-4235-93d0-b8802e227f25 HTTP/1.1" status: 200 len: 221 time: 0.0230808 Sep 24 19:12:20.688286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41860) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.693396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1a82e1c8-be3d-4b73-b4b7-5f299dcc3ecf tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1356914424', 'description': 'label created by tempest'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:20.693905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1a82e1c8-be3d-4b73-b4b7-5f299dcc3ecf tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Unknown quota resources ['metering_label']. {{(pid=94855) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:12:20.697152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d09342-c1ab-427d-b474-9f0540a0cf9f req-9a70c7d3-b331-448c-9069-d981dd75c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:20.698636 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-31d09342-c1ab-427d-b474-9f0540a0cf9f req-9a70c7d3-b331-448c-9069-d981dd75c081 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 1097 time: 0.0517550 Sep 24 19:12:20.753227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-31d09342-c1ab-427d-b474-9f0540a0cf9f req-228754f7-fae4-40a6-8cf2-0e4ec75f2196 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Sep 24 19:12:20.913854 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a82e1c8-be3d-4b73-b4b7-5f299dcc3ecf tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:20.915066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a82e1c8-be3d-4b73-b4b7-5f299dcc3ecf tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2257047 Sep 24 19:12:20.917713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41870) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:20.996491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-537e4cf9-659e-4f57-a725-bdf435533259 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=63975f8a-96a9-4583-9a09-bbdae282c512 HTTP/1.1" status: 200 len: 468 time: 0.0777030 Sep 24 19:12:20.999881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.208298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d8431-380e-414a-8f16-1dd05d93ccf8 req-f0a258ec-ab49-40ea-b91e-c6742a5b5b17 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:21.209740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-440d8431-380e-414a-8f16-1dd05d93ccf8 req-f0a258ec-ab49-40ea-b91e-c6742a5b5b17 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.1649954 Sep 24 19:12:21.255383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-376dc6ca-e310-4551-ba5d-283e0cec74ea tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:21.256452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-376dc6ca-e310-4551-ba5d-283e0cec74ea tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/63975f8a-96a9-4583-9a09-bbdae282c512 HTTP/1.1" status: 204 len: 168 time: 0.2565968 Sep 24 19:12:21.259367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.276596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c6bf283-5cb4-455d-a433-198844917721 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=63975f8a-96a9-4583-9a09-bbdae282c512 HTTP/1.1" status: 200 len: 216 time: 0.0155025 Sep 24 19:12:21.279997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.288923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-440d8431-380e-414a-8f16-1dd05d93ccf8 req-898dbc28-3141-4c0f-b3f6-723afb158f5a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Sep 24 19:12:21.294194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2520a5c5-49bf-467f-b994-5293336986c7 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0131397 Sep 24 19:12:21.297817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.319889 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a82acbf6-30fb-4c9f-a290-7a75cf5f4386 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0208361 Sep 24 19:12:21.323097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.375958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-857ea8f8-b871-415a-b47b-d075623a962b tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/767fb5f3-8c8b-462f-a331-39e9c317bde7 HTTP/1.1" status: 200 len: 472 time: 0.0517602 Sep 24 19:12:21.379326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.388448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fda788a3-7106-4f35-bcae-288c24f6448c tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/df435234-8978-4143-98dc-70cdc8de8205 HTTP/1.1" status: 200 len: 461 time: 0.0080245 Sep 24 19:12:21.391417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41900) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.496900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d5998cf-25db-4706-a950-44fa97c77283 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:21.498337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d5998cf-25db-4706-a950-44fa97c77283 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/df435234-8978-4143-98dc-70cdc8de8205 HTTP/1.1" status: 204 len: 168 time: 0.1059294 Sep 24 19:12:21.500742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41906) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:21.920400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e123187f-14b5-4433-82fe-93f0f6bf3d18 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:21.944908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e123187f-14b5-4433-82fe-93f0f6bf3d18 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:21.945252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e123187f-14b5-4433-82fe-93f0f6bf3d18 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:22.014018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f9bad-8a53-461b-8e66-9ec74e965d7b req-fc853ce4-687b-4c12-ac36-37cbd0ad20be tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:22.014270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-aae21597-68a5-4531-90b6-fb544b4d764f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:22.015569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f83f9bad-8a53-461b-8e66-9ec74e965d7b req-fc853ce4-687b-4c12-ac36-37cbd0ad20be tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1987050 Sep 24 19:12:22.015875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-aae21597-68a5-4531-90b6-fb544b4d764f tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.0506170 Sep 24 19:12:22.023689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c945-b937-4bb3-9346-115ca6bbd89a req-4d6ede6e-e81c-4da8-96f0-2ec34f6c3c42 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:22.025158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6657c945-b937-4bb3-9346-115ca6bbd89a req-4d6ede6e-e81c-4da8-96f0-2ec34f6c3c42 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.2072167 Sep 24 19:12:22.030214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-958d096b-adfd-401f-9d65-a2973f0a2924 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.031229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-958d096b-adfd-401f-9d65-a2973f0a2924 tempest-MeteringTestJSON-1043010439 tempest-MeteringTestJSON-1043010439-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/767fb5f3-8c8b-462f-a331-39e9c317bde7 HTTP/1.1" status: 204 len: 168 time: 0.5294738 Sep 24 19:12:22.100370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f83f9bad-8a53-461b-8e66-9ec74e965d7b req-c37a754a-26f2-485b-af20-a3c862e81da9 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705914 Sep 24 19:12:22.109516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6657c945-b937-4bb3-9346-115ca6bbd89a req-65933fc7-0650-49de-93df-d06674e8b9d3 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Sep 24 19:12:22.179479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port ff5281de-5a00-45fe-8778-98865e93cd81 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:22.180016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.288239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port ff5281de-5a00-45fe-8778-98865e93cd81, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ff5281de-5a00-45fe-8778-98865e93cd81,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:22.288616 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.310573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for ff5281de-5a00-45fe-8778-98865e93cd81 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:22.405427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:22.462391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049492d-72a3-409f-9080-afdcbc6c71dc req-14b02b46-958b-45da-8fd9-e7d9ab0f85bf tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:22.470383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d049492d-72a3-409f-9080-afdcbc6c71dc req-14b02b46-958b-45da-8fd9-e7d9ab0f85bf tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=35c9f86f-79e4-4365-b409-e117f451966e HTTP/1.1" status: 200 len: 945 time: 0.0714788 Sep 24 19:12:22.520354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d049492d-72a3-409f-9080-afdcbc6c71dc req-4d183f20-19f3-42ab-8d74-c45f59abef8a tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487397 Sep 24 19:12:22.524258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.538377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e4212f8-b68b-452a-9c19-57246da081fb'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:22.563319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=ff5281de-5a00-45fe-8778-98865e93cd81,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:22.577814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f62ea555-99c1-467a-9424-ec55fafeac49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.627699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] No DVR routers for this DVR port ff5281de-5a00-45fe-8778-98865e93cd81 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:22.631474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.633427 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2d19705f-afd0-4aa7-afa0-65bc9a92df85 req-24528c9b-7d82-4a33-ab6b-1a7c2ddc0989 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "DELETE /v2.0/ports/ff5281de-5a00-45fe-8778-98865e93cd81 HTTP/1.1" status: 204 len: 173 time: 0.6104276 Sep 24 19:12:22.633859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'name': 'network-vif-deleted', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:22.636090 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde1218-ec02-48ae-a98f-53189ab0fc72" -d '{"events": [{"server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "name": "network-vif-deleted", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:22.694643 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9b356-0fb3-4afe-aeec-28f68a0f9ba4 x-openstack-request-id: req-e9f9b356-0fb3-4afe-aeec-28f68a0f9ba4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:22.694955 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c9f86f-79e4-4365-b409-e117f451966e", "name": "network-vif-deleted", "tag": "ff5281de-5a00-45fe-8778-98865e93cd81", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:22.695296 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9f9b356-0fb3-4afe-aeec-28f68a0f9ba4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:22.695605 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c9f86f-79e4-4365-b409-e117f451966e', 'name': 'network-vif-deleted', 'tag': 'ff5281de-5a00-45fe-8778-98865e93cd81', 'status': 'completed', 'code': 200} Sep 24 19:12:22.744531 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f62ea555-99c1-467a-9424-ec55fafeac49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.748696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f62ea555-99c1-467a-9424-ec55fafeac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.787478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea555-99c1-467a-9424-ec55fafeac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3191efb6-7369-495c-93a1-e526eef2b91a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:22.792049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f62ea555-99c1-467a-9424-ec55fafeac49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fba2a89484f046509275a94688b2e4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854029 Sep 24 19:12:22.795067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:22.845389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.870166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.902112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68eae0ec-1bbe-4f31-8862-8cab7555637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.927737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.930236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:22.934659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3191efb6-7369-495c-93a1-e526eef2b91a HTTP/1.1" status: 204 len: 168 time: 0.1353376 Sep 24 19:12:22.949526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d2732-5f0b-476b-9713-17cd41cfdd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191efb6-7369-495c-93a1-e526eef2b91a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:23.021081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-7b50d742-6f9d-4077-8ccf-39add155e869 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513413 Sep 24 19:12:23.120248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-a82bdff4-da19-4356-8ac0-70586c3aa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.122095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-a82bdff4-da19-4356-8ac0-70586c3aa5ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94239c2026dc4870a514669733cc00d5&device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 1095 time: 0.0476882 Sep 24 19:12:23.321468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.326183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:23.334238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608767-e75e-4b12-b70d-0612df801736 req-589da977-50b3-43ae-a018-1758a3ba3113 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.335970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8608767-e75e-4b12-b70d-0612df801736 req-589da977-50b3-43ae-a018-1758a3ba3113 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1513076 Sep 24 19:12:23.341331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cff6619-55b9-4b65-84db-63cca09d96be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.374669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14af71-f30d-4f67-a12b-ff04c11b0c17 req-34ddbf43-bb46-4c94-a51e-827efa55683c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.379508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa14af71-f30d-4f67-a12b-ff04c11b0c17 req-34ddbf43-bb46-4c94-a51e-827efa55683c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1483469 Sep 24 19:12:23.399006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-76415206-483a-45be-98e3-29361f7d049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.400515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-76415206-483a-45be-98e3-29361f7d049b service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 200 len: 911 time: 0.2469904 Sep 24 19:12:23.447629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cff6619-55b9-4b65-84db-63cca09d96be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.452371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cff6619-55b9-4b65-84db-63cca09d96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.476787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8608767-e75e-4b12-b70d-0612df801736 req-908f3e89-45e2-43cb-bd0b-090c96fcb3fe tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243873 Sep 24 19:12:23.495373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5cff6619-55b9-4b65-84db-63cca09d96be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a118ab7e2b924a5cb5ea0361037ae1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674068 Sep 24 19:12:23.496348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff6619-55b9-4b65-84db-63cca09d96be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706903f-1d70-4b67-9482-bcd20be7e9af,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:23.498727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:23.500309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa14af71-f30d-4f67-a12b-ff04c11b0c17 req-e8677db6-9e18-4874-be7d-fe76dfa79f1f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039882 Sep 24 19:12:23.513330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-0cc837f9-95f1-49f0-905e-20340c5a95a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 200 len: 999 time: 0.1043167 Sep 24 19:12:23.579991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-ad424c3b-156b-4735-8e1a-43e449f0efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.582010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-ad424c3b-156b-4735-8e1a-43e449f0efc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 200 len: 850 time: 0.0595539 Sep 24 19:12:23.597559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.621644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.677670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-8c391fea-e6a8-4062-97f2-49b134ed5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.679432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-8c391fea-e6a8-4062-97f2-49b134ed5ee7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898883 Sep 24 19:12:23.688740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.699411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:23.703181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1706903f-1d70-4b67-9482-bcd20be7e9af HTTP/1.1" status: 204 len: 168 time: 0.2030430 Sep 24 19:12:23.725061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee114ce8-35e2-4fc1-b524-ac47d1cc5339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706903f-1d70-4b67-9482-bcd20be7e9af,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:23.838948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-5538b555-c369-420e-a4ec-19e7f644a1c7 service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483717 Sep 24 19:12:23.984577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d6d49-b7b1-4464-ab37-be096260f224 req-7ef62e24-0779-468f-90f3-4a23e437a71c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:23.986437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f3d6d49-b7b1-4464-ab37-be096260f224 req-7ef62e24-0779-468f-90f3-4a23e437a71c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1427529 Sep 24 19:12:24.009805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-588d20f0-f7cc-4e29-8601-8c0ea051757e req-4704c21c-5575-4801-8e66-8c3fbc10fdea service neutron] 10.222.0.69 "GET /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550691 Sep 24 19:12:24.068173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f3d6d49-b7b1-4464-ab37-be096260f224 req-bc815483-d977-4ad1-b250-7f02a3ef0ebf tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642552 Sep 24 19:12:24.083743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d623a-7698-4ec9-bfdc-586bf76d3c84 req-e4cd32e7-539e-4c78-97f2-be9e32ce3d45 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:24.085303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-705d623a-7698-4ec9-bfdc-586bf76d3c84 req-e4cd32e7-539e-4c78-97f2-be9e32ce3d45 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0950561 Sep 24 19:12:24.156319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:24.193736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-705d623a-7698-4ec9-bfdc-586bf76d3c84 req-739160d4-dd6a-4cb7-a596-95f33c0efb0c tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024570 Sep 24 19:12:24.249734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ff5281de-5a00-45fe-8778-98865e93cd81 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:24.272517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: ff5281de-5a00-45fe-8778-98865e93cd81 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:24.272957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ff5281de-5a00-45fe-8778-98865e93cd81 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:24.653152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992349-99a1-4d10-8524-3f63c9513512 req-c2d0dccc-2c49-42ad-b93e-304b0f545c3a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:24.654753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f992349-99a1-4d10-8524-3f63c9513512 req-c2d0dccc-2c49-42ad-b93e-304b0f545c3a tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0593865 Sep 24 19:12:24.693105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f992349-99a1-4d10-8524-3f63c9513512 req-227f8354-969c-4f8b-8735-4a8349479301 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Sep 24 19:12:25.088806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-88769673-3ae4-4e77-9225-b33382f66618 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502725 Sep 24 19:12:25.194360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42018) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:25.216472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-40a7ede5-4d4c-46ef-b57b-dc4a918d6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.226833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-40a7ede5-4d4c-46ef-b57b-dc4a918d6639 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=225ee531818a43a6a21deee4eb278366&device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 1097 time: 0.0501671 Sep 24 19:12:25.240025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffd2e7-0290-4b20-99b8-ddaaaa89680e req-943a9542-077e-4046-bafe-3729a945b80e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.249034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cffd2e7-0290-4b20-99b8-ddaaaa89680e req-943a9542-077e-4046-bafe-3729a945b80e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0892093 Sep 24 19:12:25.304553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cffd2e7-0290-4b20-99b8-ddaaaa89680e req-7b52a81f-e1ff-4fa6-b1b7-7917f338b5b6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 Sep 24 19:12:25.379917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-ceb23d87-1c26-40f4-935e-b8188a613c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.381485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-ceb23d87-1c26-40f4-935e-b8188a613c6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 200 len: 907 time: 0.1284873 Sep 24 19:12:25.381915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f8061-a722-4205-a5c3-c85204a5f248 req-38bb1927-6e6f-43eb-a693-b1f4dcb84a08 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.389567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c3f8061-a722-4205-a5c3-c85204a5f248 req-38bb1927-6e6f-43eb-a693-b1f4dcb84a08 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0727019 Sep 24 19:12:25.439450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c3f8061-a722-4205-a5c3-c85204a5f248 req-c7de2e36-3b48-4457-87e4-1513986dd1c0 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488861 Sep 24 19:12:25.445956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1810499233'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:25.470260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Made reservation on behalf of 7e733a1f71f94acfb76d152a23839adc for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:25.475609 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.477214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-48b463bb-80a2-4d52-b61a-848e87fcc888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 200 len: 1001 time: 0.0856698 Sep 24 19:12:25.485093 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.531057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-c1b85308-0dd6-4f40-b6c5-6b5bbd7b4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.532674 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-c1b85308-0dd6-4f40-b6c5-6b5bbd7b4d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f486cbb4-6d5b-491b-b53c-1f907eb583d3 HTTP/1.1" status: 200 len: 846 time: 0.0439086 Sep 24 19:12:25.586741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.592230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.624746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:12:25.635383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa154bb-937e-42a3-b268-a01b1077f64b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:25.640097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-ece6a178-54ed-4dea-87fe-bb050869e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.641635 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-ece6a178-54ed-4dea-87fe-bb050869e753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797532 Sep 24 19:12:25.641840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.642257 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Added segment bbf63d41-f2a7-471a-8c97-2757ec32b5b6 of type vlan for network 041edca9-f406-4fbc-b3dd-8d7fdb986858 Sep 24 19:12:25.650671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-4aea3554-dce3-401d-bc91-b5cdb8a37f15 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.652193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-4aea3554-dce3-401d-bc91-b5cdb8a37f15 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 945 time: 0.0815084 Sep 24 19:12:25.688378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.720493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.729530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.731429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.785199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5894935 Sep 24 19:12:25.844799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b108f-84e6-433c-a915-41850f1a7ff6 tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Pushing event updated for resources: {'Network': ['ID=041edca9-f406-4fbc-b3dd-8d7fdb986858,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:25.855157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.860673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:12:25.896908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106716b4-a4a0-482e-ab7b-ab805e40d21a req-d19fb937-6660-4f59-bd66-b62ad9c39d46 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:25.898588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106716b4-a4a0-482e-ab7b-ab805e40d21a req-d19fb937-6660-4f59-bd66-b62ad9c39d46 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0707805 Sep 24 19:12:25.908110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port 3e4212f8-b68b-452a-9c19-57246da081fb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:25.908463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:25.913204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-3cb09339-2f24-45b1-a176-8742d3937c38 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567353 Sep 24 19:12:25.990549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106716b4-a4a0-482e-ab7b-ab805e40d21a req-a384c980-3800-48b2-888a-f180a4728155 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850601 Sep 24 19:12:26.028192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:26.030989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858', 'binding:host_id': 'n-h1-810952-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2028593209'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:26.062998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Made reservation on behalf of 8edd4e5433a4475d9c592176555fdb8e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:26.068167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.081435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.097421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port 3e4212f8-b68b-452a-9c19-57246da081fb, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e4212f8-b68b-452a-9c19-57246da081fb,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:26.098021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.102319 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f3e5109-7c93-42c1-adc9-5f7c671da3c8 req-17ad1b68-2373-4acc-826f-7c63026a2076 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709414 Sep 24 19:12:26.115708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for 3e4212f8-b68b-452a-9c19-57246da081fb owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:26.285811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.292384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.309509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port d9cf5c71-cc15-4939-ba42-d3e802b468af yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:26.327085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.377203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=3e4212f8-b68b-452a-9c19-57246da081fb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:26.404611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a59919-bd28-4299-acc8-2c2148f4b036,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:26.441446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] No DVR routers for this DVR port 3e4212f8-b68b-452a-9c19-57246da081fb on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:26.445628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.447803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d5a54ed-11f9-43ca-9b16-052cacfd9488 req-2604cb07-5897-4dca-9a18-f40cceb88e71 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.15 "DELETE /v2.0/ports/3e4212f8-b68b-452a-9c19-57246da081fb HTTP/1.1" status: 204 len: 173 time: 0.7672553 Sep 24 19:12:26.448286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'name': 'network-vif-deleted', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:26.452354 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf5fa8-7099-4127-8d75-59f1e8cd9205" -d '{"events": [{"server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "name": "network-vif-deleted", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:26.521902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cda3ac-c10b-4454-bf5a-208a8ccf73dd req-c9358777-7023-4e4d-8db1-3babfd249b40 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:26.527499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77cda3ac-c10b-4454-bf5a-208a8ccf73dd req-c9358777-7023-4e4d-8db1-3babfd249b40 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1246538 Sep 24 19:12:26.589915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2540616-2c79-49b2-8878-529f27ee7ef8 req-4cc1c778-bcbf-4ed6-985e-9b2aaabfb01d tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de11516-2354-4d1e-be20-9a93bad9fea2 HTTP/1.1" status: 200 len: 210 time: 0.0594146 Sep 24 19:12:26.646039 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aea940-ddfe-4222-bc05-6be2a8cfdf15 x-openstack-request-id: req-c8aea940-ddfe-4222-bc05-6be2a8cfdf15 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:26.646334 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de11516-2354-4d1e-be20-9a93bad9fea2", "name": "network-vif-deleted", "tag": "3e4212f8-b68b-452a-9c19-57246da081fb", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:26.646587 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8aea940-ddfe-4222-bc05-6be2a8cfdf15 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:26.647032 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de11516-2354-4d1e-be20-9a93bad9fea2', 'name': 'network-vif-deleted', 'tag': '3e4212f8-b68b-452a-9c19-57246da081fb', 'status': 'completed', 'code': 200} Sep 24 19:12:26.653174 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:12:26.660965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77cda3ac-c10b-4454-bf5a-208a8ccf73dd req-cd762afb-b263-4ab2-b902-c2e5d9ae34ab tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188745 Sep 24 19:12:26.699466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port d9cf5c71-cc15-4939-ba42-d3e802b468af yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:26.708938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.714730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:26.779840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=d9cf5c71-cc15-4939-ba42-d3e802b468af,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:26.789296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Checking segment: {'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:26.789654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Network hostable DHCP agents. Network: 041edca9-f406-4fbc-b3dd-8d7fdb986858, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:12:26.807313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:12:26.816078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 041edca9-f406-4fbc-b3dd-8d7fdb986858) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:26.819404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:26.825922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338e39b-a347-44a0-a93c-95a19a9fa41d None None] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:26.835351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.835692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.836095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.840459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.840797 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.841179 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 2 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.852796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.853129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.853458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.857636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.857958 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.858341 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 3 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.874442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.874770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.875130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.879975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.880347 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.880765 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 4 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.892263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.892618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.892948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.897837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.898156 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.898541 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 5 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.910919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.911258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.911586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.915802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.916118 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.916502 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 6 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.928555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.929380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.929713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.933889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.934205 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.934583 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 7 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.948240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.948574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.948906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.953190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.953512 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.953901 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 8 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.966101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.966427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.966753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.971264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.971561 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.971948 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 9 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:26.984189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:26.984646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:26.984964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:26.989301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:26.989621 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:26.990113 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 10 to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af Sep 24 19:12:27.002006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:27.003014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:27.003255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:27.007624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port d9cf5c71-cc15-4939-ba42-d3e802b468af on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:27.007960 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port d9cf5c71-cc15-4939-ba42-d3e802b468af on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:27.008457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.106958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port d9cf5c71-cc15-4939-ba42-d3e802b468af, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:27.107333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempted to set empty binding levels {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:12:27.112434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.157048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:27.157657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.167254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea758-1d59-4c65-8989-12bf7e37953c req-ded95238-c581-4f6f-9285-e09a8fd4f238 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:27.168809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2cea758-1d59-4c65-8989-12bf7e37953c req-ded95238-c581-4f6f-9285-e09a8fd4f238 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0978301 Sep 24 19:12:27.198495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:27.201603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1760252 Sep 24 19:12:27.202463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a77e2-8483-4490-83fd-ba6585e54197 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=d9cf5c71-cc15-4939-ba42-d3e802b468af,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:27.239710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2cea758-1d59-4c65-8989-12bf7e37953c req-906df70e-019f-4a65-b591-283341492c8c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Sep 24 19:12:27.279890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Deleting port d9cf5c71-cc15-4939-ba42-d3e802b468af {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:27.280268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.350272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port d9cf5c71-cc15-4939-ba42-d3e802b468af, host n-h1-810952-2, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:27.350631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.363960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Calling delete_port for d9cf5c71-cc15-4939-ba42-d3e802b468af owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:27.448338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.477893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9cf5c71-cc15-4939-ba42-d3e802b468af,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:27.481591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.486496 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a544536a-de9b-4c18-af18-62395824eace tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d9cf5c71-cc15-4939-ba42-d3e802b468af HTTP/1.1" status: 204 len: 168 time: 0.2840137 Sep 24 19:12:27.486496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:27.510542 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8c86ee-2022-44ba-9369-c890fc5f9ebf tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:12:27.515344 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b8c86ee-2022-44ba-9369-c890fc5f9ebf tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports/d9cf5c71-cc15-4939-ba42-d3e802b468af HTTP/1.1" status: 404 len: 333 time: 0.0241532 Sep 24 19:12:27.515590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:27.520161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1771890451'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:27.540799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Made reservation on behalf of 8edd4e5433a4475d9c592176555fdb8e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:27.543096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.559127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port e0fd5547-f123-497d-ab84-eb2fc72ea92c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:27.718378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.758061 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.795770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb083c6-22dd-4186-9524-53823ae2edcc req-3356b967-b5ea-4f78-aa79-d7e33ccec46c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:27.797853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7eb083c6-22dd-4186-9524-53823ae2edcc req-3356b967-b5ea-4f78-aa79-d7e33ccec46c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0559785 Sep 24 19:12:27.842119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:27.845567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:27.847859 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7eb083c6-22dd-4186-9524-53823ae2edcc req-e9470ef4-b6e4-499d-89f6-27a93b0ca7f5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Sep 24 19:12:27.857508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:27.858463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:27.859200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:27.874485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0fd5547-f123-497d-ab84-eb2fc72ea92c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:27.889091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1fad46ca-3cd5-4b0d-9a45-b411db90a0c7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3723013 Sep 24 19:12:27.891886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:27.897636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:27.939878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa5404-3ace-4fc0-b7b7-ac59688c9a12 req-d6a2c220-6df9-4bda-831c-3eb3bd45533e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:27.941411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4daa5404-3ace-4fc0-b7b7-ac59688c9a12 req-d6a2c220-6df9-4bda-831c-3eb3bd45533e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0865407 Sep 24 19:12:27.984711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.014245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4daa5404-3ace-4fc0-b7b7-ac59688c9a12 req-a7b0f2ee-d2a8-40f5-9385-72ba233bcbd4 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659616 Sep 24 19:12:28.175287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port e0fd5547-f123-497d-ab84-eb2fc72ea92c yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:28.183912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.190380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.252704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0fd5547-f123-497d-ab84-eb2fc72ea92c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:28.262090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.274401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.274784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.286661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e4212f8-b68b-452a-9c19-57246da081fb no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:28.289130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.289673 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.290131 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 2 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.309788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.310129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.311011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.317216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 3e4212f8-b68b-452a-9c19-57246da081fb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:28.317914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e4212f8-b68b-452a-9c19-57246da081fb not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:28.321831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.322375 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.323184 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 3 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.351889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.352218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.352553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.384142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.384506 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.385889 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 4 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.404398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.404724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.405054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.413375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.413698 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.414740 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 5 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.426260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e73c7-2e34-4253-bd36-8b6d52b9e29a req-1c77b1c4-5ea8-4766-88ab-43fcf2e89dac tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.427746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-375e73c7-2e34-4253-bd36-8b6d52b9e29a req-1c77b1c4-5ea8-4766-88ab-43fcf2e89dac tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0919580 Sep 24 19:12:28.445113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.445442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.445777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.458565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.458907 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.459442 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 6 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.485483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-375e73c7-2e34-4253-bd36-8b6d52b9e29a req-642f0d05-62ed-44a1-bae1-6cdac101f6b1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Sep 24 19:12:28.485483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.485779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.485973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.490660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.491047 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.491439 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 7 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.504282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.504617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.504953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.509409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.509735 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.510129 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 8 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.525230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.525563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.525898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.530575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.530935 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.531325 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 9 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.544673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.544673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.544983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.549509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.550089 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.550478 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 10 to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c Sep 24 19:12:28.564139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:28.565749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:28.566278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:28.573230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:28.573747 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port e0fd5547-f123-497d-ab84-eb2fc72ea92c on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:28.574339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.647618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port e0fd5547-f123-497d-ab84-eb2fc72ea92c, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:28.648072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempted to set empty binding levels {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:12:28.652098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.686957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] In _notify_port_updated(), no bound segment for port e0fd5547-f123-497d-ab84-eb2fc72ea92c on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:12:28.688101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.688323 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.689636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "PUT /v2.0/ports/e0fd5547-f123-497d-ab84-eb2fc72ea92c HTTP/1.1" status: 200 len: 975 time: 0.7967923 Sep 24 19:12:28.692732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42080) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:28.748911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32050c-ef27-4f73-9ceb-455e4803e3af tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0fd5547-f123-497d-ab84-eb2fc72ea92c,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:28.791302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.791844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.792260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.792726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.793189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.793657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.794121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.794580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.795065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.795527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.795993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.796531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.796899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.797356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.797813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.798270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.798727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.799998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.800460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.801096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.801555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.802018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.802475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.802958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.803420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.803880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.804335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.804793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.805247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.805700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.806152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.806607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.807090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:28.814473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-524606c2-57fb-4666-acab-8bed48d6f8ea tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29537 time: 0.1170270 Sep 24 19:12:28.815271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42082) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:28.891988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Deleting port e0fd5547-f123-497d-ab84-eb2fc72ea92c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:28.892331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:28.985728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port e0fd5547-f123-497d-ab84-eb2fc72ea92c, host n-h1-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:28.986092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.009227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Calling delete_port for e0fd5547-f123-497d-ab84-eb2fc72ea92c owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:29.032699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873befe8-74ab-4b44-bc45-ce60b5bb6fad req-0b648d5d-8ac9-4baa-a1d1-cc198fd67272 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:29.034809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-873befe8-74ab-4b44-bc45-ce60b5bb6fad req-0b648d5d-8ac9-4baa-a1d1-cc198fd67272 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0893188 Sep 24 19:12:29.144241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-873befe8-74ab-4b44-bc45-ce60b5bb6fad req-dfc5dc8a-758e-4229-8e20-497164f93014 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759668 Sep 24 19:12:29.180201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b7cf0-775d-4bdf-8d71-420b23e6e300 req-5c239b5a-cb98-453c-9775-1d2cdd64743e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:29.181729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-340b7cf0-775d-4bdf-8d71-420b23e6e300 req-5c239b5a-cb98-453c-9775-1d2cdd64743e tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.0825951 Sep 24 19:12:29.182917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.233186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0fd5547-f123-497d-ab84-eb2fc72ea92c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:29.259722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.261626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8f573d5e-666b-4202-ac3d-c30674ecfda1 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e0fd5547-f123-497d-ab84-eb2fc72ea92c HTTP/1.1" status: 204 len: 168 time: 0.4454224 Sep 24 19:12:29.264390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:29.278248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-340b7cf0-775d-4bdf-8d71-420b23e6e300 req-1ff3776e-73ae-4f1a-8808-238803078474 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887737 Sep 24 19:12:29.295106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-5637855d-a1b4-44f5-9ff3-2abfc9197060 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:29.296662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-5637855d-a1b4-44f5-9ff3-2abfc9197060 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 944 time: 0.1047997 Sep 24 19:12:29.313226 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ad10d-c444-40dc-81c1-78d4f9603280 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:12:29.319407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:29.323540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f69ad10d-c444-40dc-81c1-78d4f9603280 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports/e0fd5547-f123-497d-ab84-eb2fc72ea92c HTTP/1.1" status: 404 len: 333 time: 0.0493190 Sep 24 19:12:29.343593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-610197338', 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:29.405969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Made reservation on behalf of 8edd4e5433a4475d9c592176555fdb8e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:29.408335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.434895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port 7f5e18e0-8136-4e14-82b2-ea9304086f58 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:29.441106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:29.441455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.664027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] For port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:29.664404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.724207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914304-b8cc-4630-a73d-aad23ce4ff95 req-329f7cdb-188a-4c87-bbe6-4f9abf3ed6c5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:29.725762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be914304-b8cc-4630-a73d-aad23ce4ff95 req-329f7cdb-188a-4c87-bbe6-4f9abf3ed6c5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1462517 Sep 24 19:12:29.802259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.864402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be914304-b8cc-4630-a73d-aad23ce4ff95 req-d78aa40d-7497-46ac-a133-4411a7edc696 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Sep 24 19:12:29.939332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:29.989503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:29.998893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:30.004229 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.004662 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.005118 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Floating IP c75275dc-0a97-46ac-b598-353c003c2861 disassociated. External IP: 172.25.5.124, port: 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc. Sep 24 19:12:30.005547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:30.012486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:30.013557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:30.014281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.019637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5e18e0-8136-4e14-82b2-ea9304086f58,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:30.078236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a2cc48d8-7da4-476d-b838-e7834ebf97cb tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7379620 Sep 24 19:12:30.080834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42102) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:30.125105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2aa814-78a2-4385-9247-b875aeeec3ed tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:30.126520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c2aa814-78a2-4385-9247-b875aeeec3ed tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports/7f5e18e0-8136-4e14-82b2-ea9304086f58 HTTP/1.1" status: 200 len: 954 time: 0.0440819 Sep 24 19:12:30.130326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:30.204195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.235706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=4c50ded2-3e03-4d0d-aea5-18f37ac55dfc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:30.239398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Deleting port 7f5e18e0-8136-4e14-82b2-ea9304086f58 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:30.240079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.338093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.354440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Calling delete_port for 7f5e18e0-8136-4e14-82b2-ea9304086f58 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:30.481392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.520903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.527099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7f5e18e0-8136-4e14-82b2-ea9304086f58 HTTP/1.1" status: 204 len: 168 time: 0.3954256 Sep 24 19:12:30.528255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:30.585960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356fa57-b1e9-40a6-bcd9-cebf5d2e57d7 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5e18e0-8136-4e14-82b2-ea9304086f58,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:30.617842 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-388abc4d-6e85-4ff1-9c9f-abe8513cddf3 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:12:30.626443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-388abc4d-6e85-4ff1-9c9f-abe8513cddf3 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports/7f5e18e0-8136-4e14-82b2-ea9304086f58 HTTP/1.1" status: 404 len: 333 time: 0.0925169 Sep 24 19:12:30.626443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:30.631807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1929948325'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:30.659371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Made reservation on behalf of 8edd4e5433a4475d9c592176555fdb8e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:30.662023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.691383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:30.786287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167764e-482a-4594-a370-29a4eb563259 req-30258ce6-1e63-4f2b-8d08-a0347cabd0a2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:30.793939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7167764e-482a-4594-a370-29a4eb563259 req-30258ce6-1e63-4f2b-8d08-a0347cabd0a2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.4960225 Sep 24 19:12:30.840174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2dd405f3-ad2f-4833-9513-81bf0b133fd5 req-a290570b-d23b-469f-bbbe-8818b1df7a1b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ba5b6b-01a9-4c2e-9801-9deb6738038f HTTP/1.1" status: 200 len: 210 time: 0.0618865 Sep 24 19:12:30.868198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.873654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7167764e-482a-4594-a370-29a4eb563259 req-f2025afd-4d0a-4a13-b4c1-22ba1849f01c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781603 Sep 24 19:12:30.878549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Router 94096b96-eeec-4382-8db9-40506949061f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:30.925329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:30.990438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Network 041edca9-f406-4fbc-b3dd-8d7fdb986858 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:30.993903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:30.997527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:30.998543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:30.999192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.008702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=ab523b42-22b7-48aa-9fe2-1365fa7cf7ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:31.025780 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98bc4f5d-abc1-44a9-a49f-d70849b6e29d tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3990533 Sep 24 19:12:31.031330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:31.045263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:31.075583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528edb1-21dc-4856-b3be-65ced8e9896f req-05940626-2a96-4aa9-96bc-52fd7538abf5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:31.077145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6528edb1-21dc-4856-b3be-65ced8e9896f req-05940626-2a96-4aa9-96bc-52fd7538abf5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1153111 Sep 24 19:12:31.085081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:31.098732 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Sync routers for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:31.108629 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:31.109665 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:31.114087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.148367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] No DVR routers for this DVR port 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:31.151414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.155394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68c358c3-c371-4ed5-8722-ffab1d6b0cff req-79ae0eb6-04cf-410a-85fd-288644f0f5c6 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.69 "DELETE /v2.0/ports/4c50ded2-3e03-4d0d-aea5-18f37ac55dfc HTTP/1.1" status: 204 len: 173 time: 1.8488686 Sep 24 19:12:31.157408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-deleted', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:31.161822 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aeddf6-4d53-4eb5-800c-89ac10e3eb63" -d '{"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-deleted", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:31.195344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6528edb1-21dc-4856-b3be-65ced8e9896f req-a17e72bd-5a79-43c0-a103-5380a12052ae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043036 Sep 24 19:12:31.258027 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68116898-2a55-41c1-be77-5ee458676d8b x-openstack-request-id: req-68116898-2a55-41c1-be77-5ee458676d8b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:31.258326 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba5b6b-01a9-4c2e-9801-9deb6738038f", "name": "network-vif-deleted", "tag": "4c50ded2-3e03-4d0d-aea5-18f37ac55dfc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:31.258584 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68116898-2a55-41c1-be77-5ee458676d8b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:31.259174 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba5b6b-01a9-4c2e-9801-9deb6738038f', 'name': 'network-vif-deleted', 'tag': '4c50ded2-3e03-4d0d-aea5-18f37ac55dfc', 'status': 'completed', 'code': 200} Sep 24 19:12:31.301013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:31.353250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] device_id is not set on port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:31.360679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.368344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.425812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=ab523b42-22b7-48aa-9fe2-1365fa7cf7ae,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:31.440885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.440885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.441247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.445561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.445902 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.446280 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 2 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.459781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.460174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.460504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.464847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.465165 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.465555 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 3 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.478880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.479238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.479568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.484013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.484367 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.484733 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 4 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.500623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.501072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.501489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.506743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.507564 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.507701 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 5 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.520486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:31.521052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.522132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.522132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.527384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.527715 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.528101 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 6 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.540763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.541098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.541431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.547625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Checking router: 94096b96-eeec-4382-8db9-40506949061f for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:31.548112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.548443 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.549092 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 7 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.556456 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:31.557120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:31.562398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.562741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.563103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.568498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.569079 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.569808 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 8 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.589764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.590107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.590446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.595336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.595707 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.596103 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 9 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.609242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.609769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.610104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.615607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.616169 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.616886 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempt 10 to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae Sep 24 19:12:31.631436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:31.631563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:31.631872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempting to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:31.636998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:31.637914 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Failed to bind port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on host n-h1-810952-2 for vnic_type normal using segments [{'id': 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '041edca9-f406-4fbc-b3dd-8d7fdb986858'}] Sep 24 19:12:31.637914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.713764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:31.737402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:31.737890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:12:31.744827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.777667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] In _notify_port_updated(), no bound segment for port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae on network 041edca9-f406-4fbc-b3dd-8d7fdb986858 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:12:31.778482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:31.779119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.780585 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "PUT /v2.0/ports/ab523b42-22b7-48aa-9fe2-1365fa7cf7ae HTTP/1.1" status: 200 len: 975 time: 0.7480025 Sep 24 19:12:31.784751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42134) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:31.808303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4a510-1b2b-4146-84da-81b181584ea4 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event updated for resources: {'Port': ['ID=ab523b42-22b7-48aa-9fe2-1365fa7cf7ae,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:31.902083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Deleting port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:31.902646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:31.991309 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:32.025334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] For port ab523b42-22b7-48aa-9fe2-1365fa7cf7ae, host n-h1-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:32.025701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.026823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e66d-95af-4783-957d-bafe2660f23f None None] The sync data for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 is: [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b', 'name': '', 'network_id': 'eb0c0c2a-aa6f-4e47-98b5-03b749e86f07', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'mac_address': 'fa:16:3e:45:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:04:00Z', 'updated_at': '2021-09-24T19:04:07Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'subnets': [{'id': 'f8e1076e-fd56-41a4-b9c8-f81481189645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:32.059910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:32.074528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Calling delete_port for ab523b42-22b7-48aa-9fe2-1365fa7cf7ae owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:32.105674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c4813-d232-45bb-842c-be32e7f7e34c req-382028b3-fc6e-464c-b3b3-1e3bafbedfb4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:32.113845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-850c4813-d232-45bb-842c-be32e7f7e34c req-382028b3-fc6e-464c-b3b3-1e3bafbedfb4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1030898 Sep 24 19:12:32.160147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.193492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.316451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.319187 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.323024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a5aee6b-76c3-42bd-b218-6e872b4c5e5e HTTP/1.1" status: 204 len: 168 time: 0.2615840 Sep 24 19:12:32.324274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:32.348667 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-0ae94506-56a6-4a55-af59-6bd7e1dff9b3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] show failed (client error): The resource could not be found. Sep 24 19:12:32.352645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0ae94506-56a6-4a55-af59-6bd7e1dff9b3 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "GET /v2.0/security-groups/3a5aee6b-76c3-42bd-b218-6e872b4c5e5e HTTP/1.1" status: 404 len: 347 time: 0.0242760 Sep 24 19:12:32.353679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:32.360037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adf60e-b8fa-4063-bafe-458162db657b tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5aee6b-76c3-42bd-b218-6e872b4c5e5e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:32.384545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-850c4813-d232-45bb-842c-be32e7f7e34c req-2b52daa1-fe66-47d8-9dc8-76a5bb403845 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697337 Sep 24 19:12:32.431143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf16c8-09fc-4916-a253-53d16c8959a4 req-f4e3a436-e9b0-41b3-829a-6d516d9e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:32.437621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22bf16c8-09fc-4916-a253-53d16c8959a4 req-f4e3a436-e9b0-41b3-829a-6d516d9e5655 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1512392 Sep 24 19:12:32.444575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.524259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452859a-36ec-480c-86f0-a7011a7f5bb7 req-edbc2b4f-5244-4175-bdb5-69479eff7c63 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:32.526282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1452859a-36ec-480c-86f0-a7011a7f5bb7 req-edbc2b4f-5244-4175-bdb5-69479eff7c63 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1906178 Sep 24 19:12:32.529231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab523b42-22b7-48aa-9fe2-1365fa7cf7ae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:32.545030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b075fe8f-2cfc-45d3-b57c-9ac64744fc01 None None] New status for floating IP c75275dc-0a97-46ac-b598-353c003c2861: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:12:32.558888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.561034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a38579c3-ad4b-4ae1-9563-4b3563d2475e tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ab523b42-22b7-48aa-9fe2-1365fa7cf7ae HTTP/1.1" status: 204 len: 168 time: 0.7751839 Sep 24 19:12:32.563688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:32.586187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22bf16c8-09fc-4916-a253-53d16c8959a4 req-41fb01f6-cf63-4ce7-bcb8-8149bb0100d1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322038 Sep 24 19:12:32.599633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1452859a-36ec-480c-86f0-a7011a7f5bb7 req-a4f8b379-75d7-4f85-bd51-c506e8593f9c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572786 Sep 24 19:12:32.606027 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-96932d26-0302-4e29-afb1-5d7c53503044 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:12:32.610759 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-96932d26-0302-4e29-afb1-5d7c53503044 tempest-PortsAdminExtendedAttrsTestJSON-1977047337 tempest-PortsAdminExtendedAttrsTestJSON-1977047337-project-admin] 10.222.0.18 "GET /v2.0/ports/ab523b42-22b7-48aa-9fe2-1365fa7cf7ae HTTP/1.1" status: 404 len: 333 time: 0.0457728 Sep 24 19:12:32.615129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42162) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:32.645681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Deleting port ff897672-f458-4bf4-8cd2-944517c47336 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:32.645945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.714491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.745858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.746282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.764389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Calling delete_port for ff897672-f458-4bf4-8cd2-944517c47336 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:32.823259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.850796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041edca9-f406-4fbc-b3dd-8d7fdb986858']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:32.861354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:32.861641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf63d41-f2a7-471a-8c97-2757ec32b5b6') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:32.871474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.889269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.898370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:32.898598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:32.904113 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:32.935988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:32.971717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Pushing event deleted for resources: {'Port': ['ID=ff897672-f458-4bf4-8cd2-944517c47336,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:32.990796 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.010738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.011611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] 10.222.0.18 "DELETE /v2.0/networks/041edca9-f406-4fbc-b3dd-8d7fdb986858 HTTP/1.1" status: 204 len: 168 time: 0.3953326 Sep 24 19:12:33.012502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c728-aa17-4d34-9c38-9e42aa99adeb tempest-PortsAdminExtendedAttrsTestJSON-2081419251 tempest-PortsAdminExtendedAttrsTestJSON-2081419251-project] Pushing event deleted for resources: {'Network': ['ID=041edca9-f406-4fbc-b3dd-8d7fdb986858,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:33.075468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.079691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.080971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c82a8abb-f31f-4383-ac88-f6a578015172 tempest-ServerActionsTestJSON-1400086541 tempest-ServerActionsTestJSON-1400086541-project] 10.222.0.18 "DELETE /v2.0/floatingips/c75275dc-0a97-46ac-b598-353c003c2861 HTTP/1.1" status: 204 len: 168 time: 0.7263882 Sep 24 19:12:33.084507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42168) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:33.091939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.316866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:33.461936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cadaa4df-8d18-47da-b2be-473a1f8aae42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e733a1f71f94acfb76d152a23839adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438525 Sep 24 19:12:33.464365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:33.524942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.551994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.620910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944adb-76be-4700-bfa5-18ed16407ba9 req-d04632ab-5edf-4493-8a78-ff31ddfd27bb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:33.623395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95944adb-76be-4700-bfa5-18ed16407ba9 req-d04632ab-5edf-4493-8a78-ff31ddfd27bb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0848234 Sep 24 19:12:33.639301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.642320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.643905 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aa154bb-937e-42a3-b268-a01b1077f64b HTTP/1.1" status: 204 len: 168 time: 0.1748142 Sep 24 19:12:33.653988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028c9c9-038a-4d01-8213-3e52345cd9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa154bb-937e-42a3-b268-a01b1077f64b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:33.711054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95944adb-76be-4700-bfa5-18ed16407ba9 req-4e4e22a2-3835-4b9f-bd6d-b5d0dde0a6e7 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Sep 24 19:12:33.759063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:33.817770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca993f-1092-4a8d-bac4-c3689ee7b525 req-5f00808a-719a-4aa5-8247-bfa9db179dcc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:33.819277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfca993f-1092-4a8d-bac4-c3689ee7b525 req-5f00808a-719a-4aa5-8247-bfa9db179dcc tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1149955 Sep 24 19:12:33.933377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfca993f-1092-4a8d-bac4-c3689ee7b525 req-d2b80ca8-2ec5-4ba4-84dd-b636598f1769 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037686 Sep 24 19:12:33.981147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:34.014587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:34.043078 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30b96a00-648d-4c77-aea5-3f207082eee2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8edd4e5433a4475d9c592176555fdb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604725 Sep 24 19:12:34.045788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:34.050914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:34.051270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4c50ded2-3e03-4d0d-aea5-18f37ac55dfc not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:34.114000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Deleting port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:34.114402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.120948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.147742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.214732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.217784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.221345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45a59919-bd28-4299-acc8-2c2148f4b036 HTTP/1.1" status: 204 len: 168 time: 0.1719818 Sep 24 19:12:34.231062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6114d4e-0f2f-4dd6-9a0d-c384e2889369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a59919-bd28-4299-acc8-2c2148f4b036,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:34.261582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-3a2d7692-e514-4c39-b057-626ed4d7d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:34.263128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-3a2d7692-e514-4c39-b057-626ed4d7d907 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1268721 Sep 24 19:12:34.323115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbfd80-8a6b-41fa-baa5-74f4a5460d9b req-356bbbd6-ff41-4930-8bb6-fbc322acf907 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:34.324634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acdbfd80-8a6b-41fa-baa5-74f4a5460d9b req-356bbbd6-ff41-4930-8bb6-fbc322acf907 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1476727 Sep 24 19:12:34.333438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] For port 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:34.333808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.393679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Calling delete_port for 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:34.479676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acdbfd80-8a6b-41fa-baa5-74f4a5460d9b req-501551c5-ce90-4178-970e-85a20fb0ce4c tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385911 Sep 24 19:12:34.494955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-845079bd-dcf6-4424-b146-46af2580c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:34.496832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-845079bd-dcf6-4424-b146-46af2580c29a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 200 len: 910 time: 0.2249570 Sep 24 19:12:34.547462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-e8467bb9-4d34-4fb4-8603-364c43385c0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 200 len: 217 time: 0.0433712 Sep 24 19:12:34.702032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-5df80077-ef44-4635-96b7-27096e55f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:34.703590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-5df80077-ef44-4635-96b7-27096e55f879 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 200 len: 850 time: 0.1488657 Sep 24 19:12:34.749472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-360ee574-d135-4426-86fc-5b6a927c28f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0df0574f-a0e6-413d-b554-1ec800a8615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351572 Sep 24 19:12:34.933292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:34.950800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab161b-2ea2-455e-aca6-d685e960d789 req-4442deb7-dbf8-4c92-89ab-408b62ca2a2f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:34.952338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aab161b-2ea2-455e-aca6-d685e960d789 req-4442deb7-dbf8-4c92-89ab-408b62ca2a2f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1289885 Sep 24 19:12:34.972890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-22d11e4f-5e57-49b6-83e8-141e87f55342 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162650 Sep 24 19:12:34.976154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:35.096385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aab161b-2ea2-455e-aca6-d685e960d789 req-23900fd8-2bae-428b-8293-30cfe35a2f02 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220186 Sep 24 19:12:35.202384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cf84b20-38c1-4368-94d1-2b270861c1ed req-546691d7-9052-4d0f-91e5-c304f5cedc84 service neutron] 10.222.0.69 "GET /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173836 Sep 24 19:12:35.263111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:35.718156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6143b-47ed-4943-8700-007f722aa368 req-3a07dfe2-c52d-44e9-bcb6-22cc6acf48a6 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:35.726087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91d6143b-47ed-4943-8700-007f722aa368 req-3a07dfe2-c52d-44e9-bcb6-22cc6acf48a6 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0719268 Sep 24 19:12:35.800049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:35.825965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91d6143b-47ed-4943-8700-007f722aa368 req-5f1ffb27-59e3-4869-be94-0cf45943a6cf tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938318 Sep 24 19:12:35.906168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Router 94096b96-eeec-4382-8db9-40506949061f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:35.955901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-574191885', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:35.980764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Made reservation on behalf of a46e1b0e7ff3465ca2fde0cd65a89908 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:35.984219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:35.995426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.030641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:36.038927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c276a299-8be4-46da-add7-1aaaee9d7a35 admin admin] 10.222.0.18 "PUT /v2.0/routers/94096b96-eeec-4382-8db9-40506949061f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9504731 Sep 24 19:12:36.038927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42266) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:36.058628 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Sync routers for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:36.071656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:36.072295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:36.126328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.131286 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.159024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:12:36.164118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.175675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d79772-cfe7-48b4-8ebc-d0ab91f8273f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:36.183753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.183889 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Added segment 4cdda919-17f0-4d37-abc9-33837d3a213d of type vlan for network 77b569c4-ce09-4d43-a23f-957ed327d2a5 Sep 24 19:12:36.235673 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:36.241775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.276667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.277877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:36.278532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.325072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5209422 Sep 24 19:12:36.325306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:36.332472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551654c5-36cb-4eb0-bdd6-1869957df980 req-bc9b9bc1-f2ee-4e50-bb8c-ae725fda9453 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:36.345470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-551654c5-36cb-4eb0-bdd6-1869957df980 req-bc9b9bc1-f2ee-4e50-bb8c-ae725fda9453 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1218562 Sep 24 19:12:36.362190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'subnet': {'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:36.390613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd391a0-618a-4544-8fe3-cc0e4af2e4b6 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Network': ['ID=77b569c4-ce09-4d43-a23f-957ed327d2a5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:36.397056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Made reservation on behalf of a46e1b0e7ff3465ca2fde0cd65a89908 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:36.399908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.403110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:12:36.407058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.434835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-551654c5-36cb-4eb0-bdd6-1869957df980 req-df754710-ebf2-4d16-bfa6-258ee2828187 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842328 Sep 24 19:12:36.523073 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:12:34Z', 'revision_number': 5, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port': {'id': 'd35c8e89-a1a2-4e02-9b11-3d0bac47561e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94096b96-eeec-4382-8db9-40506949061f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:03:56Z', 'updated_at': '2021-09-24T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:36.560551 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Checking router: 94096b96-eeec-4382-8db9-40506949061f for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:36.571657 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Routers {'94096b96-eeec-4382-8db9-40506949061f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:36.572624 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['94096b96-eeec-4382-8db9-40506949061f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:36.578259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Deleting port d35c8e89-a1a2-4e02-9b11-3d0bac47561e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:36.578608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.677874 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] Set router 94096b96-eeec-4382-8db9-40506949061f gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:36.695907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] For port d35c8e89-a1a2-4e02-9b11-3d0bac47561e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:36.699207 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:36.728443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Calling delete_port for d35c8e89-a1a2-4e02-9b11-3d0bac47561e owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:36.753775 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:12:36Z', 'revision_number': 6, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:36.790532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea854a87-76fe-4258-a8d9-d2fe009d8943 None None] The sync data for ids ['94096b96-eeec-4382-8db9-40506949061f'] in n-d-810952-2 is: [{'id': '94096b96-eeec-4382-8db9-40506949061f', 'name': 'tempest-ServerActionsTestJSON-784770550-router', 'tenant_id': '94239c2026dc4870a514669733cc00d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:03:55Z', 'updated_at': '2021-09-24T19:12:36Z', 'revision_number': 6, 'project_id': '94239c2026dc4870a514669733cc00d5', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:37.002185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c44c-6e9d-4b8e-85fb-1df053cf46c6 req-af3a18b7-c045-430d-9292-b03bfef7b903 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:37.003752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a32c44c-6e9d-4b8e-85fb-1df053cf46c6 req-af3a18b7-c045-430d-9292-b03bfef7b903 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0906661 Sep 24 19:12:37.042333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.083666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35c8e89-a1a2-4e02-9b11-3d0bac47561e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:37.089796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a32c44c-6e9d-4b8e-85fb-1df053cf46c6 req-a33e5fa1-ab34-4401-a9d4-d548498666c4 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759711 Sep 24 19:12:37.101200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:12:37.101746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.168754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c52d4cd7-c6b1-4947-a5ff-36fa771aae41,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:37.184901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Checking segment: {'id': '4cdda919-17f0-4d37-abc9-33837d3a213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:37.185313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network hostable DHCP agents. Network: 77b569c4-ce09-4d43-a23f-957ed327d2a5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:12:37.188591 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.209945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:12:37.234436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 77b569c4-ce09-4d43-a23f-957ed327d2a5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:37.241499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:37.242884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.245530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7081b1-b694-4131-ac70-459ebeef2888 None None] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:37.288100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad35c486-645d-4d1e-b444-4b48da8908f7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9611123 Sep 24 19:12:37.288881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:37.300730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1595110421', 'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:37.302271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.304944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.355785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Made reservation on behalf of a46e1b0e7ff3465ca2fde0cd65a89908 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:37.358078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.358751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94096b96-eeec-4382-8db9-40506949061f {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:37.360380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.367807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.368968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bd045902-4e04-4225-8895-e9f81fba1f17 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94096b96-eeec-4382-8db9-40506949061f HTTP/1.1" status: 204 len: 168 time: 1.3291450 Sep 24 19:12:37.372834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:37.382177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] device_id is not set on port 8e529812-b7b3-4314-a521-806a17b9a2c9 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:12:37.435405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Deleting subnet f8e1076e-fd56-41a4-b9c8-f81481189645 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:37.440023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.468269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6973eb-2356-4cda-8fd9-e5f80904de5c None None] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:37.489159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.511576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.20.0.14 (77b569c4-ce09-4d43-a23f-957ed327d2a5/c52d4cd7-c6b1-4947-a5ff-36fa771aae41/8e529812-b7b3-4314-a521-806a17b9a2c9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:37.684504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.692088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.702158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e99d0-3fcb-4f1a-bf50-c83f784c032b req-f105be30-ee01-4034-932a-ed0e09beb9a2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:37.703759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-380e99d0-3fcb-4f1a-bf50-c83f784c032b req-f105be30-ee01-4034-932a-ed0e09beb9a2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.2096221 Sep 24 19:12:37.725664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.730142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf690ba2-5584-428a-96fa-12691f0280f3 req-a7db460f-f50a-46a2-a97f-f5bb7f7f7394 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:37.731733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf690ba2-5584-428a-96fa-12691f0280f3 req-a7db460f-f50a-46a2-a97f-f5bb7f7f7394 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1193957 Sep 24 19:12:37.772366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:37.775517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:37.779316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:37.796280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-380e99d0-3fcb-4f1a-bf50-c83f784c032b req-3c88fa92-3d89-4cd2-90c6-b528549df3b3 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Sep 24 19:12:37.807488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=8e529812-b7b3-4314-a521-806a17b9a2c9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:37.834862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:37.835592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.844038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf690ba2-5584-428a-96fa-12691f0280f3 req-7d0e0dcb-bba4-434b-8366-3148ac76fd75 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883660 Sep 24 19:12:37.856015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ba63d70-127f-4bde-8b0a-3c8849676b2f tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5621865 Sep 24 19:12:37.859689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:37.863134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.911043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e1076e-fd56-41a4-b9c8-f81481189645,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:37.917527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:37.925880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5237d1e5-73da-4fae-af47-7ff10efa59a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f8e1076e-fd56-41a4-b9c8-f81481189645 HTTP/1.1" status: 204 len: 168 time: 0.5456831 Sep 24 19:12:37.927727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:37.937170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b40e20-1067-49ed-bf41-ce27af09df12 None None] Network eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:37.986624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Deleting port 8e529812-b7b3-4314-a521-806a17b9a2c9 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:37.991282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.104357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.116379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.117538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d35c8e89-a1a2-4e02-9b11-3d0bac47561e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:38.117744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Calling delete_port for 8e529812-b7b3-4314-a521-806a17b9a2c9 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:38.174934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d35c8e89-a1a2-4e02-9b11-3d0bac47561e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:38.175837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d35c8e89-a1a2-4e02-9b11-3d0bac47561e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:38.176486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:38.202416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:38.203189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7a325be1-9ba6-4b5d-ae25-73e9d3d14f0b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:38.207257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Deleting port 459d5d54-4a96-4206-927d-7d5f11f82ef6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:38.207617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.287511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.295149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] For port 459d5d54-4a96-4206-927d-7d5f11f82ef6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=459d5d54-4a96-4206-927d-7d5f11f82ef6,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:38.296627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.320745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Calling delete_port for 459d5d54-4a96-4206-927d-7d5f11f82ef6 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:38.323249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e529812-b7b3-4314-a521-806a17b9a2c9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:38.346787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] DHCP port deletion for eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:12:38.405700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.405909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Deleting port 459d5d54-4a96-4206-927d-7d5f11f82ef6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:38.405909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.406131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eb6f3ed6-f123-4845-80d9-f75fcb4b219c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8e529812-b7b3-4314-a521-806a17b9a2c9 HTTP/1.1" status: 204 len: 168 time: 0.5399456 Sep 24 19:12:38.406258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42300) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:38.410013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5', 'external_fixed_ips': [{'subnet_id': 'c52d4cd7-c6b1-4947-a5ff-36fa771aae41', 'ip_address': '172.20.0.14'}]}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:38.444762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.445816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.450254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.481137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] For port 459d5d54-4a96-4206-927d-7d5f11f82ef6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=459d5d54-4a96-4206-927d-7d5f11f82ef6,segment=NetworkSegment(14711fe1-55a5-4aa5-bfe8-4d53e81a588a),segment_id=14711fe1-55a5-4aa5-bfe8-4d53e81a588a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:38.481728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.496151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=459d5d54-4a96-4206-927d-7d5f11f82ef6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:38.496776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Calling delete_port for 459d5d54-4a96-4206-927d-7d5f11f82ef6 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:38.547634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.549738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] No DVR routers for this DVR port 459d5d54-4a96-4206-927d-7d5f11f82ef6 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:38.581982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.609137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] Pushing event deleted for resources: {'Port': ['ID=459d5d54-4a96-4206-927d-7d5f11f82ef6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:38.618542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5332bd35-8c33-45cb-8f1d-7744da229063 None None] No DVR routers for this DVR port 459d5d54-4a96-4206-927d-7d5f11f82ef6 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:38.731018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.733360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.778653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.785653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0c0c2a-aa6f-4e47-98b5-03b749e86f07']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:38.796804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14711fe1-55a5-4aa5-bfe8-4d53e81a588a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:38.797098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14711fe1-55a5-4aa5-bfe8-4d53e81a588a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:38.816564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.838891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.846611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:38.847030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:38.848648 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:38.945875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.952530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:38.957247 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb0c0c2a-aa6f-4e47-98b5-03b749e86f07 HTTP/1.1" status: 204 len: 168 time: 1.0205066 Sep 24 19:12:38.987650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400790c-526a-43b5-a096-e766ea36a36f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0c0c2a-aa6f-4e47-98b5-03b749e86f07,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:39.028033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ca56b-111b-4ba6-9dfc-7308fba2165c req-156dcfe9-2107-4634-a33f-75dd6d0ebe48 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:39.029723 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-182ca56b-111b-4ba6-9dfc-7308fba2165c req-156dcfe9-2107-4634-a33f-75dd6d0ebe48 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1100271 Sep 24 19:12:39.046474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c4b02-b2b1-437f-ae22-045426ad90d9 req-018bf677-ac27-4702-8e14-6ad59fb6beaf tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:39.048978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237c4b02-b2b1-437f-ae22-045426ad90d9 req-018bf677-ac27-4702-8e14-6ad59fb6beaf tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.0888567 Sep 24 19:12:39.134604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-182ca56b-111b-4ba6-9dfc-7308fba2165c req-65d4dcc8-fdae-415d-9254-c271bb98e998 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Sep 24 19:12:39.141498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-237c4b02-b2b1-437f-ae22-045426ad90d9 req-485e93ad-e095-4fd2-8a2e-9a85f0dd7bc2 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Sep 24 19:12:39.144669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.194338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.279753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:39.326099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b0c3ca5-02fe-4c9b-946a-700852d23a18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94239c2026dc4870a514669733cc00d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451212 Sep 24 19:12:39.328484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42316) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:39.392015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.399002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.20.0.14 (77b569c4-ce09-4d43-a23f-957ed327d2a5/c52d4cd7-c6b1-4947-a5ff-36fa771aae41/eec994fe-2221-4052-9b6c-4bcd38006b98) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:39.418577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.475199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.477720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.481468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7caa4c6-431c-4ae0-8d41-44b2a2436bdc HTTP/1.1" status: 204 len: 168 time: 0.1482267 Sep 24 19:12:39.486875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35069e4e-0590-4120-8a0c-108435c88db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7caa4c6-431c-4ae0-8d41-44b2a2436bdc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:39.556763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.616700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:39.684642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=eec994fe-2221-4052-9b6c-4bcd38006b98,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:39.707302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 77b569c4-ce09-4d43-a23f-957ed327d2a5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:39.709075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:39.711822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:40.020380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 459d5d54-4a96-4206-927d-7d5f11f82ef6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:40.065805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 459d5d54-4a96-4206-927d-7d5f11f82ef6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:40.066581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 459d5d54-4a96-4206-927d-7d5f11f82ef6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:40.089723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.397011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949b36-1285-43af-b215-890f6b723d87 req-73205d37-8d84-4d38-bc4d-580d9d0e6d9b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:40.399324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c949b36-1285-43af-b215-890f6b723d87 req-73205d37-8d84-4d38-bc4d-580d9d0e6d9b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1445796 Sep 24 19:12:40.409977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51ad-4651-4ef9-a694-19493a543358 req-1b49a85a-53bf-4362-9921-a4cc3c69ecd1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:40.411576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.412621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afdf51ad-4651-4ef9-a694-19493a543358 req-1b49a85a-53bf-4362-9921-a4cc3c69ecd1 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1857862 Sep 24 19:12:40.430418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606030-9507-4dc2-a1df-b2eb7ab2e0ee req-471f19ed-b1ac-48ba-87d6-89955bc8f183 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:40.438767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc606030-9507-4dc2-a1df-b2eb7ab2e0ee req-471f19ed-b1ac-48ba-87d6-89955bc8f183 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 946 time: 0.1478088 Sep 24 19:12:40.536297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc606030-9507-4dc2-a1df-b2eb7ab2e0ee req-f4459c38-ecf7-4d13-93c7-2d27494566af tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922065 Sep 24 19:12:40.603753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c949b36-1285-43af-b215-890f6b723d87 req-ecc32e35-cadc-45af-ae16-0ea06d85cd54 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895118 Sep 24 19:12:40.607636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:12:40.609110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42348) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:40.676847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Deleting port f37cfc4c-a422-4f85-88c6-8a2864b81161 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:40.677275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.763560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:40.776920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Sync routers for ids ['01e9d22e-072f-463e-aaf3-7c3e8e6b36fb'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:40.793148 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.794262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Routers {'01e9d22e-072f-463e-aaf3-7c3e8e6b36fb'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:40.794974 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f74ed077-fa9b-4936-84b2-8dbd87bf4884 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3889611 Sep 24 19:12:40.795145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['01e9d22e-072f-463e-aaf3-7c3e8e6b36fb'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:40.797643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:40.864427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] For port f37cfc4c-a422-4f85-88c6-8a2864b81161, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f37cfc4c-a422-4f85-88c6-8a2864b81161,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:40.864630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.870543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-837672686-network', 'tenant_id': '248e27b00a8e494c83e6a9f3bcb64f8e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:40.887615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Calling delete_port for f37cfc4c-a422-4f85-88c6-8a2864b81161 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:40.926146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.949265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Made reservation on behalf of 248e27b00a8e494c83e6a9f3bcb64f8e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:40.951593 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:40.959505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Set router 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:40.963523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.049043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.110549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.124387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['7725d858-8d30-4d43-a236-001b0f192f88', 'f37cfc4c-a422-4f85-88c6-8a2864b81161'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:41.137949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Deleting port eec994fe-2221-4052-9b6c-4bcd38006b98 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:41.138296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.149918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Pushing event deleted for resources: {'Port': ['ID=f37cfc4c-a422-4f85-88c6-8a2864b81161,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:41.162074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.162419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.163101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.163101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.163450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.163790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.164121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.164443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.164761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.165127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.165425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.165730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:41.177416 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.225571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.239013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Calling delete_port for eec994fe-2221-4052-9b6c-4bcd38006b98 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:41.254225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] No DVR routers for this DVR port f37cfc4c-a422-4f85-88c6-8a2864b81161 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:41.258714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.262132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afdf51ad-4651-4ef9-a694-19493a543358 req-6b19087b-c9e5-466b-a9a4-3cc7d0584fae tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "DELETE /v2.0/ports/f37cfc4c-a422-4f85-88c6-8a2864b81161 HTTP/1.1" status: 204 len: 173 time: 0.8212304 Sep 24 19:12:41.262836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.266012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'name': 'network-vif-deleted', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:41.275167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9d22e-072f-463e-aaf3-7c3e8e6b36fb', 'name': '', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5', 'external_fixed_ips': [{'subnet_id': 'c52d4cd7-c6b1-4947-a5ff-36fa771aae41', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'eec994fe-2221-4052-9b6c-4bcd38006b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:38Z', 'updated_at': '2021-09-24T19:12:39Z', 'revision_number': 3, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port': {'id': 'eec994fe-2221-4052-9b6c-4bcd38006b98', 'name': '', 'network_id': '77b569c4-ce09-4d43-a23f-957ed327d2a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:28:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e9d22e-072f-463e-aaf3-7c3e8e6b36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c52d4cd7-c6b1-4947-a5ff-36fa771aae41', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:12:39Z', 'updated_at': '2021-09-24T19:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c52d4cd7-c6b1-4947-a5ff-36fa771aae41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:41.278686 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276201bd-535f-479a-a101-944749ea09bd" -d '{"events": [{"server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "name": "network-vif-deleted", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:41.309257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Checking router: 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:41.309527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Updating router 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb port eec994fe-2221-4052-9b6c-4bcd38006b98 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:12:41.338474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.388120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b96d743-bb71-4154-95c7-97a6aeaa9fa7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:41.439015 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0642fc8-99ff-43ab-ba1f-5e51bcf679a4 x-openstack-request-id: req-c0642fc8-99ff-43ab-ba1f-5e51bcf679a4 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:41.439677 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa50d11-6b21-498d-8d33-14a3c183cbd6", "name": "network-vif-deleted", "tag": "f37cfc4c-a422-4f85-88c6-8a2864b81161", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:41.439911 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0642fc8-99ff-43ab-ba1f-5e51bcf679a4 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:41.440321 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa50d11-6b21-498d-8d33-14a3c183cbd6', 'name': 'network-vif-deleted', 'tag': 'f37cfc4c-a422-4f85-88c6-8a2864b81161', 'status': 'completed', 'code': 200} Sep 24 19:12:41.483992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.490368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:12:41.512074 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.512438 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Added segment 4fe69b9e-1959-452b-9475-0ed20582fcc2 of type vlan for network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 Sep 24 19:12:41.525691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec994fe-2221-4052-9b6c-4bcd38006b98,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:41.568408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.591110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.629990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.631171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:41.631808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.734550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1232903 Sep 24 19:12:41.751215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89ae8799-7268-43c6-b0ce-87b4c3863ea4 req-c2b6fb87-50db-4159-8d51-5c95640e6a26 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa50d11-6b21-498d-8d33-14a3c183cbd6 HTTP/1.1" status: 200 len: 210 time: 0.0675726 Sep 24 19:12:41.763477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:41.778651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.789496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.807091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Request body: {'subnet': {'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-837672686-subnet', 'tenant_id': '248e27b00a8e494c83e6a9f3bcb64f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:41.827741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadbd8a-369c-40aa-a1a1-537f170e46f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe49a4c-cad4-45a8-a5e5-a07474ae8885,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:41.872021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d9458-1454-4975-a8cd-26891351e28f req-4df7f2ee-16c6-438c-bed1-b92b8ca8e08b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:41.874282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c4d9458-1454-4975-a8cd-26891351e28f req-4df7f2ee-16c6-438c-bed1-b92b8ca8e08b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1261249 Sep 24 19:12:41.875112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Made reservation on behalf of 248e27b00a8e494c83e6a9f3bcb64f8e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:41.879282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.882008 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:12:41.883665 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:12:41.886170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:12:41.977653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c4d9458-1454-4975-a8cd-26891351e28f req-f1821ccd-2169-49ef-a9af-6154ec74d80f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899723 Sep 24 19:12:41.979331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:41.979881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:42.002697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.004180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af456ca7-8941-4664-992d-79c062d123e3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/routers/01e9d22e-072f-463e-aaf3-7c3e8e6b36fb HTTP/1.1" status: 204 len: 168 time: 1.2051790 Sep 24 19:12:42.007468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:42.121175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Deleting subnet c52d4cd7-c6b1-4947-a5ff-36fa771aae41 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:42.128310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.196644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.220745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.280199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.304927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=495db9bd-5c17-4094-8eb3-9b43bafd7ed3,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:42.333352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Checking segment: {'id': '4fe69b9e-1959-452b-9475-0ed20582fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:42.333704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Network hostable DHCP agents. Network: cbe49a4c-cad4-45a8-a5e5-a07474ae8885, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:12:42.360826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:12:42.364561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.398507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cbe49a4c-cad4-45a8-a5e5-a07474ae8885) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:42.400572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c52d4cd7-c6b1-4947-a5ff-36fa771aae41,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:42.406258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:42.407527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.408770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Port eec994fe-2221-4052-9b6c-4bcd38006b98 not found while updating agent binding for router 01e9d22e-072f-463e-aaf3-7c3e8e6b36fb. {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 19:12:42.411572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.413440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89e540c6-2c17-42b7-bc27-985a7812dd13 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/c52d4cd7-c6b1-4947-a5ff-36fa771aae41 HTTP/1.1" status: 204 len: 168 time: 0.4049492 Sep 24 19:12:42.416137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:42.423275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e4499-d047-4fc5-8ce1-9b0a556e94f1 None None] Network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:42.437350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-60821019-7dfb-4a69-a329-e5dab4469acb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6703870 Sep 24 19:12:42.465235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:42.467499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:12:42.468539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_agentschedulers_db [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01e9d22e-072f-463e-aaf3-7c3e8e6b36fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94857) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:12:42.469751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905c648-e20a-4121-b46b-b8ea8e1be63c None None] The sync data for ids ['01e9d22e-072f-463e-aaf3-7c3e8e6b36fb'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:42.543376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.603385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc2e652-01b6-442a-80de-d94182f807b1 None None] Network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:12:42.665194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.689336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b569c4-ce09-4d43-a23f-957ed327d2a5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:42.699814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdda919-17f0-4d37-abc9-33837d3a213d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:42.700310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdda919-17f0-4d37-abc9-33837d3a213d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:42.711336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.739484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.753277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:42.753966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:42.756128 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:42.861249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.867606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77b569c4-ce09-4d43-a23f-957ed327d2a5 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:12:42.870911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:42.873012 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/networks/77b569c4-ce09-4d43-a23f-957ed327d2a5 HTTP/1.1" status: 204 len: 168 time: 0.4557571 Sep 24 19:12:42.887554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f3b0-2b7e-4c2d-be97-a75e85bf2578 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Network': ['ID=77b569c4-ce09-4d43-a23f-957ed327d2a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:43.287049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-0f479591-c87f-4f44-b285-25209c9cdf8e tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:43.288127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-0f479591-c87f-4f44-b285-25209c9cdf8e tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/networks?id=cbe49a4c-cad4-45a8-a5e5-a07474ae8885 HTTP/1.1" status: 200 len: 812 time: 0.2090812 Sep 24 19:12:43.316363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d9b49-eceb-4fd6-9683-0f3dfb13be32 req-6ce4bd79-b441-41ee-9fd1-92ac2798ab11 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:43.317858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-046d9b49-eceb-4fd6-9683-0f3dfb13be32 req-6ce4bd79-b441-41ee-9fd1-92ac2798ab11 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0766044 Sep 24 19:12:43.320322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-78e474c9-f6d6-48bc-b54a-91b6b49ebf47 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/quotas/248e27b00a8e494c83e6a9f3bcb64f8e HTTP/1.1" status: 200 len: 375 time: 0.0223656 Sep 24 19:12:43.376056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-07ca6ca8-3b27-4c16-b490-e26b065d0218 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=248e27b00a8e494c83e6a9f3bcb64f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398941 Sep 24 19:12:43.416944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-046d9b49-eceb-4fd6-9683-0f3dfb13be32 req-70bf3618-16ae-47b4-8646-952c09e85096 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876665 Sep 24 19:12:43.433935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:43.439001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'name': 'tempest-router--1628063665', 'project_id': '089ed8fb3727420387b854b0206d5383'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:43.487531 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:43.492860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:43.580539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:43.586209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:43.614288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:43.615581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2915927b-b34c-4287-a507-260320038097 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1806390 Sep 24 19:12:43.619318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:43.688495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41079d39-2e52-43e9-81d0-75d292ae9b6b req-13d7f794-eb28-4c41-b600-4b9fd2c934b8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:43.690260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41079d39-2e52-43e9-81d0-75d292ae9b6b req-13d7f794-eb28-4c41-b600-4b9fd2c934b8 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.1138003 Sep 24 19:12:43.775721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-bd30b822-548c-49ee-adc3-a64f1d0bc715 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831222 Sep 24 19:12:43.826829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41079d39-2e52-43e9-81d0-75d292ae9b6b req-78495eae-e17c-4014-82c1-fc7edc2b3eb5 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748560 Sep 24 19:12:43.929449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-091047e3-be46-465a-a494-fcc328075539 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451821 Sep 24 19:12:43.992579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.036825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f37cfc4c-a422-4f85-88c6-8a2864b81161 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:44.083372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: f37cfc4c-a422-4f85-88c6-8a2864b81161 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:44.083372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f37cfc4c-a422-4f85-88c6-8a2864b81161 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:44.122788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85367908-6c6a-4c4f-abe9-b1ea8ebeeebb req-d88c4896-512c-4e11-a239-40147d33ea04 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 210 time: 0.0320678 Sep 24 19:12:44.185501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.188185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.238468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.239030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa842a6-79e6-45a4-98b2-d025b7b30215 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:44.243486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.246897 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c3fbf711-0dea-480e-90a0-c0bb391a84b7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6aa842a6-79e6-45a4-98b2-d025b7b30215 HTTP/1.1" status: 204 len: 168 time: 0.6244943 Sep 24 19:12:44.373404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42430) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:44.561485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c824a-2080-4479-a9aa-cc3bfaca93f2 req-859e6473-2771-457c-bbd2-540068a90c18 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:44.569894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e6c824a-2080-4479-a9aa-cc3bfaca93f2 req-859e6473-2771-457c-bbd2-540068a90c18 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0837917 Sep 24 19:12:44.580484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1775347165', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:44.632364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e6c824a-2080-4479-a9aa-cc3bfaca93f2 req-2d7616d0-f3a2-4ee0-aae2-36bcb5d8b875 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Sep 24 19:12:44.633790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.634514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.707151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.857996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:44.997286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe8800-6e25-4b59-a5eb-6067918fd982 req-385585f8-b01f-4d31-b833-9bc02f98b994 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:44.998706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dbe8800-6e25-4b59-a5eb-6067918fd982 req-385585f8-b01f-4d31-b833-9bc02f98b994 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0892007 Sep 24 19:12:45.116791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:45.121050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dbe8800-6e25-4b59-a5eb-6067918fd982 req-804f9b5c-31a1-4e85-8b2f-85df18f4dd07 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151569 Sep 24 19:12:45.139778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:45.555341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fced29b-dbbd-4eac-83e5-7482cf28c4a8 req-85b98149-bdbc-4b54-8f47-6f2fefa52006 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 210 time: 0.0669978 Sep 24 19:12:45.637663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-9a56511e-0037-44ca-8945-7117f42bce97 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:45.639197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-9a56511e-0037-44ca-8945-7117f42bce97 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.4906361 Sep 24 19:12:45.704757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Allocated IP 172.25.5.76 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/e76b6357-e64d-4727-a41b-313d2507c3cf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:45.745372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-48d9b415-7323-4aa1-854c-c611d0dce725 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:45.746916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-48d9b415-7323-4aa1-854c-c611d0dce725 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.69 "GET /v2.0/networks?id=cbe49a4c-cad4-45a8-a5e5-a07474ae8885 HTTP/1.1" status: 200 len: 812 time: 0.5720437 Sep 24 19:12:45.798505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Request body: {'port': {'device_id': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885', 'admin_state_up': True, 'tenant_id': '248e27b00a8e494c83e6a9f3bcb64f8e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:45.954520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97d38c-218f-45e9-94d7-8c72923d8848 req-677d283e-75d0-4759-beee-d827a005ff54 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:45.956095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb97d38c-218f-45e9-94d7-8c72923d8848 req-677d283e-75d0-4759-beee-d827a005ff54 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.2436037 Sep 24 19:12:45.996969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Deleting port 7725d858-8d30-4d43-a236-001b0f192f88 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:45.997318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.044809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.143410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb97d38c-218f-45e9-94d7-8c72923d8848 req-e4ed4b7f-aa3a-4df4-848d-3056c7602173 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718469 Sep 24 19:12:46.167700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Made reservation on behalf of 248e27b00a8e494c83e6a9f3bcb64f8e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:12:46.171235 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.180454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] For port 7725d858-8d30-4d43-a236-001b0f192f88, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=7725d858-8d30-4d43-a236-001b0f192f88,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:46.180454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.204872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Calling delete_port for 7725d858-8d30-4d43-a236-001b0f192f88 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:46.236309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.364500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:46.385100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:46.411132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:46.438272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event updated for resources: {'Port': ['ID=e76b6357-e64d-4727-a41b-313d2507c3cf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:46.448210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd1f66-d173-4861-b7d8-4b0494cd501b req-798d9744-1d87-4c2e-b532-2a9557a31d64 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:46.449786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5bfd1f66-d173-4861-b7d8-4b0494cd501b req-798d9744-1d87-4c2e-b532-2a9557a31d64 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fcb84a8-5e42-46bc-b224-af728388a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2405434 Sep 24 19:12:46.590960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Allocated IP 172.20.0.6 (cbe49a4c-cad4-45a8-a5e5-a07474ae8885/495db9bd-5c17-4094-8eb3-9b43bafd7ed3/1eec9965-a316-47be-b399-0eba63c5a1c3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:46.602516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5bfd1f66-d173-4861-b7d8-4b0494cd501b req-d4261415-cfa9-4235-b5c2-9a44407fbd6f tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd31df9c-e0fd-4eac-aa11-a020eedd1678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455603 Sep 24 19:12:46.727618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84f160b2-95d6-4aa8-9296-c879becb3b7d req-6aa56640-971f-4f1e-80e2-dfa0ecc37980 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 210 time: 0.0525784 Sep 24 19:12:46.777471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.875736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Pushing event deleted for resources: {'Port': ['ID=7725d858-8d30-4d43-a236-001b0f192f88,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:46.958753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] No DVR routers for this DVR port 7725d858-8d30-4d43-a236-001b0f192f88 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:46.961522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:46.963798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c97c8597-57da-4652-acc4-c10d29a9f7c3 req-7f23fa01-cfdd-43c0-b52c-62f6f6a80110 tempest-ServerRescueTestJSON-1905130400 tempest-ServerRescueTestJSON-1905130400-project] 10.222.0.69 "DELETE /v2.0/ports/7725d858-8d30-4d43-a236-001b0f192f88 HTTP/1.1" status: 204 len: 173 time: 1.3169355 Sep 24 19:12:46.967895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'name': 'network-vif-deleted', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:46.970785 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb63f2e-da80-4e40-82be-e0a625da00c4" -d '{"events": [{"server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "name": "network-vif-deleted", "tag": "7725d858-8d30-4d43-a236-001b0f192f88"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:47.033695 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae55cba1-267a-46e3-ac3a-ceaf3b1f3ad6 x-openstack-request-id: req-ae55cba1-267a-46e3-ac3a-ceaf3b1f3ad6 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:47.033695 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcb84a8-5e42-46bc-b224-af728388a7f9", "name": "network-vif-deleted", "tag": "7725d858-8d30-4d43-a236-001b0f192f88", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:47.034009 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae55cba1-267a-46e3-ac3a-ceaf3b1f3ad6 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:47.034304 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcb84a8-5e42-46bc-b224-af728388a7f9', 'name': 'network-vif-deleted', 'tag': '7725d858-8d30-4d43-a236-001b0f192f88', 'status': 'completed', 'code': 200} Sep 24 19:12:47.069035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.130549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.219663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.327871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:47.337910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:47.349334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:47.362145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Pushing event updated for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:47.443140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cc364-9306-4c17-bfac-27a2c1d91b04 req-342bece8-bb6c-49e9-8316-623bb1fb695f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:47.444683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-670cc364-9306-4c17-bfac-27a2c1d91b04 req-342bece8-bb6c-49e9-8316-623bb1fb695f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1935673 Sep 24 19:12:47.493625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:47.494194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.499016 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.572178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-670cc364-9306-4c17-bfac-27a2c1d91b04 req-4af1f782-a9b8-47be-8d76-1d2f21839720 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126671 Sep 24 19:12:47.573498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-d044a43f-2696-4bd0-b2bb-4906b3d80352 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7859337 Sep 24 19:12:47.592312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Request body: {'port': {'device_id': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:47.669146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:47.694272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:47.855003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Router 4a9a33c5-4361-4440-8106-1df4eb98bc92 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:12:47.986362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e62c9b-7c6c-4fc9-8a57-9991822dca0d req-a56bbdca-b45e-4f45-82ad-f7e86927ebb3 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:47.988168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2e62c9b-7c6c-4fc9-8a57-9991822dca0d req-a56bbdca-b45e-4f45-82ad-f7e86927ebb3 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 931 time: 0.1347289 Sep 24 19:12:48.035136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7725d858-8d30-4d43-a236-001b0f192f88 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:48.077236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 7725d858-8d30-4d43-a236-001b0f192f88 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:48.078413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 7725d858-8d30-4d43-a236-001b0f192f88 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:48.086091 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.372129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Deleting port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:48.372376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.425214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:48.442665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2e62c9b-7c6c-4fc9-8a57-9991822dca0d req-eea339a5-3623-4015-9482-fc41ee44a252 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411321 Sep 24 19:12:48.443787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] Sync routers for ids ['4a9a33c5-4361-4440-8106-1df4eb98bc92'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:48.460404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] Routers {'4a9a33c5-4361-4440-8106-1df4eb98bc92'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:48.461302 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a9a33c5-4361-4440-8106-1df4eb98bc92'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:48.474577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] For port 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,segment=NetworkSegment(b1dabf79-c6ce-4da2-a528-6a5f3a55188c),segment_id=b1dabf79-c6ce-4da2-a528-6a5f3a55188c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:48.475069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.477960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.479204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a2e242b8-3922-4fd5-9739-b3ca3ead53e5 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1045704 Sep 24 19:12:48.482496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:48.508746 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:48.524920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eec9965-a316-47be-b399-0eba63c5a1c3 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:12:48.526558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Calling delete_port for 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:48.538451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.552501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] Routers {'4a9a33c5-4361-4440-8106-1df4eb98bc92'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:48.556179 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4a9a33c5-4361-4440-8106-1df4eb98bc92'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:48.557560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Transition to ACTIVE for port object 1eec9965-a316-47be-b399-0eba63c5a1c3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:12:48.573701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.599666 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:48.600957 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7fed7-af9e-4fed-b339-d3ce5bae0811 None None] The sync data for ids ['4a9a33c5-4361-4440-8106-1df4eb98bc92'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:48.627772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:48.745500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e42bb5a-bf49-4aa1-a61a-8ac10f6afe9a tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/4a9a33c5-4361-4440-8106-1df4eb98bc92 HTTP/1.1" status: 200 len: 920 time: 0.2616494 Sep 24 19:12:48.749130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:48.755625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Attempting to bind port 1eec9965-a316-47be-b399-0eba63c5a1c3 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:48.755967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Attempting to bind port 1eec9965-a316-47be-b399-0eba63c5a1c3 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4fe69b9e-1959-452b-9475-0ed20582fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:48.756300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Attempting to bind port 1eec9965-a316-47be-b399-0eba63c5a1c3 on network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:48.762495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Port 1eec9965-a316-47be-b399-0eba63c5a1c3 on network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:12:48.762940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Attempting to bind port 1eec9965-a316-47be-b399-0eba63c5a1c3 on network cbe49a4c-cad4-45a8-a5e5-a07474ae8885 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:48.771299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:12:48.771640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Checking segment: {'id': '4fe69b9e-1959-452b-9475-0ed20582fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:48.772150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Bound using segment: {'id': '4fe69b9e-1959-452b-9475-0ed20582fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:12:48.772458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Bound port: 1eec9965-a316-47be-b399-0eba63c5a1c3, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe69b9e-1959-452b-9475-0ed20582fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:12:48.772822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.777760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-50d787d6-d1c7-4ee0-8c1b-91c1e7cee8db tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a9a33c5-4361-4440-8106-1df4eb98bc92 HTTP/1.1" status: 200 len: 205 time: 0.0275905 Sep 24 19:12:48.780231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:48.782250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d93f0-2419-4166-95f2-2f3c1ede3f97 req-e572dfa5-9e99-4136-bb47-078955e0fb10 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:48.783823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b99d93f0-2419-4166-95f2-2f3c1ede3f97 req-e572dfa5-9e99-4136-bb47-078955e0fb10 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0931602 Sep 24 19:12:48.871511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b99d93f0-2419-4166-95f2-2f3c1ede3f97 req-764c77cc-c1d0-4b9b-a0f6-c405e1737b66 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781088 Sep 24 19:12:48.914476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.914729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:48.918332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1eec9965-a316-47be-b399-0eba63c5a1c3,segment=NetworkSegment(4fe69b9e-1959-452b-9475-0ed20582fcc2),segment_id=4fe69b9e-1959-452b-9475-0ed20582fcc2)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:12:48.924507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.951470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eba3dbd-8d8d-4cef-9ebd-958f92f638dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:48.963137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:48.963770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:48.965273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] 10.222.0.69 "PUT /v2.0/ports/1eec9965-a316-47be-b399-0eba63c5a1c3 HTTP/1.1" status: 200 len: 1091 time: 1.3834951 Sep 24 19:12:48.990341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3643dd7-0f99-475e-bbec-3e2619c7b056 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:49.016613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:49.045475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:49.048487 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138d1fb-b9f8-474f-b110-089d944c3c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:49.107713 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aab7a7-2640-4b10-abdb-ee71312c6db5 x-openstack-request-id: req-60aab7a7-2640-4b10-abdb-ee71312c6db5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:49.108008 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:49.109262 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60aab7a7-2640-4b10-abdb-ee71312c6db5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:49.109262 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3', 'status': 'completed', 'code': 200} Sep 24 19:12:49.120404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e82526ab-9c06-44b6-b87a-e458792b843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.121953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-e82526ab-9c06-44b6-b87a-e458792b843e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=248e27b00a8e494c83e6a9f3bcb64f8e&device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 1094 time: 0.1098258 Sep 24 19:12:49.134117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dedd79-3a30-4f53-b592-e184e5ff6006 req-1303223e-f9bf-40a5-a27a-4d758ff4ba73 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.135482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47dedd79-3a30-4f53-b592-e184e5ff6006 req-1303223e-f9bf-40a5-a27a-4d758ff4ba73 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.0785763 Sep 24 19:12:49.183081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-1593537e-cae7-431b-a9a8-3afdec73b59f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eec9965-a316-47be-b399-0eba63c5a1c3 HTTP/1.1" status: 200 len: 217 time: 0.0465536 Sep 24 19:12:49.197679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:49.238669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-8d8a6228-6058-4a76-9826-396cd7335dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.239917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-8d8a6228-6058-4a76-9826-396cd7335dde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=495db9bd-5c17-4094-8eb3-9b43bafd7ed3 HTTP/1.1" status: 200 len: 852 time: 0.0499537 Sep 24 19:12:49.260726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47dedd79-3a30-4f53-b592-e184e5ff6006 req-f315eab6-8492-4e41-a459-6f622d99d82d tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166785 Sep 24 19:12:49.275999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:49.288717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-abb1f4f5-2cbd-4c35-a745-de9fceba1bcb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbe49a4c-cad4-45a8-a5e5-a07474ae8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314350 Sep 24 19:12:49.353488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port e76b6357-e64d-4727-a41b-313d2507c3cf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:49.354016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:49.405420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-9bb6f41c-0bad-4fd7-bd4d-b1848b6f2a5b service neutron] 10.222.0.69 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075525 Sep 24 19:12:49.518948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:49.546626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8bc5ac8-90f2-4077-9c15-278df15c3d54 req-a03ad553-0a88-4ab7-bb43-0c5677dfc31f service neutron] 10.222.0.69 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333787 Sep 24 19:12:49.665698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de264db4-1bb3-4a4a-8776-abde38930f7f req-d8cc3b9e-fd30-43e0-bb93-e27084b3d6d9 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.674968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de264db4-1bb3-4a4a-8776-abde38930f7f req-d8cc3b9e-fd30-43e0-bb93-e27084b3d6d9 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 943 time: 0.1137552 Sep 24 19:12:49.683494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for e76b6357-e64d-4727-a41b-313d2507c3cf owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:49.709848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-ad56f90b-cbb4-449c-91ec-764f1f9f4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.711495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-ad56f90b-cbb4-449c-91ec-764f1f9f4509 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=248e27b00a8e494c83e6a9f3bcb64f8e&device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 1094 time: 0.1028140 Sep 24 19:12:49.746694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Router 54e30da1-d2a0-4985-a2e9-611adfebfa8c has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:49.756303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de264db4-1bb3-4a4a-8776-abde38930f7f req-9a512568-3f13-4662-8593-75a708c48f70 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803425 Sep 24 19:12:49.858002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-9e83976d-d9b4-4cd4-a86a-589bd0873f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:49.868253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-9e83976d-d9b4-4cd4-a86a-589bd0873f8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=cbe49a4c-cad4-45a8-a5e5-a07474ae8885 HTTP/1.1" status: 200 len: 912 time: 0.1493936 Sep 24 19:12:49.942884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-7afc9095-e21a-4b57-9828-b421d4e75960 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eec9965-a316-47be-b399-0eba63c5a1c3 HTTP/1.1" status: 200 len: 217 time: 0.0641878 Sep 24 19:12:49.983875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:49.999276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Sync routers for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:50.010436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-72309431-1073-4581-b94e-f59b6fbf2757 admin admin] 10.222.0.18 "PUT /v2.0/routers/54e30da1-d2a0-4985-a2e9-611adfebfa8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3401685 Sep 24 19:12:50.011739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:50.015529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:50.016220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:50.051001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.055377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-4e2e64f3-9230-4c6d-a33e-04462974944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:50.056899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-4e2e64f3-9230-4c6d-a33e-04462974944f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=495db9bd-5c17-4094-8eb3-9b43bafd7ed3 HTTP/1.1" status: 200 len: 852 time: 0.1078863 Sep 24 19:12:50.066189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a8a07-2da4-4cdb-b4cc-1ea0578cf4e3 req-09220c9a-fdfd-4d4b-8599-c6e5dccd7f69 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:50.074009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf6a8a07-2da4-4cdb-b4cc-1ea0578cf4e3 req-09220c9a-fdfd-4d4b-8599-c6e5dccd7f69 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1092517 Sep 24 19:12:50.114814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-63df4c00-4e83-4d8e-9f98-aadcada1def7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbe49a4c-cad4-45a8-a5e5-a07474ae8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380523 Sep 24 19:12:50.145349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf6a8a07-2da4-4cdb-b4cc-1ea0578cf4e3 req-6f60f42a-6319-4c2c-9bf4-7b0a1d6f1c00 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655186 Sep 24 19:12:50.183934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=e76b6357-e64d-4727-a41b-313d2507c3cf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:50.216190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:50.248928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.263000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67df61-953c-4faa-80be-7362accc7d7b req-17ab8181-008a-416c-a4ba-0cac10fb2c66 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:50.264741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a67df61-953c-4faa-80be-7362accc7d7b req-17ab8181-008a-416c-a4ba-0cac10fb2c66 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.1183944 Sep 24 19:12:50.299658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-fdb50806-0f66-4ae2-a8f2-f277b890fc60 service neutron] 10.222.0.69 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684885 Sep 24 19:12:50.319819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a67df61-953c-4faa-80be-7362accc7d7b req-84a18ea1-3222-4c7e-9b5d-c1e35339059b tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Sep 24 19:12:50.357536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.361339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.417832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f236fc9-839c-4af0-8aa0-d69c67261a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.418941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.419813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9a33c5-4361-4440-8106-1df4eb98bc92 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:50.433873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.435338 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c395dc44-153b-4990-8829-48d53491dcda tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/4a9a33c5-4361-4440-8106-1df4eb98bc92 HTTP/1.1" status: 204 len: 168 time: 1.6536090 Sep 24 19:12:50.444857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42530) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:50.449275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1885614595', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:50.451772 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:12:48Z', 'revision_number': 5, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:50.474900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0138d1fb-b9f8-474f-b110-089d944c3c2e req-c735518a-45e6-4a87-8f01-2ea2a5e07cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588523 Sep 24 19:12:50.483124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.492510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Checking router: 54e30da1-d2a0-4985-a2e9-611adfebfa8c for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:50.494642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.498517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.519286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Routers {'54e30da1-d2a0-4985-a2e9-611adfebfa8c'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:50.520025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:50.599766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.621116 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.659930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] Set router 54e30da1-d2a0-4985-a2e9-611adfebfa8c gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:50.691242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Deleting port 54900081-c292-4014-85fc-48f8e9648f42 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:50.691900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.771284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:50.908164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:12:48Z', 'revision_number': 5, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:50.977102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec4046-173f-4072-85c2-bd883afc2e63 None None] The sync data for ids ['54e30da1-d2a0-4985-a2e9-611adfebfa8c'] in n-d-810952-2 is: [{'id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'name': 'tempest-ServerRescueTestJSON-370813530-router', 'tenant_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '54900081-c292-4014-85fc-48f8e9648f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:36Z', 'updated_at': '2021-09-24T19:12:48Z', 'revision_number': 5, 'project_id': '5a74210f6b50457e8dcd9dc7cb224fd3', 'gw_port': {'id': '54900081-c292-4014-85fc-48f8e9648f42', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e30da1-d2a0-4985-a2e9-611adfebfa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:37Z', 'updated_at': '2021-09-24T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:51.087602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b91ec-ee1e-4df9-b0c0-fc2cab416b53 req-c2a1a66a-4408-4835-ae9b-fef4bb84cd55 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:51.089698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-012b91ec-ee1e-4df9-b0c0-fc2cab416b53 req-c2a1a66a-4408-4835-ae9b-fef4bb84cd55 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 943 time: 0.1475415 Sep 24 19:12:51.096519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.145094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.194806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] For port 54900081-c292-4014-85fc-48f8e9648f42, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=54900081-c292-4014-85fc-48f8e9648f42,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:51.195481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.208901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Calling delete_port for 54900081-c292-4014-85fc-48f8e9648f42 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:51.232815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7327b9-68dc-4f76-baec-c3668e5a4521 req-6a4ff984-fb3b-4805-9d32-beba228f5123 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:51.234306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f7327b9-68dc-4f76-baec-c3668e5a4521 req-6a4ff984-fb3b-4805-9d32-beba228f5123 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.1436858 Sep 24 19:12:51.239287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-012b91ec-ee1e-4df9-b0c0-fc2cab416b53 req-48c90958-c98c-46d3-99dc-b52f9dfcc4af tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340396 Sep 24 19:12:51.316178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f7327b9-68dc-4f76-baec-c3668e5a4521 req-35b98970-629d-46c8-9d49-c1a796db2709 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740643 Sep 24 19:12:51.366951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.25.5.193 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a3964d93-cd8f-49e0-8276-b1a094d8df06) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:51.398090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7450f2d-8bb7-4957-9fca-f1b0245bf671 req-41cc4ab0-9ca3-44cc-8daa-f4aea69e1339 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:51.406299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7450f2d-8bb7-4957-9fca-f1b0245bf671 req-41cc4ab0-9ca3-44cc-8daa-f4aea69e1339 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0869641 Sep 24 19:12:51.414896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.441177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=54900081-c292-4014-85fc-48f8e9648f42,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:51.472155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7450f2d-8bb7-4957-9fca-f1b0245bf671 req-d1c37922-76e5-4d33-ae56-4e9387115b8c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650203 Sep 24 19:12:51.535596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.569401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.605947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.642578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.645593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.677072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=a3964d93-cd8f-49e0-8276-b1a094d8df06,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:51.684898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:51.686292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:51.688591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:51.707008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.707882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e30da1-d2a0-4985-a2e9-611adfebfa8c {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:12:51.719779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.722298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ddc1d07e-9c13-4f91-905f-438631b895b8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/54e30da1-d2a0-4985-a2e9-611adfebfa8c HTTP/1.1" status: 204 len: 168 time: 1.6922076 Sep 24 19:12:51.725517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:51.839089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Deleting subnet 45067984-93a1-40e2-82ec-92b3beed8a27 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:12:51.844463 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:51.932599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.021511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.050734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1eec9965-a316-47be-b399-0eba63c5a1c3 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:12:52.127962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:52.160690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.175843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1eec9965-a316-47be-b399-0eba63c5a1c3,segment=NetworkSegment(4fe69b9e-1959-452b-9475-0ed20582fcc2),segment_id=4fe69b9e-1959-452b-9475-0ed20582fcc2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:52.194359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1eec9965-a316-47be-b399-0eba63c5a1c3', 'network_id': 'cbe49a4c-cad4-45a8-a5e5-a07474ae8885', 'port_id': '1eec9965-a316-47be-b399-0eba63c5a1c3', 'mac_address': 'fa:16:3e:86:23:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495db9bd-5c17-4094-8eb3-9b43bafd7ed3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:12:52.202661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.246372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.250552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45067984-93a1-40e2-82ec-92b3beed8a27,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:52.263303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.268717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:52.276648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eec9965-a316-47be-b399-0eba63c5a1c3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:12:52.276855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a9d2d6ae-4d8d-4f60-a40e-f11b6791c64b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/45067984-93a1-40e2-82ec-92b3beed8a27 HTTP/1.1" status: 204 len: 168 time: 0.5501742 Sep 24 19:12:52.329709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1eec9965-a316-47be-b399-0eba63c5a1c3,segment=NetworkSegment(4fe69b9e-1959-452b-9475-0ed20582fcc2),segment_id=4fe69b9e-1959-452b-9475-0ed20582fcc2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:52.337379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:52.361542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2497b76d-be8f-40e1-b303-957ebd2a13a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.412432 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.419737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.435260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:52.437697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4eba3dbd-8d8d-4cef-9ebd-958f92f638dd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:52.541951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:52.552869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.575793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4ae1-d1a0-4e41-b4d3-3c0256a660db req-6be27f05-4ae8-4a64-aa09-56b1488f431f tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:52.577883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4ed4ae1-d1a0-4e41-b4d3-3c0256a660db req-6be27f05-4ae8-4a64-aa09-56b1488f431f tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 944 time: 0.1626556 Sep 24 19:12:52.581273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0574f-a0e6-413d-b554-1ec800a8615a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:52.600660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.608364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1eec9965-a316-47be-b399-0eba63c5a1c3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:52.619171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547431aa-4c54-4453-8819-4cc8d26fe7c2 req-9fe5fed8-a620-4711-9a8f-4d5cc66dc33a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:52.620736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-547431aa-4c54-4453-8819-4cc8d26fe7c2 req-9fe5fed8-a620-4711-9a8f-4d5cc66dc33a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.1471667 Sep 24 19:12:52.626133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:52.626709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dabf79-c6ce-4da2-a528-6a5f3a55188c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:52.642305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.645436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2497b76d-be8f-40e1-b303-957ebd2a13a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.659127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2497b76d-be8f-40e1-b303-957ebd2a13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.662012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.702644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:12:52.702644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:12:52.706787 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:12:52.715226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4ed4ae1-d1a0-4e41-b4d3-3c0256a660db req-e2845631-c972-439e-a78e-6131958e423e tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217642 Sep 24 19:12:52.731335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-4c7f7c27-dfbb-4d68-a3db-2eb02399b958 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:52.732870 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-4c7f7c27-dfbb-4d68-a3db-2eb02399b958 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 945 time: 0.1478009 Sep 24 19:12:52.735881 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2497b76d-be8f-40e1-b303-957ebd2a13a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e28ad5eb1e74759a1f2b5445d5f061a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069305 Sep 24 19:12:52.739111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497b76d-be8f-40e1-b303-957ebd2a13a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fb6e67-97ce-47a6-909b-e37064491a3a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:52.748450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:52.798292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-547431aa-4c54-4453-8819-4cc8d26fe7c2 req-43d63920-cc6a-4b2f-bc0d-c01281d41b92 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups?id=f57c2754-2853-499f-9f2e-963db942aba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401236 Sep 24 19:12:52.847597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.861179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.863016 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0df0574f-a0e6-413d-b554-1ec800a8615a HTTP/1.1" status: 204 len: 168 time: 0.5933063 Sep 24 19:12:52.882990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3adc9-d645-4b7c-96f8-24bf2baa16ef req-983847ef-a421-4963-a642-b07ff34ad86a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:52.884603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cc3adc9-d645-4b7c-96f8-24bf2baa16ef req-983847ef-a421-4963-a642-b07ff34ad86a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.0832119 Sep 24 19:12:52.896318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803379-347d-423a-9554-ac5f3d2ee3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df0574f-a0e6-413d-b554-1ec800a8615a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:52.896490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router 76d17d8b-1d35-4804-8d41-9668a80e873b is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:12:52.923465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8540-c7e5-4d13-b284-a02daa7cdcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.928398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.957894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Deleting port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:52.958461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:52.963783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.005712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:53.111206 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-69d69389-1186-42b3-8dd0-6748b608fb71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a74210f6b50457e8dcd9dc7cb224fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043398 Sep 24 19:12:53.114814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:53.120844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] For port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:53.121213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.136416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.138946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.143032 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59fb6e67-97ce-47a6-909b-e37064491a3a HTTP/1.1" status: 204 len: 168 time: 0.3908763 Sep 24 19:12:53.217365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460642c-c3cf-4bfd-a251-a8ed25c2c55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fb6e67-97ce-47a6-909b-e37064491a3a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:53.321683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.333148 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.336198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cc3adc9-d645-4b7c-96f8-24bf2baa16ef req-49252e54-014c-4886-bc68-cab53195542f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422512 Sep 24 19:12:53.403394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.404402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:53.413659 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Sync routers for ids ['76d17d8b-1d35-4804-8d41-9668a80e873b'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:53.427098 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Routers {'76d17d8b-1d35-4804-8d41-9668a80e873b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:53.428636 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['76d17d8b-1d35-4804-8d41-9668a80e873b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:53.428792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.432392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7a7eb93-9584-409a-af45-6eaeb8043ffd tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9842250 Sep 24 19:12:53.433446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:53.461127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.461507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.461809 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Floating IP bb57f53d-b4e4-4653-b470-b2630c39eb6b disassociated. External IP: 172.25.5.157, port: 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23. Sep 24 19:12:53.462149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Calling delete_port for 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:53.540723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.545009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.547389 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd31df9c-e0fd-4eac-aa11-a020eedd1678 HTTP/1.1" status: 204 len: 168 time: 0.4283133 Sep 24 19:12:53.570816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814976c-ea60-40b1-8e96-c2bb4d6d3767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31df9c-e0fd-4eac-aa11-a020eedd1678,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:53.580634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-662ee84a-4362-47b0-9fc6-0adb429c24ae tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/76d17d8b-1d35-4804-8d41-9668a80e873b HTTP/1.1" status: 200 len: 909 time: 0.1460242 Sep 24 19:12:53.581279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42602) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:53.585721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1885614595', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': True}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:12:53.610425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.611945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.665410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.704838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event deleted for resources: {'Port': ['ID=0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:53.745048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:53.753938 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Set router 76d17d8b-1d35-4804-8d41-9668a80e873b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:53.874869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Router 5ec28a2e-9233-4192-a9e5-afe80def59f0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:12:53.968942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 54900081-c292-4014-85fc-48f8e9648f42 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:54.012350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 54900081-c292-4014-85fc-48f8e9648f42 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:54.015341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 54900081-c292-4014-85fc-48f8e9648f42 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:54.019230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0c03f48-0421-4f38-a855-7aa91e9ca733 req-d1164f22-45c6-439d-bf57-b010425c664b tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/ports?device_id=cde35180-b78d-41fd-aaea-839102bbc689 HTTP/1.1" status: 200 len: 210 time: 0.0620887 Sep 24 19:12:54.065720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1eec9965-a316-47be-b399-0eba63c5a1c3 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:12:54.081064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:54.107739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.125233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:50Z', 'updated_at': '2021-09-24T19:12:51Z', 'revision_number': 3, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port': {'id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:12:51Z', 'updated_at': '2021-09-24T19:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:54.141866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Sync routers for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:54.194593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] No DVR routers for this DVR port 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:54.194835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0bc9-8d87-4a14-a875-529c919cd528 req-f39d918e-d3ea-438a-903c-062fd7b2b840 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:54.199787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.202403 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c6bce7a6-0c8e-4f8b-b3bd-e5dd337f4d4b req-0ac49523-73dd-47a5-a682-de5e42449b8a tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.15 "DELETE /v2.0/ports/0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 HTTP/1.1" status: 204 len: 173 time: 1.4542663 Sep 24 19:12:54.202902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'name': 'network-vif-deleted', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:54.205257 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151a1ba7-ff62-4a58-929b-4b2cb195be88" -d '{"events": [{"server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "name": "network-vif-deleted", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:54.217030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-774e0bc9-8d87-4a14-a875-529c919cd528 req-f39d918e-d3ea-438a-903c-062fd7b2b840 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 944 time: 0.3590970 Sep 24 19:12:54.218783 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Checking router: 76d17d8b-1d35-4804-8d41-9668a80e873b for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:54.219278 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Updating router 76d17d8b-1d35-4804-8d41-9668a80e873b port a3964d93-cd8f-49e0-8276-b1a094d8df06 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:12:54.233686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:54.234558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:54.276853 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.304760 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7a436-c448-4654-8f45-72f53e2fd507 x-openstack-request-id: req-b8e7a436-c448-4654-8f45-72f53e2fd507 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:54.305052 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde35180-b78d-41fd-aaea-839102bbc689", "name": "network-vif-deleted", "tag": "0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:54.305305 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8e7a436-c448-4654-8f45-72f53e2fd507 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:54.305718 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde35180-b78d-41fd-aaea-839102bbc689', 'name': 'network-vif-deleted', 'tag': '0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23', 'status': 'completed', 'code': 200} Sep 24 19:12:54.360934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.382719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-774e0bc9-8d87-4a14-a875-529c919cd528 req-96bc35db-f8f5-463c-a69c-381c76fe0ddd tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638942 Sep 24 19:12:54.500652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:54.613828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1eec9965-a316-47be-b399-0eba63c5a1c3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:12:54.620238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1eec9965-a316-47be-b399-0eba63c5a1c3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:12:54.620836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.651482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98037a8-841c-4c1d-81e9-d4b318042e43 req-4d6c3826-d8d9-4821-99e0-303255790eae tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:54.661443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98037a8-841c-4c1d-81e9-d4b318042e43 req-4d6c3826-d8d9-4821-99e0-303255790eae tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1515067 Sep 24 19:12:54.719364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98037a8-841c-4c1d-81e9-d4b318042e43 req-3570a5d4-271c-46ce-8ba2-5a192f5b710f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566723 Sep 24 19:12:54.728224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.763040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.809582 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.820303 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.913901 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Attempting to bind port a3964d93-cd8f-49e0-8276-b1a094d8df06 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:54.914270 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Attempting to bind port a3964d93-cd8f-49e0-8276-b1a094d8df06 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:54.914828 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Attempting to bind port a3964d93-cd8f-49e0-8276-b1a094d8df06 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:54.924300 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:12:54.925068 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:54.926005 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.926586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:12:54.927409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Bound port: a3964d93-cd8f-49e0-8276-b1a094d8df06, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:12:54.928101 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.938012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:54.991415 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Pushing event updated for resources: {'Port': ['ID=a3964d93-cd8f-49e0-8276-b1a094d8df06,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:55.008249 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.009044 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.009419 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.014676 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.015643 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.016158 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.016923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.018993 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.019108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.25.5.244 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c8c1abde-8142-4a22-9257-cb0cb7be06e5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:12:55.019221 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.019221 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.019221 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.019912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:12:55.028884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1eec9965-a316-47be-b399-0eba63c5a1c3,segment=NetworkSegment(4fe69b9e-1959-452b-9475-0ed20582fcc2),segment_id=4fe69b9e-1959-452b-9475-0ed20582fcc2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:55.031185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:55.034274 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93925f2b-8780-4956-b278-847d1ebbad87" -d '{"events": [{"server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "name": "network-vif-plugged", "status": "completed", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:55.058500 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.089433 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] For port a3964d93-cd8f-49e0-8276-b1a094d8df06, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:55.096554 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] For port a3964d93-cd8f-49e0-8276-b1a094d8df06, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3964d93-cd8f-49e0-8276-b1a094d8df06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:12:55.109152 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.122391 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c252487e-b034-4dd3-9f1e-310ee41db41f x-openstack-request-id: req-c252487e-b034-4dd3-9f1e-310ee41db41f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:55.123204 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "name": "network-vif-plugged", "status": "completed", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:55.123799 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c252487e-b034-4dd3-9f1e-310ee41db41f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:55.124641 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3', 'code': 200} Sep 24 19:12:55.126797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:55.154628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:55.167645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.193741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Checking router: 5ec28a2e-9233-4192-a9e5-afe80def59f0 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:55.208783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:55.210230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:55.245127 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Routers {'76d17d8b-1d35-4804-8d41-9668a80e873b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:55.245764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['76d17d8b-1d35-4804-8d41-9668a80e873b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:55.292578 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cee55-5ed8-4cfc-b71e-abe249104688 None None] Pushing event updated for resources: {'Port': ['ID=a3964d93-cd8f-49e0-8276-b1a094d8df06,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:55.326290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.398769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:55.408717 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] Set router 76d17d8b-1d35-4804-8d41-9668a80e873b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:55.433534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:55.454429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:12:55.462582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadcd79-ea66-4a7c-a7ac-01cc2be66b40 req-ae8951da-cf66-44fe-a6a6-d201744a45d3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:55.464334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdadcd79-ea66-4a7c-a7ac-01cc2be66b40 req-ae8951da-cf66-44fe-a6a6-d201744a45d3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.2640560 Sep 24 19:12:55.481744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:12:55.485574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb6176-81a5-4908-acd8-aa364789561f req-8d8c065e-18fd-4740-b30a-196833d21e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:55.487270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1cb6176-81a5-4908-acd8-aa364789561f req-8d8c065e-18fd-4740-b30a-196833d21e1f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 1096 time: 0.2879796 Sep 24 19:12:55.488285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:12:55.491163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c1abde-8142-4a22-9257-cb0cb7be06e5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:55.544873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.575680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.590761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdadcd79-ea66-4a7c-a7ac-01cc2be66b40 req-6d9dceca-5e2c-457a-9386-2934a46e19f5 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152899 Sep 24 19:12:55.678971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1cb6176-81a5-4908-acd8-aa364789561f req-f8d2f607-c2ce-49b9-91a2-99e2cf6496bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779668 Sep 24 19:12:55.688133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.691279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:55.692545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "DELETE /v2.0/security-groups/f57c2754-2853-499f-9f2e-963db942aba9 HTTP/1.1" status: 204 len: 168 time: 0.2927339 Sep 24 19:12:55.697599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42682) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:55.736175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150998ad-61ce-4690-9e15-dd999a3b9afb tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c2754-2853-499f-9f2e-963db942aba9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:55.738226 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-0975bb1f-0a81-4196-a240-64f08e1d3d16 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] show failed (client error): The resource could not be found. Sep 24 19:12:55.743667 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0975bb1f-0a81-4196-a240-64f08e1d3d16 tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "GET /v2.0/security-groups/f57c2754-2853-499f-9f2e-963db942aba9 HTTP/1.1" status: 404 len: 347 time: 0.0392237 Sep 24 19:12:55.747054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:55.751748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:50Z', 'updated_at': '2021-09-24T19:12:51Z', 'revision_number': 3, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port': {'id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:12:51Z', 'updated_at': '2021-09-24T19:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:55.802378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f53ad-b624-40ea-bc22-4c416df2aeb3 None None] The sync data for ids ['76d17d8b-1d35-4804-8d41-9668a80e873b'] in n-d-810952-2 is: [{'id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193'}], 'enable_snat': False}, 'gw_port_id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:50Z', 'updated_at': '2021-09-24T19:12:51Z', 'revision_number': 3, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port': {'id': 'a3964d93-cd8f-49e0-8276-b1a094d8df06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d17d8b-1d35-4804-8d41-9668a80e873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:12:51Z', 'updated_at': '2021-09-24T19:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:55.841352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb044-f628-4395-b810-a4c48ad1ae48 req-553897f5-abfc-4176-9f3d-cd79d0d9928c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:55.843069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eeedb044-f628-4395-b810-a4c48ad1ae48 req-553897f5-abfc-4176-9f3d-cd79d0d9928c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 945 time: 0.2904778 Sep 24 19:12:55.988486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eeedb044-f628-4395-b810-a4c48ad1ae48 req-1e8d00a0-44a9-4a93-97db-043bab76f5be tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332710 Sep 24 19:12:55.997254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Deleting port 71be899a-1143-4b0e-9c02-c6466afafff2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:55.997702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.096112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.102783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.103162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.126831 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.131891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Calling delete_port for 71be899a-1143-4b0e-9c02-c6466afafff2 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:56.146066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:56.176859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bad2bb-3d7e-4a8b-8f72-7e077f12ed7b None None] The sync data for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 is: [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:10:29Z', 'revision_number': 4, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5502e49c-6342-40c7-a505-0d317a0f08c1', 'name': '', 'network_id': '96802faf-39e4-4606-b222-5eab9e3c6e23', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'mac_address': 'fa:16:3e:35:40:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:28Z', 'updated_at': '2021-09-24T19:10:33Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'subnets': [{'id': 'c5c42b8c-666e-4a29-81d4-fa05ed27c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:56.396299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:12:56.421257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:12:56.421845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0fdce3f0-d7bf-4ff6-a5c2-910bbdab0d23 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:12:56.473397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c993f21c-2068-4d34-acb3-c64f49e823fd req-0188c760-9284-4d68-bc7a-fb3f56843051 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0730994 Sep 24 19:12:56.479446 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.536161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Pushing event deleted for resources: {'Port': ['ID=71be899a-1143-4b0e-9c02-c6466afafff2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:56.586237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.770826 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9053a5-656c-48b4-a358-2814ccdfff2c None None] New status for floating IP bb57f53d-b4e4-4653-b470-b2630c39eb6b: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:12:56.837661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b3475-5656-49ef-968e-a6037d237803 req-f5328aca-dc1b-46e3-9bdf-ac6767a94437 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:56.841662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-756b3475-5656-49ef-968e-a6037d237803 req-f5328aca-dc1b-46e3-9bdf-ac6767a94437 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.3029497 Sep 24 19:12:56.851120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.857126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:56.858876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-532c4cc7-6b5d-4ab5-887e-637c72851bca tempest-ServersTestManualDisk-871918496 tempest-ServersTestManualDisk-871918496-project] 10.222.0.18 "DELETE /v2.0/floatingips/bb57f53d-b4e4-4653-b470-b2630c39eb6b HTTP/1.1" status: 204 len: 168 time: 1.1048696 Sep 24 19:12:56.873073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42722) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:56.883469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155f9c5-3f7b-4b08-a317-4f567c837cbc req-9574574c-e7c2-476a-8f70-6a1950e19b5e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:56.897955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5155f9c5-3f7b-4b08-a317-4f567c837cbc req-9574574c-e7c2-476a-8f70-6a1950e19b5e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 946 time: 0.1598001 Sep 24 19:12:56.982458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port 556cf3eb-7480-437b-98de-e3df258e6a88 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:56.983486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:57.073801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:12:57.112198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5155f9c5-3f7b-4b08-a317-4f567c837cbc req-277bbb33-2712-49e9-a727-d62d2705d35d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133355 Sep 24 19:12:57.116678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port 556cf3eb-7480-437b-98de-e3df258e6a88, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=556cf3eb-7480-437b-98de-e3df258e6a88,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:57.117049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:57.143225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for 556cf3eb-7480-437b-98de-e3df258e6a88 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:57.328902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:57.341363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['556cf3eb-7480-437b-98de-e3df258e6a88'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:12:57.409508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=556cf3eb-7480-437b-98de-e3df258e6a88,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:57.431355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port 556cf3eb-7480-437b-98de-e3df258e6a88 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:12:57.436493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:57.439251 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-756b3475-5656-49ef-968e-a6037d237803 req-ad3240f2-c27e-4332-b17f-7350109fca6f tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.15 "DELETE /v2.0/ports/556cf3eb-7480-437b-98de-e3df258e6a88 HTTP/1.1" status: 204 len: 173 time: 0.5785930 Sep 24 19:12:57.440043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'name': 'network-vif-deleted', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:12:57.443076 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd99b7-9133-469c-99d3-09dc7c6d3296" -d '{"events": [{"server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "name": "network-vif-deleted", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:12:57.592835 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4007ee-7b6a-405b-8546-39930a05814d x-openstack-request-id: req-5c4007ee-7b6a-405b-8546-39930a05814d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:12:57.593511 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bf1071-b43c-44b6-bb41-2294a4370844", "name": "network-vif-deleted", "tag": "556cf3eb-7480-437b-98de-e3df258e6a88", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:12:57.593511 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c4007ee-7b6a-405b-8546-39930a05814d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:12:57.594236 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bf1071-b43c-44b6-bb41-2294a4370844', 'name': 'network-vif-deleted', 'tag': '556cf3eb-7480-437b-98de-e3df258e6a88', 'status': 'completed', 'code': 200} Sep 24 19:12:57.720306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b79469a8-4853-46b1-a381-b6077bd4cdd0 req-921f9b6b-1950-456a-9bf9-07caccc94336 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0567980 Sep 24 19:12:57.833113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902102a6-bee3-44a9-a090-e33619c1b0a4 req-4d67ea2a-43b6-4e43-b2ee-33f4f5096486 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:57.834643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-902102a6-bee3-44a9-a090-e33619c1b0a4 req-4d67ea2a-43b6-4e43-b2ee-33f4f5096486 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 945 time: 0.6562696 Sep 24 19:12:57.857733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:12:57.876600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Sync routers for ids ['c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:12:57.898982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Routers {'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:57.899967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:57.921293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:57.925499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dab85a17-fb59-4956-bc91-1d19062db401 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3432188 Sep 24 19:12:57.925999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:57.944066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-902102a6-bee3-44a9-a090-e33619c1b0a4 req-77a98da2-bf21-4ea0-95b9-85b8a2348ff0 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013849 Sep 24 19:12:58.165038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Set router c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:58.241469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bb45bc5-723b-4067-be1b-2a7c3a4be9d7 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 HTTP/1.1" status: 200 len: 908 time: 0.3135190 Sep 24 19:12:58.245781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42748) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:12:58.334583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3964d93-cd8f-49e0-8276-b1a094d8df06 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:12:58.376503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7069779a-d609-42ff-ac73-1667dd714f27 req-178a824c-be6e-4497-90fb-ab209999f17e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bf1071-b43c-44b6-bb41-2294a4370844 HTTP/1.1" status: 200 len: 210 time: 0.0690300 Sep 24 19:12:58.486909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.496136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a3964d93-cd8f-49e0-8276-b1a094d8df06 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:12:58.497129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.500236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.707667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'c8c1abde-8142-4a22-9257-cb0cb7be06e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:53Z', 'updated_at': '2021-09-24T19:12:55Z', 'revision_number': 3, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port': {'id': 'c8c1abde-8142-4a22-9257-cb0cb7be06e5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:12:54Z', 'updated_at': '2021-09-24T19:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:58.709455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.744241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Checking router: c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:12:58.744707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Updating router c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 port c8c1abde-8142-4a22-9257-cb0cb7be06e5 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:12:58.824766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a3964d93-cd8f-49e0-8276-b1a094d8df06, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3964d93-cd8f-49e0-8276-b1a094d8df06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:58.833812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.841046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:58.946958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c03527a1-2d9a-4cf3-9471-db46303a90c4 req-7f4adbbe-b920-4af2-9aab-4747d0d03ec3 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0613980 Sep 24 19:12:58.957056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eaa4f-4a0e-4ab0-9f3b-64aac59b2339 req-d7f7ac2a-e570-4c66-823b-e546ba1cacbd tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:12:58.964763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b32eaa4f-4a0e-4ab0-9f3b-64aac59b2339 req-d7f7ac2a-e570-4c66-823b-e546ba1cacbd tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 945 time: 0.2247200 Sep 24 19:12:59.023084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a3964d93-cd8f-49e0-8276-b1a094d8df06,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:59.024873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b32eaa4f-4a0e-4ab0-9f3b-64aac59b2339 req-d780971b-1dca-48a3-9b85-10e8f0b23760 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Sep 24 19:12:59.144442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Deleting port 5502e49c-6342-40c7-a505-0d317a0f08c1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:59.144751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.176603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.207933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.224143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.245747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] For port 5502e49c-6342-40c7-a505-0d317a0f08c1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5502e49c-6342-40c7-a505-0d317a0f08c1,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:12:59.246129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.247919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Deleting port c8c1abde-8142-4a22-9257-cb0cb7be06e5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:12:59.248677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.261627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Calling delete_port for 5502e49c-6342-40c7-a505-0d317a0f08c1 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:59.278284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Attempting to bind port c8c1abde-8142-4a22-9257-cb0cb7be06e5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:12:59.278754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Attempting to bind port c8c1abde-8142-4a22-9257-cb0cb7be06e5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:12:59.279776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Attempting to bind port c8c1abde-8142-4a22-9257-cb0cb7be06e5 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:12:59.290683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2701-6bc9-4fbd-882a-faf0cc10d0f1 None None] Pushing event updated for resources: {'Port': ['ID=c8c1abde-8142-4a22-9257-cb0cb7be06e5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:59.293253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:12:59.300089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:12:59.300574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.301043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:12:59.301602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Bound port: c8c1abde-8142-4a22-9257-cb0cb7be06e5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:12:59.302061 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.347591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.363354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Calling delete_port for c8c1abde-8142-4a22-9257-cb0cb7be06e5 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:12:59.366331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] For port c8c1abde-8142-4a22-9257-cb0cb7be06e5, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:12:59.370003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] For port c8c1abde-8142-4a22-9257-cb0cb7be06e5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c8c1abde-8142-4a22-9257-cb0cb7be06e5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:12:59.379065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.447663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Routers {'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:12:59.448391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:59.451845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2701-6bc9-4fbd-882a-faf0cc10d0f1 None None] Pushing event updated for resources: {'Port': ['ID=c8c1abde-8142-4a22-9257-cb0cb7be06e5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:59.494965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02114899-01ba-4f0e-b14f-bcaec32e6e0e req-6e8be216-f22a-427d-8987-e5c3850ab4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0692027 Sep 24 19:12:59.523457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.557753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] Set router c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:12:59.570589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5502e49c-6342-40c7-a505-0d317a0f08c1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:59.650641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:53Z', 'updated_at': '2021-09-24T19:12:59Z', 'revision_number': 4, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:12:59.693947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95565d25-1838-43b0-9724-7fa0f7d0a659 None None] The sync data for ids ['c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8'] in n-d-810952-2 is: [{'id': 'c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8', 'name': 'tempest-snat-router-1885614595', 'tenant_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:12:53Z', 'updated_at': '2021-09-24T19:12:59Z', 'revision_number': 4, 'project_id': 'a46e1b0e7ff3465ca2fde0cd65a89908', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:12:59.733398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:12:59.791317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8c1abde-8142-4a22-9257-cb0cb7be06e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:12:59.877490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.007673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.010548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.060178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-06df2d1c-baeb-4dde-8f25-444d319f3797 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:00.063418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-06df2d1c-baeb-4dde-8f25-444d319f3797 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 945 time: 0.2369637 Sep 24 19:13:00.081713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.082431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:00.087435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.088637 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a9f97b0-d849-4732-b479-04324890417e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c6dcfe16-5b55-49b8-938a-1a8d9ecd9ad8 HTTP/1.1" status: 204 len: 168 time: 1.8380311 Sep 24 19:13:00.091177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:00.173007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3964d93-cd8f-49e0-8276-b1a094d8df06 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:00.183440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.188613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef34c691-6a87-4b36-a7ed-07db3fcf9955 req-d7f1c742-f57a-454d-8a35-d2203b73e3d8 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0820582 Sep 24 19:13:00.199069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-59ebcc7a-fb3a-46a7-a4b9-c3cf7d1f2c1d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:00.200619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-59ebcc7a-fb3a-46a7-a4b9-c3cf7d1f2c1d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.4576216 Sep 24 19:13:00.254225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.303325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-0b3e90b4-253c-46ee-a42f-df841052c9a6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/quotas/b519346d2c03450bbd3fafd81a7a9614 HTTP/1.1" status: 200 len: 375 time: 0.0927286 Sep 24 19:13:00.313176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a3964d93-cd8f-49e0-8276-b1a094d8df06 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:00.313646 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.360673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-f947486f-09c2-460d-9681-95db3f99bc85 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359516 Sep 24 19:13:00.410657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.418885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 556cf3eb-7480-437b-98de-e3df258e6a88 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:00.433707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361cd9-ae78-404c-9ad6-e40183947160 req-d39f013a-a630-48a6-b3c7-9725ac735e9f tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:00.435368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c361cd9-ae78-404c-9ad6-e40183947160 req-d39f013a-a630-48a6-b3c7-9725ac735e9f tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 945 time: 0.1483877 Sep 24 19:13:00.461889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 556cf3eb-7480-437b-98de-e3df258e6a88 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:00.462242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 556cf3eb-7480-437b-98de-e3df258e6a88 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:00.493652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Deleting port a3964d93-cd8f-49e0-8276-b1a094d8df06 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:00.494163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.499408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Deleting port 1eec9965-a316-47be-b399-0eba63c5a1c3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:00.499750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.586920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] For port a3964d93-cd8f-49e0-8276-b1a094d8df06, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3964d93-cd8f-49e0-8276-b1a094d8df06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:00.587426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.608281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Calling delete_port for a3964d93-cd8f-49e0-8276-b1a094d8df06 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:00.610382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c361cd9-ae78-404c-9ad6-e40183947160 req-2cca8dff-7b40-4c80-988f-64af27a89634 tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b96d743-bb71-4154-95c7-97a6aeaa9fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391265 Sep 24 19:13:00.691561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-23274fa8-9cb6-4225-84d7-4e69b8499186 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022904 Sep 24 19:13:00.824772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.868957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3964d93-cd8f-49e0-8276-b1a094d8df06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:00.890981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Router 5ec28a2e-9233-4192-a9e5-afe80def59f0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:00.893507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.893858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.894199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.894536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.894885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.895224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.895553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.895878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.896203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.896529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.896881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.897212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:00.901149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] For port 1eec9965-a316-47be-b399-0eba63c5a1c3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1eec9965-a316-47be-b399-0eba63c5a1c3,segment=NetworkSegment(4fe69b9e-1959-452b-9475-0ed20582fcc2),segment_id=4fe69b9e-1959-452b-9475-0ed20582fcc2)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:00.901807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.924664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Calling delete_port for 1eec9965-a316-47be-b399-0eba63c5a1c3 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:00.946070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:00.994097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-b21dbd18-4a64-4e08-b043-37e4fe53ab81 service neutron] 10.222.0.18 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704792 Sep 24 19:13:01.041442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.044388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.101818 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.102698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76d17d8b-1d35-4804-8d41-9668a80e873b {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:01.111497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:01.119743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c3c4a069-aef5-461e-bbbf-5dce68128ab8 admin admin] 10.222.0.18 "PUT /v2.0/routers/5ec28a2e-9233-4192-a9e5-afe80def59f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2442448 Sep 24 19:13:01.120364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42810) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:01.124218 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.124399 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Sync routers for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:01.125836 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c2715748-dc51-4407-86e4-32b306ecc276 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "DELETE /v2.0/routers/76d17d8b-1d35-4804-8d41-9668a80e873b HTTP/1.1" status: 204 len: 168 time: 1.0330439 Sep 24 19:13:01.130764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:01.149139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:01.149781 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:01.175282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1064504364', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:01.363840 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:01.636099 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:12:59Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:01.742369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92976f43-5481-4aec-9762-b99ef02fde57 req-643338ec-cbdd-47fe-9bd1-93e7724502cb tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0627420 Sep 24 19:13:01.778592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1ce045a-6aa6-49ca-8327-0c052e334bc3 req-1cb0a860-2978-4903-a07e-54fc3fbdf07d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 210 time: 0.0979307 Sep 24 19:13:01.812734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.815956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.823368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Checking router: 5ec28a2e-9233-4192-a9e5-afe80def59f0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:01.834950 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Routers {'5ec28a2e-9233-4192-a9e5-afe80def59f0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:01.835528 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ec28a2e-9233-4192-a9e5-afe80def59f0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:01.913040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:01.926480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1eec9965-a316-47be-b399-0eba63c5a1c3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:02.034949 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] Set router 5ec28a2e-9233-4192-a9e5-afe80def59f0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:02.062198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3964d93-cd8f-49e0-8276-b1a094d8df06 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:02.083470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a3964d93-cd8f-49e0-8276-b1a094d8df06 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:02.084059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3964d93-cd8f-49e0-8276-b1a094d8df06 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:02.093529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a99c15b7-f601-4f26-832e-cd1de77abc5b req-37c843ac-fa2d-47ad-8411-2389c0d621ae tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b3b9f61-a469-4fa3-a108-79f6c59704be HTTP/1.1" status: 200 len: 210 time: 0.1922550 Sep 24 19:13:02.184094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:02.194584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Pushing event deleted for resources: {'Port': ['ID=1eec9965-a316-47be-b399-0eba63c5a1c3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:02.205320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:02.264158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] No DVR routers for this DVR port 1eec9965-a316-47be-b399-0eba63c5a1c3 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:13:02.269012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:02.271020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a22abb9b-8519-4e56-ad18-f2cba31f877c req-7e40d3d2-51c7-4dbd-b67e-e9c0eb85423c tempest-ServerPasswordTestJSON-1800653250 tempest-ServerPasswordTestJSON-1800653250-project] 10.222.0.69 "DELETE /v2.0/ports/1eec9965-a316-47be-b399-0eba63c5a1c3 HTTP/1.1" status: 204 len: 173 time: 2.1992028 Sep 24 19:13:02.273017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'name': 'network-vif-deleted', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:02.275453 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19504cb9-6c81-488a-a1a8-52dd9ffc76fc" -d '{"events": [{"server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "name": "network-vif-deleted", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:02.351199 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df23dbce-b658-4c5d-a827-9ec19f4dc966 x-openstack-request-id: req-df23dbce-b658-4c5d-a827-9ec19f4dc966 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:02.351500 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b9f61-a469-4fa3-a108-79f6c59704be", "name": "network-vif-deleted", "tag": "1eec9965-a316-47be-b399-0eba63c5a1c3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:02.351755 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df23dbce-b658-4c5d-a827-9ec19f4dc966 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:02.352164 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b9f61-a469-4fa3-a108-79f6c59704be', 'name': 'network-vif-deleted', 'tag': '1eec9965-a316-47be-b399-0eba63c5a1c3', 'status': 'completed', 'code': 200} Sep 24 19:13:02.374913 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:12:59Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:02.413068 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b00e1-abdc-412d-9a2c-4d0d3d53a279 None None] The sync data for ids ['5ec28a2e-9233-4192-a9e5-afe80def59f0'] in n-d-810952-2 is: [{'id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'name': 'tempest-ServersTestManualDisk-1953263846-router', 'tenant_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:10:21Z', 'updated_at': '2021-09-24T19:12:59Z', 'revision_number': 5, 'project_id': '8e2d1025288f4bcfa63eb6580c9d2a72', 'gw_port': {'id': 'df13ebc0-11f1-4ca7-80bb-50b42438d08c', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ca:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec28a2e-9233-4192-a9e5-afe80def59f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:10:22Z', 'updated_at': '2021-09-24T19:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:02.571779 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:02.691035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:02.918132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-bc6eb60d-da04-4426-8f5a-303e6a6106e3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:02.920887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-bc6eb60d-da04-4426-8f5a-303e6a6106e3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 812 time: 0.2943616 Sep 24 19:13:02.948171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0023489f-3545-43fb-851a-d54107a39378 req-40f31bba-03ab-4dae-9db6-7a053563856e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 210 time: 0.0646772 Sep 24 19:13:02.962701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Request body: {'port': {'device_id': '16383580-ed35-4c32-a0ef-755c6847fb30', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'admin_state_up': True, 'tenant_id': 'b519346d2c03450bbd3fafd81a7a9614'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:03.042024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e386882-6298-4dc3-8738-075f6a52fe94 req-61609f47-59a8-426c-b9b3-bebde9e61006 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0974426 Sep 24 19:13:03.115837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Deleting port df13ebc0-11f1-4ca7-80bb-50b42438d08c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:03.116186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.141422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.195285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:03.309540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Deleting subnet 495db9bd-5c17-4094-8eb3-9b43bafd7ed3 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:13:03.315798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.357432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.390653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.411375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Made reservation on behalf of b519346d2c03450bbd3fafd81a7a9614 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:03.415066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.420820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.421511 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.499179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] For port df13ebc0-11f1-4ca7-80bb-50b42438d08c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=df13ebc0-11f1-4ca7-80bb-50b42438d08c,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:03.499867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.515025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.549628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495db9bd-5c17-4094-8eb3-9b43bafd7ed3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:03.559153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.565056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a948956b-4a8a-4c51-8f7c-47fa96422ec3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/495db9bd-5c17-4094-8eb3-9b43bafd7ed3 HTTP/1.1" status: 204 len: 168 time: 0.3670266 Sep 24 19:13:03.565683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:03.577649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Calling delete_port for df13ebc0-11f1-4ca7-80bb-50b42438d08c owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:03.642307 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:13:03.670650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.777680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.799019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe49a4c-cad4-45a8-a5e5-a07474ae8885']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:03.808468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe69b9e-1959-452b-9475-0ed20582fcc2') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:03.808783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe69b9e-1959-452b-9475-0ed20582fcc2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:03.818719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.832291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.837128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Allocated IP 172.25.5.165 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/101fa0cd-187d-4242-8fcf-7f2b4a006285) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:03.839416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:13:03.839897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:13:03.841728 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:13:03.871265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Allocated IP 172.20.0.8 (17ddc64d-354c-4605-bf1d-662dbfd2baf8/c883c736-a852-4b57-a379-dabb3035b78a/164b0d43-d3e8-4ac8-abfc-7091d4c97f4d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:03.906138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.913558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:03.915724 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbe49a4c-cad4-45a8-a5e5-a07474ae8885 HTTP/1.1" status: 204 len: 168 time: 0.3483036 Sep 24 19:13:04.004468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b963-71bd-490c-98b2-092e5a6b5be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe49a4c-cad4-45a8-a5e5-a07474ae8885,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:04.025531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5502e49c-6342-40c7-a505-0d317a0f08c1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:04.059254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5502e49c-6342-40c7-a505-0d317a0f08c1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:04.060759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5502e49c-6342-40c7-a505-0d317a0f08c1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:04.081911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1eec9965-a316-47be-b399-0eba63c5a1c3 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:04.110983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 1eec9965-a316-47be-b399-0eba63c5a1c3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:04.111355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1eec9965-a316-47be-b399-0eba63c5a1c3 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:04.125855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-681a850a-70da-48ce-9cb3-f224b733f443 req-1ebc52a2-2cdf-4a3a-a4ea-0852b7c930c4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 210 time: 0.0495605 Sep 24 19:13:04.212744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.222942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:04.237857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.264837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-737baabd-6b88-4ad2-9114-c39e07171496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=248e27b00a8e494c83e6a9f3bcb64f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407004 Sep 24 19:13:04.267447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:04.268045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcac741a-ccda-4bee-b73b-39e8c15c790b req-ed02ea8f-13f7-4f0c-bd9f-546fe92184d8 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0948806 Sep 24 19:13:04.306345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=df13ebc0-11f1-4ca7-80bb-50b42438d08c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:04.321757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.354946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.417598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.421585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.424946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.425820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.426322 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b96d743-bb71-4154-95c7-97a6aeaa9fa7 HTTP/1.1" status: 204 len: 168 time: 0.1573529 Sep 24 19:13:04.443390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719dea-409b-46f1-ad6f-0060a081ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b96d743-bb71-4154-95c7-97a6aeaa9fa7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:04.520635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.533745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.594791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.599412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:04.617765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:04.627556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:04.973061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:04.976279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:04.988167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:05.008550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:05.011988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event updated for resources: {'Port': ['ID=101fa0cd-187d-4242-8fcf-7f2b4a006285,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:05.077496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.078093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec28a2e-9233-4192-a9e5-afe80def59f0 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:05.083034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.084176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c1e0414-d472-462d-9686-b77a6cabc5bb admin admin] 10.222.0.18 "DELETE /v2.0/routers/5ec28a2e-9233-4192-a9e5-afe80def59f0 HTTP/1.1" status: 204 len: 168 time: 3.9621878 Sep 24 19:13:05.086808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:05.124136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event updated for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:05.166275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Deleting subnet c5c42b8c-666e-4a29-81d4-fa05ed27c8a0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:13:05.180750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.187088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:05.187765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.265849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1ddc1536-da37-45b5-87c4-db799cf26c8b tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3198767 Sep 24 19:13:05.269341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.299305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Request body: {'port': {'device_id': '16383580-ed35-4c32-a0ef-755c6847fb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:05.301650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:05.422920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.446076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf774-ff18-4be5-9443-ee2b6979a9a0 req-3fa89883-f19c-46ee-a7ef-fd6fd47970eb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:05.454838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57aaf774-ff18-4be5-9443-ee2b6979a9a0 req-3fa89883-f19c-46ee-a7ef-fd6fd47970eb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 931 time: 0.2230999 Sep 24 19:13:05.484030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1715688879-network', 'tenant_id': '60c413385e464d70b1a99bccd53a8ba0'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:05.488527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.527300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c42b8c-666e-4a29-81d4-fa05ed27c8a0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:05.532013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.533978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5e2cd2fd-e44d-42c8-ab73-c747bd5efb21 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c5c42b8c-666e-4a29-81d4-fa05ed27c8a0 HTTP/1.1" status: 204 len: 168 time: 0.4460273 Sep 24 19:13:05.538456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:05.540195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db7c1f36-8f38-4467-9653-c96cc33ed7bf req-f24024f8-dee4-4356-8ea0-1ac3b8455f43 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1072531 Sep 24 19:13:05.567733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Made reservation on behalf of 60c413385e464d70b1a99bccd53a8ba0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:05.570389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd7462-2e1d-4ef9-90bd-a0f8af3dcdee None None] Network 96802faf-39e4-4606-b222-5eab9e3c6e23 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:05.571669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.574410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57aaf774-ff18-4be5-9443-ee2b6979a9a0 req-2b88b9bb-760b-4b01-b0dd-f7a28d42e513 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158600 Sep 24 19:13:05.604071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.607470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.663694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.786460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Deleting port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:05.786818 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.811700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.843625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.856998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] DHCP port deletion for 96802faf-39e4-4606-b222-5eab9e3c6e23 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:13:05.877623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.897457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] For port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:05.897715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.917113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:05.923331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Calling delete_port for 33d3a65d-5c5b-4bc9-a834-104e109aa4ea owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:05.941085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:05.941440 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Added segment 26980204-d56c-446c-aee1-1c5db6ba447e of type vlan for network f993c10c-d5db-481f-b90d-827fe7397816 Sep 24 19:13:05.951473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958662cd-f85d-480f-aa29-61c9a5b2edb7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:05.970218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Deleting port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:05.972644 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.028773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.094441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] For port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,segment=NetworkSegment(d467a570-8197-42e7-bee8-222c958661a3),segment_id=d467a570-8197-42e7-bee8-222c958661a3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:06.095226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.100454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 33d3a65d-5c5b-4bc9-a834-104e109aa4ea no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:06.116747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.118134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:06.119054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.128671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.140273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Calling delete_port for 33d3a65d-5c5b-4bc9-a834-104e109aa4ea owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:06.141503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:06.153145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.164586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.175166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Transition to ACTIVE for port object 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:13:06.184228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Pushing event deleted for resources: {'Port': ['ID=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:06.188824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] No DVR routers for this DVR port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:13:06.192188 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8893378 Sep 24 19:13:06.229304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No active binding found for port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea {{(pid=94857) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 19:13:06.230151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 33d3a65d-5c5b-4bc9-a834-104e109aa4ea not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:06.230825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device df13ebc0-11f1-4ca7-80bb-50b42438d08c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:06.261476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: df13ebc0-11f1-4ca7-80bb-50b42438d08c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:06.262149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device df13ebc0-11f1-4ca7-80bb-50b42438d08c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:06.284361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:13:06.289296 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:13:06.305167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.345619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] No DVR routers for this DVR port 33d3a65d-5c5b-4bc9-a834-104e109aa4ea on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:13:06.357809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.365151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Pushing event updated for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:06.365750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Pushing event deleted for resources: {'Port': ['ID=33d3a65d-5c5b-4bc9-a834-104e109aa4ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:06.381530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.381952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.382411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.382747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.383104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.383788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.384117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.384499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.384823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.385146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.385925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.386251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb9c14-9468-4e5c-99ae-4760fddb2d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:06.413109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Router f3be8b85-ce80-4bc3-be33-fdc202211980 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:06.443881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96802faf-39e4-4606-b222-5eab9e3c6e23']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.446070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af102f74-c002-4b41-9181-af7b77a62773 admin admin] Pushing event updated for resources: {'Network': ['ID=f993c10c-d5db-481f-b90d-827fe7397816,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:06.458030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f993c10c-d5db-481f-b90d-827fe7397816 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:06.471416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd467a570-8197-42e7-bee8-222c958661a3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.472153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd467a570-8197-42e7-bee8-222c958661a3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.501169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Attempting to bind port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:06.501786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Attempting to bind port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:06.502079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Attempting to bind port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:06.515236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:13:06.515516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Attempting to bind port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d on network 17ddc64d-354c-4605-bf1d-662dbfd2baf8 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:06.517235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.538486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.549311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:13:06.549716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:13:06.551495 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:13:06.554269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:06.554269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Checking segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:06.554269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Bound using segment: {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:06.554588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Bound port: 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf930e-3684-4f2d-a266-be1e6b45a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:06.554900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.579360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:06.591997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] Sync routers for ids ['f3be8b85-ce80-4bc3-be33-fdc202211980'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:06.615156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] Routers {'f3be8b85-ce80-4bc3-be33-fdc202211980'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:06.616025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3be8b85-ce80-4bc3-be33-fdc202211980'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.619092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.626277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.631069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0865f370-c8dd-46aa-9937-611561547225 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4981446 Sep 24 19:13:06.631640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:06.633967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.636503 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] 10.222.0.18 "DELETE /v2.0/networks/96802faf-39e4-4606-b222-5eab9e3c6e23 HTTP/1.1" status: 204 len: 168 time: 1.0974147 Sep 24 19:13:06.660702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:06.660968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.666893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:06.668363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:06.676150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] Routers {'f3be8b85-ce80-4bc3-be33-fdc202211980'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:06.679223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3be8b85-ce80-4bc3-be33-fdc202211980'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.684865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.733147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf519-2848-4c06-877f-8563ca53714b admin admin] Pushing event deleted for resources: {'Network': ['ID=96802faf-39e4-4606-b222-5eab9e3c6e23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:06.899554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:06.900649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:06.901466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b65a52-0171-4e68-9969-a0bb9ac3c0f8 None None] The sync data for ids ['f3be8b85-ce80-4bc3-be33-fdc202211980'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:06.901894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:06.904243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] 10.222.0.69 "PUT /v2.0/ports/164b0d43-d3e8-4ac8-abfc-7091d4c97f4d HTTP/1.1" status: 200 len: 1091 time: 1.6208386 Sep 24 19:13:06.904878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:06.907347 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338468b4-c3c8-4c50-b488-d9f790bb6ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:06.963791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:07.076192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99347b1e-544d-44e4-91be-3fef84038b86 service neutron] Pushing event updated for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:07.124368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93789c3-2843-4603-a966-3ead3328a86b req-d60d969f-c10a-430b-bc60-652142ffa019 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.125956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c93789c3-2843-4603-a966-3ead3328a86b req-d60d969f-c10a-430b-bc60-652142ffa019 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 943 time: 0.3543248 Sep 24 19:13:07.143890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.190368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ac96-2e0d-47ae-95a6-5c700e341dc4 req-c87b4c8b-ddf1-45e9-b8b5-5e9838dfab60 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.196672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ac96-2e0d-47ae-95a6-5c700e341dc4 req-c87b4c8b-ddf1-45e9-b8b5-5e9838dfab60 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.203412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ac96-2e0d-47ae-95a6-5c700e341dc4 req-c87b4c8b-ddf1-45e9-b8b5-5e9838dfab60 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.204463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 42970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:07.205090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0706ac96-2e0d-47ae-95a6-5c700e341dc4 req-c87b4c8b-ddf1-45e9-b8b5-5e9838dfab60 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4320982 Sep 24 19:13:07.212501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6557f49a-50d0-4bcd-82c5-1b70b490ddf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e2d1025288f4bcfa63eb6580c9d2a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419109 Sep 24 19:13:07.214697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-5d2d74ca-7742-4b84-85e7-2a230b0cda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.217435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-5d2d74ca-7742-4b84-85e7-2a230b0cda4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 1094 time: 0.2593911 Sep 24 19:13:07.218347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42976) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:07.289416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c93789c3-2843-4603-a966-3ead3328a86b req-442358f7-cd3f-44e6-a25e-dbad1b54a08d tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517243 Sep 24 19:13:07.295124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-1b0c597a-499c-40aa-a839-610e03476a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d HTTP/1.1" status: 200 len: 217 time: 0.0660310 Sep 24 19:13:07.371167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62bd5dc3-08a3-42d8-b164-4c05cd4c2ad6 req-be07a89e-d5bf-4ccf-a6de-85b80d03cc05 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0518658 Sep 24 19:13:07.396290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-aa09c28c-6efa-404e-8212-7212abb2fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.397819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-aa09c28c-6efa-404e-8212-7212abb2fcc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0958610 Sep 24 19:13:07.403751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fedd4bbd-d8b0-43d7-acc8-da847fd98530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.420006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.443246 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0cb55-40cd-4686-87e0-52f3a86a07c8 x-openstack-request-id: req-94c0cb55-40cd-4686-87e0-52f3a86a07c8 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:07.443505 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:07.443622 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94c0cb55-40cd-4686-87e0-52f3a86a07c8 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:07.444016 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d', 'status': 'completed', 'code': 200} Sep 24 19:13:07.451545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-ccb35a84-edaf-44f7-ba75-ef0953682550 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396869 Sep 24 19:13:07.516324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.624715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57484b6-a43c-4042-8b0e-e312cf0d1a2f req-f18a2a3a-2aea-435d-97de-ee8e7106a985 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:07.626030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f57484b6-a43c-4042-8b0e-e312cf0d1a2f req-f18a2a3a-2aea-435d-97de-ee8e7106a985 tempest-ComputeTenantNetworksTest-1041100802 tempest-ComputeTenantNetworksTest-1041100802-project] 10.222.0.18 "GET /v2.0/networks/f993c10c-d5db-481f-b90d-827fe7397816 HTTP/1.1" status: 200 len: 769 time: 0.2020192 Sep 24 19:13:07.637779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42978) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:07.670828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fedd4bbd-d8b0-43d7-acc8-da847fd98530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.683299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fedd4bbd-d8b0-43d7-acc8-da847fd98530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.694529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-67acdc20-2911-46bc-9cf6-0524db29246d service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319999 Sep 24 19:13:07.734131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.736606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.740202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b89429e2-9408-4b16-95d7-7f8dd1be9c65 HTTP/1.1" status: 204 len: 168 time: 0.5181136 Sep 24 19:13:07.767590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fedd4bbd-d8b0-43d7-acc8-da847fd98530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e00e6283d19144988d7a647ca0560eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586421 Sep 24 19:13:07.768042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42982) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:07.771694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4bbd-d8b0-43d7-acc8-da847fd98530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690cee31-3dfc-4bde-aab8-22e8a7947017,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:07.772019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.782055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c41d60-0aa1-4940-ae98-a76750d1c06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89429e2-9408-4b16-95d7-7f8dd1be9c65,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:07.859970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.864227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.911424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25f6d0ee-e400-49da-b165-ff9333ca4149 req-75179742-4390-499f-b479-4ca5a1ffaec9 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903405 Sep 24 19:13:07.935165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:07.992041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.071013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f993c10c-d5db-481f-b90d-827fe7397816']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.093949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.101805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26980204-d56c-446c-aee1-1c5db6ba447e') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.102094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26980204-d56c-446c-aee1-1c5db6ba447e') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.128986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.163667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-763d5d93-2861-4a28-8d01-2e79c7c3c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.165432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-763d5d93-2861-4a28-8d01-2e79c7c3c799 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b519346d2c03450bbd3fafd81a7a9614&device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 1094 time: 0.1471469 Sep 24 19:13:08.170241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.189641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:13:08.190131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:13:08.201559 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:13:08.332582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router f3be8b85-ce80-4bc3-be33-fdc202211980 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:08.463560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:08.469190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.473992 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-75ad9573-54cd-4f3c-bd20-efbdf83ca92e tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "PUT /v2.0/routers/f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 200 len: 922 time: 1.8363597 Sep 24 19:13:08.474735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43008) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.475257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] Sync routers for ids ['f3be8b85-ce80-4bc3-be33-fdc202211980'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:08.488377 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] Routers {'f3be8b85-ce80-4bc3-be33-fdc202211980'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:08.489021 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3be8b85-ce80-4bc3-be33-fdc202211980'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.533015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.552925 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.562187 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] Routers {'f3be8b85-ce80-4bc3-be33-fdc202211980'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:08.562814 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3be8b85-ce80-4bc3-be33-fdc202211980'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.599251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:08.600295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b255bf-613a-49db-9d56-3460ab74feea None None] The sync data for ids ['f3be8b85-ce80-4bc3-be33-fdc202211980'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:08.609712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5925b855-d26f-436f-9251-a8d1c4b32e7b tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 200 len: 922 time: 0.1329272 Sep 24 19:13:08.611919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.623435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.626289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.627542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/690cee31-3dfc-4bde-aab8-22e8a7947017 HTTP/1.1" status: 204 len: 168 time: 0.8536456 Sep 24 19:13:08.674193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-network', 'tenant_id': '8c226e365ad7487184e2e856847ee731'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:08.703837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7779f-4da2-45fb-b9da-4ec37c28d2d3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.705677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bbb7779f-4da2-45fb-b9da-4ec37c28d2d3 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=f3be8b85-ce80-4bc3-be33-fdc202211980&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0925796 Sep 24 19:13:08.708429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.744426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.746086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-851f1139-5d2a-431f-a770-6282e62c24cf req-624734ab-e2f6-416e-9d20-9d46cd3b873b tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1286757 Sep 24 19:13:08.746869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dd1d7-98bd-464d-9b35-f3b294294f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690cee31-3dfc-4bde-aab8-22e8a7947017,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:08.765348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.781217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.785735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f993c10c-d5db-481f-b90d-827fe7397816 HTTP/1.1" status: 204 len: 168 time: 1.1455991 Sep 24 19:13:08.804632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-98aabb38-fd21-4744-b6a3-b95184c866d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.806440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-98aabb38-fd21-4744-b6a3-b95184c866d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 200 len: 912 time: 0.6303074 Sep 24 19:13:08.808428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89841f-517d-472a-9ac1-cf37a0a12542 admin admin] Pushing event deleted for resources: {'Network': ['ID=f993c10c-d5db-481f-b90d-827fe7397816,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:08.823717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:08.824458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e4b56-52da-4034-b6a8-9f772bd385bb req-040d948e-0bde-4794-b0e0-c00371a34d08 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.826682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.827159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-603e4b56-52da-4034-b6a8-9f772bd385bb req-040d948e-0bde-4794-b0e0-c00371a34d08 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 943 time: 0.2085660 Sep 24 19:13:08.843765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:08.872616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-e5f7e361-b4ba-4677-bbfc-c5951ec8e321 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d HTTP/1.1" status: 200 len: 217 time: 0.0568914 Sep 24 19:13:08.884631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ff908-6f9f-47f0-91ba-217325e94436 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.889343 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a4ff908-6f9f-47f0-91ba-217325e94436 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.1799169 Sep 24 19:13:08.890815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43024) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.954175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0aaf3bb0-bda3-45bc-8c37-945cc3bb4b4c tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 200 len: 205 time: 0.0607743 Sep 24 19:13:08.959075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:08.967133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-603e4b56-52da-4034-b6a8-9f772bd385bb req-69a2403f-f8f9-4cbd-b5b2-e667384fcfff tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332879 Sep 24 19:13:08.972877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-34fb9093-2fd7-41b5-88a4-372e4b283bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:08.975942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-34fb9093-2fd7-41b5-88a4-372e4b283bc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 200 len: 852 time: 0.0939951 Sep 24 19:13:09.019831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-9fb8aa36-c9b1-4045-83a5-bc0581e8020b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17ddc64d-354c-4605-bf1d-662dbfd2baf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371814 Sep 24 19:13:09.031041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.039528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43030) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.054594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.057959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9321b4a-9876-4bc2-9e6b-e8cfc08e1091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.068128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.128005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:09.136779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4c407dc-0501-4f68-aa17-1b725200acd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60c413385e464d70b1a99bccd53a8ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960643 Sep 24 19:13:09.139380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.157796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.158213 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Added segment a81d93f4-b9a9-4f2f-9319-2a34131cdb46 of type vlan for network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f Sep 24 19:13:09.164684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.173418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-146c4df3-0c77-4c67-8dbf-8b0958272ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469247 Sep 24 19:13:09.208744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247d1c46-97ce-4509-8ddc-e42973311dec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.233647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.293252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.299486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.321736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-338468b4-c3c8-4c50-b488-d9f790bb6ddb req-21826481-d4a4-4721-9cc9-8c4db7f649cc service neutron] 10.222.0.69 "GET /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409740 Sep 24 19:13:09.356656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.359233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.360394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/958662cd-f85d-480f-aa29-61c9a5b2edb7 HTTP/1.1" status: 204 len: 168 time: 0.2200780 Sep 24 19:13:09.368621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57ee49-39fd-4c6a-a91e-4c9210d0dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958662cd-f85d-480f-aa29-61c9a5b2edb7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.369464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.377071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.378096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:09.378671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.444176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9321b4a-9876-4bc2-9e6b-e8cfc08e1091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.454637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9321b4a-9876-4bc2-9e6b-e8cfc08e1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.487068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9527597 Sep 24 19:13:09.490049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.495410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Request body: {'subnet': {'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-subnet', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:09.497890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6384b-e457-4471-a73f-039e8bec6b75 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.512196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:09.530621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:09.533049 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.537508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321b4a-9876-4bc2-9e6b-e8cfc08e1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c6a7b-3390-4dff-a320-b22b9ebfa062,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.541743 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b9321b4a-9876-4bc2-9e6b-e8cfc08e1091 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33a5ec3d8c994e2b9100da8de5f72237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097482 Sep 24 19:13:09.545127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.575468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port 101fa0cd-187d-4242-8fcf-7f2b4a006285 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:09.575809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.660139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.693159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.696925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.714746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for 101fa0cd-187d-4242-8fcf-7f2b4a006285 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:09.742308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.816431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.817293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Checking segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:09.817871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Network hostable DHCP agents. Network: c5e8c1e0-0eca-48f1-8d8a-1f166a29403f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:09.819395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.823242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca6c6a7b-3390-4dff-a320-b22b9ebfa062 HTTP/1.1" status: 204 len: 168 time: 0.2768707 Sep 24 19:13:09.833304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79016c9-0858-4be7-adda-468d0891f0c8,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.853757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:09.866464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc94b67-dc15-443a-850a-b11c11b86f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6c6a7b-3390-4dff-a320-b22b9ebfa062,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:09.878436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c5e8c1e0-0eca-48f1-8d8a-1f166a29403f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:09.888838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e48cdc-3f57-48f9-a35e-f0716588d963 None None] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:09.897295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:09.900192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:09.948617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4eea57b9-2e44-4731-a041-308d097eda10 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4568248 Sep 24 19:13:09.954285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:09.967695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:09.973020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93f6e1b0-47ad-49ae-b006-4994813a0d77 req-4025a3e9-bcf5-4fb6-b525-c180ea7dd88b tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0425434 Sep 24 19:13:10.019096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.031642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.034599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.118452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:10.129369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:10.130538 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.154175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.156719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=101fa0cd-187d-4242-8fcf-7f2b4a006285,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:10.227964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2511b4-6c3f-4051-985b-cc18cd4e2c71 req-2d817a09-4150-4b8f-9fb1-c25a9666f83a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:10.235394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2511b4-6c3f-4051-985b-cc18cd4e2c71 req-2d817a09-4150-4b8f-9fb1-c25a9666f83a tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 943 time: 0.1361225 Sep 24 19:13:10.318004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2511b4-6c3f-4051-985b-cc18cd4e2c71 req-7ae363b2-e51c-44c1-912a-2097d57ef2a9 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Sep 24 19:13:10.344435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:10.368051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:10.384138 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Allocated IP 172.20.0.2 (c5e8c1e0-0eca-48f1-8d8a-1f166a29403f/b79016c9-0858-4be7-adda-468d0891f0c8/a0d354c2-2248-45af-a333-aefd74832683) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:10.388499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d', 'network_id': '17ddc64d-354c-4605-bf1d-662dbfd2baf8', 'port_id': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d', 'mac_address': 'fa:16:3e:ed:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c883c736-a852-4b57-a379-dabb3035b78a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:10.393236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abced7a9-921a-4e98-a61b-e2ee7d88f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.399994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.411177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:10.453877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.459741 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.495775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:10.523577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:10.537658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.549958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.553160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.607718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-31908225-network', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:10.627728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:10.636565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.637382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router f3be8b85-ce80-4bc3-be33-fdc202211980 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:10.642761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.644845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.649958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1fa48f07-1346-41f7-a17d-eb31a2a84f12 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 204 len: 168 time: 1.6860077 Sep 24 19:13:10.649958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:10.653465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.656169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723809140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:10.693638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:10.696500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:10.700356 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:10.716391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Pushing event updated for resources: {'Port': ['ID=a0d354c2-2248-45af-a333-aefd74832683,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:10.757901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['164b0d43-d3e8-4ac8-abfc-7091d4c97f4d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:10.772331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abced7a9-921a-4e98-a61b-e2ee7d88f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.779499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abced7a9-921a-4e98-a61b-e2ee7d88f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.790683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Attempting to bind port a0d354c2-2248-45af-a333-aefd74832683 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:10.791098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Attempting to bind port a0d354c2-2248-45af-a333-aefd74832683 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:10.791443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Attempting to bind port a0d354c2-2248-45af-a333-aefd74832683 on network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:10.800210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:10.800664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Checking segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:10.801123 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.801510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Bound using segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:10.801973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Bound port: a0d354c2-2248-45af-a333-aefd74832683, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:10.802146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Made reservation on behalf of c253a8f30e5247b3bf4b28ef5116604c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:10.802663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.805898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.816164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.857709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:13:10.857709 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:13:10.857709 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'c253a8f30e5247b3bf4b28ef5116604c', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 12, 50, 828689)}] Sep 24 19:13:10.857709 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:13:10.860070 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:13:10.888869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-abced7a9-921a-4e98-a61b-e2ee7d88f650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d56e2836fe7d447c811d5d8ddd4d461e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432885 Sep 24 19:13:10.892010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abced7a9-921a-4e98-a61b-e2ee7d88f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08837c5b-d005-4ec9-b2f7-cd5198d08ba6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:10.892741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43080) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:10.903615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] For port a0d354c2-2248-45af-a333-aefd74832683, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:10.925052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] For port a0d354c2-2248-45af-a333-aefd74832683, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0d354c2-2248-45af-a333-aefd74832683,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:10.935238 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.956612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:10.984336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.023284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2eb39-6df9-4d69-ba36-eaee70af483e None None] Pushing event updated for resources: {'Port': ['ID=a0d354c2-2248-45af-a333-aefd74832683,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:11.065797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.069598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.074298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08837c5b-d005-4ec9-b2f7-cd5198d08ba6 HTTP/1.1" status: 204 len: 168 time: 0.1798220 Sep 24 19:13:11.084764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a40d-e1c5-40b1-af3d-e2dc3ff8e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08837c5b-d005-4ec9-b2f7-cd5198d08ba6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:11.130319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2b19ef3-ed53-4e04-8838-a387444d2007 req-aa085b54-1dc3-43c5-8bce-28a85c1a7789 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0373404 Sep 24 19:13:11.265674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.267569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.293522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.331122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.361548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.373988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.409576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.503000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Allocated IP 172.25.5.240 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/97e5c993-ed74-4392-8702-6a7365de357f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:11.508286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5293bf-2f8a-4369-a066-e5b62d163b4c req-ae7a720d-5c93-4c1c-8b35-904017c39c26 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:11.508659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf5293bf-2f8a-4369-a066-e5b62d163b4c req-ae7a720d-5c93-4c1c-8b35-904017c39c26 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 944 time: 0.0845087 Sep 24 19:13:11.564080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf5293bf-2f8a-4369-a066-e5b62d163b4c req-4ff8f955-8cfd-4feb-94a9-5680afb7f6dc tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Sep 24 19:13:11.582431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.593690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.599635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.601431 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e534472-e0ff-43ff-b23f-0d6462d0191d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9508615 Sep 24 19:13:11.604205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:11.609348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:11.624010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:11.629938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5656f-e6e3-49a7-a79c-cde5cb884b15,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:11.642817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.643603 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Added segment 0a338c09-c68e-4a50-861e-4d647364b67a of type vlan for network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 Sep 24 19:13:11.693288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.725450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.726892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:11.727749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.765573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3527837 Sep 24 19:13:11.768641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43104) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:11.770831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.774195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Request body: {'subnet': {'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-31908225-subnet', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:11.814157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b1167-f273-4386-bec0-78c182c4c3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=928067a3-a5f0-4245-a4d6-f2d9c784e8d4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:11.829374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:11.833497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Made reservation on behalf of c253a8f30e5247b3bf4b28ef5116604c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:11.836334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.904274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.925585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:11.992869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:12.000635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:12.003374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:12.055318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Pushing event updated for resources: {'Port': ['ID=97e5c993-ed74-4392-8702-6a7365de357f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:12.110533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0d354c2-2248-45af-a333-aefd74832683 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:12.126313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.149066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:12.163682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:12.195797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc975f19-7b5a-4ba2-a01e-c14913911cba,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:12.215070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Checking segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:12.216169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Network hostable DHCP agents. Network: 928067a3-a5f0-4245-a4d6-f2d9c784e8d4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:12.235348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a0d354c2-2248-45af-a333-aefd74832683 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:12.238510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.259960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:12.281825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 928067a3-a5f0-4245-a4d6-f2d9c784e8d4) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:12.289444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:12.290101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.322426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4314bf4-23b9-4c51-8281-031bc0263cba None None] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:12.359148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f29a8b37-ccd5-449f-a30b-6cb4b340a28d req-b0e261f4-6659-4f6b-948e-84f9a322e211 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0652587 Sep 24 19:13:12.379088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f3ee04b-441c-4d7f-bbfb-1d7beef4a0db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6091490 Sep 24 19:13:12.381984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43118) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:12.383086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca653c-3cef-4e3d-bb4b-654707a69f0f None None] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:12.388355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:12.388644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:13:12.393862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:12.394233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.415429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.416873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.430959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-769745037-network', 'tenant_id': '37e214faba364e3498391eeb79792a22'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:12.480053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.527233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.564642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.587258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.637974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6bce5579-1d6e-4188-9e4d-5ce24c9d003d None None] Provisioning complete for port a0d354c2-2248-45af-a333-aefd74832683 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:12.638347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bce5579-1d6e-4188-9e4d-5ce24c9d003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.649094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.650545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.693674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Made reservation on behalf of 37e214faba364e3498391eeb79792a22 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:12.696009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.711821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.752225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a0d354c2-2248-45af-a333-aefd74832683, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0d354c2-2248-45af-a333-aefd74832683,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:12.787236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f7627-ea7d-4c39-8b5e-0dbd4994f798 req-484def96-24cd-4f04-b34a-6f7d182449a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:12.789036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d6f7627-ea7d-4c39-8b5e-0dbd4994f798 req-484def96-24cd-4f04-b34a-6f7d182449a3 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 944 time: 0.1142712 Sep 24 19:13:12.898727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d6f7627-ea7d-4c39-8b5e-0dbd4994f798 req-b436d02a-5247-4772-acca-4579bcc14a2e tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873652 Sep 24 19:13:12.931102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.943643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.943922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.961868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Allocated IP 172.25.5.20 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1aa757cf-28e2-4947-b734-d3f285293801) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:12.984594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:12.985448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:12.989090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.010210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.010447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.016385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:13.066878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03581ec-9fe9-4168-b124-45e6ae31b604,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.071584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.071944 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Added segment 7972bc4e-13d6-43d9-a1ea-9efc81b5bacb of type vlan for network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e Sep 24 19:13:13.164754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:13.167363 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410c2b8-0da9-4f83-8802-840eddc18937" -d '{"events": [{"server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "name": "network-vif-plugged", "status": "completed", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:13.181070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a0d354c2-2248-45af-a333-aefd74832683,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.194177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.203450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:13.212032 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.218973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.243069 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c35f0aa-d239-4897-aa68-874772613f9d x-openstack-request-id: req-0c35f0aa-d239-4897-aa68-874772613f9d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:13.243648 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "name": "network-vif-plugged", "status": "completed", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:13.243906 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c35f0aa-d239-4897-aa68-874772613f9d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:13.244741 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d', 'code': 200} Sep 24 19:13:13.292011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.292970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:13.294561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.306413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.331062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Allocated IP 172.20.0.2 (928067a3-a5f0-4245-a4d6-f2d9c784e8d4/cc975f19-7b5a-4ba2-a01e-c14913911cba/d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:13.333181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.362903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1786401 Sep 24 19:13:13.387189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765729e-ba7c-4a36-8b4b-b520febae6be req-ee16d199-ec59-4aa5-a4bd-17b8bd6ba35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:13.389028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d765729e-ba7c-4a36-8b4b-b520febae6be req-ee16d199-ec59-4aa5-a4bd-17b8bd6ba35e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 1096 time: 0.1010201 Sep 24 19:13:13.460132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43128) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:13.467586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Request body: {'subnet': {'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-769745037-subnet', 'tenant_id': '37e214faba364e3498391eeb79792a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:13.479240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2c8a-c4bd-4b6d-aea8-840921bc7f10 admin admin] Pushing event updated for resources: {'Network': ['ID=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.505436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:13.518008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.528902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d6ead60-e352-4c3a-9371-e5b5a93bb2c8 req-ef0b1116-baf6-4779-b9e5-1d66520deef6 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0363519 Sep 24 19:13:13.533276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d765729e-ba7c-4a36-8b4b-b520febae6be req-37025cb2-d53a-4bc8-b2d0-662b694d6821 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363418 Sep 24 19:13:13.553463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Made reservation on behalf of 37e214faba364e3498391eeb79792a22 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:13.556127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.590406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:13.592528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event updated for resources: {'Port': ['ID=1aa757cf-28e2-4947-b734-d3f285293801,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.602692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Allocated IP 172.25.5.174 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/57527a4d-887d-40ca-9776-59db344fefee) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:13.608173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:13.613157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:13.622295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-761eaa84-b8b3-45ed-9413-93098464657f None None] Provisioning complete for port a0d354c2-2248-45af-a333-aefd74832683 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:13.622667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-761eaa84-b8b3-45ed-9413-93098464657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.635371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:13.655394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.668828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.713598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:13.717093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:13.720731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:13.754047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Pushing event updated for resources: {'Port': ['ID=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.819626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Attempting to bind port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:13.820302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Attempting to bind port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:13.820441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Attempting to bind port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:13.820959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.825626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:13.825999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Checking segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:13.826927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.827339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Bound using segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:13.827834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Bound port: d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:13.828181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.853016 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.893716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:13.908934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Sync routers for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:13.927848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.929071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] For port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:13.931737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:13.932347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:13.937724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68128d06-9a81-481d-95a2-6829d846aac9,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.978801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Checking segment: {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:13.979080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Network hostable DHCP agents. Network: 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:13.985771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] For port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:13.993557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:13.994465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Pushing event updated for resources: {'Port': ['ID=57527a4d-887d-40ca-9776-59db344fefee,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:13.995227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:13.999430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:14.003597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:14.111606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0d354c2-2248-45af-a333-aefd74832683 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:14.116089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.122281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:14.163871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.167971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-001c3fc5-0e72-49bc-b241-aff243aae52e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2086730 Sep 24 19:13:14.169492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:14.194706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:14.198367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c4fc-e714-4bb2-854e-c0102b57ed23 None None] Pushing event updated for resources: {'Port': ['ID=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:14.211898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:14.217728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:14.218333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.264351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3eff4a9b-eb67-4697-b1ef-b9270937432c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8031485 Sep 24 19:13:14.271187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0e35b-f200-43bc-94f9-748503507770 None None] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:14.281111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24a2ab-fb4f-44ce-8240-3a1e3fb5f25a req-1333f3d4-2375-47c8-a559-727668a187e2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:14.283627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee24a2ab-fb4f-44ce-8240-3a1e3fb5f25a req-1333f3d4-2375-47c8-a559-727668a187e2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.2520857 Sep 24 19:13:14.485761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee24a2ab-fb4f-44ce-8240-3a1e3fb5f25a req-c7a0fe10-5b62-4010-8769-263acb359dc6 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657257 Sep 24 19:13:14.536575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.597507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a0d354c2-2248-45af-a333-aefd74832683 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:14.600869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.726252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e16b9-1665-4482-bacb-1686655445b9 None None] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:14.782982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:12Z', 'revision_number': 3, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:14.846131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e561e2a-cfa2-4d1e-a9e0-8b0d099e6218 req-beca2e05-2455-4926-829a-07fb25099747 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1557081 Sep 24 19:13:14.852512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:14.858307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Checking router: e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:14.858656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Updating router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 port 97e5c993-ed74-4392-8702-6a7365de357f binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:13:14.938650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.370395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.380598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.503311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.513467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.579194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c41249-82ae-45cd-87f7-271fac538981 None None] Pushing event updated for resources: {'Port': ['ID=97e5c993-ed74-4392-8702-6a7365de357f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:15.592152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82da6c-24b6-4358-9c8e-a7130271f4ff None None] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:15.620318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.641955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Attempting to bind port 97e5c993-ed74-4392-8702-6a7365de357f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:15.642302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Attempting to bind port 97e5c993-ed74-4392-8702-6a7365de357f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:15.642629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Attempting to bind port 97e5c993-ed74-4392-8702-6a7365de357f on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:15.679695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50110705-6325-46c2-b2fe-f64915a48d9e req-d28a37bb-0a24-4257-acc9-00fb01a9c491 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:15.686523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:15.686947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:15.687351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50110705-6325-46c2-b2fe-f64915a48d9e req-d28a37bb-0a24-4257-acc9-00fb01a9c491 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.0710015 Sep 24 19:13:15.687476 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.687920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:15.688504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Bound port: 97e5c993-ed74-4392-8702-6a7365de357f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:15.688895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.690303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Router a47e8911-ab49-4e8a-b573-458e3b84a946 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:15.746942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] For port 97e5c993-ed74-4392-8702-6a7365de357f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:15.751190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] For port 97e5c993-ed74-4392-8702-6a7365de357f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97e5c993-ed74-4392-8702-6a7365de357f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:15.772456 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.778863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50110705-6325-46c2-b2fe-f64915a48d9e req-24335ac8-61b7-4265-bf80-54c73030d678 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903809 Sep 24 19:13:15.818518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Allocated IP 172.20.0.1 (c5e8c1e0-0eca-48f1-8d8a-1f166a29403f/b79016c9-0858-4be7-adda-468d0891f0c8/91b2f4f8-5ce0-49c0-80ff-2377d070aab6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:15.833395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] Provisioning complete for port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:15.833794 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.872946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:15.899133 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:15.914466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:15.915142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:15.945809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:15.951021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2173b08a-9cfb-4cfe-ba81-72f849858a9d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5639997 Sep 24 19:13:15.951340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43160) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:16.015800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c41249-82ae-45cd-87f7-271fac538981 None None] Pushing event updated for resources: {'Port': ['ID=97e5c993-ed74-4392-8702-6a7365de357f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:16.018429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.038954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:16.038954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.111852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.171905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:16.202974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38510ce9-af9f-42d6-a687-a662a417cf06 req-3138fa1a-78d6-410c-b154-57da7b53fa74 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1586699 Sep 24 19:13:16.205419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:16.232705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Router 33b3061b-6a59-42fc-8aea-b4c20bd481dc is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:16.235146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:16.237549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:16.265716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:16.326655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Pushing event updated for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:16.357825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.437413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f3af1-feaa-4722-9deb-36ee95e35c67 req-6d42114f-c164-431b-95ff-8a26114e8902 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:16.447497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d13f3af1-feaa-4722-9deb-36ee95e35c67 req-6d42114f-c164-431b-95ff-8a26114e8902 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.2838254 Sep 24 19:13:16.466454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.481700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:16.482461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.534682 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] For port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:16.550716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:16.553761 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:14Z', 'revision_number': 3, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.595874 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:16.596507 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Updating router a47e8911-ab49-4e8a-b573-458e3b84a946 port 57527a4d-887d-40ca-9776-59db344fefee binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:13:16.602176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.627595 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.633373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:16.649191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] Sync routers for ids ['33b3061b-6a59-42fc-8aea-b4c20bd481dc'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:16.655425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.659620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25250415-79de-4e94-9420-91bf8856434f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "PUT /v2.0/routers/33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 200 len: 879 time: 5.0542252 Sep 24 19:13:16.660770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:16.716210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] Routers {'33b3061b-6a59-42fc-8aea-b4c20bd481dc'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:16.716988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['33b3061b-6a59-42fc-8aea-b4c20bd481dc'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.789129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d13f3af1-feaa-4722-9deb-36ee95e35c67 req-68bd9576-3582-43e8-a1ff-d904e8b35f99 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401897 Sep 24 19:13:16.817922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.878715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4fdf6457-4444-41d9-af83-6831c0aeed33 None None] Provisioning complete for port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:16.879393 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6457-4444-41d9-af83-6831c0aeed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.889104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94b550-f5e6-4a5f-b9b0-0d891d26b693 None None] Pushing event updated for resources: {'Port': ['ID=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:16.934658 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0bc5ef1-4328-4e68-b2e4-64a61849de68 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 200 len: 920 time: 0.2633314 Sep 24 19:13:16.936790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:16.953735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] Routers {'33b3061b-6a59-42fc-8aea-b4c20bd481dc'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:16.954051 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.954913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['33b3061b-6a59-42fc-8aea-b4c20bd481dc'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.961794 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.976649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:16.996446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:16.997238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f290f5-3271-4344-bb95-9aec9b99be13 None None] The sync data for ids ['33b3061b-6a59-42fc-8aea-b4c20bd481dc'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:17.004817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e2a1e-ab36-45fa-9864-f4eb052e3bfc tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:17.009987 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-411e2a1e-ab36-45fa-9864-f4eb052e3bfc tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=33b3061b-6a59-42fc-8aea-b4c20bd481dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0720055 Sep 24 19:13:17.010568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:17.019006 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e49a9-3f36-49cf-a842-35a4e7381402 None None] Pushing event updated for resources: {'Port': ['ID=57527a4d-887d-40ca-9776-59db344fefee,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:17.038733 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Attempting to bind port 57527a4d-887d-40ca-9776-59db344fefee on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:17.039618 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Attempting to bind port 57527a4d-887d-40ca-9776-59db344fefee by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:17.040580 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Attempting to bind port 57527a4d-887d-40ca-9776-59db344fefee on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:17.048165 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:17.048552 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:17.048957 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.049353 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:17.049874 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Bound port: 57527a4d-887d-40ca-9776-59db344fefee, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:17.050388 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.056833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-8ceb1026-dd75-4855-946e-f0366d200331 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:17.058972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-8ceb1026-dd75-4855-946e-f0366d200331 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 808 time: 0.5371838 Sep 24 19:13:17.064513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf6457-4444-41d9-af83-6831c0aeed33 None None] Port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:17.107103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-8a4f5439-34be-4b69-b335-64f169076299 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/quotas/37e214faba364e3498391eeb79792a22 HTTP/1.1" status: 200 len: 375 time: 0.0373423 Sep 24 19:13:17.117808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:12Z', 'revision_number': 3, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:17.126112 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] For port 57527a4d-887d-40ca-9776-59db344fefee, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:17.129325 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] For port 57527a4d-887d-40ca-9776-59db344fefee, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57527a4d-887d-40ca-9776-59db344fefee,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:17.135431 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.149805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac3ea-d188-4697-9add-5225942d75c4 None None] The sync data for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 is: [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:12Z', 'revision_number': 3, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:17.156080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-212c3f95-ed73-4ba9-a8b3-a1fdcb532d21 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390882 Sep 24 19:13:17.197851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-11a4d58d-05d8-4c60-9172-797d049a888c None None] Provisioning complete for port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:17.198471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11a4d58d-05d8-4c60-9172-797d049a888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.204680 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e49a9-3f36-49cf-a842-35a4e7381402 None None] Pushing event updated for resources: {'Port': ['ID=57527a4d-887d-40ca-9776-59db344fefee,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:17.223759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:17.228231 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:17.298511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a85d6b-af10-4e10-90e6-a307b8ea1272 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:17.302463 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5a85d6b-af10-4e10-90e6-a307b8ea1272 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.2597032 Sep 24 19:13:17.306241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43188) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:17.321261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.323230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.340916 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-531976b8-2e1b-4c93-a868-e049351517b9 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 200 len: 205 time: 0.0306096 Sep 24 19:13:17.341368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:17.345980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.360987 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:17.440332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a1a673f-34d8-498d-88c9-5ffb7e05d9b5 req-d131fd38-01ab-447c-ab47-8dc942e85d93 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0656567 Sep 24 19:13:17.490588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Pushing event updated for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:17.501196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.588461 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:14Z', 'revision_number': 3, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:17.592947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f924b5d7-e96c-4ce1-9efa-a3b4a8b9a9eb service neutron] 10.222.0.18 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191577 Sep 24 19:13:17.628242 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a44b25-bea4-4614-b9a4-cbee11302b23 None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:14Z', 'revision_number': 3, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:17.644078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:17.781900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-cce6f9e9-1043-4d4a-bf01-0ef4c4bf21d7 service neutron] 10.222.0.18 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817417 Sep 24 19:13:17.785356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Allocated IP 172.20.0.1 (928067a3-a5f0-4245-a4d6-f2d9c784e8d4/cc975f19-7b5a-4ba2-a01e-c14913911cba/f51c478d-f665-4499-b4ba-049755d8b225) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:17.807945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:17.811068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:17.906524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.091676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.155529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:18.173633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8958e-e2a9-44be-9324-bfc5a8add2cd req-ccddf443-8c0d-4317-866b-6234cc388265 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:18.182804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port 1aa757cf-28e2-4947-b734-d3f285293801 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:18.183199 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.192087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0e8958e-e2a9-44be-9324-bfc5a8add2cd req-ccddf443-8c0d-4317-866b-6234cc388265 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.2682784 Sep 24 19:13:18.229902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-080280e8-1486-4699-9d20-0652336f2b2b req-61d9c062-3940-4854-87de-78813cd3a843 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 210 time: 0.1223171 Sep 24 19:13:18.283816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3afca2af-f0d3-466a-a358-633a88c429ae None None] Provisioning complete for port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:18.284387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3afca2af-f0d3-466a-a358-633a88c429ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.303213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0e8958e-e2a9-44be-9324-bfc5a8add2cd req-93502a8c-8dae-47ca-9be6-26874d1b96b4 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776439 Sep 24 19:13:18.305689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.381972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3afca2af-f0d3-466a-a358-633a88c429ae None None] Port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:18.387110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97e5c993-ed74-4392-8702-6a7365de357f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:18.399103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:18.408479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:18.412522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:18.487327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 97e5c993-ed74-4392-8702-6a7365de357f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:18.487873 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.488804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Pushing event updated for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:18.531796 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.781350 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.857995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 97e5c993-ed74-4392-8702-6a7365de357f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97e5c993-ed74-4392-8702-6a7365de357f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:18.876579 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:18.877660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:18.895540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-309b3e5c-16fe-49fe-a5cb-b68b95977d48 req-c4fb0eb7-f087-4a03-aceb-1931071e0e9c tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0639722 Sep 24 19:13:18.943873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.081111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=97e5c993-ed74-4392-8702-6a7365de357f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:19.085471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-68dd14a7-f22a-45bb-a0c1-95240e8361e6 None None] Provisioning complete for port f51c478d-f665-4499-b4ba-049755d8b225 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:19.085896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68dd14a7-f22a-45bb-a0c1-95240e8361e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.127761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:19.128234 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.180830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f782-164d-4d95-97bb-bf8e0b83b984 req-45759f0a-9779-4cc3-94c8-5a52f4425dee tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:19.182616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42e7f782-164d-4d95-97bb-bf8e0b83b984 req-45759f0a-9779-4cc3-94c8-5a52f4425dee tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.1903992 Sep 24 19:13:19.185826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.235397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for 1aa757cf-28e2-4947-b734-d3f285293801 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:19.311414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42e7f782-164d-4d95-97bb-bf8e0b83b984 req-958bed06-a3ae-45ed-a3e2-c75cb051b282 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067240 Sep 24 19:13:19.357516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-68dd14a7-f22a-45bb-a0c1-95240e8361e6 None None] Port f51c478d-f665-4499-b4ba-049755d8b225 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:19.435811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba117d26-39a5-4fbe-952b-39648a0ce0f0 req-424059ab-53b2-41d8-baba-c6d0210ec467 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 210 time: 0.0506592 Sep 24 19:13:19.457791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.468145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.509671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:19.517395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-29139086-d70f-4eb3-969e-89cfcbf46eef admin admin] 10.222.0.18 "PUT /v2.0/routers/e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3472166 Sep 24 19:13:19.553730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Pushing event updated for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:19.557152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.600110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.663481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=1aa757cf-28e2-4947-b734-d3f285293801,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:19.701875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:19.703399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:19.714217 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.876537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:19.988858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:19.994407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.102641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6e678486-c8c2-4392-a666-8f4c2c6bb7da None None] Provisioning complete for port f51c478d-f665-4499-b4ba-049755d8b225 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:20.103376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e678486-c8c2-4392-a666-8f4c2c6bb7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.124550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.125122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router 33b3061b-6a59-42fc-8aea-b4c20bd481dc {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:20.140102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.145868 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b52cd49-b570-4be1-9309-28bb8f6f35cd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 204 len: 168 time: 2.7988479 Sep 24 19:13:20.147156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:20.156879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1093130137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:20.217658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e678486-c8c2-4392-a666-8f4c2c6bb7da None None] Port f51c478d-f665-4499-b4ba-049755d8b225 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:20.242735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.243946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.293257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-037d17a2-c238-4ae1-82d3-a684fbb6e86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.341316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97e5c993-ed74-4392-8702-6a7365de357f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:20.348237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.357294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.396589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.397856 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5e0c1f6c-0d0a-46c7-8945-b977e1fff8dd tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2488132 Sep 24 19:13:20.400978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:20.410550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': True}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:20.434841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 97e5c993-ed74-4392-8702-6a7365de357f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:20.435431 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.590184 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Sync routers for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:20.608258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57527a4d-887d-40ca-9776-59db344fefee up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:20.613553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:20.614295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:20.662157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 57527a4d-887d-40ca-9776-59db344fefee triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:20.662643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.787436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.799702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a67acd2-1099-4b3e-bed3-16f6d5d8d295 req-6f03c754-029e-4850-a9f7-5861c37a4194 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.6512797 Sep 24 19:13:20.816061 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.828990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 57527a4d-887d-40ca-9776-59db344fefee, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57527a4d-887d-40ca-9776-59db344fefee,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:20.834896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:20.859999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-68257995-5114-4746-a577-171e014310e9 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:20.866443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-68257995-5114-4746-a577-171e014310e9 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 808 time: 0.9875782 Sep 24 19:13:20.901714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04366876-8c20-420c-b150-8ae1adb35a7c req-689b4213-b6ec-4134-b64e-21306a01da7c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:20.910454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04366876-8c20-420c-b150-8ae1adb35a7c req-689b4213-b6ec-4134-b64e-21306a01da7c tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.2297587 Sep 24 19:13:20.915310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Request body: {'port': {'device_id': '61c62dc4-d779-4398-939c-816067108c39', 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e', 'admin_state_up': True, 'tenant_id': '37e214faba364e3498391eeb79792a22'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:20.916978 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:20.919795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=57527a4d-887d-40ca-9776-59db344fefee,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:21.071165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:21.085058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:21.096558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.101513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:21.101513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:21.107546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-774055dc-98f2-4227-896b-42be16fe0b38 req-558733dc-cf5b-4848-ba69-f1e4fbc0dca6 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 210 time: 0.1553538 Sep 24 19:13:21.118208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-634a7e86-00a0-4dc8-9f94-6fcfa2ded4cd admin admin] 10.222.0.18 "PUT /v2.0/routers/a47e8911-ab49-4e8a-b573-458e3b84a946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1653736 Sep 24 19:13:21.126374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f010b9-0938-402c-b731-088999907753 req-784b1774-7096-4d94-9b4a-461d06ef0559 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:21.127913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64f010b9-0938-402c-b731-088999907753 req-784b1774-7096-4d94-9b4a-461d06ef0559 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 945 time: 0.4499416 Sep 24 19:13:21.145265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.222028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Made reservation on behalf of 37e214faba364e3498391eeb79792a22 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:21.225544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.268097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04366876-8c20-420c-b150-8ae1adb35a7c req-d2e938b6-3684-4758-8b29-97a4643b78d2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c74591-19eb-472a-a82d-90a5838ff360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564954 Sep 24 19:13:21.304808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.25.5.76 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/070bd0fb-1de8-4872-9901-a0435a1275d5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:21.386875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Deleting port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:21.387226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.441978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:21.484836 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.528413 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:17Z', 'revision_number': 2, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:21.551716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.563636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Allocated IP 172.20.0.13 (1e28cf8b-126e-42ac-bc5a-34f9d8aa267e/68128d06-9a81-481d-95a2-6829d846aac9/1827423e-860c-4090-aa4d-e222f0cb3964) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:21.589918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] For port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,segment=NetworkSegment(4baf930e-3684-4f2d-a266-be1e6b45a6ed),segment_id=4baf930e-3684-4f2d-a266-be1e6b45a6ed)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:21.590606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.611486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Calling delete_port for 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:21.618438 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Checking router: e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:21.619261 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Updating router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:13:21.670784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:21.677295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:21.685244 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.692935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:21.760972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=070bd0fb-1de8-4872-9901-a0435a1275d5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:21.871061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:19Z', 'revision_number': 2, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:21.880948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:21.979723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:21.980169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Updating router a47e8911-ab49-4e8a-b573-458e3b84a946 port f51c478d-f665-4499-b4ba-049755d8b225 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:13:21.981406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5190eb98-1e65-4884-a152-d0c037b32e7f req-f3a80db4-151b-41cc-8bbd-1b781452036a tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0622785 Sep 24 19:13:22.032308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.053781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.122057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:22.129105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:22.135054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57527a4d-887d-40ca-9776-59db344fefee up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:22.156741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:22.161406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533942584', 'description': 'tempest-description--1593125116'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:22.169732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:22.223729 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.232118 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.252566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:22.253333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.262540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.272857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Pushing event updated for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:22.349626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 57527a4d-887d-40ca-9776-59db344fefee triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:22.350011 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.361357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.408859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Pushing event deleted for resources: {'Port': ['ID=164b0d43-d3e8-4ac8-abfc-7091d4c97f4d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:22.448196 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1257b6-6cc2-4ebc-8696-3cacddcd5029 None None] Pushing event updated for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:22.493892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-51aadf13-d065-4f0d-8d79-cb95208ceefd tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6081228 Sep 24 19:13:22.522577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Request body: {'port': {'device_id': '61c62dc4-d779-4398-939c-816067108c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:22.548095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] No DVR routers for this DVR port 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:13:22.549968 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Attempting to bind port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:22.549968 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Attempting to bind port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:22.550666 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Attempting to bind port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 on network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:22.570329 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:22.570758 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Checking segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:22.571010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.571201 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.571645 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Bound using segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:22.572505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Bound port: 91b2f4f8-5ce0-49c0-80ff-2377d070aab6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:22.572892 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.573915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64f010b9-0938-402c-b731-088999907753 req-bd8963e9-ae65-419b-a720-b49d915913fb tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.69 "DELETE /v2.0/ports/164b0d43-d3e8-4ac8-abfc-7091d4c97f4d HTTP/1.1" status: 204 len: 173 time: 1.4378850 Sep 24 19:13:22.581523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'name': 'network-vif-deleted', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:22.584527 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a0ebe-2565-4391-aebf-c5a18e818fec" -d '{"events": [{"server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "name": "network-vif-deleted", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:22.599205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.608561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de86d486-5360-4670-b486-266515b6da30 req-cdffdf2f-4586-41e4-af7d-7c8b2c5cccc2 tempest-DeleteServersTestJSON-437621525 tempest-DeleteServersTestJSON-437621525-project] 10.222.0.18 "GET /v2.0/ports?device_id=16383580-ed35-4c32-a0ef-755c6847fb30 HTTP/1.1" status: 200 len: 210 time: 0.1014259 Sep 24 19:13:22.665604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.686140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.691588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a720e-aa20-4a2d-af7a-208f05ba9523 req-9a4c5fd7-4cdb-4c8a-afe9-7c072cd7e7b5 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:22.704696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-530a720e-aa20-4a2d-af7a-208f05ba9523 req-9a4c5fd7-4cdb-4c8a-afe9-7c072cd7e7b5 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 932 time: 0.4206843 Sep 24 19:13:22.717543 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3562c3b-7baf-4aaa-8e8b-ea386b1a5703 x-openstack-request-id: req-e3562c3b-7baf-4aaa-8e8b-ea386b1a5703 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:22.717999 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16383580-ed35-4c32-a0ef-755c6847fb30", "name": "network-vif-deleted", "tag": "164b0d43-d3e8-4ac8-abfc-7091d4c97f4d", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:22.718249 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3562c3b-7baf-4aaa-8e8b-ea386b1a5703 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:22.718982 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16383580-ed35-4c32-a0ef-755c6847fb30', 'name': 'network-vif-deleted', 'tag': '164b0d43-d3e8-4ac8-abfc-7091d4c97f4d', 'status': 'completed', 'code': 200} Sep 24 19:13:22.785046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.810271 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] For port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:22.816909 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] For port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:22.817435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fdbc3-a844-4176-ae73-a0587136a2a1 None None] Pushing event updated for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:22.833221 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.845427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-530a720e-aa20-4a2d-af7a-208f05ba9523 req-ed05e7c9-48a7-4913-b4f2-5f9a4eebf5f2 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Sep 24 19:13:22.853004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] Provisioning complete for port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:22.853393 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:22.960732 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:22.962923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:12:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:23.045940 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52be1da4-9b3f-4ee5-b3e6-627f660c8efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.084514 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1257b6-6cc2-4ebc-8696-3cacddcd5029 None None] Pushing event updated for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.087855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.092709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.117895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.152323 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.155488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Attempting to bind port f51c478d-f665-4499-b4ba-049755d8b225 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:23.155863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Attempting to bind port f51c478d-f665-4499-b4ba-049755d8b225 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:23.156231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Attempting to bind port f51c478d-f665-4499-b4ba-049755d8b225 on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:23.200371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:23.200742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Checking segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:23.201151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.201550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Bound using segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:23.207066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Bound port: f51c478d-f665-4499-b4ba-049755d8b225, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:23.207628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.303152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fc7715-8529-423e-b299-97614583f3e1 req-27bff461-d188-4324-8c8a-3cb53ad7f3bd tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1359537 Sep 24 19:13:23.317783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.347419 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:23.369618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3667b-574e-4e33-bbda-f9171fffaaaf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.371567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] For port f51c478d-f665-4499-b4ba-049755d8b225, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:23.375284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.375496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] For port f51c478d-f665-4499-b4ba-049755d8b225, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f51c478d-f665-4499-b4ba-049755d8b225,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:23.376912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5677944-803b-4a5e-9037-ce9df249b9f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2191012 Sep 24 19:13:23.380701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43326) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:23.388148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group_rule': {'security_group_id': '53f3667b-574e-4e33-bbda-f9171fffaaaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:23.391045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] For port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:23.396057 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.430386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.469907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fdbc3-a844-4176-ae73-a0587136a2a1 None None] Pushing event updated for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.473259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.482215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router 61ef7802-8728-4c02-b968-0c200bb877e2 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:23.535879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.541078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09852cf4-7383-4469-82e2-7793adc505c6 None None] Pushing event updated for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.555945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:23.556646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:23.605021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.626647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.686030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1827423e-860c-4090-aa4d-e222f0cb3964 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:23.702319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.705909 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230550 Sep 24 19:13:23.713529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.713767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43334) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:23.722972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group_rule': {'security_group_id': '53f3667b-574e-4e33-bbda-f9171fffaaaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:23.728566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Transition to ACTIVE for port object 1827423e-860c-4090-aa4d-e222f0cb3964 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:13:23.747086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.751619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:23.769593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2191ae6-2664-458c-80a1-c40e2d944e54 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601fe7e5-6956-4836-b189-5990b1abb9f6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.796544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.813086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:23.818413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:23.822042 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16524f83-2cfc-4808-8539-98fdd641a6b9 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "PUT /v2.0/routers/61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 200 len: 914 time: 3.4134598 Sep 24 19:13:23.822343 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:22Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:23.825322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:23.832075 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] Sync routers for ids ['61ef7802-8728-4c02-b968-0c200bb877e2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:23.861838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:23.931173 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a617c8-0cc8-47ef-bb91-9ff8c61ddbfd None None] The sync data for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 is: [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:22Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:23.954451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] Routers {'61ef7802-8728-4c02-b968-0c200bb877e2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:23.955149 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['61ef7802-8728-4c02-b968-0c200bb877e2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:24.070167 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:24.092443 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] Routers {'61ef7802-8728-4c02-b968-0c200bb877e2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:24.095026 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['61ef7802-8728-4c02-b968-0c200bb877e2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:24.173150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.180167 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:24.181676 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744a30e-5b24-4a35-bac2-884ceaea6e0a None None] The sync data for ids ['61ef7802-8728-4c02-b968-0c200bb877e2'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:24.182597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Attempting to bind port 1827423e-860c-4090-aa4d-e222f0cb3964 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:24.182597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Attempting to bind port 1827423e-860c-4090-aa4d-e222f0cb3964 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:24.182597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Attempting to bind port 1827423e-860c-4090-aa4d-e222f0cb3964 on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:24.196326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.198771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae931f-1f68-42c9-bf9f-c74eb6c4d952 req-a015640b-47d9-4f1e-9277-3c9d75ddb1d0 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:24.215141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:24.216403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73ae931f-1f68-42c9-bf9f-c74eb6c4d952 req-a015640b-47d9-4f1e-9277-3c9d75ddb1d0 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 944 time: 0.1540303 Sep 24 19:13:24.220590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-887081cd-50e7-42c0-a9ce-6510e0f0a589 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 200 len: 920 time: 0.3940172 Sep 24 19:13:24.227884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43352) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:24.249107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:24.249454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 164b0d43-d3e8-4ac8-abfc-7091d4c97f4d not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:24.253069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d600705-b2a2-431e-8e9a-f55015643f12,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:24.281073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.283240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Provisioning complete for port f51c478d-f665-4499-b4ba-049755d8b225 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:24.283885 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.297924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Port 1827423e-860c-4090-aa4d-e222f0cb3964 on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:13:24.298460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Attempting to bind port 1827423e-860c-4090-aa4d-e222f0cb3964 on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:24.301573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.309707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c9cb744-bb77-4fcb-a840-e2e09b6c79b3 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5919240 Sep 24 19:13:24.309850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:24.324428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:24.324804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73ae931f-1f68-42c9-bf9f-c74eb6c4d952 req-62ac9fe4-ba7f-42fb-8352-3be2d7194fa4 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059356 Sep 24 19:13:24.327950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:24.329420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Checking segment: {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:24.332493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Bound using segment: {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:24.333929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Bound port: 1827423e-860c-4090-aa4d-e222f0cb3964, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:24.335311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.394132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722a38f-2d7e-45f2-b543-f054582fc7f5 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:24.395898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e722a38f-2d7e-45f2-b543-f054582fc7f5 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=61ef7802-8728-4c02-b968-0c200bb877e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1660805 Sep 24 19:13:24.398576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:24.455578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.501749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78503e9e-4039-47d7-bf5e-7f0a83ba5431 req-aae42651-326e-4e7d-851d-9b79a8ceb40a tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0685308 Sep 24 19:13:24.521229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:24.547667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1827423e-860c-4090-aa4d-e222f0cb3964,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:24.556508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:24.570260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.577723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a0a0b3-5365-4a17-a2e1-6303081fae8c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:24.581854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22a0a0b3-5365-4a17-a2e1-6303081fae8c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.1794400 Sep 24 19:13:24.583201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:24.596768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:24.597094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.598611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1827423e-860c-4090-aa4d-e222f0cb3964 HTTP/1.1" status: 200 len: 1092 time: 2.0818989 Sep 24 19:13:24.647051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9908fad-2cd8-48d7-8843-4498a1ed0ed5 None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:24.668496 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.699827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ccfa576c-9f81-4a8a-af78-3b1b2da8968c tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 200 len: 205 time: 0.1083519 Sep 24 19:13:24.712528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43374) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:24.731520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:24.737719 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916b349-964a-4a71-b9b5-09282d401ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:24.774004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] For port f51c478d-f665-4499-b4ba-049755d8b225, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f51c478d-f665-4499-b4ba-049755d8b225,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:24.786934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.879981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.906100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Provisioning complete for port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:24.906100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:24.953245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11743ce-26b8-4324-99e2-fc83cccba0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:24.980756 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3370256c-3e0d-45bf-9c63-c31c484c7340 x-openstack-request-id: req-3370256c-3e0d-45bf-9c63-c31c484c7340 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:24.981011 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:24.981257 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3370256c-3e0d-45bf-9c63-c31c484c7340 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:24.981676 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964', 'status': 'completed', 'code': 200} Sep 24 19:13:25.046926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-7831215c-0165-4ef6-967d-010a923bf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:25.048550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-7831215c-0165-4ef6-967d-010a923bf4d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 1095 time: 0.3895893 Sep 24 19:13:25.051867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723d03e-fff4-4542-9a18-81c402e4664c None None] Pushing event updated for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:25.178582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Allocated IP 172.25.5.103 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/fc9afe97-49ad-44ba-8d0e-606a9ec3f97a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:25.192930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-83cf3b83-96bf-4810-951f-275f86b93765 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1827423e-860c-4090-aa4d-e222f0cb3964 HTTP/1.1" status: 200 len: 217 time: 0.1147144 Sep 24 19:13:25.311989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.351986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b1d29c01-d44e-41f0-8646-dfcb5321dca3 None None] Provisioning complete for port f51c478d-f665-4499-b4ba-049755d8b225 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:25.352370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1d29c01-d44e-41f0-8646-dfcb5321dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.456416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.464484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309afb-da71-40e3-a854-9c4e6a639532 req-94611c2b-f84e-4226-8f80-7561ee5d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:25.466298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-94611c2b-f84e-4226-8f80-7561ee5d6f5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68128d06-9a81-481d-95a2-6829d846aac9 HTTP/1.1" status: 200 len: 848 time: 0.2588181 Sep 24 19:13:25.549354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.601097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-9c818835-8b12-4636-b8b3-cef835c2d855 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166103 Sep 24 19:13:25.606988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:25.629059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:25.639283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:25.833603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=fc9afe97-49ad-44ba-8d0e-606a9ec3f97a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:25.872040 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.890798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:25.932578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-9651aedc-8e47-4c3f-9b01-80747ec70cea service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954249 Sep 24 19:13:25.940371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3074e043-182c-421d-88e5-21cb4c441869 req-561ab66e-2309-47a5-ac84-e7505bf59e9c tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1867704 Sep 24 19:13:25.955691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725284a-35e2-43b9-91a8-63880588f47e req-c1edafb1-ad44-436f-993e-7f1cec4a6447 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:25.967585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d725284a-35e2-43b9-91a8-63880588f47e req-c1edafb1-ad44-436f-993e-7f1cec4a6447 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 944 time: 0.3965802 Sep 24 19:13:26.040700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.153934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.209259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d725284a-35e2-43b9-91a8-63880588f47e req-c35ebf32-ad89-4e39-9501-a99e7875acfc tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406857 Sep 24 19:13:26.250769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:26.326258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:26.326656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.342058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port 070bd0fb-1de8-4872-9901-a0435a1275d5 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:26.342448 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.393593 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-8ea434db-72cb-48e2-9df0-f3c3a270d6ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893790 Sep 24 19:13:26.446892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.464160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for 070bd0fb-1de8-4872-9901-a0435a1275d5 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:26.522113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f51c478d-f665-4499-b4ba-049755d8b225 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:26.577313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-5ad0fb3e-799e-40a4-8669-7247b6ac369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:26.578839 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-5ad0fb3e-799e-40a4-8669-7247b6ac369d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1096 time: 0.1453693 Sep 24 19:13:26.585121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.598902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.621794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f51c478d-f665-4499-b4ba-049755d8b225 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:26.622444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.656777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10309afb-da71-40e3-a854-9c4e6a639532 req-24d8cec1-0b76-486c-b8e9-734283b6d1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150619 Sep 24 19:13:26.681981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.820383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=070bd0fb-1de8-4872-9901-a0435a1275d5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:26.855860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.878383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=fc9afe97-49ad-44ba-8d0e-606a9ec3f97a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:26.887053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-a23f0763-67c4-4665-938a-090ea6d6808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:26.888560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-a23f0763-67c4-4665-938a-090ea6d6808f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.2754595 Sep 24 19:13:26.889929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.964176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:26.965737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-00e755d7-b989-4c02-94e7-f453ab093229 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6550450 Sep 24 19:13:26.974914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-32d22bb7-0e20-4c80-9622-dcaecc5e74aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 1001 time: 0.0723171 Sep 24 19:13:27.087876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-f47c089b-86f3-42c7-843b-c2048c826541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:27.090036 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-f47c089b-86f3-42c7-843b-c2048c826541 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.1055162 Sep 24 19:13:27.127039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.130080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.193001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-9497b2cc-b649-426e-977b-25682af37074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:27.197354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-9497b2cc-b649-426e-977b-25682af37074 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 1095 time: 0.4617426 Sep 24 19:13:27.200318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-fb5843ee-2f19-48ff-ad81-1f6ccc42b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:27.202677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-fb5843ee-2f19-48ff-ad81-1f6ccc42b1c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034696 Sep 24 19:13:27.223864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90b91c02-5743-4996-8a91-f6a566b4cd77 req-e0ce4540-7030-4d6b-b69e-9fa48a35a9d0 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0481224 Sep 24 19:13:27.238679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.239243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router 61ef7802-8728-4c02-b968-0c200bb877e2 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:27.262990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.278552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b73b5d0-9c54-46a9-af91-6827a3793b9d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 204 len: 168 time: 2.5600109 Sep 24 19:13:27.299790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43416) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:27.306280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441134850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:27.357748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-9d32f4b0-edbb-4190-b625-d54f5f5692cd service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465716 Sep 24 19:13:27.380959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-75130cf3-cca6-4d16-8932-41700ab8ec6c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--533942584&fields=id&tenant_id=c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 267 time: 0.1968894 Sep 24 19:13:27.476467 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3c2fd7e7-bf92-4ed3-aa08-8a7c21caab51 req-1d52a2ff-4032-4f96-afab-3994baebfe33 service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100566 Sep 24 19:13:27.812457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.813405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:27.860587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-edaeb214-24ab-4c9f-981d-a188652049c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:27.862493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-edaeb214-24ab-4c9f-981d-a188652049c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 908 time: 0.6421833 Sep 24 19:13:27.989423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-b35a9732-5eb3-45fe-9c71-73128bd2f53b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1827423e-860c-4090-aa4d-e222f0cb3964 HTTP/1.1" status: 200 len: 217 time: 0.1167383 Sep 24 19:13:28.035875 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:28.081094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7665a26-e374-45ba-a105-1f074d51cc2f req-532fecd0-eac7-4491-858c-219d7945dcc4 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:28.088870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7665a26-e374-45ba-a105-1f074d51cc2f req-532fecd0-eac7-4491-858c-219d7945dcc4 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 944 time: 0.3305397 Sep 24 19:13:28.095757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:28.144836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-0d4c4272-1776-41c7-a3da-ef87a61db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:28.146349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-0d4c4272-1776-41c7-a3da-ef87a61db40b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68128d06-9a81-481d-95a2-6829d846aac9 HTTP/1.1" status: 200 len: 848 time: 0.1463511 Sep 24 19:13:28.156455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-b099c4c8-d208-4e84-bf85-ec14136f4414 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:28.158100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-b099c4c8-d208-4e84-bf85-ec14136f4414 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 809 time: 0.3966358 Sep 24 19:13:28.162547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:28.167031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:28.167585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dc10f27e-6741-43e6-87ae-7783f140e943 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8665242 Sep 24 19:13:28.172759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:28.220382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-cc0046e6-30ea-4f23-ac87-0c098a4edcf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612383 Sep 24 19:13:28.260658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7665a26-e374-45ba-a105-1f074d51cc2f req-f5add65a-5dc9-44a0-af5b-82433a7da334 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596680 Sep 24 19:13:28.260658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-f1bb8f84-4285-403c-8232-c6b507113907 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/quotas/c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 375 time: 0.0888760 Sep 24 19:13:28.422067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50bb5440-f0ee-4855-adf5-30b249ce2d30 req-f82e4a48-e15f-4247-8b14-17ad9ddf6e38 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0374889 Sep 24 19:13:28.488098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-4bf51fb0-d704-4e28-8109-f65677509825 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2077787 Sep 24 19:13:28.540980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-e1081f6d-a092-497b-9233-04bb197a1d22 service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079319 Sep 24 19:13:28.724027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-f3f70149-e833-4c29-830d-2b06d8761a86 service neutron] 10.222.0.18 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182639 Sep 24 19:13:28.780753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9916b349-964a-4a71-b9b5-09282d401ec5 req-b4e92b51-7f5b-43d7-ba2f-94eab3822e7b service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262878 Sep 24 19:13:28.844266 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-b6a335de-8c3a-4f70-a31e-ad47c11fbf2c service neutron] 10.222.0.18 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107333 Sep 24 19:13:28.948610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.085306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61e07b23-a9e4-498c-a4fb-2cd528c1e5af req-bc9bf522-f606-4f85-9a28-11f0640bd72e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Sep 24 19:13:29.233302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.254878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.460012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Allocated IP 172.25.5.128 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/34fa425f-d643-4058-82c5-a04ebea5fa2e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:29.507400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f548-8729-44be-a255-9c131ebdf1e6 req-716d5a50-91da-455b-91df-c8d447e06605 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:29.513057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44f5f548-8729-44be-a255-9c131ebdf1e6 req-716d5a50-91da-455b-91df-c8d447e06605 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 944 time: 0.1559582 Sep 24 19:13:29.578821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44f5f548-8729-44be-a255-9c131ebdf1e6 req-0e564e5b-afc7-497b-bb4b-a1209171982c tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Sep 24 19:13:29.629196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c06d2bd-4784-4e18-ba6a-a6e45ce5a144 req-2e76ae95-e8ed-4ae5-8036-047e3aa01280 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0320406 Sep 24 19:13:29.639454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.690062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43458) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:29.736906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.762574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Deleting subnet c883c736-a852-4b57-a379-dabb3035b78a {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:13:29.766136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.781248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:29.786969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:29.790880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:29.813421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.830430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Pushing event updated for resources: {'Port': ['ID=34fa425f-d643-4058-82c5-a04ebea5fa2e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:29.863039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.949658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:29.982387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c883c736-a852-4b57-a379-dabb3035b78a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:30.003431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.007649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aebb0666-a076-4bcb-9bc4-c08c37da72d1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c883c736-a852-4b57-a379-dabb3035b78a HTTP/1.1" status: 204 len: 168 time: 0.3135195 Sep 24 19:13:30.010108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:30.110437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.201486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.345688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.376115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec03473-7420-4767-959b-41dd0466005d req-e9567754-e82b-4954-b5ca-bd978cffe562 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 210 time: 0.1505594 Sep 24 19:13:30.437791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1827423e-860c-4090-aa4d-e222f0cb3964 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:30.454758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ddc64d-354c-4605-bf1d-662dbfd2baf8']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:30.527747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baf930e-3684-4f2d-a266-be1e6b45a6ed') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:30.528051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baf930e-3684-4f2d-a266-be1e6b45a6ed') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:30.545336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.574167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.590629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0083153f-4ece-4ed3-a80e-549ac02b0c63 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:30.592330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0083153f-4ece-4ed3-a80e-549ac02b0c63 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 809 time: 0.3107793 Sep 24 19:13:30.593513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:13:30.593909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:13:30.595907 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:13:30.610019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.621611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.628705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1827423e-860c-4090-aa4d-e222f0cb3964,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:30.674167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '1827423e-860c-4090-aa4d-e222f0cb3964', 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e', 'port_id': '1827423e-860c-4090-aa4d-e222f0cb3964', 'mac_address': 'fa:16:3e:f5:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68128d06-9a81-481d-95a2-6829d846aac9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:30.760461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.776479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1827423e-860c-4090-aa4d-e222f0cb3964 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:30.802899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.812479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1827423e-860c-4090-aa4d-e222f0cb3964,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:30.824998 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.862370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45c3b9e6-0b6c-4cc9-9967-e9cdbd7d7f1c req-3c42a75b-71c2-4a1d-ae96-198c8b513b56 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0991232 Sep 24 19:13:30.864290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Router f9941691-d07a-4a25-8998-bc723d8af91a is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:30.865549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:30.871016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] 10.222.0.18 "DELETE /v2.0/networks/17ddc64d-354c-4605-bf1d-662dbfd2baf8 HTTP/1.1" status: 204 len: 168 time: 0.8552597 Sep 24 19:13:30.909072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa48bfb-b9cc-4c98-83f0-6d82eeec4c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ddc64d-354c-4605-bf1d-662dbfd2baf8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:30.915502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-6cc1dde5-5f3c-4dca-857b-c2b11cc25f77 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 379 time: 0.2982116 Sep 24 19:13:30.935171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'port': {'device_id': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'admin_state_up': True, 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'security_groups': ['53f3667b-574e-4e33-bbda-f9171fffaaaf']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:30.947732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:31.018570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1827423e-860c-4090-aa4d-e222f0cb3964'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:31.061146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.084303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:31.090683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.092035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8a30be5-ba88-4d77-bd68-f1f4ffc2f2b1 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "PUT /v2.0/routers/f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 200 len: 916 time: 2.9236841 Sep 24 19:13:31.098139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4751f7-f310-40fd-b14f-246fec8cee57 req-60e1ef25-5325-4221-8fb9-d886adb5bedf tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:31.104291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] Sync routers for ids ['f9941691-d07a-4a25-8998-bc723d8af91a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:31.109068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e4751f7-f310-40fd-b14f-246fec8cee57 req-60e1ef25-5325-4221-8fb9-d886adb5bedf tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 944 time: 0.3325272 Sep 24 19:13:31.111579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43476) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.147107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c54eecb-df25-4092-aca8-df131dee5bb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b519346d2c03450bbd3fafd81a7a9614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840867 Sep 24 19:13:31.149134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.150955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] Routers {'f9941691-d07a-4a25-8998-bc723d8af91a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:31.151730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f9941691-d07a-4a25-8998-bc723d8af91a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:31.199117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:31.212940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.223912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] Routers {'f9941691-d07a-4a25-8998-bc723d8af91a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:31.224573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f9941691-d07a-4a25-8998-bc723d8af91a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:31.238636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e4751f7-f310-40fd-b14f-246fec8cee57 req-601edaa5-e986-4844-ba68-283acf28c682 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286259 Sep 24 19:13:31.258406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.269174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:31.269869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade822-5624-4620-a9e2-6cb7bd62e46c None None] The sync data for ids ['f9941691-d07a-4a25-8998-bc723d8af91a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:31.307872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Made reservation on behalf of c253a8f30e5247b3bf4b28ef5116604c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:31.311410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.335059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.339442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.343228 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01c74591-19eb-472a-a82d-90a5838ff360 HTTP/1.1" status: 204 len: 168 time: 0.1901622 Sep 24 19:13:31.351908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53f3eea0-e5de-4e97-818d-c63160e3b90d tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 200 len: 922 time: 0.2295628 Sep 24 19:13:31.354493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43482) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.359834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0198f-c077-4f83-ba51-0e9b1a46df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c74591-19eb-472a-a82d-90a5838ff360,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:31.525842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ed986e6-603b-41ff-abf2-99266e51cb97 req-78f81d3a-f528-466e-be3a-cf55981c04a4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 210 time: 0.0501726 Sep 24 19:13:31.530949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e01eb9-cf00-48f3-ad54-fee0546d5b9d tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:31.532403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-82e01eb9-cf00-48f3-ad54-fee0546d5b9d tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=f9941691-d07a-4a25-8998-bc723d8af91a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1769524 Sep 24 19:13:31.535344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.621565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Allocated IP 172.20.0.5 (928067a3-a5f0-4245-a4d6-f2d9c784e8d4/cc975f19-7b5a-4ba2-a01e-c14913911cba/3008bf58-5e13-4389-be5a-064c811023a7) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:31.658399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deee34-3322-41b5-8260-bf6325654723 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:31.659875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8deee34-3322-41b5-8260-bf6325654723 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.1233070 Sep 24 19:13:31.662887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43492) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.701140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b5525228-289f-4f70-b6e6-8df28e8ee749 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 200 len: 205 time: 0.0365894 Sep 24 19:13:31.704634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:31.894778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.939152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:31.993789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ba26669-a1c9-4cbd-a151-0e52455ade58 req-0b5adff5-1beb-46c6-80c7-d8ca25c9ace9 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0382640 Sep 24 19:13:32.060435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.068128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.113313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:32.121131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:32.140938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:32.171036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:32.206834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:32.207504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.235381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1827423e-860c-4090-aa4d-e222f0cb3964 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:32.261200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0c3ead0e-030a-4d0a-981c-d613433c2fdc tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306184 Sep 24 19:13:32.262728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port 34fa425f-d643-4058-82c5-a04ebea5fa2e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:32.263093 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.299151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Request body: {'port': {'device_id': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:32.320409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 1827423e-860c-4090-aa4d-e222f0cb3964 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:13:32.325984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 1827423e-860c-4090-aa4d-e222f0cb3964 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:32.326743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.449043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.478817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.534286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:32.536768 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e421ab3-a4ac-4ada-8df6-e16fd9e17640" -d '{"events": [{"server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "name": "network-vif-plugged", "status": "completed", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:32.563564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1827423e-860c-4090-aa4d-e222f0cb3964,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:32.574123 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.631290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:32.634974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-68f23491-cee7-4170-8ebe-bab4ea19be80 None None] Provisioning complete for port 3008bf58-5e13-4389-be5a-064c811023a7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:32.635569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68f23491-cee7-4170-8ebe-bab4ea19be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:32.749670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-68f23491-cee7-4170-8ebe-bab4ea19be80 None None] Port 3008bf58-5e13-4389-be5a-064c811023a7 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:32.834425 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f4d77-dc3b-4fff-9abf-c271c5e0a9ab x-openstack-request-id: req-c26f4d77-dc3b-4fff-9abf-c271c5e0a9ab {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:32.834938 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "name": "network-vif-plugged", "status": "completed", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:32.835292 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c26f4d77-dc3b-4fff-9abf-c271c5e0a9ab {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:32.835800 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964', 'code': 200} Sep 24 19:13:33.075785 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:33.145769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:33.165503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48eaf7-7d74-4bf5-9fe5-2351a72aa364 req-5de7d518-4906-4369-936b-e50b1ace0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:33.167707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a48eaf7-7d74-4bf5-9fe5-2351a72aa364 req-5de7d518-4906-4369-936b-e50b1ace0644 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 1097 time: 0.2278404 Sep 24 19:13:33.175311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12148139-e4a1-4eca-a82f-7499c3875851 req-220f8baa-6dff-41b9-9df6-4825ded50da9 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:33.176726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12148139-e4a1-4eca-a82f-7499c3875851 req-220f8baa-6dff-41b9-9df6-4825ded50da9 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 946 time: 0.7296474 Sep 24 19:13:33.189207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for 34fa425f-d643-4058-82c5-a04ebea5fa2e owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:33.198439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94733-c461-48ca-bc55-c0a4ffa2dcb1 req-802ab7c5-377b-4847-bc5c-165f8c317c46 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:33.199926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8d94733-c461-48ca-bc55-c0a4ffa2dcb1 req-802ab7c5-377b-4847-bc5c-165f8c317c46 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 931 time: 0.2616422 Sep 24 19:13:33.338817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a48eaf7-7d74-4bf5-9fe5-2351a72aa364 req-0b6f2ddc-8c73-4ffe-b75d-5947c51ad51b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611111 Sep 24 19:13:33.392281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12148139-e4a1-4eca-a82f-7499c3875851 req-bfe23d7c-4a0c-4b5d-bb3f-c6c72e435202 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903055 Sep 24 19:13:33.514689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8d94733-c461-48ca-bc55-c0a4ffa2dcb1 req-fcb4b08e-6c7b-490a-aa4d-f5396c56290d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915540 Sep 24 19:13:33.571369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9efc23dc-b378-483c-8150-60f61e76c70b req-c4de4abd-b130-4c8a-85ab-03cdd03c90fe tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0476906 Sep 24 19:13:33.660888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3008bf58-5e13-4389-be5a-064c811023a7 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:33.674043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:33.697058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Transition to ACTIVE for port object 3008bf58-5e13-4389-be5a-064c811023a7 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:13:33.698213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:33.708160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:33.736884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=34fa425f-d643-4058-82c5-a04ebea5fa2e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:33.928482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Pushing event updated for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:33.982189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.029471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Attempting to bind port 3008bf58-5e13-4389-be5a-064c811023a7 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:34.029956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Attempting to bind port 3008bf58-5e13-4389-be5a-064c811023a7 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:34.030290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Attempting to bind port 3008bf58-5e13-4389-be5a-064c811023a7 on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:34.067000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:34.090519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Port 3008bf58-5e13-4389-be5a-064c811023a7 on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:13:34.091053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Attempting to bind port 3008bf58-5e13-4389-be5a-064c811023a7 on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:34.100712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:34.101133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Checking segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:34.101587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Bound using segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:34.102092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Bound port: 3008bf58-5e13-4389-be5a-064c811023a7, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:34.102449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.130307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.138971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.215314 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef2cc-cb8d-4930-bfe3-3b4bedd8d0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.229508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.230281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router f9941691-d07a-4a25-8998-bc723d8af91a {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:34.238219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.243451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd22ff18-e99b-4270-ab6d-b3329423257e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 204 len: 168 time: 2.5377429 Sep 24 19:13:34.243795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:34.252380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1011664906', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:34.300457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:34.306886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3008bf58-5e13-4389-be5a-064c811023a7,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:34.314368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.337118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef2cc-cb8d-4930-bfe3-3b4bedd8d0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.348403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef2cc-cb8d-4930-bfe3-3b4bedd8d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.360339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.361112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.363595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-debc27df-91dd-479d-9cae-707378bad55d service neutron] 10.222.0.69 "PUT /v2.0/ports/3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 1091 time: 2.0705192 Sep 24 19:13:34.364011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:34.366332 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "tag": "3008bf58-5e13-4389-be5a-064c811023a7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:34.403383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.405239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.419935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f7ef2cc-cb8d-4930-bfe3-3b4bedd8d0da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae93a24e13b345d0a484a3b3c960a328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511791 Sep 24 19:13:34.422393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ef2cc-cb8d-4930-bfe3-3b4bedd8d0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d56d18-23ba-42ec-a9a3-bb7801bd5ba7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:34.438925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:34.448071 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fff9f70-ede1-4b77-b2c2-753c5c82494d x-openstack-request-id: req-2fff9f70-ede1-4b77-b2c2-753c5c82494d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:34.448805 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "tag": "3008bf58-5e13-4389-be5a-064c811023a7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:34.449064 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fff9f70-ede1-4b77-b2c2-753c5c82494d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:34.449485 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7', 'status': 'completed', 'code': 200} Sep 24 19:13:34.451328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc27df-91dd-479d-9cae-707378bad55d service neutron] Pushing event updated for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:34.508077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-49e70b5b-27b8-4459-9686-861c685db193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.511149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-49e70b5b-27b8-4459-9686-861c685db193 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1094 time: 0.1008499 Sep 24 19:13:34.538802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.604248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-6352b1dc-be22-462c-b282-721c86c68561 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 217 time: 0.0805326 Sep 24 19:13:34.613152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.688865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.701468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d96f0-6450-408c-b376-c3648d11b8c1 req-81b71ae6-f23a-46ed-a5c6-51bf8e59da4e tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.703143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e8d96f0-6450-408c-b376-c3648d11b8c1 req-81b71ae6-f23a-46ed-a5c6-51bf8e59da4e tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 946 time: 0.1892750 Sep 24 19:13:34.717125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0d4724d5-edde-4f8e-83ca-9da908a25dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.718575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0d4724d5-edde-4f8e-83ca-9da908a25dc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.1065304 Sep 24 19:13:34.783078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3aa2f-2387-4160-aa24-5bafe22e35c2 req-15974ed4-5003-4a7b-bfee-36bf835272aa tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.784588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fd3aa2f-2387-4160-aa24-5bafe22e35c2 req-15974ed4-5003-4a7b-bfee-36bf835272aa tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 943 time: 0.1365883 Sep 24 19:13:34.804418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e8d96f0-6450-408c-b376-c3648d11b8c1 req-b1f4bfcc-63f3-4dba-97a3-ca9c071e440f tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927408 Sep 24 19:13:34.811224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.829553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0a6d36d8-1561-49d1-b7de-f5c7e6a6e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:34.832226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-0a6d36d8-1561-49d1-b7de-f5c7e6a6e43c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050510 Sep 24 19:13:34.878268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fd3aa2f-2387-4160-aa24-5bafe22e35c2 req-eebcef46-29fc-4f2d-a0f8-6ca78f850d40 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795200 Sep 24 19:13:34.893525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.900289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:34.903854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93d56d18-23ba-42ec-a9a3-bb7801bd5ba7 HTTP/1.1" status: 204 len: 168 time: 0.4565566 Sep 24 19:13:34.960676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657b1e6-2b2d-48c6-b71a-41b526d8336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d56d18-23ba-42ec-a9a3-bb7801bd5ba7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:35.094511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fdb6fad-ddb1-484b-949e-1fcf09cf73ca req-173813dc-e924-4b7f-a9a8-2469f1e10e50 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.1619418 Sep 24 19:13:35.145991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-b3171c94-0b0f-4f79-af2e-f92a7457cf0d service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021736 Sep 24 19:13:35.292770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a11d8407-abb4-4a2d-b334-45d2d6c28d1a req-5d4b55b7-1df9-4617-8529-036d867e1d16 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375287 Sep 24 19:13:35.354988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:35.411519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:35.456773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-5d3ebbc2-295a-4fea-95b5-e344ddaf5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.457667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-5d3ebbc2-295a-4fea-95b5-e344ddaf5e8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1094 time: 0.0960722 Sep 24 19:13:35.655435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631671f9-5f24-412d-ab92-3083239d78f1 req-377411e3-1032-4959-94fe-991bcec34133 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.657426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-631671f9-5f24-412d-ab92-3083239d78f1 req-377411e3-1032-4959-94fe-991bcec34133 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.0911248 Sep 24 19:13:35.659237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-1b1378cf-1ce4-4576-9c78-36f57328fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.660620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-1b1378cf-1ce4-4576-9c78-36f57328fca2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.1954653 Sep 24 19:13:35.665616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Allocated IP 172.25.5.252 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/e688d318-18e8-498f-b070-852328b9a832) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:35.726200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-1282dd72-0a1a-483e-b623-b6f77e22381f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 217 time: 0.0503397 Sep 24 19:13:35.810448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-64dc74b3-f08d-4728-b2b7-b76a23723081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.814225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-64dc74b3-f08d-4728-b2b7-b76a23723081 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.0704973 Sep 24 19:13:35.819645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-631671f9-5f24-412d-ab92-3083239d78f1 req-ab4acea0-f6c1-4ef7-b46f-ed893be105dc tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517713 Sep 24 19:13:35.824055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:35.880491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:35.920782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-0b9490d3-5a47-4a95-b52d-b172c5d154a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.922346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-0b9490d3-5a47-4a95-b52d-b172c5d154a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983548 Sep 24 19:13:35.983109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91628d6-be80-46d1-a7e8-af06a869e20d req-f5697c5d-43c7-4115-ba60-c29f0eea0a61 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:35.984938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f91628d6-be80-46d1-a7e8-af06a869e20d req-f5697c5d-43c7-4115-ba60-c29f0eea0a61 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 946 time: 0.1090312 Sep 24 19:13:35.996633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event updated for resources: {'Port': ['ID=e688d318-18e8-498f-b070-852328b9a832,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:36.015063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:36.015721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:36.022783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:36.091150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:36.145742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f91628d6-be80-46d1-a7e8-af06a869e20d req-dd5dee62-3126-45f5-a00c-8cc09b045a6a tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492081 Sep 24 19:13:36.162027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-85d3678e-993a-4495-99bd-27fd44caff65 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242320 Sep 24 19:13:36.179130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010aa3-d1aa-4aff-89a7-7258ebff4c94 req-3d452486-4342-4a89-9549-3c1d3687d0d5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:36.183414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b010aa3-d1aa-4aff-89a7-7258ebff4c94 req-3d452486-4342-4a89-9549-3c1d3687d0d5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 943 time: 0.1973507 Sep 24 19:13:36.262596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-608169023-network', 'tenant_id': '6e292802b8054dd99411f2dacc5c1301'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:36.275569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ba29da-a138-46e8-a13e-443217511455 req-5bb5958f-631c-4500-979e-06ca6dc24998 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0518668 Sep 24 19:13:36.326038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b010aa3-d1aa-4aff-89a7-7258ebff4c94 req-4770127f-c553-4389-a691-378bebab4dbe tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234729 Sep 24 19:13:36.339107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Made reservation on behalf of 6e292802b8054dd99411f2dacc5c1301 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:36.341753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.352260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.361420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2690a1e-8c74-4000-95f7-ead9ab90dcfe req-879a12bc-a7bc-4c5a-bfce-4be359880c9b service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759572 Sep 24 19:13:36.388734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.590312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.627223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.664046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:36.682648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.687418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9160c264-1868-4704-bd43-986cfb5d6d65,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:36.692224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.692574 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Added segment bc54f94d-5a41-4709-a69d-aca6ca4c8151 of type vlan for network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c Sep 24 19:13:36.783342 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9b4b1250-346e-46c5-96f1-fd4a911e9520 req-5106521b-f057-4ac7-b044-e92730329d02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0891199 Sep 24 19:13:36.800952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.869863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.871077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:36.871659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:36.924234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8320069 Sep 24 19:13:36.952256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:36.959105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Request body: {'subnet': {'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-608169023-subnet', 'tenant_id': '6e292802b8054dd99411f2dacc5c1301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:36.973173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9592af-0acd-4a79-98ab-e13b9d639463 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:36.981663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93e514-900a-4023-9fd8-a1de47c2b752 req-4da30c10-0543-4276-aa0e-05d51e094dce tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:36.983260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e93e514-900a-4023-9fd8-a1de47c2b752 req-4da30c10-0543-4276-aa0e-05d51e094dce tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Sep 24 19:13:36.985031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:37.000171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Made reservation on behalf of 6e292802b8054dd99411f2dacc5c1301 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:37.003197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.020062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Router 4149d471-f588-4cdf-a07a-e5d0c4d95bb4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:13:37.034780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e93e514-900a-4023-9fd8-a1de47c2b752 req-c6352110-58ae-4257-a8ae-a59904204a39 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Sep 24 19:13:37.148492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-0409ad6d-9944-4ce5-8d2d-10d0d24f8f67 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:37.150824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-0409ad6d-9944-4ce5-8d2d-10d0d24f8f67 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 946 time: 0.0719347 Sep 24 19:13:37.298616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Deleting port 1827423e-860c-4090-aa4d-e222f0cb3964 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:37.299528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.314126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed544a-038e-4dc8-8a7a-7b1464417974 req-50e87d12-560c-4853-b468-cfc280caedc2 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:37.315847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71ed544a-038e-4dc8-8a7a-7b1464417974 req-50e87d12-560c-4853-b468-cfc280caedc2 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 946 time: 0.0806861 Sep 24 19:13:37.452191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6595f98-ad76-4d17-831f-79374ee4ec3f req-3e974045-a8d2-4f91-8e82-d4337af00ddb tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0494547 Sep 24 19:13:37.459483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71ed544a-038e-4dc8-8a7a-7b1464417974 req-81a63a9f-92f0-4883-ab3d-130ff6b39326 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255901 Sep 24 19:13:37.486685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] For port 1827423e-860c-4090-aa4d-e222f0cb3964, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=1827423e-860c-4090-aa4d-e222f0cb3964,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:37.487081 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.508520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Calling delete_port for 1827423e-860c-4090-aa4d-e222f0cb3964 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:37.553695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:37.564652 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] Sync routers for ids ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:37.577622 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] Routers {'4149d471-f588-4cdf-a07a-e5d0c4d95bb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:37.578631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:37.603652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.607854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-77407dba-bb4a-4851-b01b-f065904fcb56 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3606503 Sep 24 19:13:37.608788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:37.614377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:37.627908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:37.640171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] Routers {'4149d471-f588-4cdf-a07a-e5d0c4d95bb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:37.641281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:37.665239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372fe4-144a-46a3-a705-722a36d31a2d req-82094682-cd47-477b-ab1f-911d9e3a74e2 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:37.667683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d372fe4-144a-46a3-a705-722a36d31a2d req-82094682-cd47-477b-ab1f-911d9e3a74e2 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 943 time: 0.1273162 Sep 24 19:13:37.677769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:37.678423 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b381c2c-b053-4777-8ba2-4cd79efcbdea None None] The sync data for ids ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:37.728364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.748412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d372fe4-144a-46a3-a705-722a36d31a2d req-e726baa7-12a2-4adb-9471-6001924d51c6 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670178 Sep 24 19:13:37.783269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.795182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['1827423e-860c-4090-aa4d-e222f0cb3964'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:37.816797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Pushing event deleted for resources: {'Port': ['ID=1827423e-860c-4090-aa4d-e222f0cb3964,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:37.862242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] No DVR routers for this DVR port 1827423e-860c-4090-aa4d-e222f0cb3964 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:13:37.864900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:37.866920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d360559-bf20-491a-a1a2-48819eb674a3 req-d7108a9d-2856-4d87-9355-c204f3e5ef11 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "DELETE /v2.0/ports/1827423e-860c-4090-aa4d-e222f0cb3964 HTTP/1.1" status: 204 len: 173 time: 0.7103925 Sep 24 19:13:37.867368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'name': 'network-vif-deleted', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:37.869662 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3359f081-7031-4551-acd0-4755d6027c03" -d '{"events": [{"server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "name": "network-vif-deleted", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:37.906781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b355d62b-ff53-453e-a7a2-4abfcdc1c13c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:37.914129 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac01671e-d666-4a02-bf75-43507a9ed4bb x-openstack-request-id: req-ac01671e-d666-4a02-bf75-43507a9ed4bb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:37.914328 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c62dc4-d779-4398-939c-816067108c39", "name": "network-vif-deleted", "tag": "1827423e-860c-4090-aa4d-e222f0cb3964", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:37.914633 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac01671e-d666-4a02-bf75-43507a9ed4bb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:37.915376 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c62dc4-d779-4398-939c-816067108c39', 'name': 'network-vif-deleted', 'tag': '1827423e-860c-4090-aa4d-e222f0cb3964', 'status': 'completed', 'code': 200} Sep 24 19:13:37.926925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Checking segment: {'id': 'bc54f94d-5a41-4709-a69d-aca6ca4c8151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:37.927210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Network hostable DHCP agents. Network: 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:37.983677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:38.040721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:38.045217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:38.046172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.059656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd44d5-f620-4d14-bf65-8d3fc5d2f107 None None] Network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:38.077177 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b126a66b-92d3-4f39-82a2-58881e13e33c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1233840 Sep 24 19:13:38.168435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.233825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.273586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfdcc4-4bdb-42fd-953d-e66171479641 None None] Network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:38.289569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3008bf58-5e13-4389-be5a-064c811023a7 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:38.365721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98078c-32f9-447d-b4b2-f73a32882449 req-19b21028-d1e4-4ac6-a04b-3012c918a28c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:38.378082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Deleting port e688d318-18e8-498f-b070-852328b9a832 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:13:38.378363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d98078c-32f9-447d-b4b2-f73a32882449 req-19b21028-d1e4-4ac6-a04b-3012c918a28c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1239529 Sep 24 19:13:38.378567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.462909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d98078c-32f9-447d-b4b2-f73a32882449 req-5e5e12a8-2c07-4595-b813-2d311cacef06 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776980 Sep 24 19:13:38.482883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3008bf58-5e13-4389-be5a-064c811023a7,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:38.532491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3008bf58-5e13-4389-be5a-064c811023a7', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'port_id': '3008bf58-5e13-4389-be5a-064c811023a7', 'mac_address': 'fa:16:3e:e7:34:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:38.560295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.591066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Calling delete_port for e688d318-18e8-498f-b070-852328b9a832 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:13:38.648286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6a0b47a-c37a-4bca-aa6b-85d59f3bf304 req-7e838012-5d06-463f-a97a-2ec0a0618fce tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c62dc4-d779-4398-939c-816067108c39 HTTP/1.1" status: 200 len: 210 time: 0.0453947 Sep 24 19:13:38.699691 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.728470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3008bf58-5e13-4389-be5a-064c811023a7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:38.791689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.796764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3008bf58-5e13-4389-be5a-064c811023a7,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:38.825422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.840426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c6592d1-c98f-40cc-b250-319f11d6e687 req-a22c501e-1e48-411e-a7b9-9b22906d6232 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0777335 Sep 24 19:13:38.883429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:38.925115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Pushing event deleted for resources: {'Port': ['ID=e688d318-18e8-498f-b070-852328b9a832,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:38.934336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:38.994619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaae2c-35ea-4127-9493-38390534d882 req-43f20999-03bf-41f3-ab82-9be03e801d64 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:38.996437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8edaae2c-35ea-4127-9493-38390534d882 req-43f20999-03bf-41f3-ab82-9be03e801d64 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 944 time: 0.0513191 Sep 24 19:13:39.005918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:39.023249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3008bf58-5e13-4389-be5a-064c811023a7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:39.065809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8edaae2c-35ea-4127-9493-38390534d882 req-db61a69a-31c2-499f-b30f-f8880c1cc90d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542719 Sep 24 19:13:39.334383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:39.338991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1f72ddf-a85a-443a-ad58-d4e669abbd08 req-ef6f71ce-038e-4c6e-888b-aec4f0299997 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96a6753e736541e09995d59b43eca05b&device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0729332 Sep 24 19:13:39.341500 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:39.344622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2025ee4-fc5a-4c17-b8ee-89d08aa1416a req-34dd0c70-4a89-4166-84b9-7c8648d70bae tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0478911 Sep 24 19:13:39.415277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1f72ddf-a85a-443a-ad58-d4e669abbd08 req-554e2ca3-667a-4814-862c-710c01c3406c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=96a6753e736541e09995d59b43eca05b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332267 Sep 24 19:13:39.476441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Router 4149d471-f588-4cdf-a07a-e5d0c4d95bb4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:39.609043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a485-cabb-4774-8caf-13cbfe32b06e req-340e29fa-6c96-44d4-966a-fac4e32aea73 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:39.611226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9605a485-cabb-4774-8caf-13cbfe32b06e req-340e29fa-6c96-44d4-966a-fac4e32aea73 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.0667224 Sep 24 19:13:39.658051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9605a485-cabb-4774-8caf-13cbfe32b06e req-25e3c50d-ee63-4e73-b354-aa3237101d72 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Sep 24 19:13:39.738562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:39.750035 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:39.753878 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0575ff0a-915f-48be-87ab-22751c422a7d tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "PUT /v2.0/routers/4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 200 len: 706 time: 2.1411638 Sep 24 19:13:39.753878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72ddf-a85a-443a-ad58-d4e669abbd08 req-4089b578-ded6-4220-baf1-b758895fe49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:39.755616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43732) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:39.763910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1f72ddf-a85a-443a-ad58-d4e669abbd08 req-4089b578-ded6-4220-baf1-b758895fe49e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3231258 Sep 24 19:13:39.767493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] Sync routers for ids ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:39.777224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] Routers {'4149d471-f588-4cdf-a07a-e5d0c4d95bb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:39.778162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:39.845209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:39.864023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] Routers {'4149d471-f588-4cdf-a07a-e5d0c4d95bb4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:39.864781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:39.877024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb7404fa-c121-4e66-8f72-4a562f45054c tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/routers/4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 200 len: 741 time: 0.1163671 Sep 24 19:13:39.878042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:39.925543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:39.926205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba3a61-f40e-4f9d-bc20-e1a176a4392f None None] The sync data for ids ['4149d471-f588-4cdf-a07a-e5d0c4d95bb4'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:39.950755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-873891bf-c6c0-461c-b9c4-acc59db11511 tempest-RoutersAdminTest-535486260 tempest-RoutersAdminTest-535486260-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 200 len: 205 time: 0.0691011 Sep 24 19:13:39.951046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:39.977445 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-883e5265-bfcc-4522-b9c1-80feb5b66043 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 200 len: 205 time: 0.0254073 Sep 24 19:13:39.982030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.068216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.088832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-ea70b856-94c1-4e98-97c1-6d520153825d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:40.091301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-ea70b856-94c1-4e98-97c1-6d520153825d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/networks?id=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c HTTP/1.1" status: 200 len: 809 time: 0.1892018 Sep 24 19:13:40.115613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-c39f4314-2325-4614-886f-25cedac01d42 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/quotas/6e292802b8054dd99411f2dacc5c1301 HTTP/1.1" status: 200 len: 375 time: 0.0182216 Sep 24 19:13:40.131579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-3e0555e9-909e-44b0-9c2d-dd5a5994c362 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:40.133229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-3e0555e9-909e-44b0-9c2d-dd5a5994c362 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 808 time: 0.1768386 Sep 24 19:13:40.169401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-53b7e03d-fb52-4d7b-a78a-e19fcf869939 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e292802b8054dd99411f2dacc5c1301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346527 Sep 24 19:13:40.172974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-3fe3ee15-e9b1-456d-acf3-094a98444541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/quotas/37e214faba364e3498391eeb79792a22 HTTP/1.1" status: 200 len: 375 time: 0.0281274 Sep 24 19:13:40.228270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-62c7a1e8-6923-400d-9095-8cbc17a165e1 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434303 Sep 24 19:13:40.246953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.249299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.297277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3008bf58-5e13-4389-be5a-064c811023a7 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:40.309895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.310732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Fanout notify agent at l3_agent the message router_deleted on router 4149d471-f588-4cdf-a07a-e5d0c4d95bb4 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:13:40.349416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.352271 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6c94535a-4420-4bdd-9a07-7c0ca9ce7281 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 204 len: 168 time: 0.3692212 Sep 24 19:13:40.356983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.371943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-3f5064c0-6425-4e66-abe4-61edbe6be2dc service neutron] 10.222.0.18 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944883 Sep 24 19:13:40.395405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 3008bf58-5e13-4389-be5a-064c811023a7 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:13:40.400312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3008bf58-5e13-4389-be5a-064c811023a7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:40.401268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.416904 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-22b1a231-acc5-474d-ad0f-ef7c76891e22 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 200 len: 205 time: 0.0588486 Sep 24 19:13:40.420409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43770) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.429772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-43a83294-8f94-40a6-8cdf-5be541488dd4 service neutron] 10.222.0.18 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883931 Sep 24 19:13:40.490363 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.512288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:40.514973 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f3826-377f-422c-995a-7af1f7442a21" -d '{"events": [{"server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "name": "network-vif-plugged", "status": "completed", "tag": "3008bf58-5e13-4389-be5a-064c811023a7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:40.519001 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-1ccd1c95-c873-4a94-9f0e-18b9a25c2600 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.521229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ccd1c95-c873-4a94-9f0e-18b9a25c2600 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/4149d471-f588-4cdf-a07a-e5d0c4d95bb4 HTTP/1.1" status: 404 len: 336 time: 0.0996013 Sep 24 19:13:40.523400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43780) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.532681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3008bf58-5e13-4389-be5a-064c811023a7,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:40.539880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:40.541378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1827423e-860c-4090-aa4d-e222f0cb3964 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:13:40.557691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b6cd1b0-432e-4a33-82f7-37758cceee0e tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 200 len: 205 time: 0.0330169 Sep 24 19:13:40.558372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.587635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 1827423e-860c-4090-aa4d-e222f0cb3964 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:13:40.588002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 1827423e-860c-4090-aa4d-e222f0cb3964 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:13:40.613940 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-5f72cab8-a691-4cd7-963a-6235f5e7690f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.615424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f72cab8-a691-4cd7-963a-6235f5e7690f tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/f9941691-d07a-4a25-8998-bc723d8af91a HTTP/1.1" status: 404 len: 336 time: 0.0561125 Sep 24 19:13:40.618695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.625521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:40.641159 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:13:40.661154 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-169252ae-ded9-44be-a88d-c6fb0aafe3e4 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 200 len: 205 time: 0.0386360 Sep 24 19:13:40.661405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.699075 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-cd71e8bb-4ef2-447c-ab19-8a71bcf43bdb tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.702482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd71e8bb-4ef2-447c-ab19-8a71bcf43bdb tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/61ef7802-8728-4c02-b968-0c200bb877e2 HTTP/1.1" status: 404 len: 336 time: 0.0378132 Sep 24 19:13:40.702733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.740462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ac7a08f5-cfbf-4cbe-a982-6f3d53ac3a06 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 200 len: 205 time: 0.0365920 Sep 24 19:13:40.742055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.779180 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-fc02991e-a99b-4684-9cfb-444dd7b62fbf tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.782628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fc02991e-a99b-4684-9cfb-444dd7b62fbf tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/33b3061b-6a59-42fc-8aea-b4c20bd481dc HTTP/1.1" status: 404 len: 336 time: 0.0372550 Sep 24 19:13:40.782898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.814000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-246a4f0b-b40a-4830-a18b-a7550794cdea tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 200 len: 205 time: 0.0278797 Sep 24 19:13:40.814232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.855775 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b18e22df-5990-49e5-a740-92fc099d9adb tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.859617 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b18e22df-5990-49e5-a740-92fc099d9adb tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/f3be8b85-ce80-4bc3-be33-fdc202211980 HTTP/1.1" status: 404 len: 336 time: 0.0418139 Sep 24 19:13:40.860452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.893491 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c334dd3-b990-4cdc-98d9-30a2f9ba0215 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a9a33c5-4361-4440-8106-1df4eb98bc92 HTTP/1.1" status: 200 len: 205 time: 0.0318224 Sep 24 19:13:40.894221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.932579 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-dee45045-4493-4b22-9856-49cef2cd2393 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] delete failed (client error): The resource could not be found. Sep 24 19:13:40.933966 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dee45045-4493-4b22-9856-49cef2cd2393 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/routers/4a9a33c5-4361-4440-8106-1df4eb98bc92 HTTP/1.1" status: 404 len: 336 time: 0.0384641 Sep 24 19:13:40.936435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:40.959112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-89636823-fa73-45d3-adff-445bbf1eb574 service neutron] 10.222.0.18 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711331 Sep 24 19:13:40.968005 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-044ce5f2-972f-4815-93d2-5efac14173c1 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] DELETE failed (client error): The resource could not be found. Sep 24 19:13:40.968235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044ce5f2-972f-4815-93d2-5efac14173c1 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:13:40.970492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-044ce5f2-972f-4815-93d2-5efac14173c1 tempest-RoutersAdminTest-1592479453 tempest-RoutersAdminTest-1592479453-project] 10.222.0.18 "DELETE /v2.0/subnets/c52d4cd7-c6b1-4947-a5ff-36fa771aae41 HTTP/1.1" status: 404 len: 337 time: 0.0328388 Sep 24 19:13:40.986710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-ddbd16f4-d08a-46b0-ac7d-e7f29980f092 service neutron] 10.222.0.18 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108578 Sep 24 19:13:41.233681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:41.383165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc6f1233-6868-4ac4-aa6c-1ea7748659d3 req-e880ffd2-433b-4f04-84e5-04651fd677b4 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0501509 Sep 24 19:13:41.401589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1bada-b473-444f-b553-316c3db1a261 req-36cbabb5-0158-46fe-b11b-de863dc5c351 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:41.409451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ca1bada-b473-444f-b553-316c3db1a261 req-36cbabb5-0158-46fe-b11b-de863dc5c351 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1311116 Sep 24 19:13:41.429069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17fe60a-e15a-4937-87ac-5e672da8a4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.467363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ca1bada-b473-444f-b553-316c3db1a261 req-2a7d0eb5-190c-4b08-8bac-a8c195423963 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568805 Sep 24 19:13:41.505618 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c64732-5da5-4ad3-a21b-19f0231ae486 x-openstack-request-id: req-e6c64732-5da5-4ad3-a21b-19f0231ae486 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:41.506142 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "name": "network-vif-plugged", "status": "completed", "tag": "3008bf58-5e13-4389-be5a-064c811023a7", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:41.506387 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6c64732-5da5-4ad3-a21b-19f0231ae486 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:41.507712 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7', 'code': 200} Sep 24 19:13:41.523798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1f72ddf-a85a-443a-ad58-d4e669abbd08 req-e3397e6a-315a-4ea9-bdce-689c23ee19f7 tempest-ServerShowV254Test-371419277 tempest-ServerShowV254Test-371419277-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9d7d153-0155-4f9b-8a53-7e929b52c3ee HTTP/1.1" status: 200 len: 210 time: 0.0690513 Sep 24 19:13:41.685066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18794185-2aa9-45ed-a3a9-736e391fb844 req-ef66fc59-b467-4b7b-b0c3-46db557912ca tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 210 time: 0.0636530 Sep 24 19:13:41.698619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17fe60a-e15a-4937-87ac-5e672da8a4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.702398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cba2ac-b16e-4bec-a269-9ea73deab27f req-49e76010-5530-4289-84ae-c2bc7df60800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:41.704694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45cba2ac-b16e-4bec-a269-9ea73deab27f req-49e76010-5530-4289-84ae-c2bc7df60800 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 0.1222303 Sep 24 19:13:41.719453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465a0a-3530-46e1-bede-0853bba14c9e req-03830411-61f5-4f9e-9fe6-b7e5d6c1a114 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:41.721704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0465a0a-3530-46e1-bede-0853bba14c9e req-03830411-61f5-4f9e-9fe6-b7e5d6c1a114 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1285636 Sep 24 19:13:41.724952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17fe60a-e15a-4937-87ac-5e672da8a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.786021 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e17fe60a-e15a-4937-87ac-5e672da8a4d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f5c8ba2518b492487ae4ad308a637fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511670 Sep 24 19:13:41.790146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:41.807685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fe60a-e15a-4937-87ac-5e672da8a4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06ba2a-6e5c-47fe-9d9f-7af4a70062da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:41.810602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d6f3d79-1e0f-48ea-a0da-2cced87a9c41 req-afb7bfd1-ad7f-4117-9e90-b6d3d323c630 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 210 time: 0.0581594 Sep 24 19:13:41.820850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45cba2ac-b16e-4bec-a269-9ea73deab27f req-0507f832-88ac-456f-b7a9-0dcc9b21575e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975747 Sep 24 19:13:41.841842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0465a0a-3530-46e1-bede-0853bba14c9e req-1e9104aa-ecd9-48dd-934f-caa09d087312 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078095 Sep 24 19:13:41.884448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.913096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.960439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.963246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:41.964400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c06ba2a-6e5c-47fe-9d9f-7af4a70062da HTTP/1.1" status: 204 len: 168 time: 0.1733062 Sep 24 19:13:41.984547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ed5dd-f9cf-44db-b286-77c824786d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06ba2a-6e5c-47fe-9d9f-7af4a70062da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:42.282972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:42.365793 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e2c4aa7-65f9-4aa5-9f97-6901bcc4a94b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a46e1b0e7ff3465ca2fde0cd65a89908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894411 Sep 24 19:13:42.368939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:42.429076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:42.457568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:42.528823 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:42.531882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:42.534704 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d79772-cfe7-48b4-8ebc-d0ab91f8273f HTTP/1.1" status: 204 len: 168 time: 0.1636260 Sep 24 19:13:42.545847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cd11a-647e-4bcc-916f-9c194793dcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d79772-cfe7-48b4-8ebc-d0ab91f8273f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:42.669750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8386c09-50cb-4485-bfe1-d7be316b5b3a req-5b1775b3-7a82-4853-95a7-d52b19d16ec6 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:42.689287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8386c09-50cb-4485-bfe1-d7be316b5b3a req-5b1775b3-7a82-4853-95a7-d52b19d16ec6 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1139178 Sep 24 19:13:42.880111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:42.936078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8386c09-50cb-4485-bfe1-d7be316b5b3a req-e9dc3575-56c0-40d6-b5fb-dab5aa336b72 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457688 Sep 24 19:13:43.057554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6e40a30-b3f1-4db8-b36c-5c357b8b5541 req-69fb2108-4d8a-441a-a0e2-73c1271e1321 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 210 time: 0.1683962 Sep 24 19:13:43.175025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-759eae7f-72da-4647-9b40-4285626ab68f req-3bb23548-081c-4f73-8a0a-80cd55cb51b9 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 210 time: 0.1252050 Sep 24 19:13:43.281065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-956067ec-b7b8-4d3e-b28a-0707e50d2b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.289293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-3f9ffcf5-e557-4a3b-bb25-ae50044246bc tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:43.291110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-3f9ffcf5-e557-4a3b-bb25-ae50044246bc tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 808 time: 0.5551946 Sep 24 19:13:43.314818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0c8aa-c3d2-460c-83ae-681000c8a9a7 req-3afba49c-b896-4aa7-b4e5-823bc80e2755 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:43.323291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60b0c8aa-c3d2-460c-83ae-681000c8a9a7 req-3afba49c-b896-4aa7-b4e5-823bc80e2755 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1371613 Sep 24 19:13:43.328829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Request body: {'port': {'device_id': '69191606-19e4-499b-966e-aeeb4d5a0805', 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e', 'admin_state_up': True, 'tenant_id': '37e214faba364e3498391eeb79792a22'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:43.433185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-956067ec-b7b8-4d3e-b28a-0707e50d2b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.440983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-956067ec-b7b8-4d3e-b28a-0707e50d2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.504143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-956067ec-b7b8-4d3e-b28a-0707e50d2b02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96a6753e736541e09995d59b43eca05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229005 Sep 24 19:13:43.505573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956067ec-b7b8-4d3e-b28a-0707e50d2b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedd619f-dd4a-4746-af9a-443afd26097b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:43.515831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60b0c8aa-c3d2-460c-83ae-681000c8a9a7 req-5fb104ea-cf9a-41f7-9a65-d9082f00d349 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809866 Sep 24 19:13:43.523479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:43.524712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Made reservation on behalf of 37e214faba364e3498391eeb79792a22 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:43.532999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.668423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.738453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.790474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Allocated IP 172.20.0.4 (1e28cf8b-126e-42ac-bc5a-34f9d8aa267e/68128d06-9a81-481d-95a2-6829d846aac9/b5a973d6-f3ef-4604-9deb-a1a8df6776cd) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:43.863555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.869016 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:43.875640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dedd619f-dd4a-4746-af9a-443afd26097b HTTP/1.1" status: 204 len: 168 time: 0.3113372 Sep 24 19:13:43.886493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:43.944831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedd619f-dd4a-4746-af9a-443afd26097b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:44.028372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.028797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.029074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.029552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.029905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.030243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.030579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.030934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.031265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.031594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.031922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.032246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ad951-dbb9-4ad0-91ad-2666ad06e333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:13:44.044070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1885561880'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:44.079576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:44.085181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.099762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.148035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-ebae1cb8-119d-4e88-96ed-d73b3787419a tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.149612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-ebae1cb8-119d-4e88-96ed-d73b3787419a tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.69 "GET /v2.0/networks?id=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c HTTP/1.1" status: 200 len: 809 time: 0.2779863 Sep 24 19:13:44.189719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Request body: {'port': {'device_id': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c', 'admin_state_up': True, 'tenant_id': '6e292802b8054dd99411f2dacc5c1301'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:44.249401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.255044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.284677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:44.300806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00a081a-5816-421a-bd0d-c71bfe53cba7 req-6e15e5a0-4ac2-4485-98a3-2707286e3e7e tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 210 time: 0.1166837 Sep 24 19:13:44.306458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.307080 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment 31a62440-1013-4223-9974-2a41af1c8dea of type vlan for network c8802926-f517-4db0-820f-967294c46cd4 Sep 24 19:13:44.309213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cceb9ff-cb67-4f51-8adf-9a0bb5487ad2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:44.329762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50677c2-7f6d-4ad4-821f-1b239b75e7bd req-f0653529-d345-47fd-90e1-fd012d3e6812 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.331512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d50677c2-7f6d-4ad4-821f-1b239b75e7bd req-f0653529-d345-47fd-90e1-fd012d3e6812 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2896492 Sep 24 19:13:44.383119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.417617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.420192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.423484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.424428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.465453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3b75106-acce-4aa6-91d6-2925bbbc9e23 req-83f879cb-eea6-4195-89e3-2f1e7c8e94b6 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 210 time: 0.0405877 Sep 24 19:13:44.493733 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d50677c2-7f6d-4ad4-821f-1b239b75e7bd req-3566da5e-86e7-4e65-bfd7-b9dc5e6a33b2 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292932 Sep 24 19:13:44.497416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Made reservation on behalf of 6e292802b8054dd99411f2dacc5c1301 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:44.500458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6118431 Sep 24 19:13:44.500955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.582647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af9231-90eb-427c-9bff-128f478e5c94 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=c8802926-f517-4db0-820f-967294c46cd4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:44.598533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c8802926-f517-4db0-820f-967294c46cd4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:44.730815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.830497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88e8d-f0bd-4a00-97e6-b219ff0c316f req-2affe52d-bbda-4497-a07b-4982cc2043e5 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.839328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91a88e8d-f0bd-4a00-97e6-b219ff0c316f req-2affe52d-bbda-4497-a07b-4982cc2043e5 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1808937 Sep 24 19:13:44.850272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:44.857808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:44.875093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eb054-c81b-40b7-80b9-e88273d01f23 req-29258fcd-5837-4499-bd0a-c3e63b57d17d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.876606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-043eb054-c81b-40b7-80b9-e88273d01f23 req-29258fcd-5837-4499-bd0a-c3e63b57d17d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2887480 Sep 24 19:13:44.882431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:44.886358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:44.894867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'floatingip': {'port_id': '3008bf58-5e13-4389-be5a-064c811023a7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:44.946738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:44.947393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:44.978170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Pushing event updated for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:45.018721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:45.033787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97ade186-907f-47d8-a539-4e13e04dd541 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7092996 Sep 24 19:13:45.071362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91a88e8d-f0bd-4a00-97e6-b219ff0c316f req-962155dd-6156-4246-a680-7c82b36bf257 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305179 Sep 24 19:13:45.077184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Request body: {'port': {'device_id': '69191606-19e4-499b-966e-aeeb4d5a0805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:45.139229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Allocated IP 172.20.0.4 (3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c/b355d62b-ff53-453e-a7a2-4abfcdc1c13c/e37d9a40-90c6-4408-9850-d1fb2120dc6b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:45.163891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:45.869880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a973d6-f3ef-4604-9deb-a1a8df6776cd {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:45.878607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:45.896048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:45.900722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Transition to ACTIVE for port object b5a973d6-f3ef-4604-9deb-a1a8df6776cd will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:13:45.960870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.030675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-062b6c8e-b8f6-4c01-90b5-c4578d515bc2 req-c758187d-b269-440f-8d14-a13444a0120d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 210 time: 0.1354105 Sep 24 19:13:46.184321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8fd75af3-f5eb-4a67-9016-a751361d920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.193170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40986-906c-40d2-89a4-90b1804e2105 req-93b7f985-7ca0-4862-879f-07266beb6e12 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:46.194793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ff40986-906c-40d2-89a4-90b1804e2105 req-93b7f985-7ca0-4862-879f-07266beb6e12 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 931 time: 0.7367857 Sep 24 19:13:46.244797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:46.277738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.283085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.395978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ff40986-906c-40d2-89a4-90b1804e2105 req-6203e374-6aca-4a6f-a89d-b5721388a720 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763022 Sep 24 19:13:46.399564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.419682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602628-89ac-4c6b-80f7-4574dcb10fe3 req-e6996ae4-5182-4e8e-b4af-01d2786c7934 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:46.421258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67602628-89ac-4c6b-80f7-4574dcb10fe3 req-e6996ae4-5182-4e8e-b4af-01d2786c7934 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.2406368 Sep 24 19:13:46.437973 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Floating IP 448239af-fd6b-44ae-b93e-b7a0429c384a associated. External IP: 172.25.5.103, port: 3008bf58-5e13-4389-be5a-064c811023a7. Sep 24 19:13:46.468389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Attempting to bind port b5a973d6-f3ef-4604-9deb-a1a8df6776cd on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:46.468668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Attempting to bind port b5a973d6-f3ef-4604-9deb-a1a8df6776cd by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:46.469001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Attempting to bind port b5a973d6-f3ef-4604-9deb-a1a8df6776cd on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:46.496912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Port b5a973d6-f3ef-4604-9deb-a1a8df6776cd on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:13:46.497758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Attempting to bind port b5a973d6-f3ef-4604-9deb-a1a8df6776cd on network 1e28cf8b-126e-42ac-bc5a-34f9d8aa267e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:46.587996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8fd75af3-f5eb-4a67-9016-a751361d920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.593211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:46.612999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:46.613792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Checking segment: {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:46.614582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Bound using segment: {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:46.615386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Bound port: b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:46.615990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.625038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8fd75af3-f5eb-4a67-9016-a751361d920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.684063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8fd75af3-f5eb-4a67-9016-a751361d920a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=752c16a803514e9ab9ffb3dfc570fa1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852354 Sep 24 19:13:46.685697 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.689716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43960) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:46.690748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd75af3-f5eb-4a67-9016-a751361d920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84483946-7a4d-4f30-9d38-bbd2c5bcac39,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:46.726255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67602628-89ac-4c6b-80f7-4574dcb10fe3 req-1d14229c-67c6-4d2c-b889-86b4999a5817 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950478 Sep 24 19:13:46.759404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:46.776039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:46.835207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:46.854323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:46.860317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.863188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:46.887112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:46.889312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:13:46.913564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:46.922001 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.950708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Pushing event updated for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:46.965858 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.981053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:46.981911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:46.987702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:47.029088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:47.033334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-33a80b16-9602-40bf-ae1e-4ec202435b9d tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8536570 Sep 24 19:13:47.044364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:47.047483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.054454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Request body: {'port': {'device_id': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:47.067660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.117835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2aafe348-2e4c-457b-9574-d67cc0e66401'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:47.131749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:13:47.144725 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:13:47.160697 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:47.161351 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:47.163200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.235386 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8257eff8-e989-4781-930c-a037ea15744b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "PUT /v2.0/floatingips/448239af-fd6b-44ae-b93e-b7a0429c384a HTTP/1.1" status: 200 len: 991 time: 2.3419631 Sep 24 19:13:47.236046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:47.239237 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564ff0c-57a9-4244-a4f6-8b77003780f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "tag": "3008bf58-5e13-4389-be5a-064c811023a7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:47.399812 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35142b22-5b1e-4335-8d23-cf51c99d56be x-openstack-request-id: req-35142b22-5b1e-4335-8d23-cf51c99d56be {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:47.400427 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "tag": "3008bf58-5e13-4389-be5a-064c811023a7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:47.400533 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35142b22-5b1e-4335-8d23-cf51c99d56be {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:47.400874 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7', 'status': 'completed', 'code': 200} Sep 24 19:13:47.412698 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:47.638360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:47.639184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.640653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] 10.222.0.69 "PUT /v2.0/ports/b5a973d6-f3ef-4604-9deb-a1a8df6776cd HTTP/1.1" status: 200 len: 1091 time: 2.5855055 Sep 24 19:13:47.652653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:47.661603 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:47.705235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '448239af-fd6b-44ae-b93e-b7a0429c384a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': '3008bf58-5e13-4389-be5a-064c811023a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:e7:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:25Z', 'updated_at': '2021-09-24T19:13:46Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:47.740225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:13:47.759450 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:13:47.760342 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:13:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:47.829061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.871176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ad287-5454-42d6-8571-c1be25e66ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:47.953232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.967296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:47.968508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84483946-7a4d-4f30-9d38-bbd2c5bcac39 HTTP/1.1" status: 204 len: 168 time: 1.2379906 Sep 24 19:13:48.002685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43986) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:48.012471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-74043763-3f84-45c8-9887-d641ea7c8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.014352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-74043763-3f84-45c8-9887-d641ea7c8ffc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 1094 time: 0.3204093 Sep 24 19:13:48.020747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': 'c8802926-f517-4db0-820f-967294c46cd4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:48.041003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ed56-508f-42e7-991a-dc458510a280 req-d2f59641-5504-487e-b19b-1a35d6184069 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.042938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b068ed56-508f-42e7-991a-dc458510a280 req-d2f59641-5504-487e-b19b-1a35d6184069 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 943 time: 0.4072390 Sep 24 19:13:48.069278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1f5ee-c788-408c-ad68-7be3066f6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84483946-7a4d-4f30-9d38-bbd2c5bcac39,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:48.072613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-c30515c5-8574-4068-abb7-4ced1adf2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.074239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-c30515c5-8574-4068-abb7-4ced1adf2026 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 0.4374802 Sep 24 19:13:48.089305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdee68e-cb28-487a-b407-a36a173785e5 req-78414e67-34a1-4625-bd07-a39ddad515d2 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.090767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecdee68e-cb28-487a-b407-a36a173785e5 req-78414e67-34a1-4625-bd07-a39ddad515d2 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 931 time: 0.4393003 Sep 24 19:13:48.091058 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:13:48.164646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-97084732-2b27-43b0-9fc8-e7c86e744020 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd HTTP/1.1" status: 200 len: 217 time: 0.1152217 Sep 24 19:13:48.414630 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '448239af-fd6b-44ae-b93e-b7a0429c384a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': '3008bf58-5e13-4389-be5a-064c811023a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:e7:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:25Z', 'updated_at': '2021-09-24T19:13:46Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:13:48.425619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b068ed56-508f-42e7-991a-dc458510a280 req-3ecb441a-61c4-4a5f-91de-4cf2bd8df96b tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455608 Sep 24 19:13:48.448858 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd9ef-3bd1-444a-93ac-e32f8816e0d0 None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '448239af-fd6b-44ae-b93e-b7a0429c384a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': '3008bf58-5e13-4389-be5a-064c811023a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:e7:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:25Z', 'updated_at': '2021-09-24T19:13:46Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:13:48.483211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecdee68e-cb28-487a-b407-a36a173785e5 req-322ba0d0-09df-401f-ae58-e113c8a3da44 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182716 Sep 24 19:13:48.517785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-89ccb642-a4a0-4282-9fe5-5b1b2496df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.519388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-89ccb642-a4a0-4282-9fe5-5b1b2496df65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68128d06-9a81-481d-95a2-6829d846aac9 HTTP/1.1" status: 200 len: 848 time: 0.2787831 Sep 24 19:13:48.532242 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09bfa4-2eb9-418d-a39a-ee55a3f1cbf4 x-openstack-request-id: req-4e09bfa4-2eb9-418d-a39a-ee55a3f1cbf4 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:48.532522 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:48.532764 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e09bfa4-2eb9-418d-a39a-ee55a3f1cbf4 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:48.533159 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd', 'status': 'completed', 'code': 200} Sep 24 19:13:48.585492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-cc6e0283-85cf-4632-896b-b4b62df48c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.587088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-cc6e0283-85cf-4632-896b-b4b62df48c8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.4498763 Sep 24 19:13:48.609802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:48.623605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-98bb4143-8ad4-4b8f-95fb-e5735403e3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895662 Sep 24 19:13:48.624208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:48.627703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:48.700030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2aafe348-2e4c-457b-9574-d67cc0e66401 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:48.700622 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:48.812372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:48.855940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:48.858653 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5aed4-323a-43f7-919b-1ee97a595edf" -d '{"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:48.867663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c4c50-3046-4d76-8e41-a810d6ebe7c8 None None] New status for floating IP 448239af-fd6b-44ae-b93e-b7a0429c384a: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:13:48.917238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:48.925533 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:48.955218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-0b06753d-dabb-43a6-b07b-73b1d7f0c568 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 999 time: 0.3394535 Sep 24 19:13:48.980731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a077424-a4f2-4fda-9e63-f048a6517680 req-382ffd0f-341f-4866-abef-a7ece08d23e8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:48.982764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a077424-a4f2-4fda-9e63-f048a6517680 req-382ffd0f-341f-4866-abef-a7ece08d23e8 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.3946993 Sep 24 19:13:48.990439 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a4cc08-8b5c-4cac-bbf0-aa8bdd668cf4 x-openstack-request-id: req-27a4cc08-8b5c-4cac-bbf0-aa8bdd668cf4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:48.990886 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:48.991310 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27a4cc08-8b5c-4cac-bbf0-aa8bdd668cf4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:48.991867 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'code': 200} Sep 24 19:13:48.995124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:49.113335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-ee950bfb-b723-4d05-90f6-03a19a285ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814970 Sep 24 19:13:49.173350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:49.178831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37d9a40-90c6-4408-9850-d1fb2120dc6b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:49.179023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1488877972'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:49.203453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.213456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-bc2bff72-c3da-48cd-b7b3-b0e5421ddc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:49.215059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-bc2bff72-c3da-48cd-b7b3-b0e5421ddc02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.2438493 Sep 24 19:13:49.236274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:49.243657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.245281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a077424-a4f2-4fda-9e63-f048a6517680 req-cb6950aa-57a4-462c-b69c-7506b2c7973e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468338 Sep 24 19:13:49.299300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:49.311159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.311915 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Added segment 852f0ae9-648d-4302-9a56-bd586a9e7183 of type vlan for network 4f92eead-7c30-4eab-a222-312f81668ad9 Sep 24 19:13:49.362474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e88d0a0-a6df-4ad7-8b1c-4ff2bdead0f6 req-b15d571d-c858-4d4b-a582-5ce818da4736 service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335446 Sep 24 19:13:49.390434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.403104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Transition to ACTIVE for port object e37d9a40-90c6-4408-9850-d1fb2120dc6b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:13:49.430667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.445849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.452343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:49.453250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.560402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:49.588522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-71dd8d96-159a-4563-acbf-b45d3260777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:49.590446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-71dd8d96-159a-4563-acbf-b45d3260777b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3641860 Sep 24 19:13:49.636262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Network': ['ID=4f92eead-7c30-4eab-a222-312f81668ad9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:49.638417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Pushing event updated for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:49.649535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4f92eead-7c30-4eab-a222-312f81668ad9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:49.652316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.672788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1cff9e30-b595-47cd-997c-ce181a4d6b84 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4985244 Sep 24 19:13:49.678968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:49.685389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1020324340'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:49.714651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:49.718967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.759513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:49.770031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.770962 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Added segment c092d1c7-699e-477a-92d5-585883383f15 of type vlan for network 07513f4d-a3f9-4a72-824e-31eefc7920fe Sep 24 19:13:49.827020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.854298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.863412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:49.864520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:49.918739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-46e01584-894a-411a-abcf-c433c1197380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:49.920619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-46e01584-894a-411a-abcf-c433c1197380 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37e214faba364e3498391eeb79792a22&device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 1094 time: 0.4848571 Sep 24 19:13:49.946441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Network': ['ID=07513f4d-a3f9-4a72-824e-31eefc7920fe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:49.959602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:49.964345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da9e071e-a21f-4295-b655-3cf038c67477 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2831814 Sep 24 19:13:49.966794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:49.979971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'subnet': {'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:50.009936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de3bb1b5-cd62-4f53-9a0a-4cbaacc31ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.040163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=22c9109a-42db-4d18-aa44-6918b9a81e13,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:50.052333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': '31a62440-1013-4223-9974-2a41af1c8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:50.052788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: c8802926-f517-4db0-820f-967294c46cd4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:50.088259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:50.091869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.115778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca280ef0-5c28-4cc4-9181-9c0e669af524 req-6cfb3008-877f-45ad-bbb2-785708724439 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:50.117465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca280ef0-5c28-4cc4-9181-9c0e669af524 req-6cfb3008-877f-45ad-bbb2-785708724439 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 943 time: 0.5192246 Sep 24 19:13:50.119451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-593b03c6-3515-4241-aeaa-d1de89375a7b service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105643 Sep 24 19:13:50.144649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b07878-9889-4dce-8df1-fd717eabda89 req-139b2549-b1b1-4630-a298-f118e16913fa tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:50.151342 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27b07878-9889-4dce-8df1-fd717eabda89 req-139b2549-b1b1-4630-a298-f118e16913fa tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 943 time: 0.5034754 Sep 24 19:13:50.291585 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37321c7c-50fc-415f-9ee0-aac6ce5a9897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.340349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca280ef0-5c28-4cc4-9181-9c0e669af524 req-443faa1d-c7b5-4315-91f4-e02a3eab4e0c tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099173 Sep 24 19:13:50.341357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network c8802926-f517-4db0-820f-967294c46cd4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:50.362293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.415226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c8802926-f517-4db0-820f-967294c46cd4) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:50.423889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c143b-7caf-42e2-904a-5ced3219088a None None] Network c8802926-f517-4db0-820f-967294c46cd4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:50.430998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Subnet': ['ID=1393dd69-59db-4be0-928f-9b677ddfe7c8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:50.432435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Attempting to bind port e37d9a40-90c6-4408-9850-d1fb2120dc6b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:50.433066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Attempting to bind port e37d9a40-90c6-4408-9850-d1fb2120dc6b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'bc54f94d-5a41-4709-a69d-aca6ca4c8151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:50.435295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Attempting to bind port e37d9a40-90c6-4408-9850-d1fb2120dc6b on network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:50.467094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27b07878-9889-4dce-8df1-fd717eabda89 req-4db1c907-a274-4f61-b9ca-c715bf59dd69 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872975 Sep 24 19:13:50.468740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:50.469568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.492698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Port e37d9a40-90c6-4408-9850-d1fb2120dc6b on network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:13:50.493052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Attempting to bind port e37d9a40-90c6-4408-9850-d1fb2120dc6b on network 3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:50.496971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:50.497339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network hostable DHCP agents. Network: 4f92eead-7c30-4eab-a222-312f81668ad9, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:50.508412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-14e3636f-3855-4924-a213-56311883db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:50.510317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-14e3636f-3855-4924-a213-56311883db0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 200 len: 908 time: 0.5656335 Sep 24 19:13:50.521874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:50.522216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Checking segment: {'id': 'bc54f94d-5a41-4709-a69d-aca6ca4c8151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:50.522789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Bound using segment: {'id': 'bc54f94d-5a41-4709-a69d-aca6ca4c8151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:50.523399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Bound port: e37d9a40-90c6-4408-9850-d1fb2120dc6b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc54f94d-5a41-4709-a69d-aca6ca4c8151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:50.523837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.540621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:50.558076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4f92eead-7c30-4eab-a222-312f81668ad9) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:50.575309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bcfdf9-c29a-4999-9c25-1aba19bc6395 None None] Network 4f92eead-7c30-4eab-a222-312f81668ad9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:50.577216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:50.577955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.871481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c8802926-f517-4db0-820f-967294c46cd4', 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4', 'tenant_id': '3c88c635a45040b880359ffd089189ef', 'fixed_ips': [{'subnet_id': '22c9109a-42db-4d18-aa44-6918b9a81e13'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:50.872529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:50.938838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2564ff0c-57a9-4244-a4f6-8b77003780f2 req-5e43c2cb-3564-4fee-a093-23f40eb4665c service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8107827 Sep 24 19:13:50.940158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-f85bf80b-d9c0-4cc6-80c6-c45322a30821 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd HTTP/1.1" status: 200 len: 217 time: 0.4197578 Sep 24 19:13:51.082532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:51.088135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b,segment=NetworkSegment(bc54f94d-5a41-4709-a69d-aca6ca4c8151),segment_id=bc54f94d-5a41-4709-a69d-aca6ca4c8151)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:51.103711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.113988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Allocated IP 2001:db8:0:ffff::2 (c8802926-f517-4db0-820f-967294c46cd4/22c9109a-42db-4d18-aa44-6918b9a81e13/da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:51.156397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de3bb1b5-cd62-4f53-9a0a-4cbaacc31ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.159890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-372502da-ddd6-4c5a-a334-595a130224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.161436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-372502da-ddd6-4c5a-a334-595a130224b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68128d06-9a81-481d-95a2-6829d846aac9 HTTP/1.1" status: 200 len: 848 time: 0.2039263 Sep 24 19:13:51.181774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d48b-c3ef-45e1-8e0e-afe8e6591597 req-10c295a9-a46c-48fe-9065-a9c2791008db tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.182633 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-156bcde8-a57e-4106-9bd4-e49f24dc3947 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2147431 Sep 24 19:13:51.183587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:51.187497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bf1d48b-c3ef-45e1-8e0e-afe8e6591597 req-10c295a9-a46c-48fe-9065-a9c2791008db tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.3092971 Sep 24 19:13:51.190076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'subnet': {'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:51.240295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-b69a7911-abbc-40c7-877e-edcffb99513e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452542 Sep 24 19:13:51.240295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de3bb1b5-cd62-4f53-9a0a-4cbaacc31ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.301534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.305745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-4f92eead-7c30-4eab-a222-312f81668ad9', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:51.306905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.319872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.340106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:51.347998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.381658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-decfef4a-88b8-4ded-b3ac-1c1a87e7e256 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3662539 Sep 24 19:13:51.382283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:51.386507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Network c8802926-f517-4db0-820f-967294c46cd4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:51.390254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Pushing event updated for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:51.390427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.391090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.392495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] 10.222.0.69 "PUT /v2.0/ports/e37d9a40-90c6-4408-9850-d1fb2120dc6b HTTP/1.1" status: 200 len: 1091 time: 4.3421948 Sep 24 19:13:51.393282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:51.399194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:51.401415 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9" -d '{"events": [{"name": "network-changed", "server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:51.406838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:51.412257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-767400788'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:51.441356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-8bbdad59-a6b0-4153-8c8a-3c3072b0ddae service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852710 Sep 24 19:13:51.456974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44af6d6-5027-4364-a68a-7bd792f2f06f service neutron] Pushing event updated for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:51.524303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de3bb1b5-cd62-4f53-9a0a-4cbaacc31ece admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccd7a858a3444808b04f858e12cb71d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9518161 Sep 24 19:13:51.556751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44082) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:51.557433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bb1b5-cd62-4f53-9a0a-4cbaacc31ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b30c0-f53e-40d1-8161-51cb6cdf95b7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:51.603657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bf1d48b-c3ef-45e1-8e0e-afe8e6591597 req-9458d602-f824-4558-80bb-de85191851b0 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055965 Sep 24 19:13:51.641665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:51.645691 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.652343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Allocated IP 10.1.1.2 (4f92eead-7c30-4eab-a222-312f81668ad9/1393dd69-59db-4be0-928f-9b677ddfe7c8/d8fdcaa0-400a-481e-bb7d-7b466735e381) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:51.686617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.714118 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940d901-505b-431a-a132-65b2a71b9e99 x-openstack-request-id: req-1940d901-505b-431a-a132-65b2a71b9e99 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:51.714666 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:51.715103 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1940d901-505b-431a-a132-65b2a71b9e99 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:51.715662 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b', 'status': 'completed', 'code': 200} Sep 24 19:13:51.736040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-566f9c29-aaaf-4555-a82e-11135107043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.737829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-566f9c29-aaaf-4555-a82e-11135107043c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e292802b8054dd99411f2dacc5c1301&device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 1094 time: 0.2697904 Sep 24 19:13:51.787585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba6c18-a6de-4721-9b70-036d3328310a req-aea4857c-7e4e-4513-b4bd-f429f08eace5 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.789291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70ba6c18-a6de-4721-9b70-036d3328310a req-aea4857c-7e4e-4513-b4bd-f429f08eace5 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 943 time: 0.3262424 Sep 24 19:13:51.793813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:13:51.795741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Subnet': ['ID=ba271e6c-26f6-445c-bccb-9c4986f9d7ea,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:51.848695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-089fd72c-39aa-477c-b64f-25cd5bd491b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b HTTP/1.1" status: 200 len: 217 time: 0.0924911 Sep 24 19:13:51.851159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.856967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f1b2f2-6f1d-4c38-a613-e58bb2aaa5b5 req-030dbab5-45e2-475f-9640-35c40b0d9fe6 service neutron] 10.222.0.69 "GET /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870885 Sep 24 19:13:51.865348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.865706 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment c4103884-c3f8-4caa-ab6a-b7ec017b3495 of type vlan for network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e Sep 24 19:13:51.877706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.885768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.889052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Checking segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:51.892466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network hostable DHCP agents. Network: 07513f4d-a3f9-4a72-824e-31eefc7920fe, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:51.899066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Attempting to bind port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:51.899482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Attempting to bind port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '31a62440-1013-4223-9974-2a41af1c8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:51.899848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Attempting to bind port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac on network c8802926-f517-4db0-820f-967294c46cd4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:51.931622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:51.943718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:51.947225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:51.947598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Checking segment: {'id': '31a62440-1013-4223-9974-2a41af1c8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:51.948010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.948410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Bound using segment: {'id': '31a62440-1013-4223-9974-2a41af1c8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:51.948884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Bound port: da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a62440-1013-4223-9974-2a41af1c8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8802926-f517-4db0-820f-967294c46cd4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:51.949402 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.956251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 07513f4d-a3f9-4a72-824e-31eefc7920fe) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:51.967144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:51.967688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:51.968940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:51.978224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b830f-6692-4987-8a8e-87ce4c69cf8b None None] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:52.002637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.002903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:52.018122 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9cf4c313-8e39-4fb4-984d-59b12f7219e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8332033 Sep 24 19:13:52.019167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Pushing event updated for resources: {'Port': ['ID=d8fdcaa0-400a-481e-bb7d-7b466735e381,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:52.021154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70ba6c18-a6de-4721-9b70-036d3328310a req-a6ae41cd-ab9e-4778-bb6e-14a6e2305300 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901088 Sep 24 19:13:52.021546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:52.023173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.027845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'name': 'tempest-TaggedBootDevicesTest_v242-876842905', 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:52.031881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-8f6ddbfd-4d91-4613-89e2-029459d5bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:52.033389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-8f6ddbfd-4d91-4613-89e2-029459d5bb5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b355d62b-ff53-453e-a7a2-4abfcdc1c13c HTTP/1.1" status: 200 len: 849 time: 0.1755490 Sep 24 19:13:52.106687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-bdee5951-7329-4f69-9ada-8891bf4ef7c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522459 Sep 24 19:13:52.173356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.178843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:52.180018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.180668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Attempting to bind port d8fdcaa0-400a-481e-bb7d-7b466735e381 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:52.181214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Attempting to bind port d8fdcaa0-400a-481e-bb7d-7b466735e381 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:52.181941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Attempting to bind port d8fdcaa0-400a-481e-bb7d-7b466735e381 on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:52.187129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:52.198657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:52.199351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:52.200034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.200789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Bound using segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:52.201463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Bound port: d8fdcaa0-400a-481e-bb7d-7b466735e381, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:52.202031 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.203020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de261c99-f652-45c8-abf4-3305dfe7a36f req-1205f16a-2128-4b7e-a48a-7d63be14f238 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:52.204743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de261c99-f652-45c8-abf4-3305dfe7a36f req-1205f16a-2128-4b7e-a48a-7d63be14f238 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 943 time: 0.2155397 Sep 24 19:13:52.231364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,segment=NetworkSegment(31a62440-1013-4223-9974-2a41af1c8dea),segment_id=31a62440-1013-4223-9974-2a41af1c8dea)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:52.245939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:52.273174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8750901 Sep 24 19:13:52.287560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:52.293252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:52.295950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.299974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.304166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce5b30c0-f53e-40d1-8161-51cb6cdf95b7 HTTP/1.1" status: 204 len: 168 time: 0.7404265 Sep 24 19:13:52.358197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] For port d8fdcaa0-400a-481e-bb7d-7b466735e381, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:52.362907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] For port d8fdcaa0-400a-481e-bb7d-7b466735e381, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d8fdcaa0-400a-481e-bb7d-7b466735e381,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:52.374181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.418260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fae060-fcd4-4c72-bce8-a9b9005065fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b30c0-f53e-40d1-8161-51cb6cdf95b7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:52.423641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cfe02-94e2-4d36-af3d-0c855ff8019b tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=84aa0f83-52f5-4f39-bab3-1f8f673c3f2e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:52.451596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-32de3e4f-6ec0-46d3-b033-4a70e393f99f service neutron] 10.222.0.69 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326073 Sep 24 19:13:52.473164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.481987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de261c99-f652-45c8-abf4-3305dfe7a36f req-75a898f3-1db7-4c1b-a0df-a54282940261 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368243 Sep 24 19:13:52.494528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device b5a973d6-f3ef-4604-9deb-a1a8df6776cd details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:52.513238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025405e-14fa-423d-be6c-03c824e48599 None None] Pushing event updated for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:52.515971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.520218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:13:52.582569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] device_id is not set on port 469d857d-8823-461f-af5f-a71557044533 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:13:52.637493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-07513f4d-a3f9-4a72-824e-31eefc7920fe', 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ips': [{'subnet_id': 'ba271e6c-26f6-445c-bccb-9c4986f9d7ea'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:52.638332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:52.736506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f7fc227-8fe9-4bdb-8c8e-f33ec28c765c req-765c5374-b71a-4789-8659-acd63e51ab1c service neutron] 10.222.0.69 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740223 Sep 24 19:13:52.816806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:13:52.888777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e191afe-ba88-43b4-ad26-a103ba0e8006 None None] Pushing event updated for resources: {'Port': ['ID=d8fdcaa0-400a-481e-bb7d-7b466735e381,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:52.897549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.1.1.72 (4f92eead-7c30-4eab-a222-312f81668ad9/1393dd69-59db-4be0-928f-9b677ddfe7c8/469d857d-8823-461f-af5f-a71557044533) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:53.073382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-a77c8a81-b69e-44b0-9955-6639ed83b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.075568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-a77c8a81-b69e-44b0-9955-6639ed83b22a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e292802b8054dd99411f2dacc5c1301&device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 1094 time: 0.2710969 Sep 24 19:13:53.089785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdfb1e-3ad1-4c7b-9dfa-fe648f725a0f req-e8bffaff-7027-4338-bd37-65cb08903f18 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.091491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdfb1e-3ad1-4c7b-9dfa-fe648f725a0f req-e8bffaff-7027-4338-bd37-65cb08903f18 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.2099025 Sep 24 19:13:53.149173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:53.153658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.322226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Allocated IP 10.2.2.2 (07513f4d-a3f9-4a72-824e-31eefc7920fe/ba271e6c-26f6-445c-bccb-9c4986f9d7ea/0f36a1d7-25fd-4733-a0d6-8905f5acfc7a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:53.394494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.460020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdfb1e-3ad1-4c7b-9dfa-fe648f725a0f req-fe438167-8c3f-480d-b832-d8c1ce9c22d4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580370 Sep 24 19:13:53.507979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd6e9b-c943-4610-8b56-4bb3be12ec45 req-df89f3c2-3af6-48c0-a6b2-0b05dd7b5d36 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.516319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.528836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40bd6e9b-c943-4610-8b56-4bb3be12ec45 req-df89f3c2-3af6-48c0-a6b2-0b05dd7b5d36 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 943 time: 0.2773647 Sep 24 19:13:53.581257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-8b5366ff-c19c-4634-a532-fb730370da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.586538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-8b5366ff-c19c-4634-a532-fb730370da51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c HTTP/1.1" status: 200 len: 909 time: 0.4940698 Sep 24 19:13:53.589793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.608285 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1a053c0-1530-4441-9d86-c9120d69229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.625376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:53.628313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.646332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd', 'network_id': '1e28cf8b-126e-42ac-bc5a-34f9d8aa267e', 'port_id': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd', 'mac_address': 'fa:16:3e:e1:c5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68128d06-9a81-481d-95a2-6829d846aac9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:53.653005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.676961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-f7e21775-0d33-4745-84e5-a7eb6ff64c7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b HTTP/1.1" status: 200 len: 217 time: 0.0745728 Sep 24 19:13:53.710983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:53.713120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:53.717813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:53.727381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:53.745381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:53.746060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40bd6e9b-c943-4610-8b56-4bb3be12ec45 req-8124636b-13b0-4157-a66c-4178acaca750 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110388 Sep 24 19:13:53.748866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:53.762270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:53.763900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Pushing event updated for resources: {'Port': ['ID=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:53.777704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.858163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a973d6-f3ef-4604-9deb-a1a8df6776cd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:53.884698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-5d26e91a-61bc-4f1b-998f-5e136960f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.888122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-5d26e91a-61bc-4f1b-998f-5e136960f92e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b355d62b-ff53-453e-a7a2-4abfcdc1c13c HTTP/1.1" status: 200 len: 849 time: 0.2035501 Sep 24 19:13:53.901352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a528-31c7-41b9-9f44-f584161bfe61 req-f2699f50-c089-4d0a-b60f-af6113e96615 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.904317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:53.905084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:53.908070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ed5a528-31c7-41b9-9f44-f584161bfe61 req-f2699f50-c089-4d0a-b60f-af6113e96615 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 943 time: 0.2394805 Sep 24 19:13:53.969956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-9c533334-126e-4e87-bdfb-b306bf140f37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608084 Sep 24 19:13:53.971104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:53.974209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Attempting to bind port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:53.979741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Attempting to bind port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:53.980517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Attempting to bind port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a on network 07513f4d-a3f9-4a72-824e-31eefc7920fe {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:53.990605 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.003198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:54.004936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Checking segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:54.007405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.007914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Bound using segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:54.008628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Bound port: 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:54.009109 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.031272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87dbcc12-5743-4fa2-9f23-e19dd15378e7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0035765 Sep 24 19:13:54.033810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:54.077027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'name': 'tempest-TaggedBootDevicesTest_v242-733042533', 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:54.177313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] For port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:13:54.185513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] For port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:13:54.236112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:13:54.261801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.276381 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.281147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['b5a973d6-f3ef-4604-9deb-a1a8df6776cd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:54.297476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ed5a528-31c7-41b9-9f44-f584161bfe61 req-eea97fc2-06d3-41b6-a4ef-986cea01f520 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760974 Sep 24 19:13:54.373670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:54.376850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-e64d9473-aa39-4077-888e-a9fe6ba2f91b service neutron] 10.222.0.69 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704839 Sep 24 19:13:54.492746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d8fdcaa0-400a-481e-bb7d-7b466735e381 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:54.532679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.607972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=12dcf5f4-6a59-4786-8e25-54645685f766,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:54.622106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': 'c4103884-c3f8-4caa-ab6a-b7ec017b3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:54.622734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:13:54.640182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2cc69ab-a53c-4e6f-8070-8608c8a406a9 req-e52551d5-784f-481b-bde4-a3ebe6a2d093 service neutron] 10.222.0.69 "GET /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519832 Sep 24 19:13:54.778977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e79a4-bee7-47c1-aa22-c3a2f7ca23ed None None] Pushing event updated for resources: {'Port': ['ID=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:54.799214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256127b-b857-4056-8694-036f7616fdb2 None None] Network c8802926-f517-4db0-820f-967294c46cd4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:54.806647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:13:54.829123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:54.852680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.879722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad95-56ec-415a-bd32-890e6622b152 req-2f62590d-6107-4e35-9509-f385b381097e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:54.890034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ae0ad95-56ec-415a-bd32-890e6622b152 req-2f62590d-6107-4e35-9509-f385b381097e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.2253902 Sep 24 19:13:54.904060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:54.910386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:54.912812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:54.956641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] device_id is not set on port ba885f58-e8db-4880-9664-1fb349919e3a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:13:55.095870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c0295-9ec9-41ee-8678-6ee8dadfeaa4 None None] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:55.116981 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3d55533e-99f8-4a9d-8708-fe4044ef0050 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8282371 Sep 24 19:13:55.121951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44134) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:55.160333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'port': {'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e', 'name': 'tempest-NetworksIpV6TestAttrs-477605272'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:55.196375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ae0ad95-56ec-415a-bd32-890e6622b152 req-cdbf7724-67dd-4a10-9f8d-08c70213bed1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979894 Sep 24 19:13:55.270080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87f9f0-4865-4e4a-bb3e-d445bc5de5c6 None None] Network 4f92eead-7c30-4eab-a222-312f81668ad9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:55.324395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.1.1.162 (4f92eead-7c30-4eab-a222-312f81668ad9/1393dd69-59db-4be0-928f-9b677ddfe7c8/ba885f58-e8db-4880-9664-1fb349919e3a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:55.338912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495addbd-d2ef-4ce2-8874-dd9beb5c53cf req-d8514c83-b0b1-4386-83c7-2e12430fb493 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:55.347129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-495addbd-d2ef-4ce2-8874-dd9beb5c53cf req-d8514c83-b0b1-4386-83c7-2e12430fb493 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 944 time: 0.4116855 Sep 24 19:13:55.386847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] Provisioning complete for port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:55.387813 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.450093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d8fdcaa0-400a-481e-bb7d-7b466735e381 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:55.451195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.587088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.661706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:13:55.663407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.665422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.681450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.753069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-495addbd-d2ef-4ce2-8874-dd9beb5c53cf req-9e7ef353-7592-4806-8892-30bea96862c3 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906074 Sep 24 19:13:55.779649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.788620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:55.796128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] device_id is not set on port 5fee9af9-9e85-47c3-b6bf-fea65937394c yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:13:55.803009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:55.823848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:55.827155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:55.834259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5020-8701-4994-a744-f2fe501aaefa req-b146c211-3bc6-45a5-828e-099b3d2b1778 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:55.851534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a54e5020-8701-4994-a744-f2fe501aaefa req-b146c211-3bc6-45a5-828e-099b3d2b1778 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 943 time: 0.2616930 Sep 24 19:13:55.929753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,segment=NetworkSegment(31a62440-1013-4223-9974-2a41af1c8dea),segment_id=31a62440-1013-4223-9974-2a41af1c8dea)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:55.934420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:55.941643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:55.970734 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad3ecaa5-844a-4f94-a8fd-9c82b1f1d5eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9324956 Sep 24 19:13:55.999806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a54e5020-8701-4994-a744-f2fe501aaefa req-4c860ef8-b26a-4ca0-aa9b-47e0cdb28508 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469827 Sep 24 19:13:56.000681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.110576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.140785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Allocated IP 2001:db8::f816:3eff:fef3:9808 (84aa0f83-52f5-4f39-bab3-1f8f673c3f2e/12dcf5f4-6a59-4786-8e25-54645685f766/5fee9af9-9e85-47c3-b6bf-fea65937394c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:56.319874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d8fdcaa0-400a-481e-bb7d-7b466735e381, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d8fdcaa0-400a-481e-bb7d-7b466735e381,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:56.374109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbdb1c4-acd6-455b-a90b-fec9d3a362e6 None None] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:13:56.376034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e37d9a40-90c6-4408-9850-d1fb2120dc6b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:13:56.434264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.435128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:56.531891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb410fba-a5a6-4d94-aa60-41a32be7e844 None None] Provisioning complete for port d8fdcaa0-400a-481e-bb7d-7b466735e381 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:56.532265 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb410fba-a5a6-4d94-aa60-41a32be7e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.539617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab93f-c5b0-4766-a4fb-2b265a1f56c9 req-8719d63d-4e48-4bf8-83a8-7538460cbc86 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:56.541287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59bab93f-c5b0-4766-a4fb-2b265a1f56c9 req-8719d63d-4e48-4bf8-83a8-7538460cbc86 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1607888 Sep 24 19:13:56.580967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.599993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:56.605107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281280351', 'description': 'tempest-description--1062906420'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:56.656195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.673827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.731305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59bab93f-c5b0-4766-a4fb-2b265a1f56c9 req-0094c102-d67f-4dfd-846e-0c97afadb5aa tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706889 Sep 24 19:13:56.751872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:56.757958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:56.759428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b,segment=NetworkSegment(bc54f94d-5a41-4709-a69d-aca6ca4c8151),segment_id=bc54f94d-5a41-4709-a69d-aca6ca4c8151)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:56.768041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:56.780975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:56.781713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.792988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b', 'network_id': '3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c', 'port_id': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b', 'mac_address': 'fa:16:3e:2f:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b355d62b-ff53-453e-a7a2-4abfcdc1c13c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:13:56.794796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-84aa0f83-52f5-4f39-bab3-1f8f673c3f2e', 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e', 'tenant_id': '3c88c635a45040b880359ffd089189ef', 'fixed_ips': [{'subnet_id': '12dcf5f4-6a59-4786-8e25-54645685f766'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:13:56.795846 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.805401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Port': ['ID=5fee9af9-9e85-47c3-b6bf-fea65937394c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:56.851330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.872812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.884190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d92a10ac-8229-45a2-9d79-acf91f8b6f03 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7404370 Sep 24 19:13:56.886650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:56.947913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b878b8-4c7e-48fc-a604-8c89d56c2fb6 None None] Pushing event updated for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:56.970236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:56.972270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3709071 Sep 24 19:13:56.979399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:56.986721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'security_group_rule': {'security_group_id': 'da50e2bb-8f55-45b9-9fe2-831f1ea758f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:57.000312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f017248-bbdf-4046-a4da-8a61b3c0e6ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da50e2bb-8f55-45b9-9fe2-831f1ea758f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:57.034386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.095554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059369cd-413d-4c71-b22b-fdae4b40d77f req-2502ad2e-672b-427a-8013-1d97c18af0b3 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:57.099028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-059369cd-413d-4c71-b22b-fdae4b40d77f req-2502ad2e-672b-427a-8013-1d97c18af0b3 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 944 time: 0.1909122 Sep 24 19:13:57.109052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting subnet 12dcf5f4-6a59-4786-8e25-54645685f766 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:13:57.171463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.187419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.211547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d34ff64-010d-4a4f-8c42-9ad3b5aee115,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:57.236326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.238914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c881d67-a25c-4841-9d04-a37115b57b26 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2572756 Sep 24 19:13:57.241604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:57.248100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'security_group_rule': {'security_group_id': 'da50e2bb-8f55-45b9-9fe2-831f1ea758f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:57.260968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-059369cd-413d-4c71-b22b-fdae4b40d77f req-f6f90288-2aed-4fae-a506-3454ad212940 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405730 Sep 24 19:13:57.296375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98df42-fa3a-45dc-8077-684744e96867 req-2f939966-2ac1-4777-8ff5-8918761ff022 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:57.311956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a98df42-fa3a-45dc-8077-684744e96867 req-2f939966-2ac1-4777-8ff5-8918761ff022 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 943 time: 0.1548417 Sep 24 19:13:57.313893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.377746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.419058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a98df42-fa3a-45dc-8077-684744e96867 req-0a08689a-dd00-40d0-8086-166625f70663 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055787 Sep 24 19:13:57.439668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Allocated IP 2001:db8::f816:3eff:fecf:5561 (84aa0f83-52f5-4f39-bab3-1f8f673c3f2e/12dcf5f4-6a59-4786-8e25-54645685f766/09c10dea-ec47-481a-8115-759ce9b20b7d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:57.466413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.478121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.498110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9356eda5-d5ae-443e-91fd-d26b26a37a5e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:57.524213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.525999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-532787af-f558-4257-bc49-7a3af8460715 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829781 Sep 24 19:13:57.529737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44184) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:57.535032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:13:57.574126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:57.605431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d8fdcaa0-400a-481e-bb7d-7b466735e381,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:57.629742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.684126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37d9a40-90c6-4408-9850-d1fb2120dc6b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:13:57.734752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:57.736655 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.788529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ce62-4a5f-47cc-9754-5dc422a267da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.862291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b,segment=NetworkSegment(bc54f94d-5a41-4709-a69d-aca6ca4c8151),segment_id=bc54f94d-5a41-4709-a69d-aca6ca4c8151)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:57.893865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:57.975947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.014380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ce62-4a5f-47cc-9754-5dc422a267da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.029043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ce62-4a5f-47cc-9754-5dc422a267da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.099381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f3c6ce62-4a5f-47cc-9754-5dc422a267da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34676d60a275428385290b09e43984d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241573 Sep 24 19:13:58.102042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6ce62-4a5f-47cc-9754-5dc422a267da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8005a88-89a7-4886-836e-4b412517c3cc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:58.105707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:58.160141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1a7a-b5ae-4683-8b8e-22789be49445 req-8ea65c01-d989-4a2c-be6d-95fd502bd43f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:58.161665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91df1a7a-b5ae-4683-8b8e-22789be49445 req-8ea65c01-d989-4a2c-be6d-95fd502bd43f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.2413118 Sep 24 19:13:58.210708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.237321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.246717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e37d9a40-90c6-4408-9850-d1fb2120dc6b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:13:58.260069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:58.280166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91df1a7a-b5ae-4683-8b8e-22789be49445 req-33e30919-5310-4364-bc59-02c07e9f7200 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038346 Sep 24 19:13:58.293052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 172.25.5.148 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/38891a63-c32c-4f37-8f2a-7722cc7d8bc0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:13:58.313191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.316354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.323518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8005a88-89a7-4886-836e-4b412517c3cc HTTP/1.1" status: 204 len: 168 time: 0.2136664 Sep 24 19:13:58.349854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f4c3b-7177-4b4b-a6cd-ccb504e9c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8005a88-89a7-4886-836e-4b412517c3cc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:58.381247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.390405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device b5a973d6-f3ef-4604-9deb-a1a8df6776cd up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:58.710402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:58.716569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.759082 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.773582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fdfc-c004-4db1-a2b8-0bcd0c5f5a95 req-06199a74-5dbd-427f-8afd-7e08c40e89e6 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:58.775940 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.781618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eed1fdfc-c004-4db1-a2b8-0bcd0c5f5a95 req-06199a74-5dbd-427f-8afd-7e08c40e89e6 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 944 time: 0.3843839 Sep 24 19:13:58.792530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Provisioning complete for port ba885f58-e8db-4880-9664-1fb349919e3a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:58.793293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.822435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.887770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=38891a63-c32c-4f37-8f2a-7722cc7d8bc0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:58.912262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f461-3cda-4ef6-b223-055bd28afce2 req-f136a8e4-93ca-44e6-8764-b45262dba6e3 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:58.913649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:58.917492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8005f461-3cda-4ef6-b223-055bd28afce2 req-f136a8e4-93ca-44e6-8764-b45262dba6e3 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 944 time: 0.3348060 Sep 24 19:13:58.926151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:58.937675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:13:58.940994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Port ba885f58-e8db-4880-9664-1fb349919e3a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:13:58.941610 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.943099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:58.950556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Pushing event updated for resources: {'Port': ['ID=09c10dea-ec47-481a-8115-759ce9b20b7d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:58.963622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:58.964688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5027efb-40e2-4f61-bcfd-7ca9a827c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:58.972476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port b5a973d6-f3ef-4604-9deb-a1a8df6776cd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:13:58.993703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:13:59.005211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:13:59.023132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port b5a973d6-f3ef-4604-9deb-a1a8df6776cd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:59.023618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.106932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eed1fdfc-c004-4db1-a2b8-0bcd0c5f5a95 req-8249c392-5145-4b1e-9155-f58bb9905d02 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243573 Sep 24 19:13:59.115144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8005f461-3cda-4ef6-b223-055bd28afce2 req-02c10aca-afd0-4f5b-a174-2dbf0e230dd2 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763177 Sep 24 19:13:59.132053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5027efb-40e2-4f61-bcfd-7ca9a827c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.148762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5027efb-40e2-4f61-bcfd-7ca9a827c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.215976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Provisioning complete for port d8fdcaa0-400a-481e-bb7d-7b466735e381 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:59.216356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.241914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:59.242296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.264410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5027efb-40e2-4f61-bcfd-7ca9a827c86b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=823ec0b4703d462a8fab494faea1d7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494241 Sep 24 19:13:59.265392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5027efb-40e2-4f61-bcfd-7ca9a827c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302efb45-d70b-4ee0-b2c5-e71d88b84cc1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:59.269277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:13:59.402546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Attempting to bind port 09c10dea-ec47-481a-8115-759ce9b20b7d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:13:59.405656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Attempting to bind port 09c10dea-ec47-481a-8115-759ce9b20b7d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c4103884-c3f8-4caa-ab6a-b7ec017b3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:13:59.407127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Attempting to bind port 09c10dea-ec47-481a-8115-759ce9b20b7d on network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:13:59.449072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.507980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.529607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:13:59.529987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Checking segment: {'id': 'c4103884-c3f8-4caa-ab6a-b7ec017b3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:13:59.530417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.530822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Bound using segment: {'id': 'c4103884-c3f8-4caa-ab6a-b7ec017b3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:13:59.531360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Bound port: 09c10dea-ec47-481a-8115-759ce9b20b7d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4103884-c3f8-4caa-ab6a-b7ec017b3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84aa0f83-52f5-4f39-bab3-1f8f673c3f2e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:13:59.531744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.624845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.629588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.645273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/302efb45-d70b-4ee0-b2c5-e71d88b84cc1 HTTP/1.1" status: 204 len: 168 time: 0.3665683 Sep 24 19:13:59.667245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7614d-91ab-40b3-a27c-fdac2831de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302efb45-d70b-4ee0-b2c5-e71d88b84cc1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:13:59.693389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d8fdcaa0-400a-481e-bb7d-7b466735e381 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:13:59.837859 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.848938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.877156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Provisioning complete for port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:59.877565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.884320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:13:59.885894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb1cb-5ffa-452e-a5fe-0475ff2dbe00 req-9771fd8a-110f-4e27-bf50-e4eacb12880d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:13:59.886544 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6327ff34-db1d-4c9f-9610-fed3d811be20" -d '{"events": [{"server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "name": "network-vif-plugged", "status": "completed", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:13:59.906233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5aeb1cb-5ffa-452e-a5fe-0475ff2dbe00 req-9771fd8a-110f-4e27-bf50-e4eacb12880d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1945505 Sep 24 19:13:59.923490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:13:59.933319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d8fdcaa0-400a-481e-bb7d-7b466735e381 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:13:59.933855 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.962598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:13:59.965346 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b697a9-a740-479c-8ffb-c57736073f1c x-openstack-request-id: req-84b697a9-a740-479c-8ffb-c57736073f1c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:13:59.965640 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "name": "network-vif-plugged", "status": "completed", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:13:59.965895 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84b697a9-a740-479c-8ffb-c57736073f1c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:13:59.966283 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd', 'code': 200} Sep 24 19:14:00.056079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.077663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:00.117096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.119805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.139921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:00.189965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] For port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:00.201428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.250263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Provisioning complete for port 469d857d-8823-461f-af5f-a71557044533 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:00.250573 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.258578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:00.258989 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.273270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5aeb1cb-5ffa-452e-a5fe-0475ff2dbe00 req-cda3786c-cf0a-4a25-856e-8df642bdb8c1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061333 Sep 24 19:14:00.323080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Port 469d857d-8823-461f-af5f-a71557044533 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:00.324568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Pushing event updated for resources: {'Port': ['ID=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:00.353782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Provisioning complete for port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:00.354245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c07785-b74b-4390-a038-52ba5bd6244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.381583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e37d9a40-90c6-4408-9850-d1fb2120dc6b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:00.419004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda927-c80c-4b41-8af2-04616c87c3f9 req-f893859a-9066-4d6a-92d4-8d1fef0eca9b tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:00.421499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00dda927-c80c-4b41-8af2-04616c87c3f9 req-f893859a-9066-4d6a-92d4-8d1fef0eca9b tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.1740670 Sep 24 19:14:00.462179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] For port 09c10dea-ec47-481a-8115-759ce9b20b7d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:00.484608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] For port 09c10dea-ec47-481a-8115-759ce9b20b7d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=09c10dea-ec47-481a-8115-759ce9b20b7d,segment=NetworkSegment(c4103884-c3f8-4caa-ab6a-b7ec017b3495),segment_id=c4103884-c3f8-4caa-ab6a-b7ec017b3495)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:00.506412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.507671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b82519-ea69-44ad-a9b0-7504ed5352a9 req-bfe8eeb7-eb02-4788-8970-89a34c679edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:00.513622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83b82519-ea69-44ad-a9b0-7504ed5352a9 req-bfe8eeb7-eb02-4788-8970-89a34c679edd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 1096 time: 0.4120610 Sep 24 19:14:00.529368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.585493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port e37d9a40-90c6-4408-9850-d1fb2120dc6b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:14:00.624986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port e37d9a40-90c6-4408-9850-d1fb2120dc6b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:00.625361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.669217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.669526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:00.679463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:00.690276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/12dcf5f4-6a59-4786-8e25-54645685f766 HTTP/1.1" status: 204 len: 168 time: 3.7887461 Sep 24 19:14:00.764325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502f28a-a652-4e21-9da5-e89f69cfa5c7 None None] Pushing event updated for resources: {'Port': ['ID=09c10dea-ec47-481a-8115-759ce9b20b7d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:00.826095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fffd1676-7bab-491b-9d6c-9e3d0e7b4ab5 None None] Provisioning complete for port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:00.827833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fffd1676-7bab-491b-9d6c-9e3d0e7b4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:00.863471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00dda927-c80c-4b41-8af2-04616c87c3f9 req-4224f574-7ed6-4247-b334-0dd444378ce4 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394938 Sep 24 19:14:00.863730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d387d2-1d99-4eff-b95b-2f36438b6ab5 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:00.865726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940cd74-5dfb-4765-9367-3afd2b4db8dd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=12dcf5f4-6a59-4786-8e25-54645685f766,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:00.885153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d387d2-1d99-4eff-b95b-2f36438b6ab5 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:00.892817 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-05d387d2-1d99-4eff-b95b-2f36438b6ab5 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2114072 Sep 24 19:14:00.893399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:00.993503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83b82519-ea69-44ad-a9b0-7504ed5352a9 req-25b8e018-e5a9-484c-8129-55825b4407c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421904 Sep 24 19:14:01.004215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:01.005488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.016385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.033474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f6ea-c166-4711-8cb1-dfdfb629fe7c req-8946563f-65e3-4aa3-981d-05a7e6f0e45a tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:01.035162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d784f6ea-c166-4711-8cb1-dfdfb629fe7c req-8946563f-65e3-4aa3-981d-05a7e6f0e45a tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 944 time: 0.5154188 Sep 24 19:14:01.061288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a952ce44-4662-49ca-9a68-6c258e91570e tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.075412 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a952ce44-4662-49ca-9a68-6c258e91570e tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 19:14:01.076844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a952ce44-4662-49ca-9a68-6c258e91570e tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:01.083183 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a952ce44-4662-49ca-9a68-6c258e91570e tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/84aa0f83-52f5-4f39-bab3-1f8f673c3f2e HTTP/1.1" status: 409 len: 405 time: 0.1887047 Sep 24 19:14:01.084091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:01.091728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-787316973'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:01.107561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.132380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d784f6ea-c166-4711-8cb1-dfdfb629fe7c req-f50e55c0-50e1-4bf5-b429-d71ceaac99d5 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899007 Sep 24 19:14:01.134937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.150934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:01.181396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.211941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b,segment=NetworkSegment(bc54f94d-5a41-4709-a69d-aca6ca4c8151),segment_id=bc54f94d-5a41-4709-a69d-aca6ca4c8151)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:01.223656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=38891a63-c32c-4f37-8f2a-7722cc7d8bc0,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:01.223938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:01.240899 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.251538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.252370 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment d6df5545-29ac-4efb-b781-e7098c5e6d82 of type vlan for network f99ed964-4061-48a6-a57b-12c7e225e940 Sep 24 19:14:01.260492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.304954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.315897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b0afc20-c978-4b8a-b01f-77422640ecc7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7847779 Sep 24 19:14:01.355394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.393673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:01.399339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.406406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:01.406406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.473868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901b11-ba63-407f-be70-0c94dd819f4c req-aa7b7b1f-d911-4e83-a637-09a3d60126e2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:01.483291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31901b11-ba63-407f-be70-0c94dd819f4c req-aa7b7b1f-d911-4e83-a637-09a3d60126e2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.0692716 Sep 24 19:14:01.493656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=f99ed964-4061-48a6-a57b-12c7e225e940,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:01.503579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.503959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.504258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.504588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.504914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.505319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.505650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.506036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.506386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.506724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.507228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.507472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:01.521004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f99ed964-4061-48a6-a57b-12c7e225e940 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:01.526357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a5fb2f87-7d4f-4c80-ae24-23dcba942ec8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4400494 Sep 24 19:14:01.528895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31901b11-ba63-407f-be70-0c94dd819f4c req-34b279f7-d3ed-4740-a827-84219b2b150d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Sep 24 19:14:01.529490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44258) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:01.535098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:01.712816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:01.717044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:01.967348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:01.970307 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83409756-cbb5-45e5-8ee1-f0770160f196" -d '{"events": [{"server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "name": "network-vif-plugged", "status": "completed", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:02.087556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-77baf1a6-822b-4c29-8b61-771dd6953ac8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--281280351&fields=id&tenant_id=8c226e365ad7487184e2e856847ee731 HTTP/1.1" status: 200 len: 267 time: 0.1960852 Sep 24 19:14:02.200325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96acd0f-dbe0-4129-9bc1-241799d77c35 None None] Network 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:02.251052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca7a2-481d-454d-9577-7438935030ea req-f1cb66c2-21a9-4976-8fe9-ee4e3b0a41ff tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.255398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a1ca7a2-481d-454d-9577-7438935030ea req-f1cb66c2-21a9-4976-8fe9-ee4e3b0a41ff tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.2519960 Sep 24 19:14:02.306984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-079e6192-16ea-4a2d-8fd8-59360d3ae68e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.308603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-079e6192-16ea-4a2d-8fd8-59360d3ae68e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports/469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 935 time: 0.1740556 Sep 24 19:14:02.393973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a1ca7a2-481d-454d-9577-7438935030ea req-9bd7bcea-be08-48c9-97b3-87adf8836d1f tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303127 Sep 24 19:14:02.403847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2b62b8c0-7d53-4710-9f70-de08ae1fc26a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.405377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2b62b8c0-7d53-4710-9f70-de08ae1fc26a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 936 time: 0.0857475 Sep 24 19:14:02.511854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-52b54f96-10f1-469e-89ce-ee6d94b56c92 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0928414 Sep 24 19:14:02.532926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:14:02.536490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:02.548180 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6e728-75bb-46eb-8b00-bc216461dd62 x-openstack-request-id: req-d2d6e728-75bb-46eb-8b00-bc216461dd62 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:02.548892 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "name": "network-vif-plugged", "status": "completed", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:02.549154 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2d6e728-75bb-46eb-8b00-bc216461dd62 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:02.549689 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b', 'code': 200} Sep 24 19:14:02.551238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] Provisioning complete for port 09c10dea-ec47-481a-8115-759ce9b20b7d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:02.563940 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:02.599570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ede11dd3-fee9-421c-9f97-17e7e07941e2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650659 Sep 24 19:14:02.758868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=473815cd-17ac-4c0b-8823-7a05391c150e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:02.775167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 09c10dea-ec47-481a-8115-759ce9b20b7d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:02.796962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483603f-8741-43de-a228-735a7d7e446f req-655685c2-e5ab-42dd-87b2-9a51e267da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.798683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6483603f-8741-43de-a228-735a7d7e446f req-655685c2-e5ab-42dd-87b2-9a51e267da07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 1096 time: 0.2020135 Sep 24 19:14:02.852365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] DHCP port deletion for 84aa0f83-52f5-4f39-bab3-1f8f673c3f2e request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:14:02.857233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:02.911180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': 'd6df5545-29ac-4efb-b781-e7098c5e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:02.911682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: f99ed964-4061-48a6-a57b-12c7e225e940, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:02.918964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6483603f-8741-43de-a228-735a7d7e446f req-31aa4f71-1e6c-4926-8f68-0f34cf119021 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084309 Sep 24 19:14:02.942541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4876-a9f1-4ddc-9199-b70f309e14c4 req-2f63cace-79bc-48b7-a44f-c5b15e5e379f tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.947832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b90f4876-a9f1-4ddc-9199-b70f309e14c4 req-2f63cace-79bc-48b7-a44f-c5b15e5e379f tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.2236269 Sep 24 19:14:02.957323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] For port 09c10dea-ec47-481a-8115-759ce9b20b7d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=09c10dea-ec47-481a-8115-759ce9b20b7d,segment=NetworkSegment(c4103884-c3f8-4caa-ab6a-b7ec017b3495),segment_id=c4103884-c3f8-4caa-ab6a-b7ec017b3495)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:02.966828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:02.973695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 09c10dea-ec47-481a-8115-759ce9b20b7d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:02.974104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:02.988517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-21708b90-8bae-42cc-ab55-7506164fcd06 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:02.995997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-21708b90-8bae-42cc-ab55-7506164fcd06 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:03.002598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-21708b90-8bae-42cc-ab55-7506164fcd06 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:03.004468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-21708b90-8bae-42cc-ab55-7506164fcd06 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 1996 time: 0.3643410 Sep 24 19:14:03.036475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Deleting port 09c10dea-ec47-481a-8115-759ce9b20b7d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:03.036859 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.045985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b90f4876-a9f1-4ddc-9199-b70f309e14c4 req-84a666ef-33ea-4629-bf45-dec39be6a86c tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987301 Sep 24 19:14:03.050430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network f99ed964-4061-48a6-a57b-12c7e225e940 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:03.066748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-966f541e-1acf-4daf-8c34-042f1545b235 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/quotas/8c226e365ad7487184e2e856847ee731 HTTP/1.1" status: 200 len: 375 time: 0.0528913 Sep 24 19:14:03.169504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] For port 09c10dea-ec47-481a-8115-759ce9b20b7d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=09c10dea-ec47-481a-8115-759ce9b20b7d,segment=NetworkSegment(c4103884-c3f8-4caa-ab6a-b7ec017b3495),segment_id=c4103884-c3f8-4caa-ab6a-b7ec017b3495)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:03.169902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.179234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169ce71-2bb0-4b8c-84dc-4b73f7e33de1 None None] Pushing event updated for resources: {'Port': ['ID=09c10dea-ec47-481a-8115-759ce9b20b7d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:03.196257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, f99ed964-4061-48a6-a57b-12c7e225e940) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:03.196527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Calling delete_port for 09c10dea-ec47-481a-8115-759ce9b20b7d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:03.202720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.234718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c513f96-127a-41a2-a967-f61c9a7221a0 None None] Network f99ed964-4061-48a6-a57b-12c7e225e940 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:03.251615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:03.252251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.306112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-235e909f-dd76-4c68-b884-4279a3c7699b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2312226 Sep 24 19:14:03.315884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:03.316438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-51fad86f-1249-46a3-8a66-92a699fb1ddd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7855880 Sep 24 19:14:03.321422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'port': {'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940', 'name': 'tempest-NetworksIpV6TestAttrs-489965072'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:03.327444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ec183-040c-4696-90b8-aeb880c3604f req-b74a5ee7-fbd0-478d-83e1-f8ed87b53943 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:03.336811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b8ec183-040c-4696-90b8-aeb880c3604f req-b74a5ee7-fbd0-478d-83e1-f8ed87b53943 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1740911 Sep 24 19:14:03.489357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b8ec183-040c-4696-90b8-aeb880c3604f req-888630b0-1cad-46a6-ac94-afd7a6793486 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457381 Sep 24 19:14:03.540030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:03.545194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.550947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ac5e679c-8048-4df1-a23b-19bed279188e service neutron] 10.222.0.18 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118318 Sep 24 19:14:03.561227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.586711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] device_id is not set on port b018b108-e360-417c-af58-a1a11e8b404a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:03.602913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] Pushing event deleted for resources: {'Port': ['ID=09c10dea-ec47-481a-8115-759ce9b20b7d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:03.620214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6626cb-4c6b-46b5-8493-adc0e7d5ada5 None None] No DVR routers for this DVR port 09c10dea-ec47-481a-8115-759ce9b20b7d on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:03.721831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-f99ed964-4061-48a6-a57b-12c7e225e940', 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940', 'tenant_id': '3c88c635a45040b880359ffd089189ef', 'fixed_ips': [{'subnet_id': '473815cd-17ac-4c0b-8823-7a05391c150e'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:14:03.726026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:03.730098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-e08cc71e-2d2a-4aba-9c11-9ddd8192fd44 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705587 Sep 24 19:14:03.738022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea141e-bf31-4338-a48a-a612f366618f req-6f419b69-dbd3-41e7-bbef-d626e3d3708f tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:03.745921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6ea141e-bf31-4338-a48a-a612f366618f req-6f419b69-dbd3-41e7-bbef-d626e3d3708f tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.1097007 Sep 24 19:14:03.748327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Allocated IP 2001:db8::f816:3eff:fefc:3b7c (f99ed964-4061-48a6-a57b-12c7e225e940/473815cd-17ac-4c0b-8823-7a05391c150e/b018b108-e360-417c-af58-a1a11e8b404a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:03.845081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-244e02fb-c10d-4c7e-a451-80105ff215fe service neutron] 10.222.0.18 "GET /v2.0/ports/469d857d-8823-461f-af5f-a71557044533?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0962362 Sep 24 19:14:03.895653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6ea141e-bf31-4338-a48a-a612f366618f req-904d5ef1-8d89-48fd-909d-1406e1d10ef4 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488011 Sep 24 19:14:03.960948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.095423 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.120650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-98dfd193-ebc8-4641-87b1-d21ee05b0c71 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668712 Sep 24 19:14:04.205228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network f99ed964-4061-48a6-a57b-12c7e225e940 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:04.213043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Allocated IP 2001:db8::f816:3eff:fe7c:724b (f99ed964-4061-48a6-a57b-12c7e225e940/473815cd-17ac-4c0b-8823-7a05391c150e/0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:04.214730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:04.226817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:04.261137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:04.262170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.279103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Port': ['ID=b018b108-e360-417c-af58-a1a11e8b404a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:04.304277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef96ff41-7274-4bf5-b242-1cada7db4833 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9871912 Sep 24 19:14:04.307238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:04.463722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6055f3-c07a-41b5-844c-8cec0ebb3e6a req-f3b149ea-654f-4166-a585-d2cf86945aca tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:04.463722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d6055f3-c07a-41b5-844c-8cec0ebb3e6a req-f3b149ea-654f-4166-a585-d2cf86945aca tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.2752514 Sep 24 19:14:04.500069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting subnet 473815cd-17ac-4c0b-8823-7a05391c150e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:14:04.539802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-c3ec375a-7cb1-4fbb-b69a-fe1dc9fbc3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113624 Sep 24 19:14:04.555875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.577185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.577986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.639885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Network f99ed964-4061-48a6-a57b-12c7e225e940 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:04.643062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:04.651991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d6055f3-c07a-41b5-844c-8cec0ebb3e6a req-ce124a5e-1631-45a4-a9a2-27366763d17a tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629243 Sep 24 19:14:04.663527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:04.680958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.694000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ce6d810d-ae8a-45d8-bb6b-1e61975922cd service neutron] 10.222.0.18 "GET /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1439350 Sep 24 19:14:04.722371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 09c10dea-ec47-481a-8115-759ce9b20b7d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:04.796106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Pushing event updated for resources: {'Port': ['ID=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:04.816322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 09c10dea-ec47-481a-8115-759ce9b20b7d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:14:04.816699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 09c10dea-ec47-481a-8115-759ce9b20b7d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:14:04.837283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Attempting to bind port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:04.843195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Attempting to bind port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd6df5545-29ac-4efb-b781-e7098c5e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:04.843975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Attempting to bind port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf on network f99ed964-4061-48a6-a57b-12c7e225e940 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:04.868151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:04.868151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Checking segment: {'id': 'd6df5545-29ac-4efb-b781-e7098c5e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:04.868151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.868151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Bound using segment: {'id': 'd6df5545-29ac-4efb-b781-e7098c5e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:04.871465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Bound port: 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6df5545-29ac-4efb-b781-e7098c5e6d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f99ed964-4061-48a6-a57b-12c7e225e940'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:04.871923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.953852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:04.977812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0f605e37-4d48-4d51-a487-b034f8f94800 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784054 Sep 24 19:14:04.999579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd90a1-3f8f-468d-8495-6aa8b5e0e514 req-f7c3bb4d-ef6a-4ded-8e87-c97dd0af8e71 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:05.001164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9dcd90a1-3f8f-468d-8495-6aa8b5e0e514 req-f7c3bb4d-ef6a-4ded-8e87-c97dd0af8e71 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1483109 Sep 24 19:14:05.063428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.065247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] For port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:05.069818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] For port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,segment=NetworkSegment(d6df5545-29ac-4efb-b781-e7098c5e6d82),segment_id=d6df5545-29ac-4efb-b781-e7098c5e6d82)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:05.079906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.110901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=473815cd-17ac-4c0b-8823-7a05391c150e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:05.135180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.141311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44342) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:05.143193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4291c42b-fdc0-4295-a179-a90df8854518 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/473815cd-17ac-4c0b-8823-7a05391c150e HTTP/1.1" status: 204 len: 168 time: 0.8287604 Sep 24 19:14:05.170579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938e6bc-74ac-4b93-b6f5-8b479284f48a None None] Pushing event updated for resources: {'Port': ['ID=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:05.230449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9dcd90a1-3f8f-468d-8495-6aa8b5e0e514 req-3f9e96f7-346a-437e-b835-8b0bcef940f1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163177 Sep 24 19:14:05.246305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-1c7180c1-d8c3-4272-850f-a30837307ab9 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373247 Sep 24 19:14:05.314543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a26e84-99b6-496f-8e1f-b904988d11b2 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:05.316413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a26e84-99b6-496f-8e1f-b904988d11b2 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:05.317958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b3a26e84-99b6-496f-8e1f-b904988d11b2 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1642118 Sep 24 19:14:05.322212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:05.433536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-235c66cd-2bf6-4ae7-9f5c-cede259e3f72 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707728 Sep 24 19:14:05.582549 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3667181-c49d-4ea6-8527-d1fb3f9d38f4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.589476 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3667181-c49d-4ea6-8527-d1fb3f9d38f4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 19:14:05.590049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3667181-c49d-4ea6-8527-d1fb3f9d38f4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:05.595422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3667181-c49d-4ea6-8527-d1fb3f9d38f4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/f99ed964-4061-48a6-a57b-12c7e225e940 HTTP/1.1" status: 409 len: 405 time: 0.2683718 Sep 24 19:14:05.596389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:05.607790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1772991258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:05.652251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:05.658788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.704835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:05.714874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.715261 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment 23a78a6c-c998-44fe-938a-6c0ea9c324b4 of type vlan for network 52dfccf0-1974-4cd0-8d36-c4b65db393d4 Sep 24 19:14:05.739310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-1eca9b25-4211-4010-986e-d78632b3e8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876170 Sep 24 19:14:05.769591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.804635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.811088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:05.811986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:05.857605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2574370 Sep 24 19:14:05.858320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:05.873992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3726b-a0b7-4945-9444-6070ec69d2f1 req-959ff5a7-776a-4459-9596-5ce2a8387497 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:05.875791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6b3726b-a0b7-4945-9444-6070ec69d2f1 req-959ff5a7-776a-4459-9596-5ce2a8387497 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.1335347 Sep 24 19:14:05.889698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': '52dfccf0-1974-4cd0-8d36-c4b65db393d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:05.926620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-36bf802e-12f8-4a92-98d6-59c08c24c5dc service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679978 Sep 24 19:14:05.951726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6b3726b-a0b7-4945-9444-6070ec69d2f1 req-7f26d0f4-15ef-4a03-aa45-327dd9f58f46 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606220 Sep 24 19:14:05.977591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad5a5-c54d-4745-8e84-453634f65679 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=52dfccf0-1974-4cd0-8d36-c4b65db393d4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:05.990012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 52dfccf0-1974-4cd0-8d36-c4b65db393d4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:06.009281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:06.012871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:06.237133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2c0953b3-7f3f-4f08-902e-a3e4f5062623 service neutron] 10.222.0.18 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810175 Sep 24 19:14:06.303937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be929a1c-d535-4273-837e-fe96e3c5bc5e req-60572b98-dbc9-4cf6-89c3-26b3f9628d96 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:06.305647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be929a1c-d535-4273-837e-fe96e3c5bc5e req-60572b98-dbc9-4cf6-89c3-26b3f9628d96 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.2203264 Sep 24 19:14:06.367705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be929a1c-d535-4273-837e-fe96e3c5bc5e req-aa778895-e1e0-4b31-a7bb-cd4d917616ef tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511515 Sep 24 19:14:06.448620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-45269007-6a7d-4dde-a735-29c82bbd9443 service neutron] 10.222.0.18 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974835 Sep 24 19:14:06.743915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:06.778532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd8945-f587-456b-b812-443b20b9eb2b None None] Network f99ed964-4061-48a6-a57b-12c7e225e940 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:06.945309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Provisioning complete for port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:06.945884 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.011944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:07.013076 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.119973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-6620af17-6736-4d43-a243-41fde6b2aab0 service neutron] 10.222.0.18 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703706 Sep 24 19:14:07.169773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d98a4c-7eb1-462d-9a8d-49ee4e9e49f0 req-d2de2307-89b7-4986-b467-c96e170c796c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:07.170080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] DHCP port deletion for f99ed964-4061-48a6-a57b-12c7e225e940 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:14:07.178162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77d98a4c-7eb1-462d-9a8d-49ee4e9e49f0 req-d2de2307-89b7-4986-b467-c96e170c796c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.6922574 Sep 24 19:14:07.252723 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.259855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:14:07.262125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.272498 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.285061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-71c639ea-fb95-45b8-8118-db4e6516d24b tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:07.287027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-71c639ea-fb95-45b8-8118-db4e6516d24b tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.2762055 Sep 24 19:14:07.321483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] For port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,segment=NetworkSegment(d6df5545-29ac-4efb-b781-e7098c5e6d82),segment_id=d6df5545-29ac-4efb-b781-e7098c5e6d82)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:07.328833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Deleting port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:07.329210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.346663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77d98a4c-7eb1-462d-9a8d-49ee4e9e49f0 req-19de52bd-6294-4e80-8520-427eb8f947b4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674829 Sep 24 19:14:07.386502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=e624f521-ddf7-49e3-9794-5eadcde8b0f9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:07.411405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] For port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,segment=NetworkSegment(d6df5545-29ac-4efb-b781-e7098c5e6d82),segment_id=d6df5545-29ac-4efb-b781-e7098c5e6d82)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:07.411830 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.420899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a48f3d73-5f8c-455b-84dc-c0aa4007502a service neutron] 10.222.0.18 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731020 Sep 24 19:14:07.423703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': '23a78a6c-c998-44fe-938a-6c0ea9c324b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '52dfccf0-1974-4cd0-8d36-c4b65db393d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:07.426029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: 52dfccf0-1974-4cd0-8d36-c4b65db393d4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:07.432397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Calling delete_port for 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:07.479097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network 52dfccf0-1974-4cd0-8d36-c4b65db393d4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:07.496105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 52dfccf0-1974-4cd0-8d36-c4b65db393d4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:07.502671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:07.502671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.533408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5651a0ca-fe94-4219-92d2-5f5220b71f93 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6735818 Sep 24 19:14:07.534182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:07.618421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7eb6a1-ca84-49b5-9448-a0037fecc30e None None] Network 52dfccf0-1974-4cd0-8d36-c4b65db393d4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:07.634347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.735054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.762149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Pushing event deleted for resources: {'Port': ['ID=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:07.763047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-eea8c908-f0de-4e30-a34f-2d6deb93825c service neutron] 10.222.0.18 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209610 Sep 24 19:14:07.773495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.837698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Deleting port b5a973d6-f3ef-4604-9deb-a1a8df6776cd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:07.838045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.880020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.884489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.884956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.885432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.885882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.886250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.886690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.887160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.887571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.887994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.888418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.889181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11e891e-a5cd-4e9d-9bd6-a235f4ef7c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:07.907132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:07.921494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] No DVR routers for this DVR port 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:07.932025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9a07-ec06-471f-ba68-e98cf90a8567 None None] Pushing event deleted for resources: {'Port': ['ID=0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:08.062174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a071e2-d060-4c55-b16d-6ba111cfa38c req-de36c859-2392-4478-bda5-96af44c4ea18 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:08.062314 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.066247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48a071e2-d060-4c55-b16d-6ba111cfa38c req-de36c859-2392-4478-bda5-96af44c4ea18 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 945 time: 0.2318230 Sep 24 19:14:08.093253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=e624f521-ddf7-49e3-9794-5eadcde8b0f9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:08.159429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e663cf2-a3de-4e79-ab53-b1d92ab2e3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-52dfccf0-1974-4cd0-8d36-c4b65db393d4', 'network_id': '52dfccf0-1974-4cd0-8d36-c4b65db393d4', 'tenant_id': '3c88c635a45040b880359ffd089189ef', 'fixed_ips': [{'subnet_id': 'e624f521-ddf7-49e3-9794-5eadcde8b0f9'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:14:08.161032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e663cf2-a3de-4e79-ab53-b1d92ab2e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.189758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48a071e2-d060-4c55-b16d-6ba111cfa38c req-487337ef-f4ef-445f-90c9-5ad476987448 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/security-groups?id=a03581ec-9fe9-4168-b124-45e6ae31b604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109319 Sep 24 19:14:08.197942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.224499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dfccf0-1974-4cd0-8d36-c4b65db393d4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:08.242391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a78a6c-c998-44fe-938a-6c0ea9c324b4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:08.242649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a78a6c-c998-44fe-938a-6c0ea9c324b4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:08.257515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] For port b5a973d6-f3ef-4604-9deb-a1a8df6776cd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,segment=NetworkSegment(7972bc4e-13d6-43d9-a1ea-9efc81b5bacb),segment_id=7972bc4e-13d6-43d9-a1ea-9efc81b5bacb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:08.257892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.267110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.286485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.288225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Calling delete_port for b5a973d6-f3ef-4604-9deb-a1a8df6776cd owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:08.304670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:08.317235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:08.333427 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:08.359714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbacbd-0568-4008-aa8f-ec13847eb83b None None] Network 52dfccf0-1974-4cd0-8d36-c4b65db393d4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:08.535147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.567824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.574183 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/52dfccf0-1974-4cd0-8d36-c4b65db393d4 HTTP/1.1" status: 204 len: 168 time: 1.0357172 Sep 24 19:14:08.574183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ac7f-ebbb-4eed-aa72-bef0bb6acbc7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=52dfccf0-1974-4cd0-8d36-c4b65db393d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:08.576070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:08.582104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2039886965'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:08.612785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:08.623599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.656789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:08.687430 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.687807 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment 0e7a7803-72a8-41ad-ba72-5cec0d58c096 of type vlan for network f8c34f20-8405-4ef2-803c-c84413f9131f Sep 24 19:14:08.744557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.768658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:08.789197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.797761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:08.798451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.817010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815eecf-a763-4e3b-81bf-a12a4d21c843 req-0debc7cb-b6af-41a9-8743-2f67a6672eff tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:08.819440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5815eecf-a763-4e3b-81bf-a12a4d21c843 req-0debc7cb-b6af-41a9-8743-2f67a6672eff tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.0906398 Sep 24 19:14:08.821201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.867238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:14:08.868702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec8c6b4-a5ce-4818-907d-6fd0e7f1dbbf not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:14:08.874982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:08.901057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=f8c34f20-8405-4ef2-803c-c84413f9131f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:08.918375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9d0227d-fc75-45ae-a0c4-41611a4e015d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3385279 Sep 24 19:14:08.918583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f8c34f20-8405-4ef2-803c-c84413f9131f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:08.918711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:08.924900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': 'f8c34f20-8405-4ef2-803c-c84413f9131f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:08.985649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Pushing event deleted for resources: {'Port': ['ID=b5a973d6-f3ef-4604-9deb-a1a8df6776cd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:09.028450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] No DVR routers for this DVR port b5a973d6-f3ef-4604-9deb-a1a8df6776cd on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:09.033917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:09.036138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dbc09bb-7e77-46a4-8874-3ca307cd8183 req-7ccb8410-faa8-4c9d-ad48-68a9df82635d tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.69 "DELETE /v2.0/ports/b5a973d6-f3ef-4604-9deb-a1a8df6776cd HTTP/1.1" status: 204 len: 173 time: 1.7196250 Sep 24 19:14:09.039876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'name': 'network-vif-deleted', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:09.042546 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c0438-c242-4b79-95e7-180bd0fd5ba1" -d '{"events": [{"server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "name": "network-vif-deleted", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:09.087648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5815eecf-a763-4e3b-81bf-a12a4d21c843 req-739991f5-8518-47cf-8197-6a176facec0a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561431 Sep 24 19:14:09.170827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:09.174513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:09.318976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9ae07-ea3a-4ea6-b0a9-39d48fe3f713 req-cf3a701b-da76-46c8-8939-239c2a567930 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:09.320967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86c9ae07-ea3a-4ea6-b0a9-39d48fe3f713 req-cf3a701b-da76-46c8-8939-239c2a567930 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.0987930 Sep 24 19:14:09.375704 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd0570f-946f-4316-ad22-1b9ee25210b0 x-openstack-request-id: req-2cd0570f-946f-4316-ad22-1b9ee25210b0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:09.376028 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69191606-19e4-499b-966e-aeeb4d5a0805", "name": "network-vif-deleted", "tag": "b5a973d6-f3ef-4604-9deb-a1a8df6776cd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:09.376260 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cd0570f-946f-4316-ad22-1b9ee25210b0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:09.378375 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69191606-19e4-499b-966e-aeeb4d5a0805', 'name': 'network-vif-deleted', 'tag': 'b5a973d6-f3ef-4604-9deb-a1a8df6776cd', 'status': 'completed', 'code': 200} Sep 24 19:14:09.423298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86c9ae07-ea3a-4ea6-b0a9-39d48fe3f713 req-f43cb24d-af48-469d-9203-ded29e708b7b tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934854 Sep 24 19:14:09.538847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:09.572427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8e55497c-c556-4486-9382-038885b89543 req-c35982a7-0a32-4c3b-8669-af0f740ff8c4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.1038167 Sep 24 19:14:09.637209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': '0e7a7803-72a8-41ad-ba72-5cec0d58c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f8c34f20-8405-4ef2-803c-c84413f9131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:09.637657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: f8c34f20-8405-4ef2-803c-c84413f9131f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:09.650787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=af814d87-8c5a-44e5-9966-8f7d5588d7e2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:09.672979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network f8c34f20-8405-4ef2-803c-c84413f9131f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:09.675903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3896af61-5dbc-4a8c-8a69-6002ff4c2982 req-7b274e43-4ab7-40c9-810b-7fff1e894906 tempest-VolumesActionsTest-1835591112 tempest-VolumesActionsTest-1835591112-project] 10.222.0.18 "GET /v2.0/ports?device_id=69191606-19e4-499b-966e-aeeb4d5a0805 HTTP/1.1" status: 200 len: 210 time: 0.1073027 Sep 24 19:14:09.686630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, f8c34f20-8405-4ef2-803c-c84413f9131f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:09.695916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5021201-0429-4c17-9cae-0cb0a6729631 None None] Network f8c34f20-8405-4ef2-803c-c84413f9131f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:09.700282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:09.709287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:09.726824 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-063280fd-1782-4847-9739-a412f2d8ecba tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8071589 Sep 24 19:14:09.731705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:09.979125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.048681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.179843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.186874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-8cd897a5-5663-45fd-bb93-a82e09342d40 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:10.189947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-8cd897a5-5663-45fd-bb93-a82e09342d40 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.69 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.1292903 Sep 24 19:14:10.251882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=af814d87-8c5a-44e5-9966-8f7d5588d7e2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:10.304427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589446a-ecdc-4ada-bbc3-1755b08e0571 None None] Network f8c34f20-8405-4ef2-803c-c84413f9131f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:10.428251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a00d-9b27-4d5f-aa59-ba25a2d2bf38 req-052ea4e0-94d3-4604-9b94-6c5c7177996d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:10.430050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef3a00d-9b27-4d5f-aa59-ba25a2d2bf38 req-052ea4e0-94d3-4604-9b94-6c5c7177996d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1745100 Sep 24 19:14:10.437866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.497870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device b5a973d6-f3ef-4604-9deb-a1a8df6776cd no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:10.501833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c34f20-8405-4ef2-803c-c84413f9131f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:10.531830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7a7803-72a8-41ad-ba72-5cec0d58c096') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:10.533369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7a7803-72a8-41ad-ba72-5cec0d58c096') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:10.558801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: b5a973d6-f3ef-4604-9deb-a1a8df6776cd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:14:10.559094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.562653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device b5a973d6-f3ef-4604-9deb-a1a8df6776cd not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:14:10.563556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fef3a00d-9b27-4d5f-aa59-ba25a2d2bf38 req-7e9809db-540c-4a4d-9a63-3978940a25d2 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223364 Sep 24 19:14:10.583190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Deleting port e37d9a40-90c6-4408-9850-d1fb2120dc6b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:10.583550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.607787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.634659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:10.644516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:10.650006 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:10.789429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.808687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:10.819617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60ccd9fe-495a-4523-a121-bdc6b9e7bbd3 req-7a7ddebd-3934-4a33-8734-acec0f97e3f9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0941825 Sep 24 19:14:10.821844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44472) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:10.822494 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/f8c34f20-8405-4ef2-803c-c84413f9131f HTTP/1.1" status: 204 len: 168 time: 1.0902479 Sep 24 19:14:10.834246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-747777372'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:10.834507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba100460-998f-44c1-930e-bc5ed3b215e7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=f8c34f20-8405-4ef2-803c-c84413f9131f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:10.924423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-f4a40ba3-3067-488c-a87e-470cff6bd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:10.925903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-f4a40ba3-3067-488c-a87e-470cff6bd510 service neutron] 10.222.0.15 "GET /v2.0/ports/469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 1031 time: 0.0592809 Sep 24 19:14:10.927365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326f4fc-96c7-4293-aa64-728ca97122b3 req-5efb8c70-e692-4be4-ac83-4c0305e77da0 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:10.943254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8326f4fc-96c7-4293-aa64-728ca97122b3 req-5efb8c70-e692-4be4-ac83-4c0305e77da0 tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 945 time: 0.3061695 Sep 24 19:14:10.986613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cfe3bd1c-5735-4cd2-af21-72ae49ab63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:10.988114 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cfe3bd1c-5735-4cd2-af21-72ae49ab63c6 service neutron] 10.222.0.15 "GET /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 1032 time: 0.0440485 Sep 24 19:14:11.014152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] For port e37d9a40-90c6-4408-9850-d1fb2120dc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=e37d9a40-90c6-4408-9850-d1fb2120dc6b,segment=NetworkSegment(bc54f94d-5a41-4709-a69d-aca6ca4c8151),segment_id=bc54f94d-5a41-4709-a69d-aca6ca4c8151)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:11.015059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.036542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:11.041887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.070470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Calling delete_port for e37d9a40-90c6-4408-9850-d1fb2120dc6b owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:11.133725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8326f4fc-96c7-4293-aa64-728ca97122b3 req-528af1d8-0412-4bfb-bf0b-ea966b30458c tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/security-groups?id=9160c264-1868-4704-bd43-986cfb5d6d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862166 Sep 24 19:14:11.140148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44480) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:11.185448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:11.198554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.202218 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Added segment 8d3e90f2-10ec-4705-ab9d-11f8bc9f6050 of type vlan for network ee61374e-232b-4c0e-95dc-753058ca4795 Sep 24 19:14:11.246288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0c2eda8d-2378-44ec-9e37-1248263dffd6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:11.253523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0c2eda8d-2378-44ec-9e37-1248263dffd6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:11.261062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.262712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0c2eda8d-2378-44ec-9e37-1248263dffd6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:11.264458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0c2eda8d-2378-44ec-9e37-1248263dffd6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 1996 time: 0.2684252 Sep 24 19:14:11.362354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-de12a82e-d02e-4811-bdf7-464c427ea327 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c226e365ad7487184e2e856847ee731 HTTP/1.1" status: 200 len: 379 time: 0.0800271 Sep 24 19:14:11.371267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.373675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'admin_state_up': True, 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'security_groups': ['da50e2bb-8f55-45b9-9fe2-831f1ea758f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:11.381618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:11.383115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.455531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97cb02ee-f6f7-42c1-a935-5f66425edb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.470066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6413465 Sep 24 19:14:11.475500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44494) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:11.497450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Request body: {'subnet': {'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:11.608927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0512-c62a-4328-829c-41a5300df31c tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Network': ['ID=ee61374e-232b-4c0e-95dc-753058ca4795,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:11.626824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ee61374e-232b-4c0e-95dc-753058ca4795 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:11.636808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:14:11.636808 n-d-810952-2 neutron-server[94856]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:14:11.636808 n-d-810952-2 neutron-server[94856]: [parameters: {'project_id_1': '8c226e365ad7487184e2e856847ee731', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 13, 51, 609812)}] Sep 24 19:14:11.636808 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:14:11.637619 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:14:11.685207 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.745791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['e37d9a40-90c6-4408-9850-d1fb2120dc6b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:14:11.746060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Pushing event deleted for resources: {'Port': ['ID=e37d9a40-90c6-4408-9850-d1fb2120dc6b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:11.861930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] No DVR routers for this DVR port e37d9a40-90c6-4408-9850-d1fb2120dc6b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:11.867455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.869824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90cb8bb4-5551-424c-b3cc-92ad04283846 req-f3c94edc-6185-4aa5-90d8-df692f687a7e tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.69 "DELETE /v2.0/ports/e37d9a40-90c6-4408-9850-d1fb2120dc6b HTTP/1.1" status: 204 len: 173 time: 1.6740186 Sep 24 19:14:11.872667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'name': 'network-vif-deleted', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:11.875239 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b64fc-a691-4e7f-b6bd-8b5b0f41f8f2" -d '{"events": [{"server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "name": "network-vif-deleted", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:11.896075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0759505-38f6-4812-b021-5cc506eba653 req-e5c33300-dd0c-4f0c-9fc8-235d4fc1ded3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:11.903952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0759505-38f6-4812-b021-5cc506eba653 req-e5c33300-dd0c-4f0c-9fc8-235d4fc1ded3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1735389 Sep 24 19:14:11.954790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97cb02ee-f6f7-42c1-a935-5f66425edb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:11.973897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f0759505-38f6-4812-b021-5cc506eba653 req-5dc393fc-5cee-41ab-815d-a2b41173b6ac tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643985 Sep 24 19:14:11.981921 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97cb02ee-f6f7-42c1-a935-5f66425edb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.082073 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be2ffa8-8609-465f-a592-53e33e80ed7b x-openstack-request-id: req-8be2ffa8-8609-465f-a592-53e33e80ed7b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:12.082359 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624d3997-51b0-48fe-ab37-939a8aa88a74", "name": "network-vif-deleted", "tag": "e37d9a40-90c6-4408-9850-d1fb2120dc6b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:12.082611 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8be2ffa8-8609-465f-a592-53e33e80ed7b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:12.083027 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624d3997-51b0-48fe-ab37-939a8aa88a74', 'name': 'network-vif-deleted', 'tag': 'e37d9a40-90c6-4408-9850-d1fb2120dc6b', 'status': 'completed', 'code': 200} Sep 24 19:14:12.124483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb02ee-f6f7-42c1-a935-5f66425edb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b24fc9-3c0a-4d11-aadf-361e4b6abfd9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:12.129869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-842ec210-8784-46b6-8bc3-32a937842c59 req-ae767f01-18e4-4d88-8426-8b55f2321b6d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0939465 Sep 24 19:14:12.131747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Made reservation on behalf of 3c88c635a45040b880359ffd089189ef for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:12.135760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.146663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-97cb02ee-f6f7-42c1-a935-5f66425edb43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8590d283652244a8896fb4079b0d9f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876649 Sep 24 19:14:12.147359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:12.190393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:12.194374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.284757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76dd2fcd-eb59-4260-9e62-12a668206d12 req-9d0471b2-e474-4c09-885d-a9ffb169d06c tempest-ServerGroupTestJSON-519656777 tempest-ServerGroupTestJSON-519656777-project] 10.222.0.18 "GET /v2.0/ports?device_id=624d3997-51b0-48fe-ab37-939a8aa88a74 HTTP/1.1" status: 200 len: 210 time: 0.0466654 Sep 24 19:14:12.338536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.397909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.446174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 172.20.0.7 (c5e8c1e0-0eca-48f1-8d8a-1f166a29403f/b79016c9-0858-4be7-adda-468d0891f0c8/763fb45a-b8ca-41b0-896b-c2e197ace26a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:12.513935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.517417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.518946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36b24fc9-3c0a-4d11-aadf-361e4b6abfd9 HTTP/1.1" status: 204 len: 168 time: 0.3702941 Sep 24 19:14:12.543162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52640bb-e91b-4b23-8420-c95a4cc37d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b24fc9-3c0a-4d11-aadf-361e4b6abfd9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:12.678605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:14:12.680898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.689745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.764326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Checking segment: {'id': '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:12.764739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network hostable DHCP agents. Network: ee61374e-232b-4c0e-95dc-753058ca4795, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:12.779437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event updated for resources: {'Subnet': ['ID=b4957203-ac5b-49d2-960a-718db6ef39a1,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:12.821542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Network ee61374e-232b-4c0e-95dc-753058ca4795 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:12.828480 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.832737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ee61374e-232b-4c0e-95dc-753058ca4795) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:12.838922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:12.841063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:12.846984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f230fe-9d04-4baa-bf4d-9c04133f6370 None None] Network ee61374e-232b-4c0e-95dc-753058ca4795 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:12.868742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b025e54-13c6-449f-b820-79ae9b847d5d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3840213 Sep 24 19:14:12.869852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:12.925637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-32cf7bbc-9d68-4b7f-87d2-f13ffe6ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:12.932056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-32cf7bbc-9d68-4b7f-87d2-f13ffe6ec499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1096 time: 0.1757064 Sep 24 19:14:12.960140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:13.008565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:13.010760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.034951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:13.036085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:13.056196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:13.066430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ee61374e-232b-4c0e-95dc-753058ca4795', 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795', 'tenant_id': '3c88c635a45040b880359ffd089189ef', 'fixed_ips': [{'subnet_id': 'b4957203-ac5b-49d2-960a-718db6ef39a1'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:14:13.067344 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.077281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4dc0ce3-668b-4ee3-a349-184a75014588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.298396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Allocated IP 2001:db8::f816:3eff:fe8e:fde (ee61374e-232b-4c0e-95dc-753058ca4795/b4957203-ac5b-49d2-960a-718db6ef39a1/ed5c6f26-3ede-4d32-9d62-b7eef83ee595) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:13.332170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.334555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.364720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-f349b358-4e15-4fda-9563-6ccbd5cbf477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.366500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-f349b358-4e15-4fda-9563-6ccbd5cbf477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.4171574 Sep 24 19:14:13.442977 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.520457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-ea031f47-a63d-4d99-bb35-ec1159df3a13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 1001 time: 0.1451647 Sep 24 19:14:13.521869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc24a6d-0aa6-4bb4-aa57-b8dd8029f78f req-bf1ca016-c45d-425c-9db6-ee1932048dc1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.523535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cc24a6d-0aa6-4bb4-aa57-b8dd8029f78f req-bf1ca016-c45d-425c-9db6-ee1932048dc1 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.3669596 Sep 24 19:14:13.532889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-68f0ae72-5323-4242-aa5b-4ecebb2e6c2e None None] Provisioning complete for port 763fb45a-b8ca-41b0-896b-c2e197ace26a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:13.533296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68f0ae72-5323-4242-aa5b-4ecebb2e6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.547487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.576613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30fcd9-7f4a-436a-ad57-e40b9e6563b1 req-1fe981d7-e5d8-4e50-aab8-916e41009014 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.586545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.593716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf30fcd9-7f4a-436a-ad57-e40b9e6563b1 req-1fe981d7-e5d8-4e50-aab8-916e41009014 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 931 time: 0.2988129 Sep 24 19:14:13.607919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-b8ff5b76-c4ec-45a0-ab89-47c65e961f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.609546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-b8ff5b76-c4ec-45a0-ab89-47c65e961f42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.0808754 Sep 24 19:14:13.624646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-68f0ae72-5323-4242-aa5b-4ecebb2e6c2e None None] Port 763fb45a-b8ca-41b0-896b-c2e197ace26a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:13.649267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Network ee61374e-232b-4c0e-95dc-753058ca4795 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:13.654161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:13.657995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:13.664927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.669994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Pushing event updated for resources: {'Port': ['ID=ed5c6f26-3ede-4d32-9d62-b7eef83ee595,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:13.719210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-a674557c-be9d-4dc3-ad7b-a42910aebbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:13.723956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-a674557c-be9d-4dc3-ad7b-a42910aebbe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041827 Sep 24 19:14:13.748790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Attempting to bind port ed5c6f26-3ede-4d32-9d62-b7eef83ee595 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:13.749886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Attempting to bind port ed5c6f26-3ede-4d32-9d62-b7eef83ee595 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:13.750452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Attempting to bind port ed5c6f26-3ede-4d32-9d62-b7eef83ee595 on network ee61374e-232b-4c0e-95dc-753058ca4795 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:13.760314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:13.762072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Checking segment: {'id': '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:13.762756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.763457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Bound using segment: {'id': '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:13.764955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Bound port: ed5c6f26-3ede-4d32-9d62-b7eef83ee595, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee61374e-232b-4c0e-95dc-753058ca4795'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:13.765348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.835333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.868685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] For port ed5c6f26-3ede-4d32-9d62-b7eef83ee595, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:13.872686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] For port ed5c6f26-3ede-4d32-9d62-b7eef83ee595, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ed5c6f26-3ede-4d32-9d62-b7eef83ee595,segment=NetworkSegment(8d3e90f2-10ec-4705-ab9d-11f8bc9f6050),segment_id=8d3e90f2-10ec-4705-ab9d-11f8bc9f6050)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:13.882840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:13.893467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee61374e-232b-4c0e-95dc-753058ca4795']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:13.918237 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-af8c045a-9d89-4422-ac32-5e4c8fad8d0b service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840601 Sep 24 19:14:13.919664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:13.920071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:13.944771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.024236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8d5c-e2a9-47dd-a926-497a898a4e4c None None] Pushing event updated for resources: {'Port': ['ID=ed5c6f26-3ede-4d32-9d62-b7eef83ee595,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:14.029111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b1434-3489-4ee2-b7c3-b101ca4cb286 None None] Network ee61374e-232b-4c0e-95dc-753058ca4795 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:14.089867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4dc0ce3-668b-4ee3-a349-184a75014588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.096659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a2dd885f-d884-4b25-b66e-e6e0cddac00e req-44a4216b-e7fa-4a83-a31c-e16d754c518e service neutron] 10.222.0.15 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712582 Sep 24 19:14:14.107655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0d9e5c1f-1336-4b9e-8fce-baff17abec55 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7399371 Sep 24 19:14:14.121965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'admin_state_up': True, 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'security_groups': ['da50e2bb-8f55-45b9-9fe2-831f1ea758f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:14.135676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=b4957203-ac5b-49d2-960a-718db6ef39a1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:14.148296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf30fcd9-7f4a-436a-ad57-e40b9e6563b1 req-c409a903-e368-49c7-ad37-5ee959ade30f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5542216 Sep 24 19:14:14.171868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0cc24a6d-0aa6-4bb4-aa57-b8dd8029f78f req-374f6ae3-8fa2-4960-ab44-a298f428f33e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6368382 Sep 24 19:14:14.176644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4dc0ce3-668b-4ee3-a349-184a75014588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.187608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.291937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:14.292588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:14.299341 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:14.412755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:14.414879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c4dc0ce3-668b-4ee3-a349-184a75014588 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=278f01e23aa74045bdee48b2b73002d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3804951 Sep 24 19:14:14.433568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc0ce3-668b-4ee3-a349-184a75014588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0a75d-b196-46ac-8126-eab536ff60ed,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:14.439491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e37d9a40-90c6-4408-9850-d1fb2120dc6b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:14.444713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21987d32-6f29-4cd3-b9e4-90d19aac77af None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:14:14.578478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:14:14.578478 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:14:14.578478 n-d-810952-2 neutron-server[94855]: [parameters: {'id': 'ee61374e-232b-4c0e-95dc-753058ca4795'}] Sep 24 19:14:14.578478 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:14:14.579424 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:14:14.619439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21987d32-6f29-4cd3-b9e4-90d19aac77af None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:14:14.634433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.638175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: e37d9a40-90c6-4408-9850-d1fb2120dc6b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:14:14.638524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device e37d9a40-90c6-4408-9850-d1fb2120dc6b not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:14:14.744122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.757772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:14.761477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.899383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.900430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:14.922063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:14.923272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80e0a75d-b196-46ac-8126-eab536ff60ed HTTP/1.1" status: 204 len: 168 time: 0.5094278 Sep 24 19:14:14.939091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679cf66-db5b-4f72-a7fb-7144f8f12879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0a75d-b196-46ac-8126-eab536ff60ed,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:15.059026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Deleting subnet b355d62b-ff53-453e-a7a2-4abfcdc1c13c {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:14:15.069402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.070592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.1.1.110 (4f92eead-7c30-4eab-a222-312f81668ad9/1393dd69-59db-4be0-928f-9b677ddfe7c8/cce4ea78-7c45-4281-a535-ef8c8beed3fd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:15.172257 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.218608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.357056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.401245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.435244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.508693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:15.512070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:15.516396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:15.546121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.607322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:15.608434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.633404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:15.643053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-2666f19e-c3c5-4ebb-a08d-f010032d453c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5278008 Sep 24 19:14:15.652526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.658551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'admin_state_up': True, 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'security_groups': ['da50e2bb-8f55-45b9-9fe2-831f1ea758f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:15.661650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b355d62b-ff53-453e-a7a2-4abfcdc1c13c HTTP/1.1" status: 204 len: 168 time: 0.7600858 Sep 24 19:14:15.674259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:15.700814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa13e7-3e29-450b-a915-c61f6d7b25a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b355d62b-ff53-453e-a7a2-4abfcdc1c13c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:15.852664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04a86e-618a-465b-82f7-f5a9f09d21be req-1b80c802-0a15-47d5-bf4b-c3ef6256a48d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:15.867950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04a86e-618a-465b-82f7-f5a9f09d21be req-1b80c802-0a15-47d5-bf4b-c3ef6256a48d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:15.879094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa04a86e-618a-465b-82f7-f5a9f09d21be req-1b80c802-0a15-47d5-bf4b-c3ef6256a48d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 1653 time: 0.3352649 Sep 24 19:14:15.902407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting port ed5c6f26-3ede-4d32-9d62-b7eef83ee595 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:15.909852 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.966010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:15.975679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b163f2-5f96-4192-a217-b54ff0052f89 req-c9d265f7-b9ce-48b6-91aa-0a06b169ce90 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:15.986291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30b163f2-5f96-4192-a217-b54ff0052f89 req-c9d265f7-b9ce-48b6-91aa-0a06b169ce90 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.4475472 Sep 24 19:14:15.994695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6f78b70e-a1d6-4698-8c4e-7c1e4e1b1c6b None None] Provisioning complete for port cce4ea78-7c45-4281-a535-ef8c8beed3fd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:15.995490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f78b70e-a1d6-4698-8c4e-7c1e4e1b1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.054032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:16.058437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.070084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa04a86e-618a-465b-82f7-f5a9f09d21be req-8efc4ba3-f0c7-4a2a-a25a-a8a96a9d89dc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897094 Sep 24 19:14:16.144954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.195534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6f78b70e-a1d6-4698-8c4e-7c1e4e1b1c6b None None] Port cce4ea78-7c45-4281-a535-ef8c8beed3fd cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:16.207000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.218537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] For port ed5c6f26-3ede-4d32-9d62-b7eef83ee595, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ed5c6f26-3ede-4d32-9d62-b7eef83ee595,segment=NetworkSegment(8d3e90f2-10ec-4705-ab9d-11f8bc9f6050),segment_id=8d3e90f2-10ec-4705-ab9d-11f8bc9f6050)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:16.219255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.223103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc54f94d-5a41-4709-a69d-aca6ca4c8151') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.223529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc54f94d-5a41-4709-a69d-aca6ca4c8151') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.238017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30b163f2-5f96-4192-a217-b54ff0052f89 req-4fbb2ac4-4b73-4425-a37d-22b189836bb4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507603 Sep 24 19:14:16.243394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.283245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Calling delete_port for ed5c6f26-3ede-4d32-9d62-b7eef83ee595 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:16.284903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.300162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:16.300795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:16.303370 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:16.339724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.1.1.99 (4f92eead-7c30-4eab-a222-312f81668ad9/1393dd69-59db-4be0-928f-9b677ddfe7c8/c022f71f-2eb4-4442-9fb2-d97f541d59cf) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:16.449231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.517973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Port': ['ID=ed5c6f26-3ede-4d32-9d62-b7eef83ee595,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:16.537024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No DVR routers for this DVR port ed5c6f26-3ede-4d32-9d62-b7eef83ee595 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:16.657081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.670401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.675848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c HTTP/1.1" status: 204 len: 168 time: 0.9991906 Sep 24 19:14:16.706029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.709494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598716d-03ee-45d0-8deb-e09f48ebc3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac8b72c-c2db-40c2-aa5d-f1b0345bea1c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:16.728146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee61374e-232b-4c0e-95dc-753058ca4795']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.738883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.739231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3e90f2-10ec-4705-ab9d-11f8bc9f6050') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:16.750361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.765135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.772953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:16.785338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.788618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:16.789306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:16.793111 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:16.897708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.943335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.950094 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.952125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:16.965431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/ee61374e-232b-4c0e-95dc-753058ca4795 HTTP/1.1" status: 204 len: 168 time: 4.0944335 Sep 24 19:14:16.967911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:16.979305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 4f92eead-7c30-4eab-a222-312f81668ad9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:16.991154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:17.000623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:17.007009 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b5c30f-c9f5-42f8-9981-41443d8d13b2" -d '{"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-unplugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:17.010042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:17.049369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:17.068070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:17.126720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:17.130432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.164318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe98c-1106-4083-92c9-c553cf2f2949 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=ee61374e-232b-4c0e-95dc-753058ca4795,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:17.175281 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a2659a-a874-4a88-9dd3-9c8e869e60c3 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.177683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a2659a-a874-4a88-9dd3-9c8e869e60c3 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.181960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:17.182631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:17.186795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-35a2659a-a874-4a88-9dd3-9c8e869e60c3 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/b4957203-ac5b-49d2-960a-718db6ef39a1 HTTP/1.1" status: 404 len: 337 time: 0.1998069 Sep 24 19:14:17.187513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44662) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.196946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:17.207206 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756110e7-c99a-4fb3-9ee4-79fb8d4e8ca4 x-openstack-request-id: req-756110e7-c99a-4fb3-9ee4-79fb8d4e8ca4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:17.210506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-unplugged", "status": "failed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "code": 422}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:17.211799 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-756110e7-c99a-4fb3-9ee4-79fb8d4e8ca4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:17.212363 n-d-810952-2 neutron-server[94857]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'code': 422} returned with failed status Sep 24 19:14:17.222431 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-335a41cd-10f6-45fd-a210-3013075f5cb0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5700607 Sep 24 19:14:17.237500 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-208777b0-56ef-4ff3-a34c-2a4fafa4c4b9 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.238097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'admin_state_up': True, 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'security_groups': ['da50e2bb-8f55-45b9-9fe2-831f1ea758f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:17.238619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208777b0-56ef-4ff3-a34c-2a4fafa4c4b9 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.242208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-208777b0-56ef-4ff3-a34c-2a4fafa4c4b9 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/ee61374e-232b-4c0e-95dc-753058ca4795 HTTP/1.1" status: 404 len: 339 time: 0.0494041 Sep 24 19:14:17.244748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44664) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.314604 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a930842-10ad-4b90-b216-db634066c615 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.318280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a930842-10ad-4b90-b216-db634066c615 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.322041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7a930842-10ad-4b90-b216-db634066c615 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/af814d87-8c5a-44e5-9966-8f7d5588d7e2 HTTP/1.1" status: 404 len: 337 time: 0.0758498 Sep 24 19:14:17.329315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44668) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.423229 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64bdeb2-29f4-45c8-8216-06485690b3cd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.424522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64bdeb2-29f4-45c8-8216-06485690b3cd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.431722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c64bdeb2-29f4-45c8-8216-06485690b3cd tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/f8c34f20-8405-4ef2-803c-c84413f9131f HTTP/1.1" status: 404 len: 339 time: 0.0999405 Sep 24 19:14:17.448832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44676) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.449574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-361db22f-a235-4ad5-980a-bf88b521402f None None] Provisioning complete for port c022f71f-2eb4-4442-9fb2-d97f541d59cf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:17.449960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-361db22f-a235-4ad5-980a-bf88b521402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:17.538555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0b7b7908-85a0-452a-9384-1af6cccf635e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e292802b8054dd99411f2dacc5c1301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029353 Sep 24 19:14:17.543586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44682) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.551194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:17.554261 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-115da12f-1018-45a9-9ef7-1404f90a8fa8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.554992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115da12f-1018-45a9-9ef7-1404f90a8fa8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.557022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-115da12f-1018-45a9-9ef7-1404f90a8fa8 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/e624f521-ddf7-49e3-9794-5eadcde8b0f9 HTTP/1.1" status: 404 len: 337 time: 0.1031194 Sep 24 19:14:17.564538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44684) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.579779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-361db22f-a235-4ad5-980a-bf88b521402f None None] Port c022f71f-2eb4-4442-9fb2-d97f541d59cf cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:17.609058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d12736-f396-4eb0-818c-3ddfe4e9dd87 req-3267efb4-f69f-4eba-ae55-3041046daf01 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:17.618669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d12736-f396-4eb0-818c-3ddfe4e9dd87 req-3267efb4-f69f-4eba-ae55-3041046daf01 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.1966655 Sep 24 19:14:17.623925 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-084ec3af-af75-4b7a-8d32-cf93b64ecad1 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:17.624802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084ec3af-af75-4b7a-8d32-cf93b64ecad1 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:17.626885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-084ec3af-af75-4b7a-8d32-cf93b64ecad1 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/52dfccf0-1974-4cd0-8d36-c4b65db393d4 HTTP/1.1" status: 404 len: 339 time: 0.0610569 Sep 24 19:14:17.640228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:14:17.641470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44688) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:17.678394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2977-1eb8-4f8b-b5f7-f2f2e14daac2 req-a530e6a3-d181-4ed3-a335-7695f493c7e5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:17.693453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2977-1eb8-4f8b-b5f7-f2f2e14daac2 req-a530e6a3-d181-4ed3-a335-7695f493c7e5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:17.719192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:17.725322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2977-1eb8-4f8b-b5f7-f2f2e14daac2 req-a530e6a3-d181-4ed3-a335-7695f493c7e5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:17.727072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dfa2977-1eb8-4f8b-b5f7-f2f2e14daac2 req-a530e6a3-d181-4ed3-a335-7695f493c7e5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 2373 time: 0.3249328 Sep 24 19:14:17.772749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:17.902152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d12736-f396-4eb0-818c-3ddfe4e9dd87 req-dc043116-7a25-4a8b-b57e-2d916b201d7d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822049 Sep 24 19:14:17.965135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5dfa2977-1eb8-4f8b-b5f7-f2f2e14daac2 req-bf3fb2f2-9844-4f4c-a049-b37b4f5d7b49 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543283 Sep 24 19:14:18.031470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting port b018b108-e360-417c-af58-a1a11e8b404a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:18.047358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:18.284538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:18.314385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Calling delete_port for b018b108-e360-417c-af58-a1a11e8b404a owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:18.461452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:18.494475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:18.497799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/ports/b018b108-e360-417c-af58-a1a11e8b404a HTTP/1.1" status: 204 len: 168 time: 0.8553021 Sep 24 19:14:18.500944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44714) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:18.539768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d72003-b936-4b30-8ce0-3335d03096a7 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Port': ['ID=b018b108-e360-417c-af58-a1a11e8b404a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:18.619765 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee235e0-3390-4f9a-893f-3497064bdeb4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:18.620533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee235e0-3390-4f9a-893f-3497064bdeb4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:18.623801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ee235e0-3390-4f9a-893f-3497064bdeb4 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/473815cd-17ac-4c0b-8823-7a05391c150e HTTP/1.1" status: 404 len: 337 time: 0.1203315 Sep 24 19:14:18.626311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44724) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:18.935938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.043394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.2.2.100 (07513f4d-a3f9-4a72-824e-31eefc7920fe/ba271e6c-26f6-445c-bccb-9c4986f9d7ea/1f3251c4-4a97-45b1-957e-d4c0b90d6c95) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:19.071645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.078077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.082355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9160c264-1868-4704-bd43-986cfb5d6d65 HTTP/1.1" status: 204 len: 168 time: 1.5301225 Sep 24 19:14:19.107974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660976-b17b-46ce-8f55-78e296ba34db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160c264-1868-4704-bd43-986cfb5d6d65,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:19.456895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.560154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.691711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:19.713391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:19.718969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:19.826785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:19.829352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.858805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:19.864805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:19.888932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:19.909643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-04514190-ddde-4dea-93d3-9496c8f8d21a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6760240 Sep 24 19:14:19.926079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'admin_state_up': True, 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'security_groups': ['da50e2bb-8f55-45b9-9fe2-831f1ea758f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:19.984904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-31c8099c-1878-4cd2-bcba-4bbaab5d3d50 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:20.000439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-31c8099c-1878-4cd2-bcba-4bbaab5d3d50 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:20.011165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-31c8099c-1878-4cd2-bcba-4bbaab5d3d50 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:20.029151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-31c8099c-1878-4cd2-bcba-4bbaab5d3d50 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:20.048052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-31c8099c-1878-4cd2-bcba-4bbaab5d3d50 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3094 time: 0.3989007 Sep 24 19:14:20.298515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.303204 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f148bd5-6034-43bb-9c5a-b327e50b7433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.310168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cb19be4-e811-4b08-b8aa-e3dbc976822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.327359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-16eed4ae-11ed-40d4-bf7b-d8f357ced135 None None] Provisioning complete for port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:20.328432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a550d792-af47-4cc6-88ee-cc5b1fe32733 req-649970c7-2ad3-407a-8981-9db79b4187ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792132 Sep 24 19:14:20.332244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16eed4ae-11ed-40d4-bf7b-d8f357ced135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.411927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-16eed4ae-11ed-40d4-bf7b-d8f357ced135 None None] Port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:20.413637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99ed964-4061-48a6-a57b-12c7e225e940']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:20.435346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6df5545-29ac-4efb-b781-e7098c5e6d82') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:20.435963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6df5545-29ac-4efb-b781-e7098c5e6d82') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:20.446527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c816-3806-4e40-bf8a-0db7664c6f6c req-b5dd5c68-b72a-47ed-836c-8dc447d4b1bf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:20.454638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16a1c816-3806-4e40-bf8a-0db7664c6f6c req-b5dd5c68-b72a-47ed-836c-8dc447d4b1bf tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.2493176 Sep 24 19:14:20.478581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.502313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.528914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16a1c816-3806-4e40-bf8a-0db7664c6f6c req-3b81303f-1643-4a52-870b-8e0b54d3f526 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728974 Sep 24 19:14:20.537004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:20.537659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:20.541856 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:20.686801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.699954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:20.708515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/f99ed964-4061-48a6-a57b-12c7e225e940 HTTP/1.1" status: 204 len: 168 time: 2.0800729 Sep 24 19:14:20.708997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:20.747338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f91c8b-3480-4607-845e-7862e24dd452 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=f99ed964-4061-48a6-a57b-12c7e225e940,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:20.803561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:20.983521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cb19be4-e811-4b08-b8aa-e3dbc976822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.020281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cb19be4-e811-4b08-b8aa-e3dbc976822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.121948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19be4-e811-4b08-b8aa-e3dbc976822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a44f46-9078-4b76-a90b-6da278d473ce,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:21.213412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Made reservation on behalf of 8c226e365ad7487184e2e856847ee731 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:21.224610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.273566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:21.276687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5cb19be4-e811-4b08-b8aa-e3dbc976822d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9fcc062be9d4bde8568169dbdb9ed5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4482982 Sep 24 19:14:21.374638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.394468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting port 5fee9af9-9e85-47c3-b6bf-fea65937394c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:21.395673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.436562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.438605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-8a0bcb93-b2bd-4d73-b81b-34f5b5c9ef80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4471476 Sep 24 19:14:21.591512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.594069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.595386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3a44f46-9078-4b76-a90b-6da278d473ce HTTP/1.1" status: 204 len: 168 time: 0.3198955 Sep 24 19:14:21.614915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-ada608f4-952f-4329-aa46-11adbf46e877 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:21.621437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-ada608f4-952f-4329-aa46-11adbf46e877 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:21.622736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:21.629477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-ada608f4-952f-4329-aa46-11adbf46e877 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:21.640412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-ada608f4-952f-4329-aa46-11adbf46e877 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:21.645331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-ada608f4-952f-4329-aa46-11adbf46e877 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3094 time: 0.1203516 Sep 24 19:14:21.651627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc81684-a92c-41df-83db-c4984b998d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a44f46-9078-4b76-a90b-6da278d473ce,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:21.670286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Calling delete_port for 5fee9af9-9e85-47c3-b6bf-fea65937394c owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:21.795254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b37af7b8-1460-4ad7-bee3-72a68ef4feb4 req-cad4e3cd-d666-4c4e-b9e4-d905da559bf8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175866 Sep 24 19:14:21.878735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-b07bd957-2761-45e5-bd9e-3597887acd0e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:14:21.880374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-b07bd957-2761-45e5-bd9e-3597887acd0e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187604 Sep 24 19:14:22.013936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a3f2e30-cd0a-485a-bbd1-da5ee800f935 req-1d1544bf-09d1-442a-8fdf-5534fc4143f0 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.1398108 Sep 24 19:14:22.078516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aa23e-2e9d-40d8-a5f0-e7ab9fea2431 req-9a265e45-1c39-441e-a084-5af65669dd18 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:22.088044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e85aa23e-2e9d-40d8-a5f0-e7ab9fea2431 req-9a265e45-1c39-441e-a084-5af65669dd18 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.2153711 Sep 24 19:14:22.111464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Allocated IP 10.2.2.200 (07513f4d-a3f9-4a72-824e-31eefc7920fe/ba271e6c-26f6-445c-bccb-9c4986f9d7ea/27719522-1bf3-4659-83e1-fc06d8823d4c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:22.155425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.194713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e85aa23e-2e9d-40d8-a5f0-e7ab9fea2431 req-e05aec50-8f16-4b75-a9eb-0da39f9e8506 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033392 Sep 24 19:14:22.233992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Port': ['ID=5fee9af9-9e85-47c3-b6bf-fea65937394c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:22.537870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:22.552698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-272f82aa-5279-47da-a0a1-351925648643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.688885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-272f82aa-5279-47da-a0a1-351925648643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.698271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-272f82aa-5279-47da-a0a1-351925648643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.780973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.795115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.797136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7259da87-be09-4a4c-beab-0356c3132064 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/ports/5fee9af9-9e85-47c3-b6bf-fea65937394c HTTP/1.1" status: 204 len: 168 time: 2.0222709 Sep 24 19:14:22.808788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:22.810774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-272f82aa-5279-47da-a0a1-351925648643 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1b61e388ca146739f5d9c0ce07462b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706654 Sep 24 19:14:22.815497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:22.927855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f82aa-5279-47da-a0a1-351925648643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b5df0d-922a-4a08-8bc1-b1352cffa1dd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:22.929043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e14d044e-f5b7-4837-83d5-a0695429ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:22.932429 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c743efd5-a716-45c0-a872-cf849bd77ddb tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:22.932986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c743efd5-a716-45c0-a872-cf849bd77ddb tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:22.944774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c743efd5-a716-45c0-a872-cf849bd77ddb tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/12dcf5f4-6a59-4786-8e25-54645685f766 HTTP/1.1" status: 404 len: 337 time: 0.1247642 Sep 24 19:14:22.949339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:23.073455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad4d433e-ff10-4386-a02b-e970074f44aa req-9f3c4893-b36c-47fd-bdd2-feecae86c23c tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0827260 Sep 24 19:14:23.149748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.194998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.200031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.215670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-8fb39496-c37a-4db2-9193-a2a2bec513c8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.225303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-8fb39496-c37a-4db2-9193-a2a2bec513c8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.237040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-8fb39496-c37a-4db2-9193-a2a2bec513c8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.251665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-8fb39496-c37a-4db2-9193-a2a2bec513c8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.257380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-8fb39496-c37a-4db2-9193-a2a2bec513c8 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3094 time: 0.2606635 Sep 24 19:14:23.298787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.358525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.367810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:23.442594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f531992c-376f-41a2-a9f8-af7fd0eff222 req-6d5a64ee-20a2-4a9d-9274-640032566e75 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725528 Sep 24 19:14:23.455550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:23.500222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:23.509742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.512672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.518400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:23.531197 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b5df0d-922a-4a08-8bc1-b1352cffa1dd HTTP/1.1" status: 204 len: 168 time: 0.7145078 Sep 24 19:14:23.833974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.834940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb90c36-e411-494d-a27e-58c10b9c8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b5df0d-922a-4a08-8bc1-b1352cffa1dd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:23.885476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-b92664e0-91b0-44e4-8246-4cca9ab815cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.885476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-b92664e0-91b0-44e4-8246-4cca9ab815cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6&tenant_id=b402dbf96e52462da042cadb86ffd522 HTTP/1.1" status: 200 len: 1094 time: 0.3515913 Sep 24 19:14:23.886246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:23.891355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:23.902295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:23.971075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aa0f83-52f5-4f39-bab3-1f8f673c3f2e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:23.995090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4103884-c3f8-4caa-ab6a-b7ec017b3495') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:23.995690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4103884-c3f8-4caa-ab6a-b7ec017b3495') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:24.024771 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-8a10c90d-02b8-491e-8820-e344a9b4d8a1 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1066768 Sep 24 19:14:24.042002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.067302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:24.079153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5902db95-b4e5-4045-a338-acb3fcf307c2 None None] Provisioning complete for port 27719522-1bf3-4659-83e1-fc06d8823d4c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:24.079765 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5902db95-b4e5-4045-a338-acb3fcf307c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.153863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.244030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:24.244885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:24.248952 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:24.261633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.280993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-44507eb5-e39f-4be6-8585-038ba67b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:24.283227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-44507eb5-e39f-4be6-8585-038ba67b7db8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1094 time: 0.2344182 Sep 24 19:14:24.318962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a63d3-1849-4dd3-9e8f-fb6073ee1011 req-51519551-aa1b-4bb9-becb-dfe0ec146c69 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:24.323394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-526a63d3-1849-4dd3-9e8f-fb6073ee1011 req-51519551-aa1b-4bb9-becb-dfe0ec146c69 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.2740109 Sep 24 19:14:24.326018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.332309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.382956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5902db95-b4e5-4045-a338-acb3fcf307c2 None None] Port 27719522-1bf3-4659-83e1-fc06d8823d4c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:14:24.476716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6559dbb9-e0bc-436b-b9b5-84bcf3e9e134 req-3c772327-94ae-4fe6-b675-ba89dc50be46 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1477382 Sep 24 19:14:24.733457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.753317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:24.756848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/84aa0f83-52f5-4f39-bab3-1f8f673c3f2e HTTP/1.1" status: 204 len: 168 time: 1.8007147 Sep 24 19:14:24.768931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44918) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:24.868375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573e962-ec02-438e-a89b-efe8861a0857 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=84aa0f83-52f5-4f39-bab3-1f8f673c3f2e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:24.872840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-526a63d3-1849-4dd3-9e8f-fb6073ee1011 req-68a1a322-de34-4e57-8fa4-fc0af2767aa4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201590 Sep 24 19:14:25.079017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting subnet 22c9109a-42db-4d18-aa44-6918b9a81e13 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:14:25.086205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.174992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.180918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:25.201929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-ba9b6c05-0baf-452c-9c74-07a73cebec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.204217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-ba9b6c05-0baf-452c-9c74-07a73cebec2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.8500962 Sep 24 19:14:25.267248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763fb45a-b8ca-41b0-896b-c2e197ace26a {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:25.304311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.330985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Transition to ACTIVE for port object 763fb45a-b8ca-41b0-896b-c2e197ace26a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:25.337115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.340825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.348881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-fed3f924-9353-477a-b483-a7f3c4c54dfd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 999 time: 0.1242580 Sep 24 19:14:25.378495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.385232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.391717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.409782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.418641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.430194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-e7a7a623-5b21-42fb-9cab-8048f2d0fed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3815 time: 0.5559611 Sep 24 19:14:25.451258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:25.475939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:25.622454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Attempting to bind port 763fb45a-b8ca-41b0-896b-c2e197ace26a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:25.622788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Attempting to bind port 763fb45a-b8ca-41b0-896b-c2e197ace26a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:25.636322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Attempting to bind port 763fb45a-b8ca-41b0-896b-c2e197ace26a on network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:25.652850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Port 763fb45a-b8ca-41b0-896b-c2e197ace26a on network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:25.653183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Attempting to bind port 763fb45a-b8ca-41b0-896b-c2e197ace26a on network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:25.654175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3709a2a6-f6fc-4ebe-8412-11511c1d61f1 req-b8bfd738-ce13-40b8-9718-69d39b44e16b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.1541488 Sep 24 19:14:25.667611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.697736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:25.728660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.734895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Subnet': ['ID=22c9109a-42db-4d18-aa44-6918b9a81e13,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:25.749096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:25.752320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Checking segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:25.752904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Bound using segment: {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:25.755087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Bound port: 763fb45a-b8ca-41b0-896b-c2e197ace26a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:25.756787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.772775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1093d96-04b2-42b7-aed2-d683d72623f8 None None] Network c8802926-f517-4db0-820f-967294c46cd4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:25.778341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:25.780516 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bb0a8603-05ea-48b6-9a86-b46946c14d90 tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/subnets/22c9109a-42db-4d18-aa44-6918b9a81e13 HTTP/1.1" status: 204 len: 168 time: 0.9960344 Sep 24 19:14:25.782949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:25.784696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-de59ab21-c00f-43ce-8b3b-85122be4338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:25.787295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-de59ab21-c00f-43ce-8b3b-85122be4338f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.3508279 Sep 24 19:14:25.839690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5677042-c0eb-47bd-b70e-eb7823b09587 req-ef70b534-1a11-444f-a373-27864e31f484 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4083531 Sep 24 19:14:25.860990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28196981-d072-4506-8d3a-cdab3965ffea req-244b0526-72f7-4553-a12c-5c8c105938ab tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1778376 Sep 24 19:14:26.081595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.089702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Transition to ACTIVE for port object 2aafe348-2e4c-457b-9574-d67cc0e66401 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:26.099939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.176032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] DHCP port deletion for c8802926-f517-4db0-820f-967294c46cd4 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:14:26.195216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:26.232671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.256123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:26.291237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.305003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Deleting port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:26.305525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.328556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:26.328774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.331353 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] 10.222.0.15 "PUT /v2.0/ports/763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1091 time: 2.2919784 Sep 24 19:14:26.369169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:26.375178 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994c28cf-b67f-49b3-977a-cdd3395c7964" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:26.440159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-cdc2fc38-d152-483c-bad6-544a1a581f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:26.446700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-cdc2fc38-d152-483c-bad6-544a1a581f59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5762081 Sep 24 19:14:26.464916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-239d5864-9002-486d-ab89-d1327c7a6d37 req-cde71c12-dd47-4d2e-9839-1a8aa6da4d2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.2046247 Sep 24 19:14:26.494309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1d94-fec2-4556-82f4-35a05322315e service neutron] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:26.512516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:26.528928 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b48fc2-44e6-4de1-b140-c5e5fc552881 x-openstack-request-id: req-79b48fc2-44e6-4de1-b140-c5e5fc552881 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:26.530997 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:26.531332 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79b48fc2-44e6-4de1-b140-c5e5fc552881 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:26.535897 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'status': 'completed', 'code': 200} Sep 24 19:14:26.539694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,segment=NetworkSegment(31a62440-1013-4223-9974-2a41af1c8dea),segment_id=31a62440-1013-4223-9974-2a41af1c8dea)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:26.543719 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.571372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Deleting port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:26.574294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.585301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6848b61-61a8-4cfd-bccf-b8ce50bdb6f8 req-39b1616d-8b9c-4bd0-bc22-e7fc5b2105cb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:26.593760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6848b61-61a8-4cfd-bccf-b8ce50bdb6f8 req-39b1616d-8b9c-4bd0-bc22-e7fc5b2105cb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 943 time: 0.4832833 Sep 24 19:14:26.603195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=9']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:26.607513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Calling delete_port for da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:26.774972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:26.925254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:26.968661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,segment=NetworkSegment(31a62440-1013-4223-9974-2a41af1c8dea),segment_id=31a62440-1013-4223-9974-2a41af1c8dea)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:27.004652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:27.074845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:27.147173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] For port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,segment=NetworkSegment(31a62440-1013-4223-9974-2a41af1c8dea),segment_id=31a62440-1013-4223-9974-2a41af1c8dea)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:27.148679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:27.163926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:27.176173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6848b61-61a8-4cfd-bccf-b8ce50bdb6f8 req-17be34f3-c26b-4a36-be82-01074303fe8d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811992 Sep 24 19:14:27.206358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] No DVR routers for this DVR port 2aafe348-2e4c-457b-9574-d67cc0e66401 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:27.232822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] No DVR routers for this DVR port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:27.265852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:27.267131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.267673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.268233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.268635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.269118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.274600 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-0dcc26ad-d9ea-48f6-b97e-e96ecdecc309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 4362 time: 0.7099617 Sep 24 19:14:27.307398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.308806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Calling delete_port for da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:27.343958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.353903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.357483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25dbd8-531a-49ea-a527-0e2d512429df None None] Pushing event deleted for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:27.398955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.404864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.424237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-9303858d-d6c9-401e-ab85-40b4a027c387 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3827 time: 0.3554468 Sep 24 19:14:27.470944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-ae32e033-dbfd-42d0-acb3-f50472076f07 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0003819 Sep 24 19:14:27.601277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1cad9d1-5cbf-4377-89c1-2fb5840d5dc6 req-3ee7bfde-4c0d-4b59-8385-161e130fc9de tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1704922 Sep 24 19:14:27.624117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-be1bb206-d0ef-4685-8217-978604e5bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.624523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-be1bb206-d0ef-4685-8217-978604e5bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.624984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-be1bb206-d0ef-4685-8217-978604e5bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:27.626697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-be1bb206-d0ef-4685-8217-978604e5bb68 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3361344 Sep 24 19:14:27.839488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d17a095-a431-425c-b13d-e6f7ed211969 req-5c90569b-b237-434f-a0c9-b9b82c40e254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4142361 Sep 24 19:14:27.913260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab93ee0c-84c9-4a22-9f15-c660eb399ad1 req-0341f95b-51e7-49d1-bbcb-e0fa49a60590 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040136 Sep 24 19:14:27.989098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:27.990082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:27.990603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:27.995987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:27.996444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Attempting to bind port 2aafe348-2e4c-457b-9574-d67cc0e66401 on network 1df3c008-c344-42d2-b5f9-b92c0ccec247 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:28.017911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:28.019684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Checking segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:28.020088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Bound using segment: {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:28.023018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Bound port: 2aafe348-2e4c-457b-9574-d67cc0e66401, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:28.023399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.093609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-99dfb8a9-8ef4-46e4-81c0-0c6fd888cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:28.095426 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-994c28cf-b67f-49b3-977a-cdd3395c7964 req-99dfb8a9-8ef4-46e4-81c0-0c6fd888cef6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4470077 Sep 24 19:14:28.098660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.161364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] No DVR routers for this DVR port da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:28.163498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Port': ['ID=da3b99e0-c3f4-483d-9dfb-7e9f52cb27ac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:28.244465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:28.252320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:28.272468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.340903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.401362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:28.414966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:28.416098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.417507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-ef5ec56b-e465-4a38-b784-7cc69834de6a service neutron] 10.222.0.69 "PUT /v2.0/ports/2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 1091 time: 4.5195048 Sep 24 19:14:28.445997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:28.448309 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e23400-1e65-46a5-92b1-64e0984f6282" -d '{"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:28.451131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8802926-f517-4db0-820f-967294c46cd4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:28.468410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a62440-1013-4223-9974-2a41af1c8dea') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:28.469054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a62440-1013-4223-9974-2a41af1c8dea') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:28.476934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469d857d-8823-461f-af5f-a71557044533 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:28.517368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e65bd-a382-4557-ad3c-8f56b39885b5 req-e2de3049-76e6-4168-96c9-046c975e8197 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:28.519029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-722e65bd-a382-4557-ad3c-8f56b39885b5 req-e2de3049-76e6-4168-96c9-046c975e8197 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1321011 Sep 24 19:14:28.525625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-e213920b-669a-4541-b9a6-338c790bb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:28.527245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-e213920b-669a-4541-b9a6-338c790bb14d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1095 time: 0.0752344 Sep 24 19:14:28.580751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.581277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-722e65bd-a382-4557-ad3c-8f56b39885b5 req-7f6f3354-b233-44a7-90f5-0ec848e6fd52 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526271 Sep 24 19:14:28.595571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.628840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Transition to ACTIVE for port object 469d857d-8823-461f-af5f-a71557044533 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:28.629954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.632103 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7d9ef-3c63-43d2-bdde-ea121d16ce42 x-openstack-request-id: req-e2b7d9ef-3c63-43d2-bdde-ea121d16ce42 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:28.632751 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:28.633223 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2b7d9ef-3c63-43d2-bdde-ea121d16ce42 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:28.634106 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'status': 'completed', 'code': 200} Sep 24 19:14:28.636944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:28.637466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:28.641622 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:28.694190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:28.823169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04acb38b-2d59-4cbb-8066-d2b73ece4c6f req-9325119c-6e13-4016-aeb1-98f6ae14752f tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0640113 Sep 24 19:14:28.835717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-8225e3a1-edaa-482b-b41e-f1f021057cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:28.837276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-8225e3a1-edaa-482b-b41e-f1f021057cbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.2733891 Sep 24 19:14:28.957516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:28.991783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.062492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.084490 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] 10.222.0.18 "DELETE /v2.0/networks/c8802926-f517-4db0-820f-967294c46cd4 HTTP/1.1" status: 204 len: 168 time: 3.3001873 Sep 24 19:14:29.147018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2d1a-01bb-44fc-a7e6-5f5dab1c671d tempest-NetworksIpV6TestAttrs-1448564605 tempest-NetworksIpV6TestAttrs-1448564605-project] Pushing event deleted for resources: {'Network': ['ID=c8802926-f517-4db0-820f-967294c46cd4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:29.160515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-9cda848f-a0a2-4046-a210-77833d623c9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 999 time: 0.3138633 Sep 24 19:14:29.230718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.245801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.289511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.299397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.317293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.334521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.340253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-391609e2-88c7-4cca-918d-70b7383b3afd req-a88e370b-77bc-4485-b592-924bb64de0e0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 4603 time: 0.2653019 Sep 24 19:14:29.355688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Attempting to bind port 469d857d-8823-461f-af5f-a71557044533 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:29.356226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Attempting to bind port 469d857d-8823-461f-af5f-a71557044533 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:29.356615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Attempting to bind port 469d857d-8823-461f-af5f-a71557044533 on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:29.364712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Port 469d857d-8823-461f-af5f-a71557044533 on network 4f92eead-7c30-4eab-a222-312f81668ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:29.365043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Attempting to bind port 469d857d-8823-461f-af5f-a71557044533 on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:29.380226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:29.380619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:29.383003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Bound using segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:29.383754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Bound port: 469d857d-8823-461f-af5f-a71557044533, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:29.385059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.503685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-391609e2-88c7-4cca-918d-70b7383b3afd req-35cd719e-3a7c-496e-8f2a-de463f56a785 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208620 Sep 24 19:14:29.522846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-fe6844ed-f1af-4f89-82a3-49224026eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.528854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-fe6844ed-f1af-4f89-82a3-49224026eddb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.3571053 Sep 24 19:14:29.555968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:29.557788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=469d857d-8823-461f-af5f-a71557044533,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:29.581081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.614223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a616-a30d-4b6c-b828-707f22432c4e req-fa09e5ca-ca70-452f-b407-4919f0abf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.632444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:29.633208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.639769 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] 10.222.0.15 "PUT /v2.0/ports/469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 1134 time: 3.1516421 Sep 24 19:14:29.640056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '469d857d-8823-461f-af5f-a71557044533'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:29.646196 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "469d857d-8823-461f-af5f-a71557044533"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:29.666059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-fa09e5ca-ca70-452f-b407-4919f0abf114 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327629 Sep 24 19:14:29.747158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:29.852539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66630bc5-793c-49a2-a7f7-c61c3d90229a service neutron] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:29.976849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:29.992062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:30.483107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d4006e4-b52d-4288-be0a-b701b98a7bff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c88c635a45040b880359ffd089189ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875524 Sep 24 19:14:30.485430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:30.698211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac4e336b-7708-40df-b2a6-4456c42a99b3 req-09a570a3-793a-4fb3-ab41-213f673af2d2 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.6670427 Sep 24 19:14:30.766400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-89df3530-22eb-4ab5-a47b-3035d79f243a service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0893779 Sep 24 19:14:30.807994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb897ee-ed01-40ea-bc2b-ab27052fabef req-8a3efe88-1061-45bc-8233-b36cd472074f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:30.810295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb897ee-ed01-40ea-bc2b-ab27052fabef req-8a3efe88-1061-45bc-8233-b36cd472074f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.7851374 Sep 24 19:14:30.887238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba885f58-e8db-4880-9664-1fb349919e3a {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:30.897332 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecdd71b-8107-4edc-add2-957f32d53b75 x-openstack-request-id: req-2ecdd71b-8107-4edc-add2-957f32d53b75 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:30.908005 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "469d857d-8823-461f-af5f-a71557044533", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:30.908267 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ecdd71b-8107-4edc-add2-957f32d53b75 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:30.909020 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '469d857d-8823-461f-af5f-a71557044533', 'status': 'completed', 'code': 200} Sep 24 19:14:30.920783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:30.925566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:30.982504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-20a6e1a6-ae4b-4b52-85bf-510f957de475 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087040 Sep 24 19:14:31.012813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb897ee-ed01-40ea-bc2b-ab27052fabef req-423fdb6f-5367-402b-9f20-70b17058af1f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920056 Sep 24 19:14:31.055226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:31.105065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Transition to ACTIVE for port object ba885f58-e8db-4880-9664-1fb349919e3a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:31.134396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:31.211856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.212584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.213236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.213890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.214372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.214846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.216809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-1e36475b-9b91-4d80-af97-7404c7c2ea4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5289 time: 0.3066096 Sep 24 19:14:31.278707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-9683f604-5cae-443b-9b90-0f62aa2aad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.282550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-9683f604-5cae-443b-9b90-0f62aa2aad46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b402dbf96e52462da042cadb86ffd522&device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1095 time: 0.1971169 Sep 24 19:14:31.318469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.337881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.350504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.366539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.379690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.397951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.412449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.426867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-3c09f12b-4490-4839-b772-203bf39374a9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5380 time: 0.2699418 Sep 24 19:14:31.793092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8424086b-7340-4a0d-87dd-f965bae3bc8c req-07ea6815-1c95-4d9b-a0fd-492969eced24 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3647158 Sep 24 19:14:31.905728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-e7c8fc46-e11b-4c0e-8677-dadb9f2ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:31.915384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-e7c8fc46-e11b-4c0e-8677-dadb9f2ae91f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 200 len: 916 time: 0.4659908 Sep 24 19:14:31.982577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59d78d1f-41ef-4f8b-a070-581798ef9079 req-504c7d93-5dad-4f1e-996e-5dc9d0780efe tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1564598 Sep 24 19:14:32.220459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-e03c40c7-1179-4983-ad0c-b5bcef48e1b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 200 len: 999 time: 0.2395215 Sep 24 19:14:32.277975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-8bb85e82-6945-4c5b-a1a2-84f3d34919f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.279152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-8bb85e82-6945-4c5b-a1a2-84f3d34919f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.279787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-8bb85e82-6945-4c5b-a1a2-84f3d34919f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.281700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-8bb85e82-6945-4c5b-a1a2-84f3d34919f6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0519531 Sep 24 19:14:32.282648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:32.285792 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:32.292748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cceb9ff-cb67-4f51-8adf-9a0bb5487ad2 HTTP/1.1" status: 204 len: 168 time: 1.8076279 Sep 24 19:14:32.297249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:32.343557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb6dc2-35b9-4526-a9d6-5847dd81c381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cceb9ff-cb67-4f51-8adf-9a0bb5487ad2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:32.360820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Attempting to bind port ba885f58-e8db-4880-9664-1fb349919e3a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:32.361489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Attempting to bind port ba885f58-e8db-4880-9664-1fb349919e3a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:32.362060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Attempting to bind port ba885f58-e8db-4880-9664-1fb349919e3a on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:32.370547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Port ba885f58-e8db-4880-9664-1fb349919e3a on network 4f92eead-7c30-4eab-a222-312f81668ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:32.371150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Attempting to bind port ba885f58-e8db-4880-9664-1fb349919e3a on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:32.387309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:32.391649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:32.395099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Bound using segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:32.396269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Bound port: ba885f58-e8db-4880-9664-1fb349919e3a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:32.397627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:32.551839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-e798153e-b3d9-4b14-8802-28a12a02f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.553368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-e798153e-b3d9-4b14-8802-28a12a02f575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 200 len: 855 time: 0.3266406 Sep 24 19:14:32.667508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d0b9-83d4-454f-b6dc-e7912e80b752 req-aea21087-becb-445a-8d24-2c63924d6449 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.686935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abd5d0b9-83d4-454f-b6dc-e7912e80b752 req-aea21087-becb-445a-8d24-2c63924d6449 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.3139822 Sep 24 19:14:32.700588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-704b3ca7-00a1-4f6d-a4c5-b9455ca5db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.702321 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c9b8604d-b4f4-4191-ab2a-6a9496552cfb req-704b3ca7-00a1-4f6d-a4c5-b9455ca5db37 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3956854 Sep 24 19:14:32.717972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:32.723168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ba885f58-e8db-4880-9664-1fb349919e3a,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:32.736421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:32.807819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.808447 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:32.810110 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 1135 time: 3.0834005 Sep 24 19:14:32.908813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:32.926543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abd5d0b9-83d4-454f-b6dc-e7912e80b752 req-6f83a91b-6e06-4af6-8f0f-27d3ca76dffe tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357001 Sep 24 19:14:32.930428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-048697f1-6aca-4058-8477-754c65dfc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:32.940541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'ba885f58-e8db-4880-9664-1fb349919e3a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:32.941285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-048697f1-6aca-4058-8477-754c65dfc344 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1df3c008-c344-42d2-b5f9-b92c0ccec247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3557088 Sep 24 19:14:32.945597 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "ba885f58-e8db-4880-9664-1fb349919e3a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:33.097915 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:33.107847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f21d6-726c-4e28-9f4a-6547755229d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:33.213328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:33.408218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14052987-0f24-498c-a3d4-805865339b39 req-e5444aaf-dd2f-4c29-a59b-989792d30872 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.2259104 Sep 24 19:14:33.602515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.641889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.665008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.704341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.734812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.737844 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b046a8de-1902-4c83-ae2f-2d32f29869bf x-openstack-request-id: req-b046a8de-1902-4c83-ae2f-2d32f29869bf {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:33.739363 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "ba885f58-e8db-4880-9664-1fb349919e3a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:33.739648 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b046a8de-1902-4c83-ae2f-2d32f29869bf {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:33.740065 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'ba885f58-e8db-4880-9664-1fb349919e3a', 'status': 'completed', 'code': 200} Sep 24 19:14:33.748767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.773179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:33.780194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-3bedeb39-dbd7-4bc7-941d-d4f90de4cffc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5380 time: 0.6943414 Sep 24 19:14:33.799373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-3a33d731-ef14-4512-868f-6ba91c36b518 service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354747 Sep 24 19:14:34.288479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a91b74d-735d-40e3-9c7b-719fbaca6d82 req-9631aa10-683f-4a73-af14-2eedcca077a3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4304008 Sep 24 19:14:34.393608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.394886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.395391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.395874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.396389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.396897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.397347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.410003 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-bbd0a108-345d-4721-8236-bf9095480a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6217 time: 0.6773579 Sep 24 19:14:34.505132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ec34-b7a3-4bcf-b43f-99eef516ac79 req-2bd68705-c0a1-40bc-b412-23fc0a212c0e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.524161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f102ec34-b7a3-4bcf-b43f-99eef516ac79 req-2bd68705-c0a1-40bc-b412-23fc0a212c0e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2879858 Sep 24 19:14:34.551666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e23400-1e65-46a5-92b1-64e0984f6282 req-8a56b128-e09c-4642-b9fa-64c65732f80e service neutron] 10.222.0.69 "GET /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512317 Sep 24 19:14:34.660774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce4ea78-7c45-4281-a535-ef8c8beed3fd {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:34.670776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:34.685684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Transition to ACTIVE for port object cce4ea78-7c45-4281-a535-ef8c8beed3fd will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:34.746061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f102ec34-b7a3-4bcf-b43f-99eef516ac79 req-d5077c50-1d96-40d9-859c-1bd3f9ff69fb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198920 Sep 24 19:14:34.836182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-962b8271-f5fa-423c-bb9a-79da2ea84aa5 req-590de0a5-0a97-4ace-b0f9-ee711ecb82fa tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1655297 Sep 24 19:14:34.902415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-e0ddfa89-b190-4299-9346-b759a141b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.905260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-e0ddfa89-b190-4299-9346-b759a141b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.908402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-e0ddfa89-b190-4299-9346-b759a141b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:34.913031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-e0ddfa89-b190-4299-9346-b759a141b273 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4784446 Sep 24 19:14:34.918269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:35.307919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-9e8e8173-1691-4617-ad79-0d42a82bd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.310514 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1ebf38b5-0a48-4232-ab7b-d8e112f259a4 req-9e8e8173-1691-4617-ad79-0d42a82bd92f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3803940 Sep 24 19:14:35.366454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Pushing event updated for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:35.549400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Attempting to bind port cce4ea78-7c45-4281-a535-ef8c8beed3fd on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:35.549766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Attempting to bind port cce4ea78-7c45-4281-a535-ef8c8beed3fd by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:35.550065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Attempting to bind port cce4ea78-7c45-4281-a535-ef8c8beed3fd on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:35.563419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Port cce4ea78-7c45-4281-a535-ef8c8beed3fd on network 4f92eead-7c30-4eab-a222-312f81668ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:35.563801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Attempting to bind port cce4ea78-7c45-4281-a535-ef8c8beed3fd on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:35.570130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:35.570518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:35.575896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Bound using segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:35.578929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Bound port: cce4ea78-7c45-4281-a535-ef8c8beed3fd, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:35.580271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:35.600321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:35.605776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.615550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.655986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.715986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.741528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.770361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.793934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:35.807839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-50dee1f8-b589-4225-8429-4774f6276456 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5392 time: 0.3457551 Sep 24 19:14:35.877664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:35.897426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:35.912321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:35.997900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f4693d3-b936-4594-9bf0-1797b8c56cc8 req-8f21d710-a129-4a84-be3a-f575c74c0494 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475739 Sep 24 19:14:36.107932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Pushing event updated for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:36.145821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.146459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.152245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-745d0cfe-3bab-4ee9-acc8-10171284c3db service neutron] 10.222.0.15 "PUT /v2.0/ports/cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 1091 time: 3.2773504 Sep 24 19:14:36.152684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:36.170713 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a350fd-6919-4520-acb4-c922fb0dedb4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:36.208724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-793524064'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:36.225482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:36.263524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19829202-e50c-4e1e-8a8c-aaf7a3e24627 req-2875dd42-087b-4cdc-935d-12c7463b9476 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.271635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19829202-e50c-4e1e-8a8c-aaf7a3e24627 req-2875dd42-087b-4cdc-935d-12c7463b9476 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2088385 Sep 24 19:14:36.341385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db909f44-a39f-40b0-9654-ff848984ca7a req-0fb0f791-5cfd-4d3b-98b6-20c33f935b89 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0619955 Sep 24 19:14:36.412004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19829202-e50c-4e1e-8a8c-aaf7a3e24627 req-6d0fcb7d-93a3-4f84-a1e7-e618c6a207f6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389453 Sep 24 19:14:36.496758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.520473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:36.527575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.535792 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da308c9-9516-4c43-84bc-328114faf8df x-openstack-request-id: req-6da308c9-9516-4c43-84bc-328114faf8df {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:36.536434 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:36.536859 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6da308c9-9516-4c43-84bc-328114faf8df {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:36.537415 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd', 'status': 'completed', 'code': 200} Sep 24 19:14:36.550571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.728028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.762710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:36.844871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:36.856883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.857696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.858546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.859106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.859637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.860169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.860703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:36.864620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-c660a7c8-7e6b-4eff-a0d4-f79464294b7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6284 time: 0.3036590 Sep 24 19:14:37.042240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce72b8-0bda-4509-a9b8-e525d12f4cfb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:37.086791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:37.088974 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 48cb4081-59f3-4d1c-a93e-78125344c1db of type vlan for network 21582de5-9561-4387-85e0-f92a05170064 Sep 24 19:14:37.231099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.249116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.266537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.273369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.289283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.293537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.312039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.327333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27bc4933-465f-4d74-b546-a35630fc5381 req-2450b906-2154-4238-9285-fb0043fee465 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5392 time: 0.2032690 Sep 24 19:14:37.373276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:37.418917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27bc4933-465f-4d74-b546-a35630fc5381 req-b3db38a3-9eda-4a6e-8142-545224511217 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892794 Sep 24 19:14:37.419248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-4dba4cfb-0006-4857-aa2f-f4c83276031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.419739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-4dba4cfb-0006-4857-aa2f-f4c83276031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.420371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-4dba4cfb-0006-4857-aa2f-f4c83276031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.421850 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-4dba4cfb-0006-4857-aa2f-f4c83276031b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5388205 Sep 24 19:14:37.493967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:14:37.658226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:37.665314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.666270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:37.740049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-16d9f638-429b-4d2d-b24e-d34f001d1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:37.742192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c0a350fd-6919-4520-acb4-c922fb0dedb4 req-16d9f638-429b-4d2d-b24e-d34f001d1059 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2639229 Sep 24 19:14:37.783062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1816390 Sep 24 19:14:37.793197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:37.801536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'name': 'tempest-PortsTestJSON-1198049404'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:37.892263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78404a78-b6d3-4dea-b71c-4cca440ef76e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=21582de5-9561-4387-85e0-f92a05170064,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:37.909233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 21582de5-9561-4387-85e0-f92a05170064 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:37.928199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a69ad29-c2aa-4c82-8bac-2df87dfe3a8f req-b598d88c-cb70-4bf1-9fd6-a1a6b941dc91 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.3782279 Sep 24 19:14:38.026079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557ff88-4267-4d1e-ac6a-381dc494dce8 req-372428a2-50e0-4ddd-9b2c-c7877118e285 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.036668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8557ff88-4267-4d1e-ac6a-381dc494dce8 req-372428a2-50e0-4ddd-9b2c-c7877118e285 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.3747513 Sep 24 19:14:38.128866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c022f71f-2eb4-4442-9fb2-d97f541d59cf {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:38.163602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.169277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8557ff88-4267-4d1e-ac6a-381dc494dce8 req-c97a307d-1163-4ce3-9ea1-3fef6419aa0c tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217282 Sep 24 19:14:38.185688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:38.197882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.251312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Transition to ACTIVE for port object c022f71f-2eb4-4442-9fb2-d97f541d59cf will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:38.277548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.289431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:38.522530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:38.764161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.781608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Attempting to bind port c022f71f-2eb4-4442-9fb2-d97f541d59cf on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:38.782228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Attempting to bind port c022f71f-2eb4-4442-9fb2-d97f541d59cf by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:38.782758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Attempting to bind port c022f71f-2eb4-4442-9fb2-d97f541d59cf on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:38.801488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Port c022f71f-2eb4-4442-9fb2-d97f541d59cf on network 4f92eead-7c30-4eab-a222-312f81668ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:38.804918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Attempting to bind port c022f71f-2eb4-4442-9fb2-d97f541d59cf on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:38.832236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.838577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:38.841266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Checking segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:38.851254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Bound using segment: {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:38.852103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Bound port: c022f71f-2eb4-4442-9fb2-d97f541d59cf, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f0ae9-648d-4302-9a56-bd586a9e7183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:38.852736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:38.864067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.886977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.905871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.924082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.930802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.945948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.959495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:38.971617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-176d8a67-adbf-4bac-820a-b02c88759497 req-1676edd2-c396-4bc3-b731-4dc39617a6aa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5404 time: 0.2658083 Sep 24 19:14:39.060479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-176d8a67-adbf-4bac-820a-b02c88759497 req-559ea212-0c70-4263-aa44-d05f7ea456ee tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877337 Sep 24 19:14:39.070874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:39.089339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:39.205390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:39.218516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c93481d8-b1d5-4850-bcb2-f63181cc0452 req-672fc3bb-d98c-456b-8250-a0c6773e1aac tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0847995 Sep 24 19:14:39.275285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:39.305536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a22f545b-0f30-4a8c-9b3b-fe2f6e300b65,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:39.400971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.401658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:39.407626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] 10.222.0.15 "PUT /v2.0/ports/c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 1090 time: 3.1948886 Sep 24 19:14:39.408107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:39.419093 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71caf6-d8e4-4c35-b17b-804fdb779596" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:39.465548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:39.499623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '48cb4081-59f3-4d1c-a93e-78125344c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21582de5-9561-4387-85e0-f92a05170064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:39.504278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 21582de5-9561-4387-85e0-f92a05170064, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:39.527266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a593-6c23-4801-a109-ac9e04a3286f req-1de35303-5832-45b0-8fb4-8fac97d00246 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.531622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bd5a593-6c23-4801-a109-ac9e04a3286f req-1de35303-5832-45b0-8fb4-8fac97d00246 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2272863 Sep 24 19:14:39.612195 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3c65f6-4aa1-4e6c-a2f0-3e1a538e9dd9 x-openstack-request-id: req-9b3c65f6-4aa1-4e6c-a2f0-3e1a538e9dd9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:39.612976 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:39.613395 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b3c65f6-4aa1-4e6c-a2f0-3e1a538e9dd9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:39.626919 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'status': 'completed', 'code': 200} Sep 24 19:14:39.697939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bd5a593-6c23-4801-a109-ac9e04a3286f req-e8afa90b-8340-47e1-a7cd-a14ae7402a0a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593673 Sep 24 19:14:39.750095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd0d7-ffac-42d8-9db9-f71a60b7b763 service neutron] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:39.810284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:39.817323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:39.840707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.841173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.841676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.842134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.842590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.843265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.843547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.846233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-abd83810-3d8d-42fa-8ee3-63ac9181882b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6351 time: 0.2366593 Sep 24 19:14:39.849196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 21582de5-9561-4387-85e0-f92a05170064) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:39.874358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d518c45-d262-466b-b7ba-425483f8b361 None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:39.883007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:39.895897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:39.896552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:40.043087 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-619cadf5-9a11-414a-8792-bcdd325f5627 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2459414 Sep 24 19:14:40.046160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45210) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:40.063585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173301030'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:40.141500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:40.145484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:40.233141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:40.359333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:40.361540 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 3df65f6a-5743-482e-90b3-e1d5411caf6e of type vlan for network b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4 Sep 24 19:14:40.574130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.581678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-490f7bb7-d2d2-4eb1-92a8-a5a42a4160eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.582284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-490f7bb7-d2d2-4eb1-92a8-a5a42a4160eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.582618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-490f7bb7-d2d2-4eb1-92a8-a5a42a4160eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.596260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.606712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-490f7bb7-d2d2-4eb1-92a8-a5a42a4160eb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7073748 Sep 24 19:14:40.611519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.646713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.662718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.681497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.707841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.717893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-914bc059-2dae-406f-b872-7f69ac6bf695 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5404 time: 0.4624887 Sep 24 19:14:40.750660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:40.929485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-08393019-4f7b-42cb-a18e-606556c341e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:40.931258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7c71caf6-d8e4-4c35-b17b-804fdb779596 req-08393019-4f7b-42cb-a18e-606556c341e9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3155336 Sep 24 19:14:41.011943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f6bacc4-e03e-4a18-abe1-da79af8f98ad req-aab81511-caf1-499d-8e60-32d4b8a71ff1 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.2897880 Sep 24 19:14:41.017819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.041544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:41.042550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.076082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:41.117019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.152349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Transition to ACTIVE for port object 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:41.164316 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.196699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1395016 Sep 24 19:14:41.206794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45228) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:41.259215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'ports': [{'network_id': '21582de5-9561-4387-85e0-f92a05170064'}, {'network_id': 'b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4'}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:41.259865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:41.260566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': 'b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:41.270027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:41.401464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Attempting to bind port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:41.402066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Attempting to bind port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:41.402607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Attempting to bind port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 on network 07513f4d-a3f9-4a72-824e-31eefc7920fe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:41.407830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 on network 07513f4d-a3f9-4a72-824e-31eefc7920fe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:41.408413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Attempting to bind port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 on network 07513f4d-a3f9-4a72-824e-31eefc7920fe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:41.421314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:41.422506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Checking segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:41.423108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Bound using segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:41.423741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Bound port: 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:41.424309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.575130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:41.589473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:41.607283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.614163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdc58142-6389-48dc-a83d-f3e96aa4fee5 req-99da3ce2-ead0-4718-b22d-f44fa63aa719 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8929799 Sep 24 19:14:41.628918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:41.629542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:41.631007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 1091 time: 2.1776025 Sep 24 19:14:41.631456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:41.657872 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f557ff-f7e6-4662-8672-130febb48f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:41.748109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Request body: {'port': {'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:41.755670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a578463-0606-4fc4-9b8e-fc5364e3c75c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:41.774837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:41.874477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544aa2-db82-4e21-a131-f7d5ade4ca61 req-e6b53c5b-6bfa-4023-a00c-f56901951913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:41.891386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58544aa2-db82-4e21-a131-f7d5ade4ca61 req-e6b53c5b-6bfa-4023-a00c-f56901951913 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.7279010 Sep 24 19:14:41.912968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f406a-e593-4a42-974f-6181ee852677 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:41.933667 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5bbd8e-e5e9-4bb0-9507-3b5c7dc51638 x-openstack-request-id: req-fd5bbd8e-e5e9-4bb0-9507-3b5c7dc51638 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:41.933967 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:41.934216 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd5bbd8e-e5e9-4bb0-9507-3b5c7dc51638 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:41.939327 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'status': 'completed', 'code': 200} Sep 24 19:14:41.952110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:42.083199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58544aa2-db82-4e21-a131-f7d5ade4ca61 req-8e2f2f38-8492-44a6-a72d-45f0671c14fb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862142 Sep 24 19:14:42.086476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 2} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:42.118953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:42.167311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:42.181824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.182310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.182780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.183365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.183838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.184301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.184758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.186688 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-80f557ff-f7e6-4662-8672-130febb48f6f req-9e2c51e3-1796-4c11-9d95-21c6a9675887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6418 time: 0.2132289 Sep 24 19:14:42.387901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53911c56-25e3-4f73-908a-6cced384336b req-88d17ee3-f38d-4990-8de0-79f0b72f4381 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0995591 Sep 24 19:14:42.449066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-4bcc18bd-56b2-41f8-9c06-352aea952482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.449433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-4bcc18bd-56b2-41f8-9c06-352aea952482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.450001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-4bcc18bd-56b2-41f8-9c06-352aea952482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:42.451701 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-80f557ff-f7e6-4662-8672-130febb48f6f req-4bcc18bd-56b2-41f8-9c06-352aea952482 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c226e365ad7487184e2e856847ee731&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2504425 Sep 24 19:14:42.495202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 7f24f486-75b5-4789-89bd-4972e6613cea yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:42.813132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.052714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 990f7b73-2237-4555-84b8-5f6869a825b1 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:43.273678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f557ff-f7e6-4662-8672-130febb48f6f req-5da077dc-ab30-4a77-80a4-80869a2dd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.277963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-80f557ff-f7e6-4662-8672-130febb48f6f req-5da077dc-ab30-4a77-80a4-80869a2dd15e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8029816 Sep 24 19:14:43.431109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.439950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27719522-1bf3-4659-83e1-fc06d8823d4c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:43.455957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.458220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.462508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.468802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.475455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.487985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.488354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Transition to ACTIVE for port object 27719522-1bf3-4659-83e1-fc06d8823d4c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:14:43.496391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.499555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.505782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.514910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-76c84c6a-8845-4b35-8541-12b16375e369 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5416 time: 0.2793126 Sep 24 19:14:43.567639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed186f5a-7986-4b5b-87d0-6a46b257df32 req-0c85f26d-a903-4af2-878b-4e4557d8f47f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:43.569428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed186f5a-7986-4b5b-87d0-6a46b257df32 req-0c85f26d-a903-4af2-878b-4e4557d8f47f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2721627 Sep 24 19:14:43.684624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:43.704628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e32d522-456a-4aea-95d2-f6576dbd046f req-266b771d-2c4b-444b-8214-177a3c92b7a2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896069 Sep 24 19:14:43.707083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.753915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:43.818142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Attempting to bind port 27719522-1bf3-4659-83e1-fc06d8823d4c on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:43.818448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Attempting to bind port 27719522-1bf3-4659-83e1-fc06d8823d4c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:43.818781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Attempting to bind port 27719522-1bf3-4659-83e1-fc06d8823d4c on network 07513f4d-a3f9-4a72-824e-31eefc7920fe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:43.823741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Port 27719522-1bf3-4659-83e1-fc06d8823d4c on network 07513f4d-a3f9-4a72-824e-31eefc7920fe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:14:43.824061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Attempting to bind port 27719522-1bf3-4659-83e1-fc06d8823d4c on network 07513f4d-a3f9-4a72-824e-31eefc7920fe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:43.829668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:43.830008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Checking segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:43.830453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Bound using segment: {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:43.831788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:43.835200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Bound port: 27719522-1bf3-4659-83e1-fc06d8823d4c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c092d1c7-699e-477a-92d5-585883383f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:43.835666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:43.840859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:43.854839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:43.856086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:44.056695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:44.062574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:44.073162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a860a70-7b6a-4d10-8ec2-3b5731dede0c req-46c24a6e-0338-47fe-b35f-2285db54af01 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1205840 Sep 24 19:14:44.083767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:44.091321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed186f5a-7986-4b5b-87d0-6a46b257df32 req-d912d94e-6dc3-4334-92cd-6570d45d6d5f tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963019 Sep 24 19:14:44.164034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=7f24f486-75b5-4789-89bd-4972e6613cea,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:44.188183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.188538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.188921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.189287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.189656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.190644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.191022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.191354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.191725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.192070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.192400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.192729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:14:44.224276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.224897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:44.226280 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] 10.222.0.15 "PUT /v2.0/ports/27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 1091 time: 2.4845576 Sep 24 19:14:44.265644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=990f7b73-2237-4555-84b8-5f6869a825b1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:44.278578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad1b51-8e7d-4856-910a-326ce6dce17b service neutron] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:44.283196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:44.286458 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:44.290417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f15-f498-4259-80b0-baf652b6d882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:44.299298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '3df65f6a-5743-482e-90b3-e1d5411caf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:44.300022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:44.325045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:44.339663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:44.345510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:44.351345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47a49b-7732-4b9e-91bf-f1d58a304681 None None] Network b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:44.355456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.361114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.362454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:44.898833 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eebb60a-49df-4c6b-8972-a2aaa216bf2f x-openstack-request-id: req-1eebb60a-49df-4c6b-8972-a2aaa216bf2f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:44.899268 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:44.899525 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eebb60a-49df-4c6b-8972-a2aaa216bf2f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:44.899950 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'status': 'completed', 'code': 200} Sep 24 19:14:44.956243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.956741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.957219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.957779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.958236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.958727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.959198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:44.961204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a0c00df7-6e4a-4e44-a5fa-f008c32fc868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6485 time: 0.6683404 Sep 24 19:14:45.025218 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-9f8b7f21-54da-4eb1-88fd-03c03d588f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 217 time: 0.0489511 Sep 24 19:14:45.053738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.061213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.078453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.092292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.104988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a85396b7-9ecb-4bce-bd2f-252c57701c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.107229 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a85396b7-9ecb-4bce-bd2f-252c57701c96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.0719166 Sep 24 19:14:45.134976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.157165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.180874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.182925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-249811a9-2c9b-4f7a-b0de-61816ed5e228 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2619720 Sep 24 19:14:45.212224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f15-f498-4259-80b0-baf652b6d882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.222190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-3a4650f8-3e2c-4e86-bc49-ca02595138c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:45.224064 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-3a4650f8-3e2c-4e86-bc49-ca02595138c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012185 Sep 24 19:14:45.225267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f15-f498-4259-80b0-baf652b6d882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.306050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-abbb9f15-f498-4259-80b0-baf652b6d882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be11ca7aadd1427cbbae77bda3ec7628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6034212 Sep 24 19:14:45.314690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4851349a-c078-456c-9056-f379cd697618 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1026747 Sep 24 19:14:45.316621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:45.318630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb9f15-f498-4259-80b0-baf652b6d882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b0a75-5672-4b07-b5c4-a65483bd479c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:45.319090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45284) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:45.521521 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb53f8b0-a300-4364-a847-22417b94f3d7 req-b83a4eb1-16ee-4463-b9e4-4c21c7c9142b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3257000 Sep 24 19:14:45.537803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57cb6cdf-05f5-42c5-9252-4237fa4e340c req-7b4a360e-2331-4fea-9ba5-023612964d60 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.2876484 Sep 24 19:14:45.650798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-e457547e-3014-4934-a026-a19a7ee18d3e service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880148 Sep 24 19:14:45.668788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.717325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.805264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.811649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:45.818492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a70b0a75-5672-4b07-b5c4-a65483bd479c HTTP/1.1" status: 204 len: 168 time: 0.4621265 Sep 24 19:14:45.874441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351f8c-7250-4b05-865e-d492f9f262c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b0a75-5672-4b07-b5c4-a65483bd479c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:45.891007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-58a1edfc-9519-4055-a2c3-f2ac621db112 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294624 Sep 24 19:14:45.941648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 990f7b73-2237-4555-84b8-5f6869a825b1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:45.942321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.018505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-5e1389df-7ecd-489f-8130-81dd20556c01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.1151459 Sep 24 19:14:46.031866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.047635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 990f7b73-2237-4555-84b8-5f6869a825b1 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:46.171221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-dace0188-51b0-4304-ab1b-0459ff04e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.174713 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-dace0188-51b0-4304-ab1b-0459ff04e5c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1424646 Sep 24 19:14:46.202918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa227e4-bca6-4286-960e-fc2bc91b2d93 req-c10afb0b-f402-41dd-bb20-8e97eae9b5fc tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.209988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fa227e4-bca6-4286-960e-fc2bc91b2d93 req-c10afb0b-f402-41dd-bb20-8e97eae9b5fc tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.4402943 Sep 24 19:14:46.247667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cf9400fa-932a-4732-92ff-f0e84c73bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.249976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cf9400fa-932a-4732-92ff-f0e84c73bc28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668993 Sep 24 19:14:46.260068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.301477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=990f7b73-2237-4555-84b8-5f6869a825b1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:46.337839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1fa227e4-bca6-4286-960e-fc2bc91b2d93 req-566fd0ca-d759-49a1-8296-4fb3b56cf8ef tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088369 Sep 24 19:14:46.343364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.346827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f79d9ed7-d82d-47e0-b6a2-7382048eae3e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/990f7b73-2237-4555-84b8-5f6869a825b1 HTTP/1.1" status: 204 len: 168 time: 0.9858952 Sep 24 19:14:46.349475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:46.459414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:46.486616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d04eaaa9-7159-4695-b152-884923c3e23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.544912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca1aedf-3587-4144-af2b-4f4a0c8946e6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.550612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ac0c0b44-f1a2-4e8c-9771-70c2c72274c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804613 Sep 24 19:14:46.553809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca1aedf-3587-4144-af2b-4f4a0c8946e6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.558145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8ca1aedf-3587-4144-af2b-4f4a0c8946e6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2049780 Sep 24 19:14:46.561583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:46.753895 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d04eaaa9-7159-4695-b152-884923c3e23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.778429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d04eaaa9-7159-4695-b152-884923c3e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.826214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-76233366-82da-4b92-ae89-ec194a10ba4e service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705452 Sep 24 19:14:46.851204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 7f24f486-75b5-4789-89bd-4972e6613cea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:46.852202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:46.852690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-671913e7-a005-40f9-bf9d-98c345e9fb04 req-1a49fc95-1ee0-4ee6-8042-d3ab34d70815 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0952463 Sep 24 19:14:46.908685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-5d277f09-7ef5-47ca-b740-d3f4426730ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0725446 Sep 24 19:14:46.930244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d04eaaa9-7159-4695-b152-884923c3e23a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=395705c55b11427a89dd97ff9fe81057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604940 Sep 24 19:14:46.933357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:46.934408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eaaa9-7159-4695-b152-884923c3e23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30593d-b84d-4e02-b223-b9c919f25795,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:46.963052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.979956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.990702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:46.997345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.005703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.012832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.019481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.022324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.028439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-f6fcddf8-5718-4908-a9eb-23c1ba180c71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2726476 Sep 24 19:14:47.051623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 7f24f486-75b5-4789-89bd-4972e6613cea owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:47.068073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-7daa7dd2-d30e-43d3-9ce3-a8ca8b2c50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.069650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-7daa7dd2-d30e-43d3-9ce3-a8ca8b2c50b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1521223 Sep 24 19:14:47.146958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60118dc5-4ecb-4e2f-b74c-486ad1635f21 req-854783ca-f8a7-4080-b7a7-58e9287c8bf5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106770 Sep 24 19:14:47.181613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.243721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.277591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc3778b3-ec84-4662-8fc7-85d7ad6925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.279491 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-cc3778b3-ec84-4662-8fc7-85d7ad6925e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1965702 Sep 24 19:14:47.406806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-7a5cb308-cc1d-46be-84c4-f45a0169dc54 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159456 Sep 24 19:14:47.412546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.500290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=7f24f486-75b5-4789-89bd-4972e6613cea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:47.517153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.520408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d31e868f-e724-4c71-92a2-fc7e9e497b77 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/7f24f486-75b5-4789-89bd-4972e6613cea HTTP/1.1" status: 204 len: 168 time: 0.9571571 Sep 24 19:14:47.523194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:47.603355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e6564-f11f-4dde-a34f-c7374219e732 req-2b644f0b-87d6-4436-a9ee-ccd44c6be056 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.613085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff5e6564-f11f-4dde-a34f-c7374219e732 req-2b644f0b-87d6-4436-a9ee-ccd44c6be056 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1471741 Sep 24 19:14:47.638765 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-4c5e38dd-23b1-4b06-ba9e-86591a1887a9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228646 Sep 24 19:14:47.641977 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.645498 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:47.649349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe30593d-b84d-4e02-b223-b9c919f25795 HTTP/1.1" status: 204 len: 168 time: 0.7091873 Sep 24 19:14:47.720784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff5e6564-f11f-4dde-a34f-c7374219e732 req-ce13e58c-4056-4224-94b2-363d52cefc29 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028879 Sep 24 19:14:47.782577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c36b-138f-4005-9c8d-3418709e2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30593d-b84d-4e02-b223-b9c919f25795,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:47.798190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-de6f8ca0-536c-4117-8f8d-0441003e7c16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.1493330 Sep 24 19:14:47.864888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16b2c8-4779-47fa-b8e4-6779bd064b62 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:47.866943 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e16b2c8-4779-47fa-b8e4-6779bd064b62 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3430002 Sep 24 19:14:47.870107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45312) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:47.996842 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cae9cf-98de-4a72-a27a-0448099399f3 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:14:48.008029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:48.008811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-11cae9cf-98de-4a72-a27a-0448099399f3 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/990f7b73-2237-4555-84b8-5f6869a825b1 HTTP/1.1" status: 404 len: 333 time: 0.1353431 Sep 24 19:14:48.070838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ab810090-a0a9-48ff-a482-cfe2f681066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.073010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ab810090-a0a9-48ff-a482-cfe2f681066a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.2643330 Sep 24 19:14:48.074112 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c89bc1-6278-4711-85cb-37fdc5ccf3ab tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:14:48.076841 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b3c89bc1-6278-4711-85cb-37fdc5ccf3ab tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/7f24f486-75b5-4789-89bd-4972e6613cea HTTP/1.1" status: 404 len: 333 time: 0.0673223 Sep 24 19:14:48.079126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:48.092324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11624383-9f8c-42ad-8f54-19529d7599dd req-113d7f4d-a0be-40e1-946c-bc08094fc2be tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1079836 Sep 24 19:14:48.365781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:48.372170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-d991b04a-0eb2-45e0-a8f6-c8b755c17d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.373721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-d991b04a-0eb2-45e0-a8f6-c8b755c17d4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2815988 Sep 24 19:14:48.419496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.442189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.453799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.472781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.487373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.502809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.518710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.531632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-65e71fd3-fa39-4bf3-90bc-4f1d9afda77d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2628553 Sep 24 19:14:48.585440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-b1503953-1305-4409-b97f-346d281464b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982653 Sep 24 19:14:48.626833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d6985f8-e263-4d3d-8f0a-ea43629f07a7 req-3c535537-68f9-40fe-968b-e093a9632f91 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940452 Sep 24 19:14:48.766289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:48.810361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:48.841833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df65f6a-5743-482e-90b3-e1d5411caf6e') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:48.842125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df65f6a-5743-482e-90b3-e1d5411caf6e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:48.852546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-b74b0432-094d-480b-bfc9-467d6456980b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117143 Sep 24 19:14:48.856111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:48.949947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-1260f34a-c7ad-47a0-b61a-7a6f1d3437b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0861139 Sep 24 19:14:48.974471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea42a0-c5c6-4016-ab44-2fa7e4894c32 req-810c9fa4-836a-45d1-93eb-b4401215c578 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:48.977292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fea42a0-c5c6-4016-ab44-2fa7e4894c32 req-810c9fa4-836a-45d1-93eb-b4401215c578 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.0982096 Sep 24 19:14:49.033034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.047618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:49.048103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.085514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fea42a0-c5c6-4016-ab44-2fa7e4894c32 req-e40181fb-81ab-41b9-8034-4a080d6a8b95 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865164 Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:49.265447 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:49.312428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.325623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.327617 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4 HTTP/1.1" status: 204 len: 168 time: 1.2475626 Sep 24 19:14:49.341070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:49.357156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65dd1145-e620-460f-82bc-4a7fbe1b0b01 req-931ea657-dcbd-4278-8cea-6b5d5f4ae2a8 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0626936 Sep 24 19:14:49.357935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-909551395'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:49.383757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66d74680-a28b-4913-82d4-de76d0fe5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.397612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-66d74680-a28b-4913-82d4-de76d0fe5108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.4334948 Sep 24 19:14:49.398545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e2dc-6cee-4127-9628-8f721ac494cb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=b2d83ad4-87aa-4bb4-b77b-a2bad4cb4de4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:49.449009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:49.452877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.514644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-63ed57c4-9ac2-480c-a516-d3c0eac97c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.525601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-63ed57c4-9ac2-480c-a516-d3c0eac97c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209021 Sep 24 19:14:49.563040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:49.590457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.591222 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 1b2ec4ba-7761-4d84-8e05-477698971c75 of type vlan for network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 Sep 24 19:14:49.681107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.699222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-f3f07b27-b2a3-4c76-99db-caf0d6cd6c8b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616850 Sep 24 19:14:49.894370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.908495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.910276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.911298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:49.916977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.926461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.933245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.943029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.951169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.961368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:49.971479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-6500ee85-2686-4ca6-b30f-872b05ef4018 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2062867 Sep 24 19:14:50.012188 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-195cb301-87bf-4570-830c-540f3b20a287 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016131 Sep 24 19:14:50.052973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac3bbe6f-26e3-43a3-84db-c38c4841bfe4 req-c0639de9-cb77-40a8-b7a2-10b4cf3980c7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759003 Sep 24 19:14:50.053842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45378) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:50.060078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:50.073332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7241335 Sep 24 19:14:50.167773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-eb5a2a3c-60ec-47f3-b2de-dfa7b3b87ba6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.1195364 Sep 24 19:14:50.194785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:50.199414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:50.241773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-79b2bf45-699d-42c4-a1ea-1ae36788e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:50.243210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-79b2bf45-699d-42c4-a1ea-1ae36788e8b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0621133 Sep 24 19:14:50.297779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27422f0-4bff-4c57-b36a-dc740e739ff4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:50.316629 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26893bcd-e16f-415d-bf05-6614ee84e60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:50.329235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:50.360664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ab004e08-3d87-4cd0-b3ab-d810ae6d9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:50.362251 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ab004e08-3d87-4cd0-b3ab-d810ae6d9e11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744956 Sep 24 19:14:50.621263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d720cf3-5a6a-41ec-8ac2-002878a5893d req-1220ffc6-113d-4f03-b853-6b83cf7293e3 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0523889 Sep 24 19:14:50.622824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:50.690697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a250e809-13ca-4162-8edd-04356625ef8e service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197389 Sep 24 19:14:50.789729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7711-32c3-4df8-b627-7bb240f23b1b req-387e1f8e-e855-494f-bd41-14f9d910064a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:50.797074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44cd7711-32c3-4df8-b627-7bb240f23b1b req-387e1f8e-e855-494f-bd41-14f9d910064a tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.2794933 Sep 24 19:14:50.800727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=ca050a4a-abea-42b3-8141-92dc5199117a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:50.846448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0a3b88c5-3fea-4d22-bf64-9391c08a6bec service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455047 Sep 24 19:14:50.900528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '1b2ec4ba-7761-4d84-8e05-477698971c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:50.901256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:50.909980 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-ef21debc-c76c-4224-9923-2b7a02850e9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0545127 Sep 24 19:14:50.945421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44cd7711-32c3-4df8-b627-7bb240f23b1b req-9efd7d94-dbd0-47bb-b8f7-a101f03f46b3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436560 Sep 24 19:14:50.972774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:50.986910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:50.993988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:50.997420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:50.999466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb5927-7edc-4733-8bdf-0e3c5ac9c6a3 None None] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:51.042901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-9d821476-91a7-4d41-8451-5fd501a8d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.057218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-547a0282-91f6-432b-95f2-60a6b8bad392 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0020640 Sep 24 19:14:51.059733 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-9d821476-91a7-4d41-8451-5fd501a8d96e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1379333 Sep 24 19:14:51.059942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45416) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:51.071518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54', 'name': 'tempest-PortsTestJSON-756453558'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:51.140981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-86fc87b8-2501-4cf4-bb8a-0cd73968d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.152983 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-86fc87b8-2501-4cf4-bb8a-0cd73968d70a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722582 Sep 24 19:14:51.233639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54', 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': 'ca050a4a-abea-42b3-8141-92dc5199117a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:14:51.234946 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:51.330459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-0b995d74-31a4-4d78-8f20-43e7789c3f22 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760628 Sep 24 19:14:51.524410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93fb7537-c182-419e-9111-8c24f1dd4cbd req-a575463b-4acc-48cf-b8df-0ac6949cbfc0 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864324 Sep 24 19:14:51.582490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.593138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.602984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.616945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.623188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.634647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Allocated IP 172.20.0.2 (7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54/ca050a4a-abea-42b3-8141-92dc5199117a/931d6ded-583c-4f56-8b50-09631633b707) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:51.668655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.683709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.693492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-261ca582-507a-4368-8cc2-2cdcead7ea12 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.3171418 Sep 24 19:14:51.696361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:51.700293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:51.740120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 3e3690e4-0571-47fb-b763-aaf28ce85d8f yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:51.757488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.765036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.765847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.766613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.768734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.769405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.771275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:51.774059 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4a74da43-b5a8-4a66-bcfc-a11fa0f41841 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6485 time: 0.1607802 Sep 24 19:14:51.884563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1602ebfc-ee01-4169-8b31-4f948db481fa req-5ec0dc88-c620-4fbf-84d4-e501b9ce1cde tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901009 Sep 24 19:14:52.037242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-e879f2d3-7824-46da-af91-642029c78bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:52.040052 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-e879f2d3-7824-46da-af91-642029c78bd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 902 time: 0.2568769 Sep 24 19:14:52.068662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f09b8e67-7261-4510-bc0c-aac70184aff5 req-48191d0d-2659-4f8f-8d20-abcb67637cbe tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0502017 Sep 24 19:14:52.076418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.098326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.115220 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-f7195e23-e4e6-4a9d-94c7-9ab9b626d21b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0652728 Sep 24 19:14:52.191403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-94115a1d-e590-4190-8767-1b8ecd72d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:52.194022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-94115a1d-e590-4190-8767-1b8ecd72d60c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0701535 Sep 24 19:14:52.200167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Pushing event updated for resources: {'Port': ['ID=931d6ded-583c-4f56-8b50-09631633b707,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:52.231467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:52.234893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:52.242452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:52.271140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45448) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:52.286898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-833e8c4f-ed43-472d-a496-a6cad1acbd75 {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:14:52.287505 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:14:52.317675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4392898d-67db-4b5e-9b8c-d882a35c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:52.323092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-4392898d-67db-4b5e-9b8c-d882a35c73b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208000 Sep 24 19:14:52.390085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272fe80-ae20-4d01-beb2-77ab2c7f4a42 req-e434aa64-5471-42a0-9296-074439829132 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:52.398256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Attempting to bind port 931d6ded-583c-4f56-8b50-09631633b707 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:52.400144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Attempting to bind port 931d6ded-583c-4f56-8b50-09631633b707 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '1b2ec4ba-7761-4d84-8e05-477698971c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:52.400716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Attempting to bind port 931d6ded-583c-4f56-8b50-09631633b707 on network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:52.406617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e272fe80-ae20-4d01-beb2-77ab2c7f4a42 req-e434aa64-5471-42a0-9296-074439829132 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1209691 Sep 24 19:14:52.417730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:52.419541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Checking segment: {'id': '1b2ec4ba-7761-4d84-8e05-477698971c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:52.421091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.423090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Bound using segment: {'id': '1b2ec4ba-7761-4d84-8e05-477698971c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:52.425976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Bound port: 931d6ded-583c-4f56-8b50-09631633b707, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2ec4ba-7761-4d84-8e05-477698971c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:52.426590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.500817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e272fe80-ae20-4d01-beb2-77ab2c7f4a42 req-961267b0-01d8-4892-be99-bc80346b5609 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909653 Sep 24 19:14:52.567619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6b11-01d8-468d-98b6-c40b7d0ed6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.578687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-951f1be5-0c49-43bd-8f2c-7b8ba11f3c51 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466834 Sep 24 19:14:52.598305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] For port 931d6ded-583c-4f56-8b50-09631633b707, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:52.620249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] For port 931d6ded-583c-4f56-8b50-09631633b707, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=931d6ded-583c-4f56-8b50-09631633b707,segment=NetworkSegment(1b2ec4ba-7761-4d84-8e05-477698971c75),segment_id=1b2ec4ba-7761-4d84-8e05-477698971c75)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:52.628149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.697788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49417f-8252-45a6-a962-40c2dd5f94f5 None None] Pushing event updated for resources: {'Port': ['ID=931d6ded-583c-4f56-8b50-09631633b707,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:52.735606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6b11-01d8-468d-98b6-c40b7d0ed6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.753173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6b11-01d8-468d-98b6-c40b7d0ed6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.774285 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e8cc2d7-0dd6-4850-a36d-cc049e9b56c1 req-0af5bf0f-9391-483d-b02d-49f4b534ac79 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869340 Sep 24 19:14:52.792878 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.818743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:52.823497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f6fb6b11-01d8-468d-98b6-c40b7d0ed6c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f4424d91b4b42acbd5c73bf93d88368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507383 Sep 24 19:14:52.852016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6b11-01d8-468d-98b6-c40b7d0ed6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9373d29-a223-4d12-9b25-e03079cd91d5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:52.855471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port c6318924-063f-4df9-9694-398408136601 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:52.910371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.929817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caab0a41-498e-40fb-93e4-cb57b7fea872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:52.958094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.080903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.101980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.105554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9373d29-a223-4d12-9b25-e03079cd91d5 HTTP/1.1" status: 204 len: 168 time: 0.2841690 Sep 24 19:14:53.124809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.12 (7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54/ca050a4a-abea-42b3-8141-92dc5199117a/c6318924-063f-4df9-9694-398408136601) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:53.141620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc904aa-b47a-4086-9b7d-6194987b23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9373d29-a223-4d12-9b25-e03079cd91d5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:53.166960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.173632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.180357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.186529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.193900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.200746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.213268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.215420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-311ef7b1-259e-4a55-9597-6de49f032fad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.1503716 Sep 24 19:14:53.352747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.417144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f938dc1-f5f1-418d-862a-a29bdebfabea req-d2096534-dfe6-4297-b65d-f9e038e7a802 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859312 Sep 24 19:14:53.500975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.590638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a34956ec-cd33-4625-957f-494f2869e424 req-b2bc1346-4856-4b47-adb4-bd2521c18efd tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0330667 Sep 24 19:14:53.603047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.700096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:53.707632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:53.714450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec1574c4-a1a0-4e8a-bad9-c57b7752d16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.731410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:53.734239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:53.741441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=c6318924-063f-4df9-9694-398408136601,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:53.807107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08755880-3943-4a2e-a0de-1d59c6d0d974 req-a2dc3711-7a4f-44f1-8595-7c98441f82b4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.808816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08755880-3943-4a2e-a0de-1d59c6d0d974 req-a2dc3711-7a4f-44f1-8595-7c98441f82b4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1357994 Sep 24 19:14:53.837810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:53.838482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.858357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec1574c4-a1a0-4e8a-bad9-c57b7752d16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.865600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec1574c4-a1a0-4e8a-bad9-c57b7752d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:53.870759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08755880-3943-4a2e-a0de-1d59c6d0d974 req-cc136824-6dcb-4798-be0e-6c040730cd21 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542474 Sep 24 19:14:53.876028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-855de8d0-fe1c-4e8c-a38e-64e3021810e4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8122547 Sep 24 19:14:53.876362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:53.943063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ec1574c4-a1a0-4e8a-bad9-c57b7752d16e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74cfcf071764437d80605b31ec9af215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415276 Sep 24 19:14:53.946418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45508) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:53.958735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1574c4-a1a0-4e8a-bad9-c57b7752d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c5058c-dcc3-45da-b341-2db5b5fab239,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:54.010154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.019130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port c6318924-063f-4df9-9694-398408136601 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:54.019470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.037064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.101395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.104817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.116264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33c5058c-dcc3-45da-b341-2db5b5fab239 HTTP/1.1" status: 204 len: 168 time: 0.1610737 Sep 24 19:14:54.121065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd2491-c9be-42c9-b0c3-2ea68937ef5b None None] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:54.135691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b757df-3eb6-46e4-9bdc-7d9066648f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c5058c-dcc3-45da-b341-2db5b5fab239,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:54.156362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.171514 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for c6318924-063f-4df9-9694-398408136601 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:54.229548 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.256700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] Provisioning complete for port 931d6ded-583c-4f56-8b50-09631633b707 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:54.257291 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.331211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.372442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.377728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=c6318924-063f-4df9-9694-398408136601,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:54.409030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] For port 931d6ded-583c-4f56-8b50-09631633b707, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=931d6ded-583c-4f56-8b50-09631633b707,segment=NetworkSegment(1b2ec4ba-7761-4d84-8e05-477698971c75),segment_id=1b2ec4ba-7761-4d84-8e05-477698971c75)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:54.420232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.482383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.482383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d2181d5-0d2a-4a75-8cf4-3fe763a65031 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c6318924-063f-4df9-9694-398408136601 HTTP/1.1" status: 204 len: 168 time: 0.5989101 Sep 24 19:14:54.482608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:54.506942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fb58-117a-495a-8b4e-009307fe430f None None] Pushing event updated for resources: {'Port': ['ID=931d6ded-583c-4f56-8b50-09631633b707,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:54.524825 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff9938b-90fc-43d7-814e-af4e73c7498d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:14:54.526217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff9938b-90fc-43d7-814e-af4e73c7498d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:14:54.528123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ff9938b-90fc-43d7-814e-af4e73c7498d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c6318924-063f-4df9-9694-398408136601 HTTP/1.1" status: 404 len: 333 time: 0.0459027 Sep 24 19:14:54.530800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45518) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:54.559332 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b747f31-41c2-4501-9f03-acf69fcce484 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:14:54.561056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8b747f31-41c2-4501-9f03-acf69fcce484 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/c6318924-063f-4df9-9694-398408136601 HTTP/1.1" status: 404 len: 333 time: 0.0290968 Sep 24 19:14:54.563565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45522) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:54.642551 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:14:54.686341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet ca050a4a-abea-42b3-8141-92dc5199117a {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:14:54.690654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.746580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.813586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 931d6ded-583c-4f56-8b50-09631633b707 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:54.893863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-705ef792-edd1-48a2-a7e1-71ab0beec618 req-704b1498-3208-4685-a175-debb7fd4ccc9 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1071198 Sep 24 19:14:54.948409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f4d8c3af-cd49-4407-afd2-c6a063b36594 None None] Provisioning complete for port 931d6ded-583c-4f56-8b50-09631633b707 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:54.948799 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c3af-cd49-4407-afd2-c6a063b36594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:54.976135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:54.988922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.002065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.009327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.015719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 931d6ded-583c-4f56-8b50-09631633b707 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:55.016672 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.017396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.023512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.029738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.031684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-088013af-8029-4184-bae7-f87d16f809fd req-4f10ce27-9b5d-4557-8b3d-d2497fc96622 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.4396634 Sep 24 19:14:55.036452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.120819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-088013af-8029-4184-bae7-f87d16f809fd req-09c7db2a-3c95-481d-bca4-661fc3b930fa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566916 Sep 24 19:14:55.168441 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.231140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=ca050a4a-abea-42b3-8141-92dc5199117a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:55.249971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.251989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89705f19-9f6c-40a1-8752-ed50622f90b6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/ca050a4a-abea-42b3-8141-92dc5199117a HTTP/1.1" status: 204 len: 168 time: 0.6868389 Sep 24 19:14:55.254710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:55.282336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997977-d1bd-4669-83bc-a99f219ff63b req-20a98b12-fb0f-4daf-905b-a2a794843aec tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:55.291884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f997977-d1bd-4669-83bc-a99f219ff63b req-20a98b12-fb0f-4daf-905b-a2a794843aec tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1203573 Sep 24 19:14:55.336750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ecf280dd-b723-455c-9e7c-ae890dd0491f None None] Could not find standard attr ID for object c6318924-063f-4df9-9694-398408136601. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:14:55.346373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f997977-d1bd-4669-83bc-a99f219ff63b req-7f5a64be-6aca-43f3-b579-d4b8afa40207 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536060 Sep 24 19:14:55.365075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.426915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 931d6ded-583c-4f56-8b50-09631633b707 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:55.427279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.472980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589874d7-a052-4410-a146-b7ff0819e208 None None] Network 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:55.508797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 931d6ded-583c-4f56-8b50-09631633b707, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=931d6ded-583c-4f56-8b50-09631633b707,segment=NetworkSegment(1b2ec4ba-7761-4d84-8e05-477698971c75),segment_id=1b2ec4ba-7761-4d84-8e05-477698971c75)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:55.509169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.523321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 931d6ded-583c-4f56-8b50-09631633b707 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:55.618601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.647518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=931d6ded-583c-4f56-8b50-09631633b707,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:55.649457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 931d6ded-583c-4f56-8b50-09631633b707 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:14:55.695859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879d0c8-1823-4da7-9e0d-9e107c4da791 None None] DHCP port deletion for 7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:14:55.723027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45560) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:55.777102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.810792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Deleting subnet 68128d06-9a81-481d-95a2-6829d846aac9 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:14:55.811832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:55.816012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.824504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2ec4ba-7761-4d84-8e05-477698971c75') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:55.824504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2ec4ba-7761-4d84-8e05-477698971c75') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:55.835246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.853478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.858747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.870345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:55.872395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.874073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:55.878389 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:55.920572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.956407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.968521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:55.975590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45568) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:55.976689 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54 HTTP/1.1" status: 204 len: 168 time: 0.7191455 Sep 24 19:14:55.981070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1221271686'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:55.992367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb9d00-5cb7-4267-835c-943e7027cbba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=7fb3a78a-447b-4dfc-9c4e-8b61fe1b3d54,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:56.006777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.052004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68128d06-9a81-481d-95a2-6829d846aac9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:56.053799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:56.057633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.086474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.088770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d2b8cf33-9a3d-4fe1-b6de-a8627ab29edd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/68128d06-9a81-481d-95a2-6829d846aac9 HTTP/1.1" status: 204 len: 168 time: 0.3651321 Sep 24 19:14:56.091575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:56.220018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.325281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.348911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e28cf8b-126e-42ac-bc5a-34f9d8aa267e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:56.359861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:56.360281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7972bc4e-13d6-43d9-a1ea-9efc81b5bacb') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:14:56.372551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.393601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.401695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:14:56.402028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:14:56.414466 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:14:56.466914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.474052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.476299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1e28cf8b-126e-42ac-bc5a-34f9d8aa267e HTTP/1.1" status: 204 len: 168 time: 0.3836901 Sep 24 19:14:56.488012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58616-3f37-4eca-bbbc-963a7e56f3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e28cf8b-126e-42ac-bc5a-34f9d8aa267e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:56.499249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8cf46a97-e51d-47ad-ac91-934ab8476502 req-e493cd74-fdbc-43a2-9519-d87e90466353 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.4167562 Sep 24 19:14:56.523056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:14:56.534475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.534869 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment e620d237-4a19-4c0a-89a3-a7ce526cd220 of type vlan for network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 Sep 24 19:14:56.640523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.647800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:14:56.700182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.706287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.712371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.718441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.724411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.730382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.734452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 931d6ded-583c-4f56-8b50-09631633b707 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:14:56.737143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.745110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-9a497251-0b9c-4480-b10b-4d9660ecc35d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2631028 Sep 24 19:14:56.763677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 931d6ded-583c-4f56-8b50-09631633b707 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:14:56.764244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 931d6ded-583c-4f56-8b50-09631633b707 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:14:56.765954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4b116-5504-44e2-9949-694dc4683180 req-84f11ddf-d67c-4203-9fe5-6b9975ce5989 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.767918 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d4b116-5504-44e2-9949-694dc4683180 req-84f11ddf-d67c-4203-9fe5-6b9975ce5989 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 944 time: 0.1728086 Sep 24 19:14:56.805348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:56.815840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.821430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:56.821530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:56.821981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.823926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'port_id': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'mac_address': 'fa:16:3e:b9:58:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:14:56.871420 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.876144 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42f6916e-4f19-49c0-8b3d-28ae03ca3670 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37e214faba364e3498391eeb79792a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534861 Sep 24 19:14:56.879452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:56.889071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:14:56.890987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9141033 Sep 24 19:14:56.897557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f773d9bd-3f5c-41c1-a9ed-30298e7dab2a req-3e7746ed-c5ec-49b9-b755-421ea896bb33 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516173 Sep 24 19:14:56.909186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44d4b116-5504-44e2-9949-694dc4683180 req-3d5ef331-3cf4-4132-a779-2042d0388382 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270063 Sep 24 19:14:56.909661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:56.915350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:56.925115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:56.933742 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.962363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:56.974592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd885e-300b-4cd6-a855-5bcbd8204c8e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=b11a3c30-f3fa-4ac4-b4a6-110d81946f51,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:56.989565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:14:56.995771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.016143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:57.087938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.092135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.096697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a03581ec-9fe9-4168-b124-45e6ae31b604 HTTP/1.1" status: 204 len: 168 time: 0.2130136 Sep 24 19:14:57.104472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaab9d-1179-40a2-b8ca-8e4ce0549dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03581ec-9fe9-4168-b124-45e6ae31b604,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:57.105129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:57.111425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.342533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.356785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['2aafe348-2e4c-457b-9574-d67cc0e66401'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:14:57.418238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=6b6e845a-9f5d-4680-ba6a-04e24aed32b7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:57.421276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': 'e620d237-4a19-4c0a-89a3-a7ce526cd220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:57.421720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: b11a3c30-f3fa-4ac4-b4a6-110d81946f51, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:14:57.458235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:14:57.474954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b11a3c30-f3fa-4ac4-b4a6-110d81946f51) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:57.481500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:57.481500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.493221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3bf19-4f79-4bcd-9ae7-fbc815034b45 None None] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:14:57.507926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:57.508921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3971dbae-3114-4128-9855-73ed37f37373 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5950217 Sep 24 19:14:57.513789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51', 'security_groups': [], 'name': 'tempest-PortsTestJSON-105410938'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:14:57.691551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea0dac67-425d-48ea-8117-320b36ea929e req-3c52df52-995a-4d53-920f-f3ae7bd8b3b0 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0961046 Sep 24 19:14:57.737853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:14:57.742044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.759023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cea5b-f8ae-4975-88d4-02a8c352494c req-cde6e80a-8378-4a0c-9da1-b7f58e19809b tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:57.760941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b0cea5b-f8ae-4975-88d4-02a8c352494c req-cde6e80a-8378-4a0c-9da1-b7f58e19809b tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.0916033 Sep 24 19:14:57.805476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-b11a3c30-f3fa-4ac4-b4a6-110d81946f51', 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': '6b6e845a-9f5d-4680-ba6a-04e24aed32b7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:14:57.808074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:57.844595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b0cea5b-f8ae-4975-88d4-02a8c352494c req-9281bcf6-4bfb-461a-87f2-8fc85cb4ab9c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734711 Sep 24 19:14:58.012473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Allocated IP 172.20.0.2 (b11a3c30-f3fa-4ac4-b4a6-110d81946f51/6b6e845a-9f5d-4680-ba6a-04e24aed32b7/5dd75802-1c89-431e-8a61-cca95c90ac71) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:58.081046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:58.139241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766f69-f07b-4585-90d5-bc351259c2dc req-4e046b81-4fe0-4c5d-89cb-b613436777a6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.140848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13766f69-f07b-4585-90d5-bc351259c2dc req-4e046b81-4fe0-4c5d-89cb-b613436777a6 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 945 time: 0.1194143 Sep 24 19:14:58.181059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.187608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.195796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.200602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port c861b57c-3c1e-4846-8aa2-c4f0474966d7 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:14:58.201983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.208309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.214838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.221185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.229334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-285c5173-1413-45d3-ad1a-e34a25497a6b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.1490626 Sep 24 19:14:58.259865 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.269890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.299497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13766f69-f07b-4585-90d5-bc351259c2dc req-a7ac29ae-529c-4a1a-9135-7137c0429606 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368971 Sep 24 19:14:58.303069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8121e731-cfcf-495b-9cff-de04c6f51563 req-800afd0c-3e75-478d-87a0-2b9beaf2d824 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727539 Sep 24 19:14:58.309071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:58.312263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:58.334459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:58.342440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Pushing event updated for resources: {'Port': ['ID=5dd75802-1c89-431e-8a61-cca95c90ac71,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:58.351023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2977-3ec8-45ea-ab07-b1e9c2c97da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.367518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.7 (b11a3c30-f3fa-4ac4-b4a6-110d81946f51/6b6e845a-9f5d-4680-ba6a-04e24aed32b7/c861b57c-3c1e-4846-8aa2-c4f0474966d7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:14:58.425618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Attempting to bind port 5dd75802-1c89-431e-8a61-cca95c90ac71 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:14:58.426173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Attempting to bind port 5dd75802-1c89-431e-8a61-cca95c90ac71 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e620d237-4a19-4c0a-89a3-a7ce526cd220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:14:58.426631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Attempting to bind port 5dd75802-1c89-431e-8a61-cca95c90ac71 on network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:14:58.433198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:14:58.433774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Checking segment: {'id': 'e620d237-4a19-4c0a-89a3-a7ce526cd220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:14:58.434277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.434753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Bound using segment: {'id': 'e620d237-4a19-4c0a-89a3-a7ce526cd220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:14:58.435908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Bound port: 5dd75802-1c89-431e-8a61-cca95c90ac71, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e620d237-4a19-4c0a-89a3-a7ce526cd220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b11a3c30-f3fa-4ac4-b4a6-110d81946f51'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:14:58.436470 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.484080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2977-3ec8-45ea-ab07-b1e9c2c97da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.491439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2977-3ec8-45ea-ab07-b1e9c2c97da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.514739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] For port 5dd75802-1c89-431e-8a61-cca95c90ac71, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:14:58.519088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] For port 5dd75802-1c89-431e-8a61-cca95c90ac71, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5dd75802-1c89-431e-8a61-cca95c90ac71,segment=NetworkSegment(e620d237-4a19-4c0a-89a3-a7ce526cd220),segment_id=e620d237-4a19-4c0a-89a3-a7ce526cd220)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:14:58.528716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.536052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-95ec64d4-1350-4d60-bcda-d2d8287f2139 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:58.538113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-95ec64d4-1350-4d60-bcda-d2d8287f2139 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.15 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.1431756 Sep 24 19:14:58.540887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc6a2977-3ec8-45ea-ab07-b1e9c2c97da7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a8af3409a90429c9dfcffc5bf29f688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588859 Sep 24 19:14:58.541359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:58.546399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a2977-3ec8-45ea-ab07-b1e9c2c97da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6390f8e-5ffa-4a25-ae0c-3ad5e62ab00a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:58.603366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90d23-b106-4044-9524-21b215be3c59 None None] Pushing event updated for resources: {'Port': ['ID=5dd75802-1c89-431e-8a61-cca95c90ac71,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:58.647773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:14:58.652424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.716385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 2aafe348-2e4c-457b-9574-d67cc0e66401 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:14:58.718964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.721190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 2aafe348-2e4c-457b-9574-d67cc0e66401 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:14:58.721401 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.762576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.780507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.792230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Deleting port 2940bb6e-ad34-4153-a867-b8f47971e872 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:58.793159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.892712 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:58.909945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a599247a-f53c-46fd-b7e5-06276fe8b9ba req-17430b38-2af3-4515-93c8-7d64b3d4fe0f tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0712981 Sep 24 19:14:58.921173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:14:58.929329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:14:58.932290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:14:58.957360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:14:58.959940 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44f98f-eec6-435e-94a7-994a9e7bd2d8" -d '{"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:14:58.992991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:59.003641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.011559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836608a0-78ba-4ae1-80d2-78a88e20f310 req-6b39afcb-924a-4003-8fa1-765a8329578c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.019459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-836608a0-78ba-4ae1-80d2-78a88e20f310 req-6b39afcb-924a-4003-8fa1-765a8329578c tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 946 time: 0.0795178 Sep 24 19:14:59.023138 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7209b2-4046-41a5-b05f-5ddaee3e7230 x-openstack-request-id: req-af7209b2-4046-41a5-b05f-5ddaee3e7230 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:14:59.023444 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-plugged", "status": "completed", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:14:59.023698 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af7209b2-4046-41a5-b05f-5ddaee3e7230 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:14:59.024096 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'code': 200} Sep 24 19:14:59.092230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-836608a0-78ba-4ae1-80d2-78a88e20f310 req-067bd884-9b97-4cc4-bda9-9d9d2c5c6c32 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ca5ab50-caba-45b7-8582-9837cbb82d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677633 Sep 24 19:14:59.102833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:59.103982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=c861b57c-3c1e-4846-8aa2-c4f0474966d7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:59.142106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.144980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.146224 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6390f8e-5ffa-4a25-ae0c-3ad5e62ab00a HTTP/1.1" status: 204 len: 168 time: 0.6040912 Sep 24 19:14:59.161031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.162257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.191289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] For port 2940bb6e-ad34-4153-a867-b8f47971e872, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2940bb6e-ad34-4153-a867-b8f47971e872,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:14:59.191664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.255534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17490-f843-4e1a-8f10-72a14034668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6390f8e-5ffa-4a25-ae0c-3ad5e62ab00a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:59.270285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f930a-6b5e-4022-bae0-1d3cf84316a0 req-71035553-6880-449c-b35b-1b6eff694dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.273822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-040f930a-6b5e-4022-bae0-1d3cf84316a0 req-71035553-6880-449c-b35b-1b6eff694dfb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 1097 time: 0.0763252 Sep 24 19:14:59.306903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2cee92bc-e5b6-4742-8065-8bb73a293620 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7950375 Sep 24 19:14:59.308752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45684) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:59.349252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-040f930a-6b5e-4022-bae0-1d3cf84316a0 req-b8d8b8cc-c174-48ec-b765-ced24e359882 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677340 Sep 24 19:14:59.538876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.540628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.542750 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Floating IP fc73c029-617a-42ac-8414-89368759d09a disassociated. External IP: 172.25.5.23, port: 2940bb6e-ad34-4153-a867-b8f47971e872. Sep 24 19:14:59.543407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Calling delete_port for 2940bb6e-ad34-4153-a867-b8f47971e872 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:14:59.674301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port c861b57c-3c1e-4846-8aa2-c4f0474966d7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:14:59.674831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.717698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.725013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45696) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:59.725214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.742533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4ede-a0a7-4b7a-9a27-b1247e0a2bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.746031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.764039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.770395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.789170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.795312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.797326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-64d390fc-940b-4280-9c95-6be53754e85a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.3608384 Sep 24 19:14:59.845722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f69cb-7776-4d2a-b3b4-531e9ed74a46 req-1c6acbd2-f740-4f7d-821a-bb2cb178801d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:14:59.855119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-828f69cb-7776-4d2a-b3b4-531e9ed74a46 req-1c6acbd2-f740-4f7d-821a-bb2cb178801d tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.3935828 Sep 24 19:14:59.871493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4ede-a0a7-4b7a-9a27-b1247e0a2bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.880246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4ede-a0a7-4b7a-9a27-b1247e0a2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.937108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:14:59.946252 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1d2f4ede-a0a7-4b7a-9a27-b1247e0a2bb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d616783421dc45feb48bf42a7dda79b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201922 Sep 24 19:14:59.946953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45698) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:14:59.963662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f4ede-a0a7-4b7a-9a27-b1247e0a2bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12634507-1992-4f9f-8e47-6aabdd55e9e4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:14:59.974567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f710c3-b5f5-4c7a-802d-4e510e5dba75 None None] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:00.006971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event deleted for resources: {'Port': ['ID=2940bb6e-ad34-4153-a867-b8f47971e872,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:00.048863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] Provisioning complete for port 5dd75802-1c89-431e-8a61-cca95c90ac71 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:00.050145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.066756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.087351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for c861b57c-3c1e-4846-8aa2-c4f0474966d7 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:00.159708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Router d4162bb4-9adb-4c08-9092-a79099772fb8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:00.185956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0b0858-9aa6-4877-a679-c5997ff2a4ea req-5efb0530-0645-4eea-888d-2632db23c850 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3529334 Sep 24 19:15:00.203146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-828f69cb-7776-4d2a-b3b4-531e9ed74a46 req-aad97d0a-23c9-4250-9334-3fa0e66cbb1e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467410 Sep 24 19:15:00.259147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.327791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] For port 5dd75802-1c89-431e-8a61-cca95c90ac71, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5dd75802-1c89-431e-8a61-cca95c90ac71,segment=NetworkSegment(e620d237-4a19-4c0a-89a3-a7ce526cd220),segment_id=e620d237-4a19-4c0a-89a3-a7ce526cd220)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:00.337266 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.360292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:00.375233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Sync routers for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:00.390475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:00.394367 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:00.441344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] No DVR routers for this DVR port 2940bb6e-ad34-4153-a867-b8f47971e872 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:00.453606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.462375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.468142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-839d9278-9140-4aa4-b8e7-655f93b614d1 req-740036f4-9e68-4ff0-b2c7-5d18be936bd1 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.15 "DELETE /v2.0/ports/2940bb6e-ad34-4153-a867-b8f47971e872 HTTP/1.1" status: 204 len: 173 time: 1.9142437 Sep 24 19:15:00.468858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'name': 'network-vif-deleted', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:00.478189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa147c-e4d7-4a49-8cdc-d1f26d66c246 None None] Pushing event updated for resources: {'Port': ['ID=5dd75802-1c89-431e-8a61-cca95c90ac71,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:00.489058 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4ad45-adcb-468a-8409-041dd8ce5d50" -d '{"events": [{"server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "name": "network-vif-deleted", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:00.621438 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.639476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-446fa4d9-d346-416d-9831-813615995745 req-203bf463-8732-434c-ac8c-69901ed68d6a tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0780735 Sep 24 19:15:00.671216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.737965 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902bdc99-d60f-48a4-96bc-b9d0c0a13c15 x-openstack-request-id: req-902bdc99-d60f-48a4-96bc-b9d0c0a13c15 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:00.738774 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f664d0ca-37a1-4cda-9545-3c78bf1f71b7", "name": "network-vif-deleted", "tag": "2940bb6e-ad34-4153-a867-b8f47971e872", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:00.739053 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-902bdc99-d60f-48a4-96bc-b9d0c0a13c15 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:00.739470 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f664d0ca-37a1-4cda-9545-3c78bf1f71b7', 'name': 'network-vif-deleted', 'tag': '2940bb6e-ad34-4153-a867-b8f47971e872', 'status': 'completed', 'code': 200} Sep 24 19:15:00.763701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f72f315a-2a76-4fdc-a8d7-25871d1e5ab9 req-7a46a8f6-c87c-414f-a2dc-d776f339efb4 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "GET /v2.0/ports?device_id=f664d0ca-37a1-4cda-9545-3c78bf1f71b7 HTTP/1.1" status: 200 len: 210 time: 0.1693995 Sep 24 19:15:00.795198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3e610cac-d624-4c02-942a-22a84d823f90 None None] Provisioning complete for port 5dd75802-1c89-431e-8a61-cca95c90ac71 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:00.795377 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:00.797063 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e610cac-d624-4c02-942a-22a84d823f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.810628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=c861b57c-3c1e-4846-8aa2-c4f0474966d7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:00.958424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5dd75802-1c89-431e-8a61-cca95c90ac71 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:00.984371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:00.991912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:00.995234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e06a646d-1ef2-4789-ac37-38401c046a88 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c861b57c-3c1e-4846-8aa2-c4f0474966d7 HTTP/1.1" status: 204 len: 168 time: 1.6853926 Sep 24 19:15:01.005085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.009664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.013585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12634507-1992-4f9f-8e47-6aabdd55e9e4 HTTP/1.1" status: 204 len: 168 time: 1.0654011 Sep 24 19:15:01.034547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923509f-eb2d-4c84-b0c7-4ae972cf5d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12634507-1992-4f9f-8e47-6aabdd55e9e4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:01.091089 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16bac1a-64d2-49aa-b945-614cc3d50548 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:01.097362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c16bac1a-64d2-49aa-b945-614cc3d50548 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/c861b57c-3c1e-4846-8aa2-c4f0474966d7 HTTP/1.1" status: 404 len: 333 time: 0.1044002 Sep 24 19:15:01.099600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:01.102196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5dd75802-1c89-431e-8a61-cca95c90ac71 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:01.102677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.222773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet 6b6e845a-9f5d-4680-ba6a-04e24aed32b7 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:01.226015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.285563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.343366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3e610cac-d624-4c02-942a-22a84d823f90 None None] Could not find standard attr ID for object c861b57c-3c1e-4846-8aa2-c4f0474966d7. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:01.357648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:01.395465 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Checking router: d4162bb4-9adb-4c08-9092-a79099772fb8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:01.408671 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:01.409574 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:01.456775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-84c89ef4-faa0-4367-a927-001b2ac6efd1 None None] Could not find standard attr ID for object c861b57c-3c1e-4846-8aa2-c4f0474966d7. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:01.536611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e885c86-512d-4f48-9a1f-dd54602f9a45 req-d4a0e016-b1bf-4d3b-9450-d58aa91ef8e3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.538730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e885c86-512d-4f48-9a1f-dd54602f9a45 req-d4a0e016-b1bf-4d3b-9450-d58aa91ef8e3 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.1590934 Sep 24 19:15:01.552731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.619086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.622768 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:01.627144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.634061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.641313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.647665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.654211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.661677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:01.664194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-fa54c673-d906-4494-8bd6-216867d73bcd tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.1893914 Sep 24 19:15:01.692737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e885c86-512d-4f48-9a1f-dd54602f9a45 req-e4ff8615-de94-4bc2-9f43-ff67385b5e50 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432412 Sep 24 19:15:01.761655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddc1f323-6f86-481e-991b-ff2a598b121e req-45a66688-c320-46c7-b65f-1516dd4f03a7 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741906 Sep 24 19:15:01.772948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.793737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:01.799199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/6b6e845a-9f5d-4680-ba6a-04e24aed32b7 HTTP/1.1" status: 204 len: 168 time: 0.6952763 Sep 24 19:15:01.799326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45768) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:01.804981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e81e6a-6ea3-4c52-a808-cbc2751a4b12 None None] Network b11a3c30-f3fa-4ac4-b4a6-110d81946f51 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:01.843278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1aedf-091e-4640-a133-447c0d5267cf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6e845a-9f5d-4680-ba6a-04e24aed32b7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:02.006776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2698629f-17bc-4164-ac49-9a26c4863a69 req-f2176cb5-dfc7-4acf-a577-95632be765a2 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0463607 Sep 24 19:15:02.007327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45774) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:02.026582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.074489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-426801c3-e089-4582-bc55-23af33af8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:02.140242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 5dd75802-1c89-431e-8a61-cca95c90ac71 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:02.140826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.145995 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426801c3-e089-4582-bc55-23af33af8082 None None] The sync data for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 is: [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:09:24Z', 'revision_number': 4, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '31ab2c52-0781-44fd-ba6b-b0f50d6e8757', 'name': '', 'network_id': '8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'mac_address': 'fa:16:3e:79:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:22Z', 'updated_at': '2021-09-24T19:09:30Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'subnets': [{'id': 'f486cbb4-6d5b-491b-b53c-1f907eb583d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:02.186345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] DHCP port deletion for b11a3c30-f3fa-4ac4-b4a6-110d81946f51 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:02.229834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Deleting port f1e637e2-842e-4625-ae07-46420ff1b5b4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:02.230408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.303496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Deleting port 5dd75802-1c89-431e-8a61-cca95c90ac71 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:02.304520 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.325987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 5dd75802-1c89-431e-8a61-cca95c90ac71, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5dd75802-1c89-431e-8a61-cca95c90ac71,segment=NetworkSegment(e620d237-4a19-4c0a-89a3-a7ce526cd220),segment_id=e620d237-4a19-4c0a-89a3-a7ce526cd220)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:02.326345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.350997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.351335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.356349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 5dd75802-1c89-431e-8a61-cca95c90ac71 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:02.377170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Calling delete_port for f1e637e2-842e-4625-ae07-46420ff1b5b4 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:02.444080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] For port 5dd75802-1c89-431e-8a61-cca95c90ac71, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5dd75802-1c89-431e-8a61-cca95c90ac71,segment=NetworkSegment(e620d237-4a19-4c0a-89a3-a7ce526cd220),segment_id=e620d237-4a19-4c0a-89a3-a7ce526cd220)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:02.444479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.458579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Calling delete_port for 5dd75802-1c89-431e-8a61-cca95c90ac71 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:02.519964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.569675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=5dd75802-1c89-431e-8a61-cca95c90ac71,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:02.572631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 5dd75802-1c89-431e-8a61-cca95c90ac71 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:02.577958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.595228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.614655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] Pushing event deleted for resources: {'Port': ['ID=5dd75802-1c89-431e-8a61-cca95c90ac71,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:02.623489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedc7ad-c736-4b1d-9e59-90437b089e70 None None] No DVR routers for this DVR port 5dd75802-1c89-431e-8a61-cca95c90ac71 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:02.638684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event deleted for resources: {'Port': ['ID=f1e637e2-842e-4625-ae07-46420ff1b5b4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:02.641463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.641805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.642164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.642494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.642817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.643184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.643487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.643805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.644124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.644574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.644739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.645051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:02.669680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697c896-97ca-4313-b12a-1422b871d164 None None] New status for floating IP fc73c029-617a-42ac-8414-89368759d09a: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:15:02.749881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.753575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.757216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.762366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db0e9e27-d051-4bc3-b33c-2a9221e0979a tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "DELETE /v2.0/floatingips/fc73c029-617a-42ac-8414-89368759d09a HTTP/1.1" status: 204 len: 168 time: 0.7484775 Sep 24 19:15:02.817025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a3c30-f3fa-4ac4-b4a6-110d81946f51']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:02.821403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5dd75802-1c89-431e-8a61-cca95c90ac71 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:02.829895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e620d237-4a19-4c0a-89a3-a7ce526cd220') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:02.830547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e620d237-4a19-4c0a-89a3-a7ce526cd220') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:02.863863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.880119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5dd75802-1c89-431e-8a61-cca95c90ac71 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:02.886385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.896439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:02.896848 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:02.900112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5dd75802-1c89-431e-8a61-cca95c90ac71 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:02.901841 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:02.942541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45798) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.047496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.049071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50de81f6-cb60-4cdf-a59b-3bb538e7899b req-77036dd7-f83d-4228-8712-d2c71f734f5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1055443 Sep 24 19:15:03.073816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.081532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/b11a3c30-f3fa-4ac4-b4a6-110d81946f51 HTTP/1.1" status: 204 len: 168 time: 1.2814858 Sep 24 19:15:03.082279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.085639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2940bb6e-ad34-4153-a867-b8f47971e872 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:03.097995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'name': 'tempest-PortsTestJSON-1710131411'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:03.126457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf6f2-66ee-4f11-91b6-dd600d8c34c5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=b11a3c30-f3fa-4ac4-b4a6-110d81946f51,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:03.129279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 2940bb6e-ad34-4153-a867-b8f47971e872 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:03.129859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2940bb6e-ad34-4153-a867-b8f47971e872 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:03.139541 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.183725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8456a2-3237-41e6-a6ff-1e7e0245253d req-2bbe5dc3-a953-4ad8-b2fa-3b8ab8f3bdd4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.185898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff8456a2-3237-41e6-a6ff-1e7e0245253d req-2bbe5dc3-a953-4ad8-b2fa-3b8ab8f3bdd4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.3156207 Sep 24 19:15:03.186296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.218804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:03.223355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.231163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.246077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.248400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port abc9eb22-3fbd-44eb-a625-5a3c26c4de22 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:03.252662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.258828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.265818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.287578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.324069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.366612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.377635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-cdb7803b-dd5b-4c14-9a9d-36a46d376ba2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.3340447 Sep 24 19:15:03.432910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a3b-383b-4cad-95ae-937197008850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.457497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.473963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff8456a2-3237-41e6-a6ff-1e7e0245253d req-a07ea867-d93d-44b8-8425-7980f0cab969 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776363 Sep 24 19:15:03.487668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d8c5bd-d1ee-432d-8354-9d34e767daf2 req-e6033265-fc4d-4d70-8a15-fab111f74611 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870368 Sep 24 19:15:03.560024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.589918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.594242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.599322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ca5ab50-caba-45b7-8582-9837cbb82d11 HTTP/1.1" status: 204 len: 168 time: 0.6526940 Sep 24 19:15:03.636809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-290f8b7e-b1af-4afc-969f-e614c1138444 req-e03bf9b1-8080-4317-95d2-977fb3424617 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0358171 Sep 24 19:15:03.641377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c047193-81f9-4667-85b4-ff48559de893 tempest-TestServerBasicOps-773583315 tempest-TestServerBasicOps-773583315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5ab50-caba-45b7-8582-9837cbb82d11,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:03.652384 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.665415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a3b-383b-4cad-95ae-937197008850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.665934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45818) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.692220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a3b-383b-4cad-95ae-937197008850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.746525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:03.752777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=abc9eb22-3fbd-44eb-a625-5a3c26c4de22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:03.755191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:03.761049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a5f03a3b-383b-4cad-95ae-937197008850 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=005276d1e7644f84afb9822a829cfaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706961 Sep 24 19:15:03.761049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:03.761735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45822) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.765213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:03.765838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.770209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03a3b-383b-4cad-95ae-937197008850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243ba0cc-d218-48c5-8abd-2151fefe1b77,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:03.784849 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d4b1c8d6-c2a7-4a2d-a551-96842a81673b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6919231 Sep 24 19:15:03.787857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:03.860901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.874371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port abc9eb22-3fbd-44eb-a625-5a3c26c4de22 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:03.874955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.922217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.945009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:03.958284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for abc9eb22-3fbd-44eb-a625-5a3c26c4de22 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:04.018456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.021167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.024681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/243ba0cc-d218-48c5-8abd-2151fefe1b77 HTTP/1.1" status: 204 len: 168 time: 0.2601035 Sep 24 19:15:04.049155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.064692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa4c3-da3d-45e8-821e-a19b2750eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ba0cc-d218-48c5-8abd-2151fefe1b77,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:04.105557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.109801 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/abc9eb22-3fbd-44eb-a625-5a3c26c4de22 HTTP/1.1" status: 204 len: 168 time: 0.3185551 Sep 24 19:15:04.109801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9a9d2-b005-4d69-bbcb-f88553067696 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=abc9eb22-3fbd-44eb-a625-5a3c26c4de22,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:04.110994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:04.116317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'mac_address': 'fa:16:3e:68:16:9d', 'name': 'tempest-PortsTestJSON-214976016'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:04.226453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:04.297058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.305702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.334503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:04.529884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.611915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.622170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Deleting port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:04.622732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.638001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:04.658013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:04.660932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:04.666908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.667466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.698468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:04.703623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b13128d2-477f-48dd-8ef0-4de72d702341 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5916305 Sep 24 19:15:04.707388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:04.756288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.769608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.776265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.781980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdf8b9-3c13-4031-8ef8-a749cfb639f1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.783328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.786245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d0fdf8b9-3c13-4031-8ef8-a749cfb639f1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d HTTP/1.1" status: 200 len: 840 time: 0.0775816 Sep 24 19:15:04.786716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:04.789662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.795647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.802421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:04.804527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-ae4c7199-c13d-4bd0-8e63-f48ab03e5eca tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.1843002 Sep 24 19:15:04.825842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] For port 31ab2c52-0781-44fd-ba6b-b0f50d6e8757, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:04.826220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:04.882128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Calling delete_port for 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:04.885983 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db28e754-a7b2-4d9d-9b7b-b87fc76d314f req-a4435e50-e28d-4a36-b6e3-58b649ecb816 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0624270 Sep 24 19:15:04.950474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-095c70f3-dc16-4a72-acfe-e9a5f6f677dd req-acc03a4d-2907-4984-a8ef-032a566dc8cc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281171 Sep 24 19:15:04.959997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:04.965575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.081028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.102464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:05.192702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.222724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Pushing event deleted for resources: {'Port': ['ID=31ab2c52-0781-44fd-ba6b-b0f50d6e8757,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:05.227325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.285730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:05.329743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.331878 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7030d76-8f15-4341-8f32-59cbec5e79de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d HTTP/1.1" status: 204 len: 168 time: 0.5438008 Sep 24 19:15:05.336196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:05.388164 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebf6b4a-2627-47d9-9a50-c44c95a50ece tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:05.389765 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cebf6b4a-2627-47d9-9a50-c44c95a50ece tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/c6a6c14d-4e9b-462d-87b9-a05e7a32bc1d HTTP/1.1" status: 404 len: 333 time: 0.0525608 Sep 24 19:15:05.393930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:05.399685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c35a2ec5-a08c-4d3e-ac01-3a2b07bef3f6 req-d321663a-264e-4c32-924a-d963cfd9e4f7 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4&device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.0369759 Sep 24 19:15:05.400849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'name': 'tempest-PortsTestJSON-142234207'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:05.527805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.545926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:05.551807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.592289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port a747d5da-59d6-4348-918c-c959f6ba52b8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:05.933473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:05.971373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.026498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:06.031673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:06.036615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:06.043402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.044163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.059481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a747d5da-59d6-4348-918c-c959f6ba52b8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:06.079973 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-faa06f72-78bf-489e-a0bc-9c86a9dd6026 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6817267 Sep 24 19:15:06.080357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.085811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:06.153998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.202445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e587065-3f78-4ef7-a40d-ea5ffa8f198c req-1c2b2e7b-664b-4ad9-a5e7-2ffb18fd54d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b82d6e5c77e426dac95a1ca5a5ae72e&device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.4039681 Sep 24 19:15:06.238203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17cfba15-eb01-403e-a895-2f44c6503749 req-3a50553a-56c0-46a3-82c7-f78150700d3a tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.4288824 Sep 24 19:15:06.322466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e587065-3f78-4ef7-a40d-ea5ffa8f198c req-824f4a2c-683d-453a-9a2c-ac1ac75f4af0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3b82d6e5c77e426dac95a1ca5a5ae72e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998085 Sep 24 19:15:06.329234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.334826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.378924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] In _notify_port_updated(), no bound segment for port a747d5da-59d6-4348-918c-c959f6ba52b8 on network 21582de5-9561-4387-85e0-f92a05170064 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:15:06.396128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.396128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.396128 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/ports/a747d5da-59d6-4348-918c-c959f6ba52b8 HTTP/1.1" status: 200 len: 818 time: 0.3080106 Sep 24 19:15:06.396128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45906) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.399722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.405563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.412421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.418348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.424961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.431006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.434900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f029d3-a714-4a0f-a330-c43608188be9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a747d5da-59d6-4348-918c-c959f6ba52b8,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:06.436924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.445596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-7786da49-7040-4f37-8668-f3f0f4546254 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2454166 Sep 24 19:15:06.512425 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port a747d5da-59d6-4348-918c-c959f6ba52b8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:06.512795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.608832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.642436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Router d4162bb4-9adb-4c08-9092-a79099772fb8 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:06.642791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for a747d5da-59d6-4348-918c-c959f6ba52b8 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:06.652502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-052d1bf3-6e74-4a8a-af50-214ac438441e req-1062b619-b0b9-45a8-aa59-736deffbf808 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060313 Sep 24 19:15:06.667900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587065-3f78-4ef7-a40d-ea5ffa8f198c req-db647e58-e387-477d-b5f0-e885890df794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.669400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e587065-3f78-4ef7-a40d-ea5ffa8f198c req-db647e58-e387-477d-b5f0-e885890df794 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3350012 Sep 24 19:15:06.740931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.789938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:06.795315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/a747d5da-59d6-4348-918c-c959f6ba52b8 HTTP/1.1" status: 204 len: 168 time: 0.4011304 Sep 24 19:15:06.796054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.796450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.811342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e193-93b0-403d-906a-8f0cfd154962 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=a747d5da-59d6-4348-918c-c959f6ba52b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:06.814256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:06.831756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c98b767f-e7a9-4018-ad86-3c9348d2540c admin admin] 10.222.0.18 "PUT /v2.0/routers/d4162bb4-9adb-4c08-9092-a79099772fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732180 Sep 24 19:15:06.832428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45920) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.840060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Sync routers for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:06.849875 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:06.850495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:06.878869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe47d6b-be36-4c94-a2a1-14c793023853 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:06.880417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fe47d6b-be36-4c94-a2a1-14c793023853 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0773995 Sep 24 19:15:06.884045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.918307 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc702e3-f321-4ad9-91dd-f8924b953883 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:06.926681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fbc702e3-f321-4ad9-91dd-f8924b953883 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/a747d5da-59d6-4348-918c-c959f6ba52b8 HTTP/1.1" status: 404 len: 333 time: 0.0349243 Sep 24 19:15:06.926939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:06.931875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782389860'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:06.989238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:06.993599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.014314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.027933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88f4-ab84-439c-a280-cf00e9084850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.037888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:07.044310 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:07.050014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.050224 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 96eed3cd-07fc-459e-9cfa-bb6786341f53 of type vlan for network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 Sep 24 19:15:07.102310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.127528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.145653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.151405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:07.152093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.210378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Deleting port 3d0c2809-1572-4efb-b4d2-17377136c433 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:07.211286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.244636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=9e0cd537-86dc-4d72-b10b-7126d7aa0a92,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:07.257627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:07.322722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88f4-ab84-439c-a280-cf00e9084850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.327068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] For port 3d0c2809-1572-4efb-b4d2-17377136c433, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d0c2809-1572-4efb-b4d2-17377136c433,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:07.327813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.337373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88f4-ab84-439c-a280-cf00e9084850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.342690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Calling delete_port for 3d0c2809-1572-4efb-b4d2-17377136c433 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:07.351526 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3495d9a3-00c7-487b-9f26-0da3d918bc15 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4235244 Sep 24 19:15:07.361448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:07.371786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:07.409052 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9dcd88f4-ab84-439c-a280-cf00e9084850 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53223e7d505643d3a2f812cb7f15ff99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080427 Sep 24 19:15:07.410560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:07.411281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd88f4-ab84-439c-a280-cf00e9084850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e8084-b8df-47e4-a30a-8f4e721528b9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:07.475347 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:15:05Z', 'revision_number': 5, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port': {'id': '3d0c2809-1572-4efb-b4d2-17377136c433', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:17Z', 'updated_at': '2021-09-24T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:07.519903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:07.522949 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Checking router: d4162bb4-9adb-4c08-9092-a79099772fb8 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:07.523898 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.532868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Routers {'d4162bb4-9adb-4c08-9092-a79099772fb8'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:07.533561 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d4162bb4-9adb-4c08-9092-a79099772fb8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:07.543591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59b6f936-3566-4c02-af95-49f059eccd12 req-8f2397ee-9cd5-4fe3-be5f-6026afd54aac tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0540888 Sep 24 19:15:07.623818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.636379 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] Set router d4162bb4-9adb-4c08-9092-a79099772fb8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:07.642567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.666983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0c2809-1572-4efb-b4d2-17377136c433,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:07.670056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.701813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:15:07Z', 'revision_number': 6, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:07.747990 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1ee614-a27e-4303-a979-c3cef114d8ba None None] The sync data for ids ['d4162bb4-9adb-4c08-9092-a79099772fb8'] in n-d-810952-2 is: [{'id': 'd4162bb4-9adb-4c08-9092-a79099772fb8', 'name': 'tempest-TestServerBasicOps-33857961-router', 'tenant_id': '225ee531818a43a6a21deee4eb278366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:16Z', 'updated_at': '2021-09-24T19:15:07Z', 'revision_number': 6, 'project_id': '225ee531818a43a6a21deee4eb278366', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:07.798908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.809439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.812215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:07.818308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/346e8084-b8df-47e4-a30a-8f4e721528b9 HTTP/1.1" status: 204 len: 168 time: 0.4035873 Sep 24 19:15:07.856020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76042f-5757-465d-89cc-5d9890a24823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e8084-b8df-47e4-a30a-8f4e721528b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:07.991970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.068170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.071770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.083164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e587065-3f78-4ef7-a40d-ea5ffa8f198c req-0fc571a4-f0ab-4236-8840-269ce4ce2210 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.69 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0817776 Sep 24 19:15:08.095668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=67430e8a-5284-4785-92b9-8298c2b5e7eb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:08.119798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '96eed3cd-07fc-459e-9cfa-bb6786341f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:08.120166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 9e0cd537-86dc-4d72-b10b-7126d7aa0a92, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:08.159848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:08.168736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.173123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9e0cd537-86dc-4d72-b10b-7126d7aa0a92) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:08.175534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.182783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.185052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a090255-799c-4e98-9546-37e023925eef None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:08.190345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.192519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.193348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.204711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.212467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.219794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:08.225649 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-852023a4-80a7-4e66-9a46-a9da131349df tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8629854 Sep 24 19:15:08.226838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45944) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:08.228496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-13c25e4e-111f-496c-aade-ac18dd2d8640 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.2680511 Sep 24 19:15:08.240378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:08.259004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.261059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4162bb4-9adb-4c08-9092-a79099772fb8 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:15:08.274083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.277974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b557e26-46e3-4698-9bcc-6d2b056bf3b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d4162bb4-9adb-4c08-9092-a79099772fb8 HTTP/1.1" status: 204 len: 168 time: 1.4418504 Sep 24 19:15:08.283120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45946) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:08.340409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb4506e2-03e2-4128-9470-776d86b4a5c2 req-383e7a79-ef6b-49ee-8404-465caa1b416a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110485 Sep 24 19:15:08.352050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Deleting subnet f486cbb4-6d5b-491b-b53c-1f907eb583d3 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:08.356945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.404076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.422991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:08.440068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ccae7-545a-4008-b7ae-418c1859861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.441759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:08.442397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': '67430e8a-5284-4785-92b9-8298c2b5e7eb'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:08.443543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.445895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.504288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.563870 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67430e8a-5284-4785-92b9-8298c2b5e7eb (CIDR: 172.20.0.0/28) Sep 24 19:15:08.571702 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:15:08.572177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:15:08.599133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.611013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Allocated IP 172.20.0.2 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/67430e8a-5284-4785-92b9-8298c2b5e7eb/8716a9f9-14db-4894-921c-92bb76cc3467) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:08.663324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f486cbb4-6d5b-491b-b53c-1f907eb583d3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:08.669028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.674681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fcc53f21-1759-4599-b305-0b41b236f479 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f486cbb4-6d5b-491b-b53c-1f907eb583d3 HTTP/1.1" status: 204 len: 168 time: 0.3905027 Sep 24 19:15:08.675452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45954) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:08.785874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84633b8-bafc-4bd7-a727-2663b3d45ba2 None None] Network 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:08.797072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.879639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-628346b6-5705-43fa-9a22-39b1b4f5fe69 req-22e12e25-c3ab-4ebd-845b-2cfc80fb2fe5 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=517f4973-54c6-4082-80b6-1524b5f9f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0797844 Sep 24 19:15:08.898102 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:08.901913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d0c2809-1572-4efb-b4d2-17377136c433 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:08.957452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Deleting port cdf29bce-0b6a-4375-84fb-d8c01496a92d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:08.958202 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.024412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3d0c2809-1572-4efb-b4d2-17377136c433 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:09.024849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d0c2809-1572-4efb-b4d2-17377136c433 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:09.025273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:09.041184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.055724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] For port cdf29bce-0b6a-4375-84fb-d8c01496a92d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cdf29bce-0b6a-4375-84fb-d8c01496a92d,segment=NetworkSegment(625547d5-ee4a-4d16-9fbe-e0f647afeac9),segment_id=625547d5-ee4a-4d16-9fbe-e0f647afeac9)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:09.056647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.074214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Calling delete_port for cdf29bce-0b6a-4375-84fb-d8c01496a92d owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:09.083329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.109954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:09.110304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31ab2c52-0781-44fd-ba6b-b0f50d6e8757 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:09.129899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ccae7-545a-4008-b7ae-418c1859861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.136366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ccae7-545a-4008-b7ae-418c1859861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.155775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:09.160779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9556570-2007-4cee-980e-1d67ea8f80de tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9306879 Sep 24 19:15:09.163564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:09.165990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 763fb45a-b8ca-41b0-896b-c2e197ace26a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:09.166574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:09.169530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:09.182533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:09.258464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Pushing event updated for resources: {'Port': ['ID=8716a9f9-14db-4894-921c-92bb76cc3467,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:09.261764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.326546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c83ccae7-545a-4008-b7ae-418c1859861b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04abcecf7b8849e098f36c356bd46cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998775 Sep 24 19:15:09.326830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ccae7-545a-4008-b7ae-418c1859861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef030171-d8b0-472f-930c-bb368e21eb50,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:09.331544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:09.386939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf29bce-0b6a-4375-84fb-d8c01496a92d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:09.387494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:09.387494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.397858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] No DVR routers for this DVR port cdf29bce-0b6a-4375-84fb-d8c01496a92d on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:09.449939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31158573-08e9-4c73-9413-550437c0e419 None None] DHCP port deletion for 8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:09.482824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.492255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.502750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.503426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.504969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.505519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.506402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.506820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.507317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.508287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.508698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.509102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.509505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.510011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:09.521477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.566073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:09.566296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:09.582446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'port_id': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'mac_address': 'fa:16:3e:9f:4d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:09.582702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625547d5-ee4a-4d16-9fbe-e0f647afeac9') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:09.583061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625547d5-ee4a-4d16-9fbe-e0f647afeac9') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:09.604375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.623672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.624632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Attempting to bind port 8716a9f9-14db-4894-921c-92bb76cc3467 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:09.627551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Attempting to bind port 8716a9f9-14db-4894-921c-92bb76cc3467 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '96eed3cd-07fc-459e-9cfa-bb6786341f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:09.627551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Attempting to bind port 8716a9f9-14db-4894-921c-92bb76cc3467 on network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:09.634539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.641496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.648309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.649218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:09.649614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Checking segment: {'id': '96eed3cd-07fc-459e-9cfa-bb6786341f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:09.650291 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.650960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Bound using segment: {'id': '96eed3cd-07fc-459e-9cfa-bb6786341f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:09.651530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Bound port: 8716a9f9-14db-4894-921c-92bb76cc3467, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eed3cd-07fc-459e-9cfa-bb6786341f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:09.651927 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.655237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.661685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.663513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.673392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.673531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:09.673633 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef030171-d8b0-472f-930c-bb368e21eb50 HTTP/1.1" status: 204 len: 168 time: 0.3346593 Sep 24 19:15:09.683725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-d06db17b-3daf-49ce-aed4-bc460a731ff2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5428 time: 0.1829312 Sep 24 19:15:09.689148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d16ef-1fdb-4a79-a43a-7dbac4a827c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef030171-d8b0-472f-930c-bb368e21eb50,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:09.703279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.734524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.755738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-649104b5-dcf3-496a-aeee-bd77b795db83 req-a7ae3c00-3126-4d83-9367-dd9c3ec6bc61 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654786 Sep 24 19:15:09.773124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:09.773457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:09.775693 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:09.785624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763fb45a-b8ca-41b0-896b-c2e197ace26a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:09.827274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.830510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:09.845186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] For port 8716a9f9-14db-4894-921c-92bb76cc3467, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:09.847790 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.848478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c022f71f-2eb4-4442-9fb2-d97f541d59cf details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:09.852191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] For port 8716a9f9-14db-4894-921c-92bb76cc3467, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8716a9f9-14db-4894-921c-92bb76cc3467,segment=NetworkSegment(96eed3cd-07fc-459e-9cfa-bb6786341f53),segment_id=96eed3cd-07fc-459e-9cfa-bb6786341f53)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:09.877496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.884267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.893740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:09.893887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5 HTTP/1.1" status: 204 len: 168 time: 1.2158906 Sep 24 19:15:09.899139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:09.915184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652bb0-7408-4bda-ad44-6ed2f0b13f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb9f9fb-c19a-4280-8d17-f93f6f0f34d5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:09.939883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:10.082827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93a79-cb97-43b1-bc67-b797533035ff None None] Pushing event updated for resources: {'Port': ['ID=8716a9f9-14db-4894-921c-92bb76cc3467,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:10.112131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:10.238459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:10.264967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:10.309323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:10.312479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.346830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0b2325-9423-449f-80ce-cc170dc02b01 req-79a18120-f659-4a7a-a8c7-de333b135d9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b82d6e5c77e426dac95a1ca5a5ae72e&device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.0799677 Sep 24 19:15:10.384747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'port_id': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'mac_address': 'fa:16:3e:b4:c2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:10.393489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=fe68025a-1cfa-433a-aab0-53f54ddf28b5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:10.401307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98e42dfc-5117-4a12-bc19-f3a2446bfe92 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2323053 Sep 24 19:15:10.407917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46028) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:10.420814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'fixed_ips': [{'subnet_id': '67430e8a-5284-4785-92b9-8298c2b5e7eb'}, {'subnet_id': 'fe68025a-1cfa-433a-aab0-53f54ddf28b5'}], 'name': 'tempest-PortsTestJSON-209667483'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:10.426151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0b2325-9423-449f-80ce-cc170dc02b01 req-3ca043f7-1040-4c6e-b102-03dcfcddebe5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3b82d6e5c77e426dac95a1ca5a5ae72e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646431 Sep 24 19:15:10.446957 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.475400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c022f71f-2eb4-4442-9fb2-d97f541d59cf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:10.521411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:10.532169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1167f90-b744-4593-949d-00ef75b7c314 req-953d9964-02bf-41f5-a266-ec9ed63582d7 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.1250205 Sep 24 19:15:10.533467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.534141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cce4ea78-7c45-4281-a535-ef8c8beed3fd details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:10.620559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:10.633425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:10.659300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'port_id': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd', 'mac_address': 'fa:16:3e:e8:a2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:10.736321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.754048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce4ea78-7c45-4281-a535-ef8c8beed3fd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:10.780569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:10.790233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.791336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 469d857d-8823-461f-af5f-a71557044533 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:10.801403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:10.821299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2325-9423-449f-80ce-cc170dc02b01 req-0d23685d-79cc-4fdf-86c0-8c940153a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:10.825694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0b2325-9423-449f-80ce-cc170dc02b01 req-0d23685d-79cc-4fdf-86c0-8c940153a21e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3541176 Sep 24 19:15:10.831817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8716a9f9-14db-4894-921c-92bb76cc3467 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:10.887321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:10.913827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:10.918095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=469d857d-8823-461f-af5f-a71557044533,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:10.936011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '469d857d-8823-461f-af5f-a71557044533', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'port_id': '469d857d-8823-461f-af5f-a71557044533', 'mac_address': 'fa:16:3e:18:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:10.947055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:10.947055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.032259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.051929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469d857d-8823-461f-af5f-a71557044533 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:11.071494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=469d857d-8823-461f-af5f-a71557044533,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:11.122641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.130439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.136467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.138433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.139060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ba885f58-e8db-4880-9664-1fb349919e3a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:11.139579 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.154869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.175454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.191054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.205737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:11.214732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-e56d828c-ac58-4ad3-8e81-1088512ac481 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5431 time: 0.2496545 Sep 24 19:15:11.264177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.274709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 8716a9f9-14db-4894-921c-92bb76cc3467, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8716a9f9-14db-4894-921c-92bb76cc3467,segment=NetworkSegment(96eed3cd-07fc-459e-9cfa-bb6786341f53),segment_id=96eed3cd-07fc-459e-9cfa-bb6786341f53)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:11.289408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.300999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ba885f58-e8db-4880-9664-1fb349919e3a,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:11.311830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:11.319744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port a258708e-3655-4d24-9ff9-983616e76a55 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:11.361862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'ba885f58-e8db-4880-9664-1fb349919e3a', 'network_id': '4f92eead-7c30-4eab-a222-312f81668ad9', 'port_id': 'ba885f58-e8db-4880-9664-1fb349919e3a', 'mac_address': 'fa:16:3e:42:0e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1393dd69-59db-4be0-928f-9b677ddfe7c8', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:11.466436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Deleting port c925766b-6bec-4153-9920-75af90f6b46e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:11.467029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d29003-181f-46ea-8b52-b4b4dc869b86 req-d80d0955-2d38-4f25-a02b-bf2cde8e511b tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472506 Sep 24 19:15:11.467454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.493463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cdf29bce-0b6a-4375-84fb-d8c01496a92d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:11.635187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: cdf29bce-0b6a-4375-84fb-d8c01496a92d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:11.636108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cdf29bce-0b6a-4375-84fb-d8c01496a92d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:11.665239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] For port c925766b-6bec-4153-9920-75af90f6b46e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c925766b-6bec-4153-9920-75af90f6b46e,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:11.665638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.687253 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.715216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba885f58-e8db-4880-9664-1fb349919e3a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:11.723784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=8716a9f9-14db-4894-921c-92bb76cc3467,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:11.735499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Calling delete_port for c925766b-6bec-4153-9920-75af90f6b46e owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:11.777002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ba885f58-e8db-4880-9664-1fb349919e3a,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:11.789198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:11.834282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 27719522-1bf3-4659-83e1-fc06d8823d4c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:11.858640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d717c-8a48-434d-8a94-4e759db7cbd9 None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:11.972842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:12.052178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.3 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/67430e8a-5284-4785-92b9-8298c2b5e7eb/a258708e-3655-4d24-9ff9-983616e76a55) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:12.052819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-97cf4a7a-1829-427f-8d22-7a6a4f0a9fdd None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:12.053195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97cf4a7a-1829-427f-8d22-7a6a4f0a9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.072387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.24 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/fe68025a-1cfa-433a-aab0-53f54ddf28b5/a258708e-3655-4d24-9ff9-983616e76a55) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:12.083890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.112306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c925766b-6bec-4153-9920-75af90f6b46e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:12.165044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0b2325-9423-449f-80ce-cc170dc02b01 req-a01c6e06-4a79-4650-a3e9-324321a33de3 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.0875692 Sep 24 19:15:12.208832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-702be805-60cf-4b3e-97f8-c7949d30f86c req-c2050473-76ba-4635-85c6-c37398a4bce9 tempest-ServerShowV247Test-738065697 tempest-ServerShowV247Test-738065697-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec9b005-5e04-4201-a005-11718fcf8bbe HTTP/1.1" status: 200 len: 210 time: 0.1323066 Sep 24 19:15:12.225856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:12.281672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c022f71f-2eb4-4442-9fb2-d97f541d59cf'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:12.292037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'port_id': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'mac_address': 'fa:16:3e:6d:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba271e6c-26f6-445c-bccb-9c4986f9d7ea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:12.334697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['cce4ea78-7c45-4281-a535-ef8c8beed3fd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:12.337222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['ba885f58-e8db-4880-9664-1fb349919e3a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:12.380536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.461011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:12.477859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.478465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.504214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27719522-1bf3-4659-83e1-fc06d8823d4c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:12.524264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:12.541866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.542690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:15:12.548249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:12.629557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a258708e-3655-4d24-9ff9-983616e76a55,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:12.758780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:15:12.819225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Router 461f0b9a-3443-4299-8d1b-c4e489b861d7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:12.833717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:12.860993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:12.872830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8716a9f9-14db-4894-921c-92bb76cc3467 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:12.941145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:12.949015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8b05295a-37f0-4e1a-834d-0be61af5ef24 admin admin] 10.222.0.18 "PUT /v2.0/routers/461f0b9a-3443-4299-8d1b-c4e489b861d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509295 Sep 24 19:15:12.949269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:12.952037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'network_id': '07513f4d-a3f9-4a72-824e-31eefc7920fe', 'port_id': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'mac_address': 'fa:16:3e:39:9c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba271e6c-26f6-445c-bccb-9c4986f9d7ea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:15:12.967007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Update dhcp port {'port': {'network_id': '9e0cd537-86dc-4d72-b10b-7126d7aa0a92', 'fixed_ips': [{'subnet_id': '67430e8a-5284-4785-92b9-8298c2b5e7eb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe68025a-1cfa-433a-aab0-53f54ddf28b5'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '8716a9f9-14db-4894-921c-92bb76cc3467'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:15:12.985544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Sync routers for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:13.076891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da6fa77f-aace-455a-a64c-ba60a9477fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.090767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:13.094593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:13.098179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:13.101689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.105754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.133413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Routers {'461f0b9a-3443-4299-8d1b-c4e489b861d7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:13.134058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['461f0b9a-3443-4299-8d1b-c4e489b861d7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:13.147452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.148084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.160024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.192843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.198924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.205651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.211703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.217695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.224231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.227539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.230319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:13.232305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-098c835c-b909-45f8-a713-2275889c1fd0 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5434 time: 0.6047220 Sep 24 19:15:13.329587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Deleting port db411159-ed72-4238-be1c-174f72f99650 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:13.329988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.357349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a789246-9887-4b99-b9ee-f9cfca8dc251 req-0ebceb8d-72dc-4b02-bb1f-d79011883b63 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691264 Sep 24 19:15:13.409911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da6fa77f-aace-455a-a64c-ba60a9477fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.417727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-da6fa77f-aace-455a-a64c-ba60a9477fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.457841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-37923e13-6b37-4f4d-b397-2e1871e337fd tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0487549 Sep 24 19:15:13.465987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:13.473025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67430e8a-5284-4785-92b9-8298c2b5e7eb'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:13.503676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] For port db411159-ed72-4238-be1c-174f72f99650, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=db411159-ed72-4238-be1c-174f72f99650,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:13.504433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.522021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Calling delete_port for db411159-ed72-4238-be1c-174f72f99650 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:13.532625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:13.533207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.535312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:15:13.551374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-da6fa77f-aace-455a-a64c-ba60a9477fff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04074871a3e247339a5f09ae3b311439&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872898 Sep 24 19:15:13.553192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['763fb45a-b8ca-41b0-896b-c2e197ace26a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:13.555682 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['469d857d-8823-461f-af5f-a71557044533'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:13.568954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:13.589816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa77f-aace-455a-a64c-ba60a9477fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c6842-57c1-43e1-a97f-df4a60487da8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:13.630314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46100) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:13.676835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:13.743797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.765317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.783451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.823196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Pushing event deleted for resources: {'Port': ['ID=db411159-ed72-4238-be1c-174f72f99650,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:13.839002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c022f71f-2eb4-4442-9fb2-d97f541d59cf up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:13.901996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.905242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4440155e-699e-4767-9760-c3868a02e812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.931831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Set router 461f0b9a-3443-4299-8d1b-c4e489b861d7 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:13.935626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:13.961701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.014892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.019470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.097332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.098039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461f0b9a-3443-4299-8d1b-c4e489b861d7 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:15:14.108707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.110841 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48b43400-267b-43cc-a169-77b583a7e693 admin admin] 10.222.0.18 "DELETE /v2.0/routers/461f0b9a-3443-4299-8d1b-c4e489b861d7 HTTP/1.1" status: 204 len: 168 time: 1.1607108 Sep 24 19:15:14.113427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:14.173484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:14.176268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.179970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.181275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Deleting subnet f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:14.181426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/244c6842-57c1-43e1-a97f-df4a60487da8 HTTP/1.1" status: 204 len: 168 time: 0.6109390 Sep 24 19:15:14.195561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.226707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10503fd8-fb69-4338-b1f6-a9fb6f3199bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c6842-57c1-43e1-a97f-df4a60487da8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:14.273009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['1f3251c4-4a97-45b1-957e-d4c0b90d6c95'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:14.274984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['27719522-1bf3-4659-83e1-fc06d8823d4c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:15:14.320562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.378078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4440155e-699e-4767-9760-c3868a02e812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.387142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4440155e-699e-4767-9760-c3868a02e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.438325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440155e-699e-4767-9760-c3868a02e812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673fc857-2b72-4047-b968-f691d5ddd23c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:14.445017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4440155e-699e-4767-9760-c3868a02e812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b82d6e5c77e426dac95a1ca5a5ae72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076196 Sep 24 19:15:14.460446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46116) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:14.533406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.573026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.598912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.601156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Allocated IP 172.20.0.18 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/fe68025a-1cfa-433a-aab0-53f54ddf28b5/8716a9f9-14db-4894-921c-92bb76cc3467) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:14.623843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.648656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c022f71f-2eb4-4442-9fb2-d97f541d59cf completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:14.674005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.678157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.684207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.691090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.691282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c022f71f-2eb4-4442-9fb2-d97f541d59cf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:14.691663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.697336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:14.698203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.704434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.706924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.708879 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-19a88089-30d2-4a0a-b1a0-1821b0b25529 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6c3d07e-98cc-45b6-b4ef-c9a3f7ffacd1 HTTP/1.1" status: 204 len: 168 time: 0.5936282 Sep 24 19:15:14.710342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:14.712143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:14.712357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-3f2080bd-e602-4486-88d7-e19ebea0ffff tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5435 time: 0.1901898 Sep 24 19:15:14.713483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.716075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:14.719555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/673fc857-2b72-4047-b968-f691d5ddd23c HTTP/1.1" status: 204 len: 168 time: 0.2556880 Sep 24 19:15:14.730926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932e74-86d4-4a6b-b2e0-9d03e5d744e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673fc857-2b72-4047-b968-f691d5ddd23c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:14.736090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894abdd-70ed-41d7-ac7b-6d8bc0ca688c None None] Network e141157e-43f6-4f32-b537-50d6b5c7dbee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:14.768481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2dc1a298-9962-4548-b712-6132d4874ea0 req-c6a2d685-0b55-45e5-b2db-54fa7b63eeac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431943 Sep 24 19:15:14.940053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.038153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Deleting port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:15.038153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.116206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] For port 8716a9f9-14db-4894-921c-92bb76cc3467, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8716a9f9-14db-4894-921c-92bb76cc3467,segment=NetworkSegment(96eed3cd-07fc-459e-9cfa-bb6786341f53),segment_id=96eed3cd-07fc-459e-9cfa-bb6786341f53)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:15.119850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] For port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,segment=NetworkSegment(589b0c26-84bc-4986-95ab-e1e9d265337f),segment_id=589b0c26-84bc-4986-95ab-e1e9d265337f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:15.120272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.129195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'name': 'tempest-TestServerBasicOps-1687307426-router', 'tenant_id': '01061ca79ab647fc83777fa74a623f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'db411159-ed72-4238-be1c-174f72f99650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:09:28Z', 'updated_at': '2021-09-24T19:15:12Z', 'revision_number': 5, 'project_id': '01061ca79ab647fc83777fa74a623f09', 'gw_port': {'id': 'db411159-ed72-4238-be1c-174f72f99650', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f0b9a-3443-4299-8d1b-c4e489b861d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:09:29Z', 'updated_at': '2021-09-24T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:15.136210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Calling delete_port for 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:15.201862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Checking router: 461f0b9a-3443-4299-8d1b-c4e489b861d7 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:15.237464 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.237624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.261824 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.288920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:15.289181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:15:15.289771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'461f0b9a-3443-4299-8d1b-c4e489b861d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94857) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:15:15.290157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d781f1-562c-445c-ad1b-691fa880befc None None] The sync data for ids ['461f0b9a-3443-4299-8d1b-c4e489b861d7'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:15.291595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.326268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2732f6a2-f7c4-41b1-8a66-d906f40d6e57,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:15.328799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] No DVR routers for this DVR port 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:15.408445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:15.410956 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d3c5c-5f1c-4c42-b697-4d9222b6d905" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:15.430309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Delete allocated IP 172.20.0.24 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/fe68025a-1cfa-433a-aab0-53f54ddf28b5) {{(pid=94855) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:15:15.450896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:15.517510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.517979 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4adfb-2217-44ac-bcc8-c2cdef1ab58b x-openstack-request-id: req-cda4adfb-2217-44ac-bcc8-c2cdef1ab58b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:15.518273 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:15.518566 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cda4adfb-2217-44ac-bcc8-c2cdef1ab58b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:15.520273 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'code': 200} Sep 24 19:15:15.532083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.584326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e141157e-43f6-4f32-b537-50d6b5c7dbee']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:15.606241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589b0c26-84bc-4986-95ab-e1e9d265337f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:15.606460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589b0c26-84bc-4986-95ab-e1e9d265337f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:15.619946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a76a48-86be-462a-bda8-6d9aafacb93e None None] Pushing event updated for resources: {'Port': ['ID=8716a9f9-14db-4894-921c-92bb76cc3467,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:15.629373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.640744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.647352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.664293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.687700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:15.688350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:15.694259 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:15.736738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2035368-ad27-4437-80cb-2dde287976f5 None None] DHCP port deletion for e141157e-43f6-4f32-b537-50d6b5c7dbee request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:15.742887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:15.825586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 469d857d-8823-461f-af5f-a71557044533 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:15.906288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.915082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.927529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e141157e-43f6-4f32-b537-50d6b5c7dbee HTTP/1.1" status: 204 len: 168 time: 1.2142682 Sep 24 19:15:15.946148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a258708e-3655-4d24-9ff9-983616e76a55,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:15.967975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] In _notify_port_updated(), no bound segment for port a258708e-3655-4d24-9ff9-983616e76a55 on network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:15:15.976632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 469d857d-8823-461f-af5f-a71557044533 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:15.985498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 469d857d-8823-461f-af5f-a71557044533 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:15.985875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.989644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:15.990238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641c7a5-e9b2-4235-95d3-c7b1da369cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e141157e-43f6-4f32-b537-50d6b5c7dbee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:15.991569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:15.999059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d59d8f3c-8e1a-4609-a650-30eb79a423a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/ports/a258708e-3655-4d24-9ff9-983616e76a55 HTTP/1.1" status: 200 len: 918 time: 2.5259235 Sep 24 19:15:16.003536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:16.023653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67430e8a-5284-4785-92b9-8298c2b5e7eb'}, {'subnet_id': 'fe68025a-1cfa-433a-aab0-53f54ddf28b5'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:16.197888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.299309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:16.428022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-35843698-9dab-4f36-8634-cd09af5dc762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=225ee531818a43a6a21deee4eb278366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264143 Sep 24 19:15:16.430496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:16.552859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.581099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.613795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.662168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=469d857d-8823-461f-af5f-a71557044533,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:16.662772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.675016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.678430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ba885f58-e8db-4880-9664-1fb349919e3a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:16.709912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.716519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.734629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.737778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.738686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:16.743420 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b1f4f39-d591-44f8-a978-36066296a6f7 HTTP/1.1" status: 204 len: 168 time: 0.3119135 Sep 24 19:15:16.744927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.754470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.762151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594bd57-7fd8-4187-9dd9-edeb520e8079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f4f39-d591-44f8-a978-36066296a6f7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:16.780126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:16.783989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-fdff5010-39f6-4898-8bfe-e8b212dbf91c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5436 time: 0.7828305 Sep 24 19:15:16.800154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf7c33-b01a-4a80-8bd5-8e554066029f None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:16.853388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.23 (9e0cd537-86dc-4d72-b10b-7126d7aa0a92/fe68025a-1cfa-433a-aab0-53f54ddf28b5/a258708e-3655-4d24-9ff9-983616e76a55) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:16.882383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8716a9f9-14db-4894-921c-92bb76cc3467 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:16.902665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6510cd0-2cf5-462b-809e-51ba42731c87 req-2a0c572c-a460-4c1c-a767-b6b71b73d06a tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081977 Sep 24 19:15:17.022376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b96c8115-2bf5-461b-b7ae-a08619236ab5 None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:17.022759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b96c8115-2bf5-461b-b7ae-a08619236ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.114687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.127385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:17.131789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.149344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port ba885f58-e8db-4880-9664-1fb349919e3a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:17.171914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port ba885f58-e8db-4880-9664-1fb349919e3a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:17.172342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.305272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:17.305652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.412252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a258708e-3655-4d24-9ff9-983616e76a55,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:17.431974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] In _notify_port_updated(), no bound segment for port a258708e-3655-4d24-9ff9-983616e76a55 on network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:15:17.438186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:17.439403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.441925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5bb6f163-5eb8-4037-837f-db5ec98fe658 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/ports/a258708e-3655-4d24-9ff9-983616e76a55 HTTP/1.1" status: 200 len: 998 time: 1.4355447 Sep 24 19:15:17.445004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:17.554555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d857d-8823-461f-af5f-a71557044533'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:17.557519 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aba795-b69c-449f-ba85-ff017a8edc52" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "469d857d-8823-461f-af5f-a71557044533"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:17.586535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port a258708e-3655-4d24-9ff9-983616e76a55 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:17.587332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.591355 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.639388 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18e0c7-55a1-44a4-98f5-13ca9ff49088 x-openstack-request-id: req-cd18e0c7-55a1-44a4-98f5-13ca9ff49088 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:17.640027 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "469d857d-8823-461f-af5f-a71557044533", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:17.640557 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd18e0c7-55a1-44a4-98f5-13ca9ff49088 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:17.641180 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d857d-8823-461f-af5f-a71557044533', 'code': 200} Sep 24 19:15:17.679449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ba885f58-e8db-4880-9664-1fb349919e3a,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:17.697518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.706402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 763fb45a-b8ca-41b0-896b-c2e197ace26a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:17.762382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.780976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46232) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:17.830012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for a258708e-3655-4d24-9ff9-983616e76a55 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:17.867743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:17.871875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-22392709-1a27-4015-89e9-f2b5b489c48f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01061ca79ab647fc83777fa74a623f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896773 Sep 24 19:15:17.872494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:17.875293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device db411159-ed72-4238-be1c-174f72f99650 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:17.942306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: db411159-ed72-4238-be1c-174f72f99650 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:17.948492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device db411159-ed72-4238-be1c-174f72f99650 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:17.954022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:17.963034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:18.009058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.024965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:18.026287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2732f6a2-f7c4-41b1-8a66-d906f40d6e57 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:18.034068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c925766b-6bec-4153-9920-75af90f6b46e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:18.088848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c925766b-6bec-4153-9920-75af90f6b46e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:18.089454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c925766b-6bec-4153-9920-75af90f6b46e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:18.117211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-457571d1-764b-46c9-a437-4359f8acc931 None None] Provisioning complete for port 8716a9f9-14db-4894-921c-92bb76cc3467 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:18.118191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-457571d1-764b-46c9-a437-4359f8acc931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.153121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.159955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 763fb45a-b8ca-41b0-896b-c2e197ace26a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:18.165214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.167341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/345b85db-87d4-4dcf-b09a-7e0122dc80b6 HTTP/1.1" status: 204 len: 168 time: 0.2938967 Sep 24 19:15:18.172416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 763fb45a-b8ca-41b0-896b-c2e197ace26a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:18.179541 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.209539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e89c0f-3480-4e07-b898-0415ec9bdbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b85db-87d4-4dcf-b09a-7e0122dc80b6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:18.240189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.246774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.253671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.260932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.267965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.277743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.284657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:18.293227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-d87e63ac-89b9-4835-aa83-d563a2ea7eac tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5438 time: 0.2165494 Sep 24 19:15:18.305623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.383682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=a258708e-3655-4d24-9ff9-983616e76a55,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:18.406472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e1d0fe-9e8b-4764-9510-5bffc470fa72 req-ddee5aa9-2d3e-4c90-809a-f7b72af3d0ae tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101193 Sep 24 19:15:18.459490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.483662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-457571d1-764b-46c9-a437-4359f8acc931 None None] Could not find standard attr ID for object a258708e-3655-4d24-9ff9-983616e76a55. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:18.513246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:18.521733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.527995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cce4ea78-7c45-4281-a535-ef8c8beed3fd up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:18.583341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.592381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-979bc8d9-8ca2-450b-bbeb-188c32060847 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/a258708e-3655-4d24-9ff9-983616e76a55 HTTP/1.1" status: 204 len: 168 time: 1.1457765 Sep 24 19:15:18.595673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:18.686820 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0acef39-8334-403f-8f22-17b35eb27667 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:18.688553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0acef39-8334-403f-8f22-17b35eb27667 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/a258708e-3655-4d24-9ff9-983616e76a55 HTTP/1.1" status: 404 len: 333 time: 0.0917466 Sep 24 19:15:18.691645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:18.745874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:18.753514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-73f81275-b6c9-48d6-add5-f564d7755f40 None None] Could not find standard attr ID for object a258708e-3655-4d24-9ff9-983616e76a55. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:18.785751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet fe68025a-1cfa-433a-aab0-53f54ddf28b5 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:18.793911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.794297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port cce4ea78-7c45-4281-a535-ef8c8beed3fd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:18.802081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port cce4ea78-7c45-4281-a535-ef8c8beed3fd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:18.802722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.904521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:18.992261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.025540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:19.088273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:19.106101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7cec20cb-3f8e-4c52-8edf-fb5026ec0e4a None None] Could not find standard attr ID for object a258708e-3655-4d24-9ff9-983616e76a55. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:19.111861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.126565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 27719522-1bf3-4659-83e1-fc06d8823d4c up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:19.131334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.169886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e75b022-60e0-446e-9932-1a49fad6cd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.233698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.233998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:19.253523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 27719522-1bf3-4659-83e1-fc06d8823d4c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:19.259173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 27719522-1bf3-4659-83e1-fc06d8823d4c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:19.259564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.290320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=fe68025a-1cfa-433a-aab0-53f54ddf28b5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:19.297195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.299579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-58856968-0d6c-4a76-afc1-2ec825355761 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/fe68025a-1cfa-433a-aab0-53f54ddf28b5 HTTP/1.1" status: 204 len: 168 time: 0.6065836 Sep 24 19:15:19.302218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:19.409227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet 67430e8a-5284-4785-92b9-8298c2b5e7eb {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:19.413680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fb1b4-1747-4f47-a230-cb2c539e799d None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:19.416109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.448250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e75b022-60e0-446e-9932-1a49fad6cd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.464136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e75b022-60e0-446e-9932-1a49fad6cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.467498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d6998ffc-46ca-42f9-a8d2-324510a9a29a None None] Could not find standard attr ID for object a258708e-3655-4d24-9ff9-983616e76a55. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:19.502075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.529943 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7e75b022-60e0-446e-9932-1a49fad6cd95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71f996d3363549c5820dd14fd0d6e439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029027 Sep 24 19:15:19.533341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:19.542343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.545735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b022-60e0-446e-9932-1a49fad6cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f16298-c058-4b26-b3ff-f0976ab736fb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:19.617480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:19.624981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.625806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:19.632366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.650303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba885f58-e8db-4880-9664-1fb349919e3a'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:19.651756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.652719 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71152866-e2e0-44fe-868a-057d4844b27e" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba885f58-e8db-4880-9664-1fb349919e3a"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:19.660015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.668319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.678171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.686839 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.687973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.696702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.704648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:19.706975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-61af43b2-332b-47cf-b95f-17e79002d32d tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5440 time: 0.1571195 Sep 24 19:15:19.748725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:19.778761 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fac785-09f5-4aaa-93fa-f9cf77651215 x-openstack-request-id: req-d1fac785-09f5-4aaa-93fa-f9cf77651215 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:19.779392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba885f58-e8db-4880-9664-1fb349919e3a", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:19.779392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1fac785-09f5-4aaa-93fa-f9cf77651215 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:19.779796 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba885f58-e8db-4880-9664-1fb349919e3a', 'code': 200} Sep 24 19:15:19.780063 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'code': 200} Sep 24 19:15:19.780299 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd', 'code': 200} Sep 24 19:15:19.780543 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'code': 200} Sep 24 19:15:19.782054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.787492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.789232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:19.789799 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8f16298-c058-4b26-b3ff-f0976ab736fb HTTP/1.1" status: 204 len: 168 time: 0.2538283 Sep 24 19:15:19.806268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332009-b19d-4b8b-a98c-6662961f9da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f16298-c058-4b26-b3ff-f0976ab736fb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:19.809346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.821176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:15:19.825933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:19.826318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:19.920767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1967c405-02fd-4203-9631-8bb38121b3a7 req-5bddeebe-1da3-4726-9099-51d1e5348881 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897793 Sep 24 19:15:19.992578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.026548 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.050367 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.052883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/67430e8a-5284-4785-92b9-8298c2b5e7eb HTTP/1.1" status: 204 len: 168 time: 0.7493079 Sep 24 19:15:20.055716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46336) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:20.071160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d0a65-5ed3-4c6c-b2d3-3769ec6ff4fe tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=67430e8a-5284-4785-92b9-8298c2b5e7eb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:20.127957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:20.141216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.259515 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.319956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:20.332403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-168367019-network', 'tenant_id': 'ee614e044264460580800101852aedb6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:20.344306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b53a-e18a-4e34-a60d-df4fe90257ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.350105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 8716a9f9-14db-4894-921c-92bb76cc3467 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:20.359806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.385214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Made reservation on behalf of ee614e044264460580800101852aedb6 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:20.387746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.401813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.461945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:20.488166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 8716a9f9-14db-4894-921c-92bb76cc3467, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8716a9f9-14db-4894-921c-92bb76cc3467,segment=NetworkSegment(96eed3cd-07fc-459e-9cfa-bb6786341f53),segment_id=96eed3cd-07fc-459e-9cfa-bb6786341f53)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:20.488552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.491806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ee46b0b-baca-4a7e-85c1-6b09886a9d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.514793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 8716a9f9-14db-4894-921c-92bb76cc3467 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:20.552776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.560256 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.635066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:20.657710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc71f3-6c2b-4de3-9205-6070af51933a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:20.666057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.666625 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Added segment 18e8dd0d-5880-490e-b094-b3378df5a912 of type vlan for network 53744435-7183-4a3a-8bba-7ca36b27e918 Sep 24 19:15:20.681114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.720858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 8716a9f9-14db-4894-921c-92bb76cc3467 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:20.729341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=8716a9f9-14db-4894-921c-92bb76cc3467,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:20.756739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.791459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbcdf3-edaa-4edc-ad3d-770b8b1be98d None None] Network 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:20.799352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.799609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1856eda5-d951-4c8f-968e-9e5a07de6472 None None] Could not find standard attr ID for object 8716a9f9-14db-4894-921c-92bb76cc3467. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:20.800825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:20.801649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.862967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.866945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ee46b0b-baca-4a7e-85c1-6b09886a9d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.876462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] Pushing event updated for resources: {'Network': ['ID=53744435-7183-4a3a-8bba-7ca36b27e918,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:20.884173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ee46b0b-baca-4a7e-85c1-6b09886a9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:20.900495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bd4f561e-37e6-4f2d-99e1-cc118b41e5fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1482637 Sep 24 19:15:20.902118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46352) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:20.909102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 53744435-7183-4a3a-8bba-7ca36b27e918 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:20.909559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Request body: {'subnet': {'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-168367019-subnet', 'tenant_id': 'ee614e044264460580800101852aedb6', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:20.954680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Made reservation on behalf of ee614e044264460580800101852aedb6 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:20.957923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.238138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.298176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d3ea07-76df-41b4-8401-d3c760305f0b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:21.311727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15bc621-a81d-4743-995c-167c236a9722 None None] DHCP port deletion for 9e0cd537-86dc-4d72-b10b-7126d7aa0a92 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:21.335216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0cd537-86dc-4d72-b10b-7126d7aa0a92']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:21.352900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Checking segment: {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:21.353845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Network hostable DHCP agents. Network: 53744435-7183-4a3a-8bba-7ca36b27e918, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:21.364387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eed3cd-07fc-459e-9cfa-bb6786341f53') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:21.364734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eed3cd-07fc-459e-9cfa-bb6786341f53') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:21.379154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.386098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.386909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.394971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.398271 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0ee46b0b-baca-4a7e-85c1-6b09886a9d60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cebb953ec25245748c9461d205b80cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9353588 Sep 24 19:15:21.400537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:21.401178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee46b0b-baca-4a7e-85c1-6b09886a9d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19476ff8-3271-4d66-92a8-0e49a0e69b4c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:21.404123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.413885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.419939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.420746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.430011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.431371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-9d47eecb-9fd7-49c7-b4b4-d657c7306b09 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.2340875 Sep 24 19:15:21.443502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:21.443923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:21.447936 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:21.472680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Network 53744435-7183-4a3a-8bba-7ca36b27e918 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:21.493106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 53744435-7183-4a3a-8bba-7ca36b27e918) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:21.500398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.501029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.501720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072966a-6ff5-450d-adba-122aa70fa980 None None] Network 53744435-7183-4a3a-8bba-7ca36b27e918 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:21.528209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.532448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a00780ab-67da-4fd2-9022-2eb6dc476fd1 req-4f886812-61e7-4a50-8031-f38a353e9dba tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886791 Sep 24 19:15:21.535279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-19cd0a6c-8fb0-4f73-b3c3-826fc281953e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6315613 Sep 24 19:15:21.538167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46364) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:21.543041 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.545972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:21.570308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.570308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/9e0cd537-86dc-4d72-b10b-7126d7aa0a92 HTTP/1.1" status: 204 len: 168 time: 1.5082533 Sep 24 19:15:21.580138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d417f-6821-4c1f-a0d0-d7f4ec0ff3f6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=9e0cd537-86dc-4d72-b10b-7126d7aa0a92,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:21.585143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:21.600864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.627479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.628618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.668007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.670684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.674347 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19476ff8-3271-4d66-92a8-0e49a0e69b4c HTTP/1.1" status: 204 len: 168 time: 0.2680311 Sep 24 19:15:21.686730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071227c4-3bb0-48ff-986a-428e816585ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19476ff8-3271-4d66-92a8-0e49a0e69b4c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:21.728988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-53744435-7183-4a3a-8bba-7ca36b27e918', 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918', 'tenant_id': 'ee614e044264460580800101852aedb6', 'fixed_ips': [{'subnet_id': '60d3ea07-76df-41b4-8401-d3c760305f0b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:21.729849 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.731075 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:21.739746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755518-d2d9-4725-ac23-f653f0e9ed75 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:21.746925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f755518-d2d9-4725-ac23-f653f0e9ed75 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1552997 Sep 24 19:15:21.747334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:21.830978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-124a119f-57ed-4251-9546-86d2be96253a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0769300 Sep 24 19:15:21.831234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46374) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:21.836267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488588653'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:21.842364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:21.845209 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cc8cbb-a720-4f91-b1f7-633d3e53159e" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:21.913987 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3f2f1-d3c0-4ddc-8fa1-da9414e4e4d5 x-openstack-request-id: req-36d3f2f1-d3c0-4ddc-8fa1-da9414e4e4d5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:21.915040 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-plugged", "status": "completed", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:21.915639 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36d3f2f1-d3c0-4ddc-8fa1-da9414e4e4d5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:21.916257 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'code': 200} Sep 24 19:15:21.970158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Allocated IP 172.20.0.2 (53744435-7183-4a3a-8bba-7ca36b27e918/60d3ea07-76df-41b4-8401-d3c760305f0b/85a1cbc6-8d98-4e60-be5b-495bb858f424) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:22.022702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.059035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:22.063350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.121529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.122217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.122675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.123190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.123645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.125516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.125996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.128370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-93c8a450-2f41-4993-ad27-435c54a0d557 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.0931368 Sep 24 19:15:22.154966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:22.185450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.188406 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7c68e9ba-8a76-4109-9560-fdc5ba3ec49f req-03a80bf3-1166-449e-8c71-99a532a1859f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517316 Sep 24 19:15:22.193371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.214179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.215021 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f of type vlan for network 46032507-3f5c-493c-8084-dd20883f05c0 Sep 24 19:15:22.247424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Network 53744435-7183-4a3a-8bba-7ca36b27e918 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:22.251394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:22.255019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:22.298018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Pushing event updated for resources: {'Port': ['ID=85a1cbc6-8d98-4e60-be5b-495bb858f424,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:22.303442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.327016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Attempting to bind port 85a1cbc6-8d98-4e60-be5b-495bb858f424 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:22.327918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Attempting to bind port 85a1cbc6-8d98-4e60-be5b-495bb858f424 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:22.328302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Attempting to bind port 85a1cbc6-8d98-4e60-be5b-495bb858f424 on network 53744435-7183-4a3a-8bba-7ca36b27e918 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:22.333850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:22.334236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Checking segment: {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:22.334645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.335071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Bound using segment: {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:22.335547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Bound port: 85a1cbc6-8d98-4e60-be5b-495bb858f424, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:22.335931 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.431118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] For port 85a1cbc6-8d98-4e60-be5b-495bb858f424, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:22.435730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] For port 85a1cbc6-8d98-4e60-be5b-495bb858f424, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85a1cbc6-8d98-4e60-be5b-495bb858f424,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:22.446427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.446671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.452194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:22.453063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.583949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb76fc-f328-4c58-8d94-21a8fac4c1dd None None] Pushing event updated for resources: {'Port': ['ID=85a1cbc6-8d98-4e60-be5b-495bb858f424,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:22.585864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7535925 Sep 24 19:15:22.588839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:22.597771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '46032507-3f5c-493c-8084-dd20883f05c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:22.631991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.771486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:22.787591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8716a9f9-14db-4894-921c-92bb76cc3467 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:22.826260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.835456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 8716a9f9-14db-4894-921c-92bb76cc3467 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:22.836258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8716a9f9-14db-4894-921c-92bb76cc3467 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:22.929696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7cb7c-fb19-48b4-a5cc-ad8cde06533d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=46032507-3f5c-493c-8084-dd20883f05c0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:22.959267 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7886ad9-d807-4db4-aebb-832fa0f49793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:22.965752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 46032507-3f5c-493c-8084-dd20883f05c0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:22.986995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:23.001607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.139708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8280f2b-71f2-4222-a472-e10b547215db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.229637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.245854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.252855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.277375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.296104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.321916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.340642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.356072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.366235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-78d0d0c5-4cc4-4a0c-a47d-bd61d5d70e30 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.6360638 Sep 24 19:15:23.535813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.593923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Allocated IP 172.25.5.19 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a2d46a26-7f60-4a54-818a-bd8658664fc2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:23.667198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7746198b-a9e9-4910-949b-9dbb3d10c78a req-e210125f-4771-473b-ba09-52cc71e20b1c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2985651 Sep 24 19:15:23.750887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=5398b0f6-46d4-45d0-b16a-a92228c27da5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:23.763166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8280f2b-71f2-4222-a472-e10b547215db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.785890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8280f2b-71f2-4222-a472-e10b547215db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.830896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.884107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:23.884472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 46032507-3f5c-493c-8084-dd20883f05c0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:23.887891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8280f2b-71f2-4222-a472-e10b547215db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7040a383-c143-4785-90fc-9bd1ae5c7f30,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:23.917608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8280f2b-71f2-4222-a472-e10b547215db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3053c2c2f5143f38bb81191e96da5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393521 Sep 24 19:15:23.918949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46478) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:23.953588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 46032507-3f5c-493c-8084-dd20883f05c0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:23.969171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.976109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 46032507-3f5c-493c-8084-dd20883f05c0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:23.985728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:23.986473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:23.995223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f61909-d213-4caa-99fa-9eeafd981f88 None None] Network 46032507-3f5c-493c-8084-dd20883f05c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:24.027787 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86ccde89-a87f-496d-98c0-2e121e50111f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4376113 Sep 24 19:15:24.030548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:24.048153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '46032507-3f5c-493c-8084-dd20883f05c0', 'name': 'tempest-PortsTestJSON-203716045'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:24.191843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:24.281677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:24.282283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.282372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:24.282372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Pushing event updated for resources: {'Port': ['ID=a2d46a26-7f60-4a54-818a-bd8658664fc2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:24.326084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.345909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:24.350283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.383683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:24.404149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:24.417017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08876e-906c-46cf-b413-d7cbe6fbe65e None None] Network 53744435-7183-4a3a-8bba-7ca36b27e918 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:24.449740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46490) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:24.452292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.583806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.585650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.10 (46032507-3f5c-493c-8084-dd20883f05c0/5398b0f6-46d4-45d0-b16a-a92228c27da5/6a4c6363-2f03-4a48-a6b0-cbb621bec31f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:24.594782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.598751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7040a383-c143-4785-90fc-9bd1ae5c7f30 HTTP/1.1" status: 204 len: 168 time: 0.6772997 Sep 24 19:15:24.716046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158b57-2a36-4b09-9eb1-ca81021624f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040a383-c143-4785-90fc-9bd1ae5c7f30,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:24.744590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fab9c22-ce83-479a-83f0-9a2cb803a118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.845669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] Provisioning complete for port 85a1cbc6-8d98-4e60-be5b-495bb858f424 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:24.847379 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.893681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.971433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fab9c22-ce83-479a-83f0-9a2cb803a118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.987822 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fab9c22-ce83-479a-83f0-9a2cb803a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:24.992087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23f3e97d-ce3e-46f4-b172-88bcd1d34edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.033794 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7fab9c22-ce83-479a-83f0-9a2cb803a118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d735c2545254a13b06514094ff0b1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273851 Sep 24 19:15:25.033969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46504) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:25.052672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85a1cbc6-8d98-4e60-be5b-495bb858f424 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:25.083407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab9c22-ce83-479a-83f0-9a2cb803a118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff71eb-1f9f-40ef-abd4-26964a3a4493,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:25.126413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-46032507-3f5c-493c-8084-dd20883f05c0', 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': '5398b0f6-46d4-45d0-b16a-a92228c27da5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:25.127337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.129008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.135969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.142745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.149301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.156445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.162821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.169411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.171618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-6edf993f-80ac-4782-ba91-e7cb61e9f9af tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.2751584 Sep 24 19:15:25.187519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.247480 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.318216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 46032507-3f5c-493c-8084-dd20883f05c0 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:25.322161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.328595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 85a1cbc6-8d98-4e60-be5b-495bb858f424 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:25.329026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.335525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:25.341842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=6a4c6363-2f03-4a48-a6b0-cbb621bec31f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:25.352992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:25.407550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] For port 85a1cbc6-8d98-4e60-be5b-495bb858f424, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85a1cbc6-8d98-4e60-be5b-495bb858f424,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:25.413031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:25.414140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.442737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.514073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Allocated IP 172.20.0.2 (46032507-3f5c-493c-8084-dd20883f05c0/5398b0f6-46d4-45d0-b16a-a92228c27da5/9f0959ef-f34a-41be-ae02-5334bb1e4d5f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:25.573225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f108ae-9135-48cf-9238-678c57a0934e None None] Pushing event updated for resources: {'Port': ['ID=85a1cbc6-8d98-4e60-be5b-495bb858f424,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:25.673457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f16087f8-34e0-4788-a2c9-adeb5fb437c5 None None] Provisioning complete for port 85a1cbc6-8d98-4e60-be5b-495bb858f424 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:25.673973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f16087f8-34e0-4788-a2c9-adeb5fb437c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.770557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.789937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-952028b9-bca7-4c46-b00b-ddc118afc1db req-fafd5d92-345a-4c14-b4a6-d0bb991b8fa9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5752878 Sep 24 19:15:25.790699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:25.802191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.828989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.831136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.873760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.946954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1591382395-network', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:25.954355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Pushing event updated for resources: {'Port': ['ID=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:25.963794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23f3e97d-ce3e-46f4-b172-88bcd1d34edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:25.969953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Network 46032507-3f5c-493c-8084-dd20883f05c0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:25.974059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:25.980998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:25.983935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90f29d91-6712-4f21-be68-95d35595c197 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9520295 Sep 24 19:15:25.987530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:25.992794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '46032507-3f5c-493c-8084-dd20883f05c0', 'name': 'tempest-PortsTestJSON-981783672'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:26.003633 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.023574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23f3e97d-ce3e-46f4-b172-88bcd1d34edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.079547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Attempting to bind port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:26.079998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Attempting to bind port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:26.080405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Attempting to bind port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f on network 46032507-3f5c-493c-8084-dd20883f05c0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:26.086061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:26.086519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Checking segment: {'id': 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:26.087020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.087484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Bound using segment: {'id': 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:26.088016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Bound port: 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46032507-3f5c-493c-8084-dd20883f05c0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:26.088974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.089456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Made reservation on behalf of 4d6cf02bcafc4b44824af42a6e96282c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:26.092530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.120147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.122621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3e97d-ce3e-46f4-b172-88bcd1d34edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea647415-d741-4d29-aeb5-80f570f4500f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:26.137614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-23f3e97d-ce3e-46f4-b172-88bcd1d34edc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a50e46b366034c2494bba361708c0306&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6622441 Sep 24 19:15:26.150299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.156349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.157349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:26.162582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.168623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.174871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.179690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-65cda902-90f9-409c-8056-4d6117a144de None None] For port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:26.180863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.183786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-65cda902-90f9-409c-8056-4d6117a144de None None] For port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,segment=NetworkSegment(f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f),segment_id=f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:26.187568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.190405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.192933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ecf279d1-3009-4989-bd7a-f7dc3f0e5689 req-341698ad-be0a-4243-8468-26aacc25c79f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.2593303 Sep 24 19:15:26.203603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46542) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:26.208606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Request body: {'floatingip': {'port_id': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:26.218413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.221470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.222805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfff71eb-1f9f-40ef-abd4-26964a3a4493 HTTP/1.1" status: 204 len: 168 time: 1.1857231 Sep 24 19:15:26.266493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cda902-90f9-409c-8056-4d6117a144de None None] Pushing event updated for resources: {'Port': ['ID=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:26.275790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-72f6748f-c494-4111-a66a-133c98cf950f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155894 Sep 24 19:15:26.294043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.298836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadac8ee-0302-4e63-abe2-1fcc52cafcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff71eb-1f9f-40ef-abd4-26964a3a4493,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:26.351905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.395621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.460466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.468899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Router 92952f34-4473-4533-b5ab-d9df0f62c224 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:15:26.476359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.521235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:26.541962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.582137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.585150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.586367 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea647415-d741-4d29-aeb5-80f570f4500f HTTP/1.1" status: 204 len: 168 time: 0.4278479 Sep 24 19:15:26.589899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:26.595244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1fa96-b7c2-47f3-8d6b-88d2e38345ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:26.615387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-f5800a0a-5631-428f-bef1-712229875381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:26.628102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-f5800a0a-5631-428f-bef1-712229875381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 0.2778149 Sep 24 19:15:26.649453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 9cf9950a-e32f-41ca-9774-6c4f7743666d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:26.661527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e230-b6cc-4400-9c19-9058eb233c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea647415-d741-4d29-aeb5-80f570f4500f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:26.671956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:26.672312 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Added segment 857c9de3-b1cd-403a-a8ab-76032d4deee6 of type vlan for network 3509bcb9-4fda-40e0-a669-05d048d9fb9f Sep 24 19:15:26.880199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.7 (46032507-3f5c-493c-8084-dd20883f05c0/5398b0f6-46d4-45d0-b16a-a92228c27da5/9cf9950a-e32f-41ca-9774-6c4f7743666d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:27.052910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85a1cbc6-8d98-4e60-be5b-495bb858f424 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:27.157458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 85a1cbc6-8d98-4e60-be5b-495bb858f424 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:27.158595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.198408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.219322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.237072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-83077732-fb6a-4391-9efc-8ac18e905116 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1288719 Sep 24 19:15:27.304236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.305703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.306316 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.331388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9f0959ef-f34a-41be-ae02-5334bb1e4d5f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:27.373083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:27.386586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Sync routers for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:27.406249 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:27.407740 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:27.447941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:27.448532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.470516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] Pushing event updated for resources: {'Network': ['ID=3509bcb9-4fda-40e0-a669-05d048d9fb9f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:27.480674 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-53918d5d-fdcb-4329-998a-30b25972d94c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6879504 Sep 24 19:15:27.491660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.493186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9827e81d-84df-42b5-bf98-41e4e98d54ec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.9540539 Sep 24 19:15:27.498045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46574) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:27.501013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46576) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:27.515335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.518926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:27.527878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Request body: {'subnet': {'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1591382395-subnet', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:27.544448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-208f543d-2b80-4734-9aeb-805e157cd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.551061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-208f543d-2b80-4734-9aeb-805e157cd9aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.8605278 Sep 24 19:15:27.590260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.591032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.591671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.592299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.593462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.595236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.598322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.600682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d0bca93-fce2-4154-abcb-8cb14cd44888 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.1640351 Sep 24 19:15:27.620955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 46032507-3f5c-493c-8084-dd20883f05c0 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:27.630494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:27.654894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:27.735098 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:27.776607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=9cf9950a-e32f-41ca-9774-6c4f7743666d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:27.910808 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:27.929490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:15:27.961658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263223d7-fd3f-46f8-9136-4f571a354ca2 None None] Network 46032507-3f5c-493c-8084-dd20883f05c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:27.988928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-e9c0baf4-9cc8-48c0-88e0-608d9db4acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.989834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-e9c0baf4-9cc8-48c0-88e0-608d9db4acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.990448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-e9c0baf4-9cc8-48c0-88e0-608d9db4acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:27.992616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-e9c0baf4-9cc8-48c0-88e0-608d9db4acd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.3465769 Sep 24 19:15:28.013462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:28.014405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.069706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-c9d85cae-e4d7-4437-941f-8a31dd9af9e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 1001 time: 0.4758174 Sep 24 19:15:28.075041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Made reservation on behalf of 4d6cf02bcafc4b44824af42a6e96282c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:28.078011 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.093171 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f0dfba1-79a0-46a2-aa64-42e9b0f45a1d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1046009 Sep 24 19:15:28.094936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-6f157122-aca4-40c7-9760-771f4c29a1ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 217 time: 0.0656116 Sep 24 19:15:28.095830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:28.160124 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:24Z', 'revision_number': 3, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:28.263941 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Checking router: 92952f34-4473-4533-b5ab-d9df0f62c224 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:28.265508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44155b1-5a9d-42ae-8011-be546cf4b412 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:28.266206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Updating router 92952f34-4473-4533-b5ab-d9df0f62c224 port a2d46a26-7f60-4a54-818a-bd8658664fc2 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:15:28.267773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d44155b1-5a9d-42ae-8011-be546cf4b412 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1709216 Sep 24 19:15:28.269539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-ca11fe6a-6fe1-4fe2-8c77-c894685da36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:28.281303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-ca11fe6a-6fe1-4fe2-8c77-c894685da36c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.1502657 Sep 24 19:15:28.285055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:28.365359 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.435501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-45a11a83-6266-47b7-b4ac-43d3225b1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:28.437258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-45a11a83-6266-47b7-b4ac-43d3225b1308 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343386 Sep 24 19:15:28.447605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.486636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.511920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 9cf9950a-e32f-41ca-9774-6c4f7743666d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:28.512262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.523644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,segment=NetworkSegment(f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f),segment_id=f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:28.532041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5cda87f2-06f2-4200-a162-314fc6766633 None None] Provisioning complete for port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:28.532459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cda87f2-06f2-4200-a162-314fc6766633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.579781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.744317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:28.762286 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Floating IP 7a4bd657-6f2d-419b-a835-9d92854d7d29 associated. External IP: 172.25.5.148, port: 763fb45a-b8ca-41b0-896b-c2e197ace26a. Sep 24 19:15:28.833420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:28.851727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-9af4413d-de8f-46d9-abea-cd37043611ae service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980193 Sep 24 19:15:28.949578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.001430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 9cf9950a-e32f-41ca-9774-6c4f7743666d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:29.025047 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.036033 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.125055 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Attempting to bind port a2d46a26-7f60-4a54-818a-bd8658664fc2 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:29.125629 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Attempting to bind port a2d46a26-7f60-4a54-818a-bd8658664fc2 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:29.126215 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Attempting to bind port a2d46a26-7f60-4a54-818a-bd8658664fc2 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:29.137992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:29.139288 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:29.140481 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.141053 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:29.141782 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Bound port: a2d46a26-7f60-4a54-818a-bd8658664fc2, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:29.142962 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.197847 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-77c39feb-4409-4669-8dff-0376d13218df service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286960 Sep 24 19:15:29.230774 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] For port a2d46a26-7f60-4a54-818a-bd8658664fc2, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:29.234762 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] For port a2d46a26-7f60-4a54-818a-bd8658664fc2, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a2d46a26-7f60-4a54-818a-bd8658664fc2,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:29.241334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Pushing event updated for resources: {'Port': ['ID=a2d46a26-7f60-4a54-818a-bd8658664fc2,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:29.252409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.252409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.253017 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.253523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.253951 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.255081 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.255491 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.256046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.256583 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.256975 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.257471 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.257813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:29.262417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-c8e5d746-9bcc-4510-b269-4d66ef5b0dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.0410581 Sep 24 19:15:29.264014 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.284051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-94034405-8f65-4711-9cea-622abf3d52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:29.285584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-94034405-8f65-4711-9cea-622abf3d52d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.9522529 Sep 24 19:15:29.319553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:29.320192 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:29.398442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4437d0c-546d-4942-bd76-b118431cc13a None None] Pushing event updated for resources: {'Port': ['ID=a2d46a26-7f60-4a54-818a-bd8658664fc2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:29.510788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d4ee348-99f2-42e4-95ec-2814744e480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:29.518734 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5d4ee348-99f2-42e4-95ec-2814744e480d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.2411649 Sep 24 19:15:29.520191 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:29.556576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Provisioning complete for port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:29.556979 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.578840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Checking segment: {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:29.579398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Network hostable DHCP agents. Network: 3509bcb9-4fda-40e0-a669-05d048d9fb9f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:29.588672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.700577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=9cf9950a-e32f-41ca-9774-6c4f7743666d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:29.707568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be13aae-fea3-4bec-bcd9-01abc23d5e5a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:29.719991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-07e04793-05fb-44d5-b5cb-9d043d13ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:29.723364 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-07e04793-05fb-44d5-b5cb-9d043d13ff84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999135 Sep 24 19:15:29.859193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Could not find standard attr ID for object 9cf9950a-e32f-41ca-9774-6c4f7743666d. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:29.860355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-d8f599f2-3129-46d7-ba10-eff0dfd51c41 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159012 Sep 24 19:15:29.874102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:29.888166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Provisioning complete for port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:29.888445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.894162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-d6c512da-4a58-4072-9b4c-7295601bc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:29.896008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-d6c512da-4a58-4072-9b4c-7295601bc4f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5834250 Sep 24 19:15:29.902140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3509bcb9-4fda-40e0-a669-05d048d9fb9f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:29.949479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.952875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:29.954261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:29.955148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ac1c40d8-c5d1-4c00-b9d4-2bc51851914b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/9cf9950a-e32f-41ca-9774-6c4f7743666d HTTP/1.1" status: 204 len: 168 time: 1.6688817 Sep 24 19:15:29.958247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:29.993290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b59e8986-2835-4776-974a-98a8723ee33c None None] Port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:29.994789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d7dd8-8e2f-46c8-b0b9-9318bb4032c5 None None] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:29.997303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:30.120700 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd67df1-ca4a-4451-9141-c720a463b93a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:30.130821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9fd67df1-ca4a-4451-9141-c720a463b93a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/9cf9950a-e32f-41ca-9774-6c4f7743666d HTTP/1.1" status: 404 len: 333 time: 0.1713793 Sep 24 19:15:30.140533 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:24Z', 'revision_number': 3, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:30.144273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:30.234473 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98919f3-84df-4fb7-8dad-ce4650edddf4 None None] The sync data for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 is: [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:24Z', 'revision_number': 3, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:30.313717 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-4303a040-3c8c-4493-b5b7-b8bc63f06449 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321804 Sep 24 19:15:30.370385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e163ebec-9d70-4c2b-a98c-4c7943c377ad None None] Provisioning complete for port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:30.374695 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e163ebec-9d70-4c2b-a98c-4c7943c377ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:30.478464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-74193cc8-0c2c-4694-90a7-bc08076322e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.1448941 Sep 24 19:15:30.489710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81b0384e-6f95-4ad3-84e1-fccd22d090f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:30.607372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-7bbf69f9-cb1d-4007-bb00-516742ea5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:30.609422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-7bbf69f9-cb1d-4007-bb00-516742ea5b27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1210082 Sep 24 19:15:30.664480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'fixed_ips': [{'subnet_id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:30.665500 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:30.671836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e163ebec-9d70-4c2b-a98c-4c7943c377ad None None] Port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:30.896693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-888d2018-4f05-4249-b2e8-6dd11487b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:30.898654 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-888d2018-4f05-4249-b2e8-6dd11487b6ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2764125 Sep 24 19:15:30.916868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 6a4c6363-2f03-4a48-a6b0-cbb621bec31f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:30.917217 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:30.950054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9f0959ef-f34a-41be-ae02-5334bb1e4d5f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:30.958326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc7f4d15-1abd-4cca-a6ee-2b3df738bf21 None None] Could not find standard attr ID for object 9cf9950a-e32f-41ca-9774-6c4f7743666d. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:15:31.187938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:31.285662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-8284ac08-60c9-4a80-b925-d69646a02f53 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3569901 Sep 24 19:15:31.293884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Allocated IP 172.20.0.2 (3509bcb9-4fda-40e0-a669-05d048d9fb9f/5be13aae-fea3-4bec-bcd9-01abc23d5e5a/05a8cf24-fcc2-4d08-ab91-e0b4cafe526b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:31.330621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:31.331140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.363638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.373437 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-efc7f274-e47a-4d54-adbf-8556f067d33e service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481573 Sep 24 19:15:31.424486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 6a4c6363-2f03-4a48-a6b0-cbb621bec31f owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:31.429684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81b0384e-6f95-4ad3-84e1-fccd22d090f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.454919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81b0384e-6f95-4ad3-84e1-fccd22d090f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.615018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46dff87-5a2e-4e24-8eaa-49d0ebac3be7 req-71a2fbe6-fb13-4496-8245-b6a0155b6cb3 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179097 Sep 24 19:15:31.651140 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:15:31.675473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b4eabcc-c629-4b76-a52d-6d4327d4ced2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1715546 Sep 24 19:15:31.689448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-81b0384e-6f95-4ad3-84e1-fccd22d090f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58fa3f39f8114e5db9a94e22743d7a80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6798906 Sep 24 19:15:31.695223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:31.695830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:31.698173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0384e-6f95-4ad3-84e1-fccd22d090f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d282575-8935-4078-acd3-c366f3606a53,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:31.726887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:31.774160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:31.783679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.788335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.843296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.863181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Sync routers for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:31.868978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-203ada78-5c1f-4206-9c26-cf993d21bd99 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806075 Sep 24 19:15:31.901279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:31.917931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:31.918768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:32.023033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Allocated IP 172.20.0.1 (53744435-7183-4a3a-8bba-7ca36b27e918/60d3ea07-76df-41b4-8401-d3c760305f0b/1d171097-5d62-48ea-92aa-8da2abf2bcdf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:32.026328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.026789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:32.034809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:32.046470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:32.079674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Pushing event updated for resources: {'Port': ['ID=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:32.086997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.169814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.172724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.176589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.200405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Attempting to bind port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:32.200405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Attempting to bind port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:32.200885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Attempting to bind port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b on network 3509bcb9-4fda-40e0-a669-05d048d9fb9f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:32.219060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:32.221363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:32.222007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Checking segment: {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:32.222562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.223234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Bound using segment: {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:32.223833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Bound port: 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:32.224400 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.229736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.232642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.237818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d282575-8935-4078-acd3-c366f3606a53 HTTP/1.1" status: 204 len: 168 time: 0.5243797 Sep 24 19:15:32.240520 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-23b5c4c7-8564-45cb-b234-e8fd6fd8229a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.3499887 Sep 24 19:15:32.263007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.276088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5671aa-c8cd-45d8-b8f4-521aa3e18e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d282575-8935-4078-acd3-c366f3606a53,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:32.402310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7a87aab-c517-48bf-a3d3-af9833de9a0f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "PUT /v2.0/floatingips/7a4bd657-6f2d-419b-a835-9d92854d7d29 HTTP/1.1" status: 200 len: 991 time: 6.1949532 Sep 24 19:15:32.404618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-851154cf-bd93-4063-93f5-82a2f3620108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:32.411299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-851154cf-bd93-4063-93f5-82a2f3620108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1478746 Sep 24 19:15:32.413434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.421914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Network 53744435-7183-4a3a-8bba-7ca36b27e918 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:32.428966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:32.431840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] For port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:32.433086 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:32.438390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] For port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:32.440804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:32.449109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:32.515440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:32.576192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.592104 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a0926-8d3f-4aae-ac80-111654fcbdc8 x-openstack-request-id: req-596a0926-8d3f-4aae-ac80-111654fcbdc8 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:32.592436 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:32.592693 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-596a0926-8d3f-4aae-ac80-111654fcbdc8 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:32.593089 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'status': 'completed', 'code': 200} Sep 24 19:15:32.612384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=6a4c6363-2f03-4a48-a6b0-cbb621bec31f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:32.693561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.787659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:32.931936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a2d46a26-7f60-4a54-818a-bd8658664fc2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:33.033465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.663340 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.682216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.800644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-54ff23a6-f235-4898-9ca0-59cfa9d82b97 None None] Provisioning complete for port 1d171097-5d62-48ea-92aa-8da2abf2bcdf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:33.806387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54ff23a6-f235-4898-9ca0-59cfa9d82b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.809284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a7fc-5f75-48d6-b65c-41ec4661a036 None None] Pushing event updated for resources: {'Port': ['ID=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:33.821408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.825705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.902259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a2d46a26-7f60-4a54-818a-bd8658664fc2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:33.902713 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:33.912450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-62edbfca-5977-466f-b877-eba644002a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:33.927628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-62edbfca-5977-466f-b877-eba644002a5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4982047 Sep 24 19:15:33.992049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:34.008688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Network 53744435-7183-4a3a-8bba-7ca36b27e918 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:34.011093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:34.086257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-54ff23a6-f235-4898-9ca0-59cfa9d82b97 None None] Port 1d171097-5d62-48ea-92aa-8da2abf2bcdf cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:34.094160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7a4bd657-6f2d-419b-a835-9d92854d7d29', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'port_id': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'mac_address': 'fa:16:3e:9f:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:59Z', 'updated_at': '2021-09-24T19:15:27Z', 'revision_number': 1, 'project_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:34.102142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.129993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:34.241383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.247467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Checking router: e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:34.268746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.269843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:34.270483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:34.273681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0abc453d-73e8-4f05-9bd5-7ad12d005fa9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/6a4c6363-2f03-4a48-a6b0-cbb621bec31f HTTP/1.1" status: 204 len: 168 time: 4.1258817 Sep 24 19:15:34.274147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a2d46a26-7f60-4a54-818a-bd8658664fc2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a2d46a26-7f60-4a54-818a-bd8658664fc2,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:34.287542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:34.342976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Router 92952f34-4473-4533-b5ab-d9df0f62c224 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:34.358529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.540851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-617002720'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:34.570256 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f79d5a-a80c-48db-8f8c-63d06ee88797 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:34.580947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-71f79d5a-a80c-48db-8f8c-63d06ee88797 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/6a4c6363-2f03-4a48-a6b0-cbb621bec31f HTTP/1.1" status: 404 len: 333 time: 0.2651317 Sep 24 19:15:34.588808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:34.661145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:34.679425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74c0f873-7559-49b6-afc9-77da017dede6 admin admin] 10.222.0.18 "PUT /v2.0/routers/92952f34-4473-4533-b5ab-d9df0f62c224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1444297 Sep 24 19:15:34.694330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Sync routers for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:34.698990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4fc942bd-7e33-4993-88dc-c6d791419dbc None None] Provisioning complete for port 1d171097-5d62-48ea-92aa-8da2abf2bcdf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:34.699536 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fc942bd-7e33-4993-88dc-c6d791419dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.704243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a2d46a26-7f60-4a54-818a-bd8658664fc2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:34.715646 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:34.716292 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:34.720842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b97bf-b712-4167-9ac4-875475e35110 req-bbb06572-4cea-4aae-a8f4-c63487666bef tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:34.729848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b33b97bf-b712-4167-9ac4-875475e35110 req-bbb06572-4cea-4aae-a8f4-c63487666bef tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.4337513 Sep 24 19:15:34.733652 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-27a0c4aa-35ed-48ce-ba93-dcf3c636c6dc service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119337 Sep 24 19:15:34.746111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:34.769194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Made reservation on behalf of 21beef92562d490481950fd5a3b8265c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:34.784132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.806352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4fc942bd-7e33-4993-88dc-c6d791419dbc None None] Port 1d171097-5d62-48ea-92aa-8da2abf2bcdf cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:34.834975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet 5398b0f6-46d4-45d0-b16a-a92228c27da5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:34.844534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.861544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b33b97bf-b712-4167-9ac4-875475e35110 req-640526ec-20a6-4430-a7f2-95143f206e32 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142404 Sep 24 19:15:34.925665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:34.958904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258d8bb-bdde-4905-b0e4-ad1312483a8a None None] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:35.033113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.112926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.160647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:35.223742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-67fe2730-6994-42cc-b3f8-e7601f9ebbae service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796610 Sep 24 19:15:35.238460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:35.324030 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-5a58953b-9eb6-4fd7-9295-12c1c2843d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0541141 Sep 24 19:15:35.345534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.394447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-0126afb4-cf31-4b49-9768-039219a18447 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:35.398687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-0126afb4-cf31-4b49-9768-039219a18447 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.1034245 Sep 24 19:15:35.401246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-49732272-4f5b-4324-a322-7a7c80732952 None None] Provisioning complete for port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:35.401670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49732272-4f5b-4324-a322-7a7c80732952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.524950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.531980 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/5398b0f6-46d4-45d0-b16a-a92228c27da5 HTTP/1.1" status: 204 len: 168 time: 0.9407780 Sep 24 19:15:35.534143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.536581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:35.565775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b641d3-515f-4bba-90c5-5471193ece70 None None] Network 46032507-3f5c-493c-8084-dd20883f05c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:35.645299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Deleting port 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:35.645608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.657261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:35.657636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.690492 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:32Z', 'revision_number': 4, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d171097-5d62-48ea-92aa-8da2abf2bcdf', 'name': '', 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918', 'tenant_id': 'ee614e044264460580800101852aedb6', 'mac_address': 'fa:16:3e:1b:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:31Z', 'updated_at': '2021-09-24T19:15:33Z', 'revision_number': 2, 'project_id': 'ee614e044264460580800101852aedb6', 'subnets': [{'id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:35.778265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.788947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e06529-6034-4ab0-af5d-24627036e9c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=5398b0f6-46d4-45d0-b16a-a92228c27da5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:35.804212 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Checking router: 92952f34-4473-4533-b5ab-d9df0f62c224 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:35.810747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Updating router 92952f34-4473-4533-b5ab-d9df0f62c224 port 1d171097-5d62-48ea-92aa-8da2abf2bcdf binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:15:35.834165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.885049 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.918385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49732272-4f5b-4324-a322-7a7c80732952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:35.928590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-1a1b1687-7982-4a49-b76d-661f5bbc0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:35.931489 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-1a1b1687-7982-4a49-b76d-661f5bbc0d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.5956323 Sep 24 19:15:35.959025 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.022084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] For port 2aafe348-2e4c-457b-9574-d67cc0e66401, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2aafe348-2e4c-457b-9574-d67cc0e66401,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:36.022648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.113393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] DHCP port deletion for 46032507-3f5c-493c-8084-dd20883f05c0 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:36.175891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:36.200655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.217669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.232496 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.236584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:36.248329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.248919 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Added segment e28ac1ae-39f9-4cec-b2f2-f23734d35529 of type vlan for network d5b3034c-b5f6-4553-b3f5-0aab3301d243 Sep 24 19:15:36.301523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.366653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7a4bd657-6f2d-419b-a835-9d92854d7d29', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'port_id': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'mac_address': 'fa:16:3e:9f:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:59Z', 'updated_at': '2021-09-24T19:15:27Z', 'revision_number': 1, 'project_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:36.416197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af61486-f920-4df3-94a4-e2be2ac14305 None None] The sync data for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 is: [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '7a4bd657-6f2d-419b-a835-9d92854d7d29', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'port_id': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'mac_address': 'fa:16:3e:9f:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:13:59Z', 'updated_at': '2021-09-24T19:15:27Z', 'revision_number': 1, 'project_id': '8c226e365ad7487184e2e856847ee731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:36.517895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-eaa7d626-cb35-4cd9-b93c-e0811c54fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:36.519434 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-eaa7d626-cb35-4cd9-b93c-e0811c54fe5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4045310 Sep 24 19:15:36.520019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.525568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:36.526152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.585120 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-49732272-4f5b-4324-a322-7a7c80732952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:15:36.585301 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-49732272-4f5b-4324-a322-7a7c80732952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:15:36.594590 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.596411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Deleting port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:36.596947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.599937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:36.611305 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.652487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f231-ffc9-4991-8ff1-973a448bcf76 req-5c66d9be-df61-472f-9b96-459bd17d72cb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:36.663273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7d2f231-ffc9-4991-8ff1-973a448bcf76 req-5c66d9be-df61-472f-9b96-459bd17d72cb tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 946 time: 0.4400172 Sep 24 19:15:36.676424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'Network': ['ID=d5b3034c-b5f6-4553-b3f5-0aab3301d243,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:36.688122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60128d3d-03e4-4a30-807a-4100e7cc077b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:36.717193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.718537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.719689 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Floating IP 5aca3e6b-46f7-4062-b15c-51312a4ed6fd disassociated. External IP: 172.25.5.120, port: 2aafe348-2e4c-457b-9574-d67cc0e66401. Sep 24 19:15:36.720357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Calling delete_port for 2aafe348-2e4c-457b-9574-d67cc0e66401 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:36.757284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:36.796205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:36.796628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.828288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] For port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,segment=NetworkSegment(f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f),segment_id=f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:36.828960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.843259 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b12f9-0406-4583-aabe-fab69751a24e None None] Pushing event updated for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:36.878578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Calling delete_port for 9f0959ef-f34a-41be-ae02-5334bb1e4d5f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:36.900449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0e13ce7-3080-4016-86b1-f80e21373644 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7684002 Sep 24 19:15:36.929982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:36.933874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Allocated IP 172.25.5.60 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/85e837f4-ad5a-4493-aa03-51e6fea1d6c1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:36.952638 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Attempting to bind port 1d171097-5d62-48ea-92aa-8da2abf2bcdf on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:36.953017 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Attempting to bind port 1d171097-5d62-48ea-92aa-8da2abf2bcdf by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:36.953378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Attempting to bind port 1d171097-5d62-48ea-92aa-8da2abf2bcdf on network 53744435-7183-4a3a-8bba-7ca36b27e918 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:36.971536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Request body: {'subnet': {'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:36.977279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:36.977633 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Checking segment: {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:36.978036 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:36.978427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Bound using segment: {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:36.979175 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Bound port: 1d171097-5d62-48ea-92aa-8da2abf2bcdf, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e8dd0d-5880-490e-b094-b3378df5a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:36.979560 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.003901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a2d46a26-7f60-4a54-818a-bd8658664fc2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:37.046418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18649ca6-b5ff-4094-a3cc-8226cd1c55df None None] New status for floating IP 7a4bd657-6f2d-419b-a835-9d92854d7d29: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:15:37.089684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7d2f231-ffc9-4991-8ff1-973a448bcf76 req-2eb6e330-5855-4909-8714-d898c979b97e tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups?id=e574fc80-f2b8-4bb1-a529-e02dff1b5560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427293 Sep 24 19:15:37.092038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.136712 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] For port 1d171097-5d62-48ea-92aa-8da2abf2bcdf, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:37.141521 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] For port 1d171097-5d62-48ea-92aa-8da2abf2bcdf, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d171097-5d62-48ea-92aa-8da2abf2bcdf,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:37.146718 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.185699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'Port': ['ID=2aafe348-2e4c-457b-9574-d67cc0e66401,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:37.267724 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:37.268381 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:37.283947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.375132 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-9657c590-fbe2-4bb7-aea3-ad3a96e93cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8445268 Sep 24 19:15:37.376699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.387402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:37.512155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:37.559482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Pushing event updated for resources: {'Port': ['ID=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:37.566822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b12f9-0406-4583-aabe-fab69751a24e None None] Pushing event updated for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:37.600359 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:37.714687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:37.723372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:37.743344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:37.756486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,segment=NetworkSegment(f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f),segment_id=f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:37.757066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.821658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Made reservation on behalf of 21beef92562d490481950fd5a3b8265c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:37.825189 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.831678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:37.866099 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:37.906938 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:37.907592 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:37.916077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] No DVR routers for this DVR port 2aafe348-2e4c-457b-9574-d67cc0e66401 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:37.919702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:37.923145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec5815ce-0f90-42f7-a1c1-37a0ffcd3f71 req-20e44827-fc54-4cb9-a6bb-b3bffd00b4f4 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.69 "DELETE /v2.0/ports/2aafe348-2e4c-457b-9574-d67cc0e66401 HTTP/1.1" status: 204 len: 173 time: 2.5182683 Sep 24 19:15:37.923893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-deleted', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:15:37.926661 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40002af6-5b81-413b-8e5c-34aeaf79f762" -d '{"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-deleted", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:15:37.944772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 9f0959ef-f34a-41be-ae02-5334bb1e4d5f owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:37.989764 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.011768 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d925fdc-70c6-4611-8296-08f7ddc4d021 x-openstack-request-id: req-4d925fdc-70c6-4611-8296-08f7ddc4d021 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:15:38.012087 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb875996-8080-4301-9454-d08d875885b6", "name": "network-vif-deleted", "tag": "2aafe348-2e4c-457b-9574-d67cc0e66401", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:15:38.012347 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d925fdc-70c6-4611-8296-08f7ddc4d021 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:15:38.012758 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb875996-8080-4301-9454-d08d875885b6', 'name': 'network-vif-deleted', 'tag': '2aafe348-2e4c-457b-9574-d67cc0e66401', 'status': 'completed', 'code': 200} Sep 24 19:15:38.035376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a2d46a26-7f60-4a54-818a-bd8658664fc2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:38.036217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.123986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] Pushing event deleted for resources: {'Port': ['ID=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:38.130186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e777c-6425-444d-bdc8-70bffd4e84f1 None None] No DVR routers for this DVR port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:38.171908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Provisioning complete for port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:38.173983 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.197637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.239462 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:38.291345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a365e0f-a6a0-44ac-bfd1-418cc372cf56 req-ec4022f2-c870-4829-a9de-01b270452144 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb875996-8080-4301-9454-d08d875885b6 HTTP/1.1" status: 200 len: 210 time: 0.0485871 Sep 24 19:15:38.293984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:38.307727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=9f0959ef-f34a-41be-ae02-5334bb1e4d5f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:38.328866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-a8eb9155-40d4-4061-b5e8-c63863865a72 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9432323 Sep 24 19:15:38.352677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 9f0959ef-f34a-41be-ae02-5334bb1e4d5f on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:38.363128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Provisioning complete for port 1d171097-5d62-48ea-92aa-8da2abf2bcdf triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:38.363635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.419216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:38.419702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.447346 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:32Z', 'revision_number': 4, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d171097-5d62-48ea-92aa-8da2abf2bcdf', 'name': '', 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918', 'tenant_id': 'ee614e044264460580800101852aedb6', 'mac_address': 'fa:16:3e:1b:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:31Z', 'updated_at': '2021-09-24T19:15:37Z', 'revision_number': 4, 'project_id': 'ee614e044264460580800101852aedb6', 'subnets': [{'id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:38.481045 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31d45-236a-4f83-b2c3-e344b74734b5 None None] The sync data for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 is: [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:32Z', 'revision_number': 4, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1d171097-5d62-48ea-92aa-8da2abf2bcdf', 'name': '', 'network_id': '53744435-7183-4a3a-8bba-7ca36b27e918', 'tenant_id': 'ee614e044264460580800101852aedb6', 'mac_address': 'fa:16:3e:1b:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:31Z', 'updated_at': '2021-09-24T19:15:37Z', 'revision_number': 4, 'project_id': 'ee614e044264460580800101852aedb6', 'subnets': [{'id': '60d3ea07-76df-41b4-8401-d3c760305f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:38.510690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.605796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a9ca085a-1492-4769-9740-045215249d96 None None] For port 1d171097-5d62-48ea-92aa-8da2abf2bcdf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d171097-5d62-48ea-92aa-8da2abf2bcdf,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:38.614659 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.650019 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:38.726149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca085a-1492-4769-9740-045215249d96 None None] Pushing event updated for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:38.753771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9f0959ef-f34a-41be-ae02-5334bb1e4d5f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:38.799974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:38.800760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9f0959ef-f34a-41be-ae02-5334bb1e4d5f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:38.801091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9f0959ef-f34a-41be-ae02-5334bb1e4d5f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:38.825787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:38.836046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:38.836830 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:38.877462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:38.906905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 2aafe348-2e4c-457b-9574-d67cc0e66401 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:38.910056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2aafe348-2e4c-457b-9574-d67cc0e66401 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:38.980260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d171097-5d62-48ea-92aa-8da2abf2bcdf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:39.002823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:39.061192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1d171097-5d62-48ea-92aa-8da2abf2bcdf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:39.061850 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.109512 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-1cc1f9f5-5c2c-497c-b497-503d2961846b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.7528679 Sep 24 19:15:39.110283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.268024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:39.297225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bed0ca-2321-45bd-93ec-835ef4e9f1ab None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:06:59Z', 'revision_number': 4, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d', 'name': '', 'network_id': '1df3c008-c344-42d2-b5f9-b92c0ccec247', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'mac_address': 'fa:16:3e:f6:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:58Z', 'updated_at': '2021-09-24T19:07:05Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'subnets': [{'id': '29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:39.400046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.422095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Checking segment: {'id': 'e28ac1ae-39f9-4cec-b2f2-f23734d35529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:39.422458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Network hostable DHCP agents. Network: d5b3034c-b5f6-4553-b3f5-0aab3301d243, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:39.428466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46876) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:39.469659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-16497fd2-705a-4f6c-88e9-96b4c235a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:39.471214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-16497fd2-705a-4f6c-88e9-96b4c235a4b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.3174224 Sep 24 19:15:39.491156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'Subnet': ['ID=3765ca24-afa6-4a4f-bfe5-7bd16be0985a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:39.517702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46032507-3f5c-493c-8084-dd20883f05c0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:39.520456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:39.547462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.585004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.605460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:39.605718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e2bafb-a519-46ff-9e4e-7f0c1540ba5f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:39.624237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d5b3034c-b5f6-4553-b3f5-0aab3301d243) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:39.629555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.637469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdcf5d8-9971-405c-87ec-562dddb87d1d None None] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:39.641279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:39.641872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.673836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.674539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.682492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.686232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "DELETE /v2.0/security-groups/e574fc80-f2b8-4bb1-a529-e02dff1b5560 HTTP/1.1" status: 204 len: 168 time: 0.2548490 Sep 24 19:15:39.695199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46884) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:39.700050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:39.700466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:39.712905 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:39.737768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1bfd-8793-4174-b085-fe5f6b0b4c59 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e574fc80-f2b8-4bb1-a529-e02dff1b5560,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:39.752731 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-92520213-1d31-471c-b0c1-4e4ba3d11973 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] show failed (client error): The resource could not be found. Sep 24 19:15:39.754276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-92520213-1d31-471c-b0c1-4e4ba3d11973 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "GET /v2.0/security-groups/e574fc80-f2b8-4bb1-a529-e02dff1b5560 HTTP/1.1" status: 404 len: 347 time: 0.0346713 Sep 24 19:15:39.757137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46888) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:39.812856 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07b0c09e-ccda-40cb-9f3c-3ab4a5634f0c tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8662755 Sep 24 19:15:39.835104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:39.861299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Request body: {'port': {'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243', 'name': 'tempest-ExtraDHCPOptionsTestJSON-144262377'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:39.879407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a3928-854e-4402-bca2-07797658371d None None] New status for floating IP 5aca3e6b-46f7-4062-b15c-51312a4ed6fd: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:15:39.916122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-6aa20d89-1248-43e6-8c34-9c49ad9479bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:39.926458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-6aa20d89-1248-43e6-8c34-9c49ad9479bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4212246 Sep 24 19:15:39.984597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Deleting port 50423a88-4d2d-4cb2-b5df-526c630924bb {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:39.985072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.087428 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.087929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.111445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Calling delete_port for 50423a88-4d2d-4cb2-b5df-526c630924bb owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:40.147647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.150233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.186473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d5b3034c-b5f6-4553-b3f5-0aab3301d243', 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243', 'tenant_id': '21beef92562d490481950fd5a3b8265c', 'fixed_ips': [{'subnet_id': '3765ca24-afa6-4a4f-bfe5-7bd16be0985a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:40.187388 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.334053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.344230 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/46032507-3f5c-493c-8084-dd20883f05c0 HTTP/1.1" status: 204 len: 168 time: 4.7939527 Sep 24 19:15:40.348652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36caf09-fbab-468c-81f1-4d3ba3e8d742 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=46032507-3f5c-493c-8084-dd20883f05c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:40.350678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46906) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:40.361658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1881512392'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:40.389572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Allocated IP 172.20.0.2 (d5b3034c-b5f6-4553-b3f5-0aab3301d243/3765ca24-afa6-4a4f-bfe5-7bd16be0985a/317f2388-e9b4-4259-9728-4940a35f2bab) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:40.432575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.457969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Made reservation on behalf of 21beef92562d490481950fd5a3b8265c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:40.461851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.476621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Pushing event deleted for resources: {'Port': ['ID=50423a88-4d2d-4cb2-b5df-526c630924bb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:40.508641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] device_id is not set on port 37f6f700-660c-4f21-b3e5-5d07a2498d49 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:40.546321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:40.549882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.598261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.604117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.605603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8226fd6d-64b4-4644-a93d-dcc2f4318696 tempest-AttachVolumeShelveTestJSON-604032028 tempest-AttachVolumeShelveTestJSON-604032028-project] 10.222.0.18 "DELETE /v2.0/floatingips/5aca3e6b-46f7-4062-b15c-51312a4ed6fd HTTP/1.1" status: 204 len: 168 time: 0.8473127 Sep 24 19:15:40.621039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.629607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.658572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.691123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-30c7aa62-e2c8-44ca-8fa9-d87ec93ecd8c service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170206 Sep 24 19:15:40.719129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Pushing event updated for resources: {'Port': ['ID=317f2388-e9b4-4259-9728-4940a35f2bab,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:40.737627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:40.741012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:40.772645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:40.783234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:40.816553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.816918 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 7360704d-9285-4324-9d02-01ad2fbfd48c of type vlan for network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 Sep 24 19:15:40.860184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Attempting to bind port 317f2388-e9b4-4259-9728-4940a35f2bab on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:40.860613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Attempting to bind port 317f2388-e9b4-4259-9728-4940a35f2bab by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e28ac1ae-39f9-4cec-b2f2-f23734d35529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:40.861136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Attempting to bind port 317f2388-e9b4-4259-9728-4940a35f2bab on network d5b3034c-b5f6-4553-b3f5-0aab3301d243 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:40.870206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:40.870782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Checking segment: {'id': 'e28ac1ae-39f9-4cec-b2f2-f23734d35529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:40.871353 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.872030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Bound using segment: {'id': 'e28ac1ae-39f9-4cec-b2f2-f23734d35529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:40.873095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Bound port: 317f2388-e9b4-4259-9728-4940a35f2bab, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28ac1ae-39f9-4cec-b2f2-f23734d35529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:40.873633 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.921157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:40.951570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] For port 317f2388-e9b4-4259-9728-4940a35f2bab, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:40.955902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] For port 317f2388-e9b4-4259-9728-4940a35f2bab, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=317f2388-e9b4-4259-9728-4940a35f2bab,segment=NetworkSegment(e28ac1ae-39f9-4cec-b2f2-f23734d35529),segment_id=e28ac1ae-39f9-4cec-b2f2-f23734d35529)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:40.962871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.022509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.043317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Allocated IP 172.20.0.3 (d5b3034c-b5f6-4553-b3f5-0aab3301d243/3765ca24-afa6-4a4f-bfe5-7bd16be0985a/37f6f700-660c-4f21-b3e5-5d07a2498d49) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:41.061759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd12bb-0eba-4f51-b2ca-f4dab9ec1eae None None] Pushing event updated for resources: {'Port': ['ID=317f2388-e9b4-4259-9728-4940a35f2bab,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:41.103143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-c6ee12c5-c4dd-42aa-b26a-987b47600b74 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735445 Sep 24 19:15:41.240788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-694d2555-e04a-4aa8-9ed8-028c630f4ebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0923419 Sep 24 19:15:41.323277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.329126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:41.329943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.467895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46918) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:41.473796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:41.479342 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1214387 Sep 24 19:15:41.558894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0dec9-8c52-4f50-b82b-868bbe714fd7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=71fc8e86-06b9-4b5f-bcd7-33cd83339470,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:41.570786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:41.594715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:41.599067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.625474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-8e6a73cb-2e54-4ba3-8da7-f0cfd348dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:41.627893 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-8e6a73cb-2e54-4ba3-8da7-f0cfd348dc30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.3333662 Sep 24 19:15:41.709318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Router 219a3a40-b480-4d88-8f86-0c8c037821ae is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:15:41.856421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:41.869823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-364bf8de-7028-467c-8611-dbe76d78fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:41.871435 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-364bf8de-7028-467c-8611-dbe76d78fb99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271719 Sep 24 19:15:41.966498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.066393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=df325807-deae-4817-bd92-d0e5e3559cb9,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:42.075499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '7360704d-9285-4324-9d02-01ad2fbfd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:42.076956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 71fc8e86-06b9-4b5f-bcd7-33cd83339470, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:42.104542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:42.134481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 71fc8e86-06b9-4b5f-bcd7-33cd83339470) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:42.145733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc93b1-daae-467d-acda-df454e4f0359 None None] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:42.153214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:42.153824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.196623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4eb7d045-da7f-46a3-b096-169e9a7c9717 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271228 Sep 24 19:15:42.201775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46928) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:42.208191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470', 'name': 'tempest-PortsTestJSON-471463184', 'fixed_ips': [{'subnet_id': 'df325807-deae-4817-bd92-d0e5e3559cb9', 'ip_address': '172.20.0.10'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:42.456014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:42.472870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-71fc8e86-06b9-4b5f-bcd7-33cd83339470', 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': 'df325807-deae-4817-bd92-d0e5e3559cb9'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:42.478054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.511570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274fe0c9-9b58-4986-ad28-e2c92eb0d91e None None] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:42.610663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.656627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port c8fb366d-d82f-409a-a078-d5a5ec6d9a43 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:42.781759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:42.794477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Sync routers for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:42.798556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Deleting port 1d171097-5d62-48ea-92aa-8da2abf2bcdf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:42.799353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.813642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:42.814287 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:42.831234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] Provisioning complete for port 317f2388-e9b4-4259-9728-4940a35f2bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:42.832184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.861586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:42.939528 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-6464cd20-1d34-4215-8ed0-db3db2189be9 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0435839 Sep 24 19:15:43.002024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9530e0-0fec-4dfb-a957-2772170e17f9 req-4c897730-b316-4491-a492-adf67b2f2f0e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:43.003559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9530e0-0fec-4dfb-a957-2772170e17f9 req-4c897730-b316-4491-a492-adf67b2f2f0e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.3502631 Sep 24 19:15:43.025902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'Port': ['ID=37f6f700-660c-4f21-b3e5-5d07a2498d49,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:43.034050 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96459900-7210-45e2-b820-485761151b88 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:43.040797 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-96459900-7210-45e2-b820-485761151b88 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.3369896 Sep 24 19:15:43.048008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46942) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:43.105568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 317f2388-e9b4-4259-9728-4940a35f2bab up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:43.115228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:43.121437 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:43.125659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:43.135804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:43.389230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Allocated IP 172.20.0.2 (71fc8e86-06b9-4b5f-bcd7-33cd83339470/df325807-deae-4817-bd92-d0e5e3559cb9/3d4091ef-9505-4d94-8122-01703caca874) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:43.417187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] For port 1d171097-5d62-48ea-92aa-8da2abf2bcdf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1d171097-5d62-48ea-92aa-8da2abf2bcdf,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:43.417562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:43.424719 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:43.468745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 317f2388-e9b4-4259-9728-4940a35f2bab triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:43.469263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:43.478702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Calling delete_port for 1d171097-5d62-48ea-92aa-8da2abf2bcdf owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:43.521282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:43.529629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:43.692932 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:39Z', 'revision_number': 3, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:43.698582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-241aaaa7-2604-4b5b-8f9d-d09e9bff0122 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8546519 Sep 24 19:15:43.723184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:43.743075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Request body: {'port': {'network_id': 'd5b3034c-b5f6-4553-b3f5-0aab3301d243', 'name': 'tempest-ExtraDHCPOptionsTestJSON-224776648', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:43.743470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:43.743811 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:43.748470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:43.764738 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Checking router: 219a3a40-b480-4d88-8f86-0c8c037821ae for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:43.766819 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Updating router 219a3a40-b480-4d88-8f86-0c8c037821ae port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:15:43.771210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4123740e-14bb-4f51-9fd0-dbaa27cae9e7 req-8d183405-13d7-49ab-8346-0c247d8b7d48 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259464 Sep 24 19:15:43.862629 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.076618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] For port 317f2388-e9b4-4259-9728-4940a35f2bab, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=317f2388-e9b4-4259-9728-4940a35f2bab,segment=NetworkSegment(e28ac1ae-39f9-4cec-b2f2-f23734d35529),segment_id=e28ac1ae-39f9-4cec-b2f2-f23734d35529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:44.111923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.250610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9530e0-0fec-4dfb-a957-2772170e17f9 req-4a6d7e32-7ff0-4a19-8274-5749c4f5744f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2320874 Sep 24 19:15:44.255734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3a4fb-ef00-403b-ae68-0ac0cc27af20 None None] Pushing event updated for resources: {'Port': ['ID=317f2388-e9b4-4259-9728-4940a35f2bab,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:44.258844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.260153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.261327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.261997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.262640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.263920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.264568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.268428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-20692f51-6708-4cda-a1e2-8505045e3a97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.3947718 Sep 24 19:15:44.429340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-26d9db86-cce4-484f-8fd3-39d1c0f634a7 None None] Provisioning complete for port 37f6f700-660c-4f21-b3e5-5d07a2498d49 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:44.429722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d9db86-cce4-484f-8fd3-39d1c0f634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.518083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-26d9db86-cce4-484f-8fd3-39d1c0f634a7 None None] Port 37f6f700-660c-4f21-b3e5-5d07a2498d49 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:44.630079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.636902 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.655018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-26d9db86-cce4-484f-8fd3-39d1c0f634a7 None None] Provisioning complete for port 317f2388-e9b4-4259-9728-4940a35f2bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:44.655399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d9db86-cce4-484f-8fd3-39d1c0f634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.657051 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.661473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Made reservation on behalf of 21beef92562d490481950fd5a3b8265c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:44.667594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.674397 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.719144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] device_id is not set on port e08cda67-3197-4cfc-b72e-1d421cf4247b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:44.728100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-b38d11c4-5dd8-4932-855b-f027acda1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:44.729807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-b38d11c4-5dd8-4932-855b-f027acda1420 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f HTTP/1.1" status: 200 len: 917 time: 0.4363585 Sep 24 19:15:44.820294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Pushing event updated for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:44.841069 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979130c-7fb7-4d17-9801-085acc8e17c9 None None] Pushing event updated for resources: {'Port': ['ID=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:44.849860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Attempting to bind port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:44.852930 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Attempting to bind port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:44.853525 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Attempting to bind port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:44.874020 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:44.876173 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:44.877225 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.877737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.878260 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:44.878792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:44.882228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Bound port: 85e837f4-ad5a-4493-aa03-51e6fea1d6c1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:44.882955 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:44.893348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:44.901389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:45.004437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Attempting to bind port 3d4091ef-9505-4d94-8122-01703caca874 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:45.004959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Attempting to bind port 3d4091ef-9505-4d94-8122-01703caca874 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '7360704d-9285-4324-9d02-01ad2fbfd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:45.005421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Attempting to bind port 3d4091ef-9505-4d94-8122-01703caca874 on network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:45.010224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.10 (71fc8e86-06b9-4b5f-bcd7-33cd83339470/df325807-deae-4817-bd92-d0e5e3559cb9/c8fb366d-d82f-409a-a078-d5a5ec6d9a43) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:45.039814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 317f2388-e9b4-4259-9728-4940a35f2bab up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:45.079409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:45.080110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Checking segment: {'id': '7360704d-9285-4324-9d02-01ad2fbfd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:45.081638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.081638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Bound using segment: {'id': '7360704d-9285-4324-9d02-01ad2fbfd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:45.081638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Bound port: 3d4091ef-9505-4d94-8122-01703caca874, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7360704d-9285-4324-9d02-01ad2fbfd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:45.081968 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.082903 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] For port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:45.095695 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] For port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:45.105110 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.197487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:45.203706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d4091ef-9505-4d94-8122-01703caca874,segment=NetworkSegment(7360704d-9285-4324-9d02-01ad2fbfd48c),segment_id=7360704d-9285-4324-9d02-01ad2fbfd48c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:45.215436 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:45.219172 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:45.225290 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.337022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d171097-5d62-48ea-92aa-8da2abf2bcdf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:45.372389 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979130c-7fb7-4d17-9801-085acc8e17c9 None None] Pushing event updated for resources: {'Port': ['ID=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:45.409386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396d17-93ad-4f69-a4f6-842bebbb1dc4 None None] Pushing event updated for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:45.464308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 317f2388-e9b4-4259-9728-4940a35f2bab triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:45.464833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.530842 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:45.568581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:45.590372 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-1e70d2a4-afbc-4d7f-af5b-977dd20c7a82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.8345399 Sep 24 19:15:45.928318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734916d-6407-4bdb-9eb4-99455b054d20 req-06a5082c-dda7-46d9-ac36-eab09a1f7f52 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:45.943212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7734916d-6407-4bdb-9eb4-99455b054d20 req-06a5082c-dda7-46d9-ac36-eab09a1f7f52 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.4212894 Sep 24 19:15:46.001499 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:46.028250 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:39Z', 'revision_number': 3, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:46.084596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Allocated IP 172.20.0.9 (d5b3034c-b5f6-4553-b3f5-0aab3301d243/3765ca24-afa6-4a4f-bfe5-7bd16be0985a/e08cda67-3197-4cfc-b72e-1d421cf4247b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:46.099295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-a42f7364-2514-4519-bd28-6894ad39024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:46.100731 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-a42f7364-2514-4519-bd28-6894ad39024d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.4495704 Sep 24 19:15:46.114816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7734916d-6407-4bdb-9eb4-99455b054d20 req-ee36a5a2-add3-4d63-9de1-547e5d61acb7 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699898 Sep 24 19:15:46.128217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:46.175893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:46.175893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:46.177875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:46.264546 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328f669-923b-482d-9c6e-da46970c84f3 None None] The sync data for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 is: [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:39Z', 'revision_number': 3, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:46.264809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Router 92952f34-4473-4533-b5ab-d9df0f62c224 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:46.276145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-16eefe73-326a-4304-bba2-e1091378a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:46.280164 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-16eefe73-326a-4304-bba2-e1091378a0ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124992 Sep 24 19:15:46.316876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:46.496668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:46.506555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Sync routers for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:46.509875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ec061fc-858b-4e3d-b8d1-2daf6777838a admin admin] 10.222.0.18 "PUT /v2.0/routers/92952f34-4473-4533-b5ab-d9df0f62c224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1123607 Sep 24 19:15:46.516476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:46.527554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:46.528398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:46.545661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Allocated IP 172.20.0.1 (3509bcb9-4fda-40e0-a669-05d048d9fb9f/5be13aae-fea3-4bec-bcd9-01abc23d5e5a/69e319d3-826e-41dc-aa16-12174ca6f8c2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:46.694515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:46.764022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:46.827713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=c8fb366d-d82f-409a-a078-d5a5ec6d9a43,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:46.850163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.850513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.850875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.851228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.851581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.851895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.852228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.852553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.852884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.853210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.853537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.853860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:15:46.884052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:46.884736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:46.957099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3c9a4e8c-f909-4df4-b00a-279661b9cacc tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7540514 Sep 24 19:15:46.960844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46978) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:46.977499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '71fc8e86-06b9-4b5f-bcd7-33cd83339470', 'name': 'tempest-PortsTestJSON-747934634', 'fixed_ips': [{'subnet_id': 'df325807-deae-4817-bd92-d0e5e3559cb9', 'ip_address': '172.20.0.9'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:46.995281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.051049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-7d798dac-f081-4908-bbaa-25e8eae461fb service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568631 Sep 24 19:15:47.056805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.122371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:47.140018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:47.144362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.149113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:47.255667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:44Z', 'revision_number': 5, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port': {'id': 'a2d46a26-7f60-4a54-818a-bd8658664fc2', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:22Z', 'updated_at': '2021-09-24T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:47.380859 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e51c7c16-217a-4a9f-8a1d-58ed0fe4202e req-e28c7200-50c6-4fd6-a04d-eca280819dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179505 Sep 24 19:15:47.381432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.418257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:47.426029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940722b-8fe9-4de9-97bb-fba513afd342 None None] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:47.435598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.461972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:47.479908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:47.488409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Checking router: 92952f34-4473-4533-b5ab-d9df0f62c224 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:47.494608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'Port': ['ID=e08cda67-3197-4cfc-b72e-1d421cf4247b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:47.501802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:47.634183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:47.635325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.692373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-59e6e747-d9a7-4f26-88d7-273544727ccb tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.9558578 Sep 24 19:15:47.694049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Routers {'92952f34-4473-4533-b5ab-d9df0f62c224'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:47.694485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:47.694875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['92952f34-4473-4533-b5ab-d9df0f62c224'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:47.718186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Deleting port a2d46a26-7f60-4a54-818a-bd8658664fc2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:47.718699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.775247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.895674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Pushing event updated for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:47.896752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] Provisioning complete for port 3d4091ef-9505-4d94-8122-01703caca874 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:47.898997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:47.981214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677f0e5-73cc-4d2c-8286-9fad067d874b tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:47.997226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677f0e5-73cc-4d2c-8286-9fad067d874b tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:48.012794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677f0e5-73cc-4d2c-8286-9fad067d874b tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:48.018545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e677f0e5-73cc-4d2c-8286-9fad067d874b tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3172634 Sep 24 19:15:48.031811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:48.160206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716585b-fe80-43b0-9e81-e18bbd4e411d req-56821eb6-6fcc-4e4c-ba2d-5b3c61423f99 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:48.162128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a716585b-fe80-43b0-9e81-e18bbd4e411d req-56821eb6-6fcc-4e4c-ba2d-5b3c61423f99 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.7436054 Sep 24 19:15:48.166159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] Set router 92952f34-4473-4533-b5ab-d9df0f62c224 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:48.239488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:47Z', 'revision_number': 6, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:48.257939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Deleting port e08cda67-3197-4cfc-b72e-1d421cf4247b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:48.258361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.295929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] For port a2d46a26-7f60-4a54-818a-bd8658664fc2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a2d46a26-7f60-4a54-818a-bd8658664fc2,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:48.296338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.313193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:48.313558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.315964 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.324662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Calling delete_port for a2d46a26-7f60-4a54-818a-bd8658664fc2 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:48.383799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.387119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbdaeb6-9edd-48bb-897d-1b3284a8871a None None] The sync data for ids ['92952f34-4473-4533-b5ab-d9df0f62c224'] in n-d-810952-2 is: [{'id': '92952f34-4473-4533-b5ab-d9df0f62c224', 'name': 'tempest-ImageQuotaTest-168367019-router', 'tenant_id': 'ee614e044264460580800101852aedb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:21Z', 'updated_at': '2021-09-24T19:15:47Z', 'revision_number': 6, 'project_id': 'ee614e044264460580800101852aedb6', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:48.433766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a716585b-fe80-43b0-9e81-e18bbd4e411d req-31917963-f6af-4c6c-8135-cde04c2804c7 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419937 Sep 24 19:15:48.458519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d4091ef-9505-4d94-8122-01703caca874,segment=NetworkSegment(7360704d-9285-4324-9d02-01ad2fbfd48c),segment_id=7360704d-9285-4324-9d02-01ad2fbfd48c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:48.477519 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.478067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:48.667432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.758261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 465a973c-0b0d-460f-b494-a65cc5411636 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:15:48.773940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aedf49-d531-4d8f-80c8-8e7ba3d908d4 None None] Pushing event updated for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:48.829287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:48.841613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Provisioning complete for port e08cda67-3197-4cfc-b72e-1d421cf4247b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:48.842013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.005173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:49.018842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.094159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d4091ef-9505-4d94-8122-01703caca874 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:49.220028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Port e08cda67-3197-4cfc-b72e-1d421cf4247b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:49.249778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47006) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:49.338382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:49.352337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.388756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Provisioning complete for port 69e319d3-826e-41dc-aa16-12174ca6f8c2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:49.391020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.526622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.531539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.598195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Calling delete_port for e08cda67-3197-4cfc-b72e-1d421cf4247b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:49.773179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.9 (71fc8e86-06b9-4b5f-bcd7-33cd83339470/df325807-deae-4817-bd92-d0e5e3559cb9/465a973c-0b0d-460f-b494-a65cc5411636) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:49.789743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ce62d-2f22-44b7-9660-2e51b16accdb None None] Port 69e319d3-826e-41dc-aa16-12174ca6f8c2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:49.800244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3d4091ef-9505-4d94-8122-01703caca874 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:49.800912 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.818033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.828620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Pushing event updated for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:49.831119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:49.941873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d46a26-7f60-4a54-818a-bd8658664fc2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:49.944757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-14e59805-89fd-4413-bde1-0eebcddc0637 None None] Provisioning complete for port 3d4091ef-9505-4d94-8122-01703caca874 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:49.961967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14e59805-89fd-4413-bde1-0eebcddc0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.094922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.142289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-14e59805-89fd-4413-bde1-0eebcddc0637 None None] Provisioning complete for port c8fb366d-d82f-409a-a078-d5a5ec6d9a43 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:50.142963 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14e59805-89fd-4413-bde1-0eebcddc0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.191298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-14e59805-89fd-4413-bde1-0eebcddc0637 None None] Port c8fb366d-d82f-409a-a078-d5a5ec6d9a43 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:50.199336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.202393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.204682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.239994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event deleted for resources: {'Port': ['ID=e08cda67-3197-4cfc-b72e-1d421cf4247b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:50.242247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:50.306834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.307620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92952f34-4473-4533-b5ab-d9df0f62c224 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:15:50.322870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.334614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.338805 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eeeb59ae-a983-4684-95bf-b75ec55ab567 admin admin] 10.222.0.18 "DELETE /v2.0/routers/92952f34-4473-4533-b5ab-d9df0f62c224 HTTP/1.1" status: 204 len: 168 time: 3.8141685 Sep 24 19:15:50.343011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:50.386476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977dedd-c1ac-4c1f-a52b-93212c5445f9 req-166bc919-7687-45d3-a9f6-fb8b644b2dea tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:50.388840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e977dedd-c1ac-4c1f-a52b-93212c5445f9 req-166bc919-7687-45d3-a9f6-fb8b644b2dea tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.7104869 Sep 24 19:15:50.394248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.400849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Deleting subnet 60d3ea07-76df-41b4-8401-d3c760305f0b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:50.407746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.448619 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3f3094-7179-4d66-b946-483b02d88274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.456724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.462821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78fb7945-467b-4105-b17b-00d043e1a4b3 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "DELETE /v2.0/ports/e08cda67-3197-4cfc-b72e-1d421cf4247b HTTP/1.1" status: 204 len: 168 time: 2.4276659 Sep 24 19:15:50.464305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:50.469724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:50.470108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.483280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Request body: {'port': {'name': 'tempest-new-port-name-46703243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:50.486172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:50.486697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:50.487177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 19:15:50.585156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.618157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d4091ef-9505-4d94-8122-01703caca874 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:50.631776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:50.686442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.703442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3d4091ef-9505-4d94-8122-01703caca874 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:50.703911 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.783352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.799120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=465a973c-0b0d-460f-b494-a65cc5411636,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:50.863620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:50.869618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:50.875764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e977dedd-c1ac-4c1f-a52b-93212c5445f9 req-c2a55084-b60e-4d9d-ade4-e6449f2b7d7f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4760845 Sep 24 19:15:50.914939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d171097-5d62-48ea-92aa-8da2abf2bcdf no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:50.933482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.978566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d3ea07-76df-41b4-8401-d3c760305f0b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:50.989382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:50.991339 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6d1b7c7-98ad-4972-be21-0469d3b26a26 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60d3ea07-76df-41b4-8401-d3c760305f0b HTTP/1.1" status: 204 len: 168 time: 0.6471336 Sep 24 19:15:50.994718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:51.008509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1d171097-5d62-48ea-92aa-8da2abf2bcdf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:51.010176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1d171097-5d62-48ea-92aa-8da2abf2bcdf not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:51.010679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a2d46a26-7f60-4a54-818a-bd8658664fc2 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:51.016603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e424c8-3cdd-43e8-b2cd-3066ed438a06 None None] Network 53744435-7183-4a3a-8bba-7ca36b27e918 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:51.041489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:51.043016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:51.079080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:51.079757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.109369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a2d46a26-7f60-4a54-818a-bd8658664fc2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:51.109736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a2d46a26-7f60-4a54-818a-bd8658664fc2 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:51.173382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c47e8d2f-6a30-4822-8e44-8bcc5c2fa9ec tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2113390 Sep 24 19:15:51.178091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47028) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:51.240375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.287173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dd8eae70-e879-4871-8e1b-9348086ae792 None None] Provisioning complete for port 465a973c-0b0d-460f-b494-a65cc5411636 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:51.287739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd8eae70-e879-4871-8e1b-9348086ae792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.352867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dd8eae70-e879-4871-8e1b-9348086ae792 None None] Port 465a973c-0b0d-460f-b494-a65cc5411636 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:51.382336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.390168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.402649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Deleting port 85a1cbc6-8d98-4e60-be5b-495bb858f424 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:51.403045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.428163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] DHCP port deletion for 53744435-7183-4a3a-8bba-7ca36b27e918 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:51.486473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event updated for resources: {'Port': ['ID=37f6f700-660c-4f21-b3e5-5d07a2498d49,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:51.491962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b33e7743-7a63-4862-a5fc-97fa77b7a494 None None] Provisioning complete for port 69e319d3-826e-41dc-aa16-12174ca6f8c2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:51.492349 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33e7743-7a63-4862-a5fc-97fa77b7a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.495651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Deleting port 85a1cbc6-8d98-4e60-be5b-495bb858f424 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:51.495993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.610230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b33e7743-7a63-4862-a5fc-97fa77b7a494 None None] Port 69e319d3-826e-41dc-aa16-12174ca6f8c2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:51.633779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] For port 85a1cbc6-8d98-4e60-be5b-495bb858f424, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85a1cbc6-8d98-4e60-be5b-495bb858f424,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:51.634139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.638476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] For port 85a1cbc6-8d98-4e60-be5b-495bb858f424, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85a1cbc6-8d98-4e60-be5b-495bb858f424,segment=NetworkSegment(18e8dd0d-5880-490e-b094-b3378df5a912),segment_id=18e8dd0d-5880-490e-b094-b3378df5a912)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:51.639482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.652714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Calling delete_port for 85a1cbc6-8d98-4e60-be5b-495bb858f424 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:51.658609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] In _notify_port_updated(), no bound segment for port 37f6f700-660c-4f21-b3e5-5d07a2498d49 on network d5b3034c-b5f6-4553-b3f5-0aab3301d243 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:15:51.670146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:51.671210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.676295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b1edbb8e-eb40-4af9-8870-2bb80d931d71 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "PUT /v2.0/ports/37f6f700-660c-4f21-b3e5-5d07a2498d49 HTTP/1.1" status: 200 len: 1134 time: 1.2051709 Sep 24 19:15:51.683548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:51.749464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Calling delete_port for 85a1cbc6-8d98-4e60-be5b-495bb858f424 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:51.755578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.762041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f3dce-f052-403f-8428-9bb82bd5a418 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:51.764024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-234f3dce-f052-403f-8428-9bb82bd5a418 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "GET /v2.0/ports/37f6f700-660c-4f21-b3e5-5d07a2498d49 HTTP/1.1" status: 200 len: 1134 time: 0.0792887 Sep 24 19:15:51.778321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:51.795242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] Pushing event deleted for resources: {'Port': ['ID=85a1cbc6-8d98-4e60-be5b-495bb858f424,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:51.797489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da65f05-4522-419d-a2a9-b097bb54bdbd None None] No DVR routers for this DVR port 85a1cbc6-8d98-4e60-be5b-495bb858f424 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:51.840222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aee2dc-7708-4fcf-ab77-1a0811f217a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:51.841898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-56aee2dc-7708-4fcf-ab77-1a0811f217a6 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6628389 Sep 24 19:15:51.844884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:51.860960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Router 219a3a40-b480-4d88-8f86-0c8c037821ae has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:51.941110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ad8277f1-cbf7-4f78-be1b-be240bad1d10 None None] Provisioning complete for port 37f6f700-660c-4f21-b3e5-5d07a2498d49 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:51.942634 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad8277f1-cbf7-4f78-be1b-be240bad1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:51.965694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.003846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Deleting port 37f6f700-660c-4f21-b3e5-5d07a2498d49 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:52.004196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.013938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a1cbc6-8d98-4e60-be5b-495bb858f424,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:52.028033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ad8277f1-cbf7-4f78-be1b-be240bad1d10 None None] Port 37f6f700-660c-4f21-b3e5-5d07a2498d49 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:15:52.031923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.034409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] No DVR routers for this DVR port 85a1cbc6-8d98-4e60-be5b-495bb858f424 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:52.056319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995c689-16cf-4e05-ac0e-7f94c2598c1a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:52.063747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995c689-16cf-4e05-ac0e-7f94c2598c1a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:52.070505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995c689-16cf-4e05-ac0e-7f94c2598c1a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:52.075158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8995c689-16cf-4e05-ac0e-7f94c2598c1a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2265399 Sep 24 19:15:52.077273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:52.159754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85a1cbc6-8d98-4e60-be5b-495bb858f424 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:52.187888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 85a1cbc6-8d98-4e60-be5b-495bb858f424 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:52.188241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85a1cbc6-8d98-4e60-be5b-495bb858f424 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:52.225065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:52.235508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4c7dd73-84ac-4e75-8217-24f52c1bcedd admin admin] 10.222.0.18 "PUT /v2.0/routers/219a3a40-b480-4d88-8f86-0c8c037821ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1776237 Sep 24 19:15:52.240875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.245912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Sync routers for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:52.261708 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:52.264542 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:52.305122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53744435-7183-4a3a-8bba-7ca36b27e918']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:52.317140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e8dd0d-5880-490e-b094-b3378df5a912') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:52.317486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e8dd0d-5880-490e-b094-b3378df5a912') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:52.329865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.335102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.344765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.351291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:52.351702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.351900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Calling delete_port for 37f6f700-660c-4f21-b3e5-5d07a2498d49 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:52.410557 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:52.464439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.509007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:52.509529 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:52.513329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.522474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53744435-7183-4a3a-8bba-7ca36b27e918 HTTP/1.1" status: 204 len: 168 time: 1.5256271 Sep 24 19:15:52.550630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96b90-8024-453a-9ef3-3c639ad429d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53744435-7183-4a3a-8bba-7ca36b27e918,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:52.582010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d69656-5426-4719-9d52-d1969fc2dcd3 req-5813dbb0-c3d8-4c51-870f-61ccd315de8a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:52.590407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89d69656-5426-4719-9d52-d1969fc2dcd3 req-5813dbb0-c3d8-4c51-870f-61ccd315de8a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.5639961 Sep 24 19:15:52.620700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 465a973c-0b0d-460f-b494-a65cc5411636 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:52.621052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.709710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89d69656-5426-4719-9d52-d1969fc2dcd3 req-a4c959c3-1dfc-4441-b43d-db4c85e54e94 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817587 Sep 24 19:15:52.715032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:52.740123 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.760227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 465a973c-0b0d-460f-b494-a65cc5411636 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:52.858095 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '69e319d3-826e-41dc-aa16-12174ca6f8c2', 'name': '', 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'mac_address': 'fa:16:3e:6d:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:46Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 2, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'subnets': [{'id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:52.920558 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Checking router: 219a3a40-b480-4d88-8f86-0c8c037821ae for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:52.922452 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Updating router 219a3a40-b480-4d88-8f86-0c8c037821ae port 69e319d3-826e-41dc-aa16-12174ca6f8c2 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:15:52.922704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f16355cd-d8ce-431a-8c5c-f95037c63a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.930675 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-027b98f9-c277-49fb-b34e-907c917ad6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.951157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-374e29c5-4f45-40f1-bdc2-ac87b21759a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee614e044264460580800101852aedb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348852 Sep 24 19:15:52.957501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47062) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:52.963395 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.975382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:52.984387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.012260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=465a973c-0b0d-460f-b494-a65cc5411636,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.089416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event deleted for resources: {'Port': ['ID=37f6f700-660c-4f21-b3e5-5d07a2498d49,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.129279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.135727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c819e43-18a6-48f4-a16c-a07c6cf4647c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/465a973c-0b0d-460f-b494-a65cc5411636 HTTP/1.1" status: 204 len: 168 time: 1.0571322 Sep 24 19:15:53.136525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:53.185180 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2a1c40-a0cf-49f2-b786-002eadb1c50a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:53.191413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8b2a1c40-a0cf-49f2-b786-002eadb1c50a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/465a973c-0b0d-460f-b494-a65cc5411636 HTTP/1.1" status: 404 len: 333 time: 0.0532038 Sep 24 19:15:53.192355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:53.260446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.330807 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.331532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.339437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-42280643-4755-4f00-95c7-68d8a5269404 tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "DELETE /v2.0/ports/37f6f700-660c-4f21-b3e5-5d07a2498d49 HTTP/1.1" status: 204 len: 168 time: 1.5568562 Sep 24 19:15:53.347941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Deleting port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:53.348434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.362238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47076) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:53.409446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.434643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port c8fb366d-d82f-409a-a078-d5a5ec6d9a43 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:53.435626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.484408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47080) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:53.489969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-340262598-network', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:53.496816 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.503976 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.553380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f16355cd-d8ce-431a-8c5c-f95037c63a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.567539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.579535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7d0c5-fd46-4442-9b75-63e4e08e496e None None] Pushing event updated for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.594027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f16355cd-d8ce-431a-8c5c-f95037c63a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.606452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for c8fb366d-d82f-409a-a078-d5a5ec6d9a43 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:53.609547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Made reservation on behalf of e82e5b224c044285888ef3735b340b1f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:53.621055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.624496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Deleting subnet 3765ca24-afa6-4a4f-bfe5-7bd16be0985a {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:53.642442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.643526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.670296 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Attempting to bind port 69e319d3-826e-41dc-aa16-12174ca6f8c2 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:53.670672 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Attempting to bind port 69e319d3-826e-41dc-aa16-12174ca6f8c2 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:53.671099 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Attempting to bind port 69e319d3-826e-41dc-aa16-12174ca6f8c2 on network 3509bcb9-4fda-40e0-a669-05d048d9fb9f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:53.671206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.673986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.677712 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:53.678283 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Checking segment: {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:53.678741 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.685511 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Bound using segment: {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:53.686290 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Bound port: 69e319d3-826e-41dc-aa16-12174ca6f8c2, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857c9de3-b1cd-403a-a8ab-76032d4deee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:53.686749 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.686920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcfc71f3-6c2b-4de3-9205-6070af51933a HTTP/1.1" status: 204 len: 168 time: 0.7216425 Sep 24 19:15:53.757895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f16355cd-d8ce-431a-8c5c-f95037c63a7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0807cf1191c841669952ec593d789d03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2345803 Sep 24 19:15:53.760369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:53.781549 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] For port 69e319d3-826e-41dc-aa16-12174ca6f8c2, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:53.786512 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] For port 69e319d3-826e-41dc-aa16-12174ca6f8c2, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=69e319d3-826e-41dc-aa16-12174ca6f8c2,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:53.794648 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.800852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16355cd-d8ce-431a-8c5c-f95037c63a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b91a47-f7c4-433d-b748-da2c71003d88,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.810232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] For port 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:53.810594 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.844411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.847224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d790f6-c335-4e75-825f-18cda3061bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc71f3-6c2b-4de3-9205-6070af51933a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.898979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7d0c5-fd46-4442-9b75-63e4e08e496e None None] Pushing event updated for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:53.922368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:53.923229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:53.927115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.980925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] Provisioning complete for port 69e319d3-826e-41dc-aa16-12174ca6f8c2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:53.982403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.991910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:53.994982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Calling delete_port for 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:53.999507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=c8fb366d-d82f-409a-a078-d5a5ec6d9a43,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.067679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.132705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.178183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:54.189666 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:54.227726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.234725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.235660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.261088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.261713 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Added segment fbae32e3-85dc-44b6-be56-740d6f241c7b of type vlan for network f0dfd5c0-c659-48ee-ac49-821e6185a662 Sep 24 19:15:54.311520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] For port 69e319d3-826e-41dc-aa16-12174ca6f8c2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=69e319d3-826e-41dc-aa16-12174ca6f8c2,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:54.325852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.327399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.356053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43973931-3a82-4afb-9f82-a824dbc39f1b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.413476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e234ee6-b157-46df-9a2a-c2a24866217a None None] Pushing event updated for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.419723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.420949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad8d6-ab20-4bcc-8589-3a51abfe9e45 req-fcdb1835-d374-4bc3-85a1-371131e5c08c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:54.423357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a0ad8d6-ab20-4bcc-8589-3a51abfe9e45 req-fcdb1835-d374-4bc3-85a1-371131e5c08c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.5733335 Sep 24 19:15:54.428399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.437833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.439818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21c446bb-ab93-4ccb-b8c0-533b140fce98 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c8fb366d-d82f-409a-a078-d5a5ec6d9a43 HTTP/1.1" status: 204 len: 168 time: 1.2463634 Sep 24 19:15:54.443482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:54.443803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:54.527215 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b799d1-66f9-4794-b119-71b3f01aa585 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:15:54.537994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4b799d1-66f9-4794-b119-71b3f01aa585 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/c8fb366d-d82f-409a-a078-d5a5ec6d9a43 HTTP/1.1" status: 404 len: 333 time: 0.0868266 Sep 24 19:15:54.537994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-528a377a-d715-4dd8-bd89-5df768318928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.548040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47096) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:54.573152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.588882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.592272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:54.593231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.653748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-95b56cf1-3a2d-4200-b408-ab26e19ccdac None None] Provisioning complete for port 69e319d3-826e-41dc-aa16-12174ca6f8c2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:54.654951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.655516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95b56cf1-3a2d-4200-b408-ab26e19ccdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.657467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.659653 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3b91a47-f7c4-433d-b748-da2c71003d88 HTTP/1.1" status: 204 len: 168 time: 0.8917031 Sep 24 19:15:54.704600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a0ad8d6-ab20-4bcc-8589-3a51abfe9e45 req-d6a3d28b-bf99-48df-a542-c5a5069db373 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437408 Sep 24 19:15:54.738461 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '69e319d3-826e-41dc-aa16-12174ca6f8c2', 'name': '', 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'mac_address': 'fa:16:3e:6d:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:46Z', 'updated_at': '2021-09-24T19:15:53Z', 'revision_number': 4, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'subnets': [{'id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:54.762212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet df325807-deae-4817-bd92-d0e5e3559cb9 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:54.776748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057d27-98ee-4e88-bb20-40943580f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b91a47-f7c4-433d-b748-da2c71003d88,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.832247 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb6ad44-48eb-4f97-8f59-448dbdbf20a3 None None] The sync data for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 is: [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '69e319d3-826e-41dc-aa16-12174ca6f8c2', 'name': '', 'network_id': '3509bcb9-4fda-40e0-a669-05d048d9fb9f', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'mac_address': 'fa:16:3e:6d:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:46Z', 'updated_at': '2021-09-24T19:15:53Z', 'revision_number': 4, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'subnets': [{'id': '5be13aae-fea3-4bec-bcd9-01abc23d5e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:54.868281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:54.876053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] Pushing event updated for resources: {'Network': ['ID=f0dfd5c0-c659-48ee-ac49-821e6185a662,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:54.892979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:15:55.049069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.073445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-528a377a-d715-4dd8-bd89-5df768318928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.081110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-528a377a-d715-4dd8-bd89-5df768318928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.119507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0521de07-7b4d-4abe-90ba-5d276243a79a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6336911 Sep 24 19:15:55.127936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:55.133700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-528a377a-d715-4dd8-bd89-5df768318928 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6847329 Sep 24 19:15:55.139824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Request body: {'subnet': {'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-340262598-subnet', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:55.144100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:55.154833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.208328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a377a-d715-4dd8-bd89-5df768318928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ca503-bb17-4b15-8a2f-5c0e91895b54,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:55.246560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Made reservation on behalf of e82e5b224c044285888ef3735b340b1f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:55.250695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.252628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.268264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.309914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.314135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "DELETE /v2.0/subnets/3765ca24-afa6-4a4f-bfe5-7bd16be0985a HTTP/1.1" status: 204 len: 168 time: 1.9410067 Sep 24 19:15:55.318101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f2a61-9453-451d-988d-c27bfd74c80e None None] Network d5b3034c-b5f6-4553-b3f5-0aab3301d243 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:55.319181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47112) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:55.336944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.478310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.483548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.484034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a60ca503-bb17-4b15-8a2f-5c0e91895b54 HTTP/1.1" status: 204 len: 168 time: 0.3340311 Sep 24 19:15:55.500985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308867f-d80f-444e-a45b-299bc370b1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ca503-bb17-4b15-8a2f-5c0e91895b54,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:55.566880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.670843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4a4ec-21bf-4a40-b095-f720c4712bfa tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event deleted for resources: {'Subnet': ['ID=3765ca24-afa6-4a4f-bfe5-7bd16be0985a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:55.698044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97137d0-6107-424c-bf06-6345cc534b50,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:55.721707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Checking segment: {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:55.724042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Network hostable DHCP agents. Network: f0dfd5c0-c659-48ee-ac49-821e6185a662, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:15:55.760710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] DHCP port deletion for d5b3034c-b5f6-4553-b3f5-0aab3301d243 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:55.780871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:15:55.817992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, f0dfd5c0-c659-48ee-ac49-821e6185a662) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:55.832950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcdf57b-82d8-419a-8d30-a3f6408b3a8d None None] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:55.841884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:55.843338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.889629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-160cf4c9-7037-43a8-9437-24b54bb59e35 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7535591 Sep 24 19:15:55.890028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:55.896343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:55.951402 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.953341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:55.961365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361929d-21b6-49ff-804e-08162b4a8f91 req-1993cb7f-d9d0-451a-baca-00f11ee1805c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:55.972916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d361929d-21b6-49ff-804e-08162b4a8f91 req-1993cb7f-d9d0-451a-baca-00f11ee1805c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.8099992 Sep 24 19:15:56.087693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.159870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.181410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.198359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Deleting port 317f2388-e9b4-4259-9728-4940a35f2bab {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:56.201836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.234252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-9125b226-f297-4c13-ac0d-22cd969417e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:56.244511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-f0dfd5c0-c659-48ee-ac49-821e6185a662', 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'fixed_ips': [{'subnet_id': 'b97137d0-6107-424c-bf06-6345cc534b50'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:15:56.245707 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.252686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-9125b226-f297-4c13-ac0d-22cd969417e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 1.0889187 Sep 24 19:15:56.256126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.319894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.461690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d361929d-21b6-49ff-804e-08162b4a8f91 req-76a52eaa-9370-4467-a549-1c2f80e6c5d7 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860747 Sep 24 19:15:56.489934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Allocated IP 172.20.0.2 (f0dfd5c0-c659-48ee-ac49-821e6185a662/b97137d0-6107-424c-bf06-6345cc534b50/9631a072-7281-449b-a274-316b71c7621c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:56.498173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 69e319d3-826e-41dc-aa16-12174ca6f8c2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:15:56.568177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Router 4acfc2ba-85a3-4a21-a493-33034842c696 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:15:56.604208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] For port 317f2388-e9b4-4259-9728-4940a35f2bab, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=317f2388-e9b4-4259-9728-4940a35f2bab,segment=NetworkSegment(e28ac1ae-39f9-4cec-b2f2-f23734d35529),segment_id=e28ac1ae-39f9-4cec-b2f2-f23734d35529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:56.604702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.649046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Calling delete_port for 317f2388-e9b4-4259-9728-4940a35f2bab owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:56.692053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.725214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.763601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 69e319d3-826e-41dc-aa16-12174ca6f8c2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:56.764081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:56.895647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Allocated IP 172.25.5.52 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a44f896a-0184-4b93-9277-f61595cb24d6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:15:57.045488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.066302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.092313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] Pushing event deleted for resources: {'Port': ['ID=317f2388-e9b4-4259-9728-4940a35f2bab,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.096523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.105286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01401d8-3507-4c43-a675-ae3ad077e655 None None] No DVR routers for this DVR port 317f2388-e9b4-4259-9728-4940a35f2bab on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:57.109676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.116948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.128364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=df325807-deae-4817-bd92-d0e5e3559cb9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.131811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.136338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e210db3d-7bc8-4233-a0b9-b5af48c9a725 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/df325807-deae-4817-bd92-d0e5e3559cb9 HTTP/1.1" status: 204 len: 168 time: 2.5803196 Sep 24 19:15:57.141942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:57.151964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:57.153713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09ce2f-a403-4245-b78e-739b9b452f10 None None] Network 71fc8e86-06b9-4b5f-bcd7-33cd83339470 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:57.158325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:57.176557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:57.179081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-e8c7fddb-7440-4543-adad-4cca48e9d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:57.180588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-e8c7fddb-7440-4543-adad-4cca48e9d5ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.9042981 Sep 24 19:15:57.204035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Deleting port 317f2388-e9b4-4259-9728-4940a35f2bab {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:57.204629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.228878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 317f2388-e9b4-4259-9728-4940a35f2bab no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:57.235836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Pushing event updated for resources: {'Port': ['ID=9631a072-7281-449b-a274-316b71c7621c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.269435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.329303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 317f2388-e9b4-4259-9728-4940a35f2bab {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:15:57.329728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 317f2388-e9b4-4259-9728-4940a35f2bab not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:15:57.366654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] For port 317f2388-e9b4-4259-9728-4940a35f2bab, host n-d-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:57.366953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.377036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Attempting to bind port 9631a072-7281-449b-a274-316b71c7621c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:15:57.377400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Attempting to bind port 9631a072-7281-449b-a274-316b71c7621c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:15:57.377767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Attempting to bind port 9631a072-7281-449b-a274-316b71c7621c on network f0dfd5c0-c659-48ee-ac49-821e6185a662 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:15:57.383840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-ce8d71c2-44f2-4d88-8d80-1b27d85444c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 1001 time: 0.1936758 Sep 24 19:15:57.386100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:15:57.404120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Calling delete_port for 317f2388-e9b4-4259-9728-4940a35f2bab owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:57.405042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:15:57.405472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Checking segment: {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:15:57.405810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.406207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Bound using segment: {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:15:57.406327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:57.406770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Bound port: 9631a072-7281-449b-a274-316b71c7621c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:15:57.407143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.408956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Port 317f2388-e9b4-4259-9728-4940a35f2bab was not found and therefore no delete operation was performed {{(pid=94855) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:15:57.416963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cb582fe9-88a9-449e-b26a-668682901ba6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4acfc2ba-85a3-4a21-a493-33034842c696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1585071 Sep 24 19:15:57.417906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47158) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:57.425800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Sync routers for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:57.444583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.446202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:15:57.458075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:15:57.485284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:57.486447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:57.523555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a44f896a-0184-4b93-9277-f61595cb24d6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.578006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event deleted for resources: {'Port': ['ID=317f2388-e9b4-4259-9728-4940a35f2bab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.595207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] No DVR routers for this DVR port 317f2388-e9b4-4259-9728-4940a35f2bab on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:57.668395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-0f6951a8-7822-468b-ae69-80522cf1816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:57.677034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-0f6951a8-7822-468b-ae69-80522cf1816d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.2792108 Sep 24 19:15:57.712371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] DHCP port deletion for 71fc8e86-06b9-4b5f-bcd7-33cd83339470 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:15:57.735832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] For port 9631a072-7281-449b-a274-316b71c7621c, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:15:57.741292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] For port 9631a072-7281-449b-a274-316b71c7621c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9631a072-7281-449b-a274-316b71c7621c,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:15:57.745903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.766099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.804566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a3b12-1681-4592-b8b4-653de1ef19a0 req-99647a0f-358f-466b-bb28-bf259cf6fc6d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:57.806189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb5a3b12-1681-4592-b8b4-653de1ef19a0 req-99647a0f-358f-466b-bb28-bf259cf6fc6d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2234521 Sep 24 19:15:57.845386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.848651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.883714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:57.913593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda8f9d-2484-41f8-a140-6798091d7c5d None None] Pushing event updated for resources: {'Port': ['ID=9631a072-7281-449b-a274-316b71c7621c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:57.965072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b3034c-b5f6-4553-b3f5-0aab3301d243']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:57.965289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:57.970479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-fbe78fe0-0d93-4c3d-be67-fa31df922f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:57.972341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-fbe78fe0-0d93-4c3d-be67-fa31df922f22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886178 Sep 24 19:15:57.992714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28ac1ae-39f9-4cec-b2f2-f23734d35529') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:57.993359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28ac1ae-39f9-4cec-b2f2-f23734d35529') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:57.999026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-b70719dc-8033-45c6-8d42-f93e08b5376a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:15:58.000920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-b70719dc-8033-45c6-8d42-f93e08b5376a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131254 Sep 24 19:15:58.066325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.066784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 3d4091ef-9505-4d94-8122-01703caca874 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:58.067159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.092165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Deleting port 3d4091ef-9505-4d94-8122-01703caca874 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:58.092165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.110177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb5a3b12-1681-4592-b8b4-653de1ef19a0 req-0c4f13e3-06cc-413e-8755-4b5f56534987 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915797 Sep 24 19:15:58.145427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.192763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:58.193334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:58.197875 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:58.274835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.353364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3d4091ef-9505-4d94-8122-01703caca874 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:15:58.366820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.408787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.418424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] 10.222.0.18 "DELETE /v2.0/networks/d5b3034c-b5f6-4553-b3f5-0aab3301d243 HTTP/1.1" status: 204 len: 168 time: 3.0370154 Sep 24 19:15:58.432117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-e8f6675b-fdf0-4a17-bab5-3af4bca0f344 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133193 Sep 24 19:15:58.435332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aedaf-d61a-4685-b215-d7189f134c4a tempest-ExtraDHCPOptionsTestJSON-1152896263 tempest-ExtraDHCPOptionsTestJSON-1152896263-project] Pushing event deleted for resources: {'Network': ['ID=d5b3034c-b5f6-4553-b3f5-0aab3301d243,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:58.538194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d4091ef-9505-4d94-8122-01703caca874,segment=NetworkSegment(7360704d-9285-4324-9d02-01ad2fbfd48c),segment_id=7360704d-9285-4324-9d02-01ad2fbfd48c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:58.538674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.564577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Calling delete_port for 3d4091ef-9505-4d94-8122-01703caca874 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:58.602886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Deleting port 66098777-1b8b-443a-b458-91fe03604e0f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:15:58.603545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.666763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a429391f-d528-45ce-9145-cfc22f26b4b8 req-d015e96e-d592-428a-92fd-dfe50016c5f8 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267108 Sep 24 19:15:58.740075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '66098777-1b8b-443a-b458-91fe03604e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:15:54Z', 'revision_number': 5, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port': {'id': '66098777-1b8b-443a-b458-91fe03604e0f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:06:54Z', 'updated_at': '2021-09-24T19:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:58.768512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d4091ef-9505-4d94-8122-01703caca874,segment=NetworkSegment(7360704d-9285-4324-9d02-01ad2fbfd48c),segment_id=7360704d-9285-4324-9d02-01ad2fbfd48c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:58.769178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.776473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] For port 66098777-1b8b-443a-b458-91fe03604e0f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=66098777-1b8b-443a-b458-91fe03604e0f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:58.776839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.788594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 3d4091ef-9505-4d94-8122-01703caca874 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:58.791405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.796404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Checking router: 4acfc2ba-85a3-4a21-a493-33034842c696 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:15:58.810844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Calling delete_port for 66098777-1b8b-443a-b458-91fe03604e0f owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:15:58.833789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Routers {'4acfc2ba-85a3-4a21-a493-33034842c696'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:58.833789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4acfc2ba-85a3-4a21-a493-33034842c696'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:58.899534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 3d4091ef-9505-4d94-8122-01703caca874, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3d4091ef-9505-4d94-8122-01703caca874,segment=NetworkSegment(7360704d-9285-4324-9d02-01ad2fbfd48c),segment_id=7360704d-9285-4324-9d02-01ad2fbfd48c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:15:58.923161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.955592 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:58.975254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47190) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:58.985993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event deleted for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:58.989430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.030778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.058043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] No DVR routers for this DVR port 3d4091ef-9505-4d94-8122-01703caca874 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:59.073789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] Set router 4acfc2ba-85a3-4a21-a493-33034842c696 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:59.086218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2707-51e8-4462-882a-b7fc79d9e29e None None] Pushing event deleted for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:59.139364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=3d4091ef-9505-4d94-8122-01703caca874,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:59.159680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 3d4091ef-9505-4d94-8122-01703caca874 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:15:59.189576 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.208501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-68211125-22aa-4993-b266-710f8a49e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:15:58Z', 'revision_number': 6, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:59.260695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68211125-22aa-4993-b266-710f8a49e070 None None] The sync data for ids ['4acfc2ba-85a3-4a21-a493-33034842c696'] in n-d-810952-2 is: [{'id': '4acfc2ba-85a3-4a21-a493-33034842c696', 'name': 'tempest-AttachVolumeShelveTestJSON-826890850-router', 'tenant_id': 'b402dbf96e52462da042cadb86ffd522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:06:53Z', 'updated_at': '2021-09-24T19:15:58Z', 'revision_number': 6, 'project_id': 'b402dbf96e52462da042cadb86ffd522', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:15:59.359473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66098777-1b8b-443a-b458-91fe03604e0f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:59.364654 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.393161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Router bb377c43-c9cf-4359-b60f-e6300416a675 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:15:59.408011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fc8e86-06b9-4b5f-bcd7-33cd83339470']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:59.430323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7360704d-9285-4324-9d02-01ad2fbfd48c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:59.430634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7360704d-9285-4324-9d02-01ad2fbfd48c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:59.475201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6f4f-f813-48f3-8adf-dd88fa10329c req-7ccb6b38-ff87-4817-b1b3-3944cda17c81 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:15:59.476801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70ee6f4f-f813-48f3-8adf-dd88fa10329c req-7ccb6b38-ff87-4817-b1b3-3944cda17c81 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1494954 Sep 24 19:15:59.483461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.527567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.548507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.558354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:15:59.564649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:15:59.564941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:15:59.568593 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:15:59.576357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Sync routers for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:15:59.589432 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:15:59.590521 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:15:59.592113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.601718 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.652594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.653812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09aff2f1-2dbe-4e10-a1b7-834c3e1102c4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7623725 Sep 24 19:15:59.670568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:59.679954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d2345c44-a889-49d9-b151-6b51727ab2a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21beef92562d490481950fd5a3b8265c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013178 Sep 24 19:15:59.680889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:59.694641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.703248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.704861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e18789-5e18-4ea0-8237-ffc75d1a3abd None None] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:15:59.705407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4acfc2ba-85a3-4a21-a493-33034842c696 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:15:59.716196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.721287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-249fe7f5-c772-4361-91ed-3fc49ab2f1c9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4acfc2ba-85a3-4a21-a493-33034842c696 HTTP/1.1" status: 204 len: 168 time: 2.2809398 Sep 24 19:15:59.737242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70ee6f4f-f813-48f3-8adf-dd88fa10329c req-4076a127-014f-4a02-b11b-773c75ca670f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797304 Sep 24 19:15:59.739997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47214) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:59.799624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Deleting subnet 29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:15:59.800556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.806167 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/71fc8e86-06b9-4b5f-bcd7-33cd83339470 HTTP/1.1" status: 204 len: 168 time: 2.6585233 Sep 24 19:15:59.808070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47216) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:15:59.814644 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:15:59.815794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1022830144'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:15:59.820401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.837959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e95d3-0ba5-450a-9da9-971042b71f50 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=71fc8e86-06b9-4b5f-bcd7-33cd83339470,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:15:59.880385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.909350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:15:59.913372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.928913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.929833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] Provisioning complete for port 9631a072-7281-449b-a274-316b71c7621c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:15:59.930956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.948962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:15:59.961029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:15:59.961553 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Added segment 2d970333-6bf0-4190-ba59-6ce37b98c27d of type vlan for network 104b7548-3534-43eb-884e-b63645dc9097 Sep 24 19:16:00.013622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.017163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.088941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.106133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:00.106884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.155813 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.162268 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:15:57Z', 'revision_number': 3, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:00.199313 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.210488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.226749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60128d3d-03e4-4a30-807a-4100e7cc077b HTTP/1.1" status: 204 len: 168 time: 0.5447721 Sep 24 19:16:00.245522 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Checking router: bb377c43-c9cf-4359-b60f-e6300416a675 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:00.245808 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Updating router bb377c43-c9cf-4359-b60f-e6300416a675 port a44f896a-0184-4b93-9277-f61595cb24d6 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:16:00.280060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] For port 9631a072-7281-449b-a274-316b71c7621c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9631a072-7281-449b-a274-316b71c7621c,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:00.293670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd98bae-8a00-4304-ab95-14005f1a0722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60128d3d-03e4-4a30-807a-4100e7cc077b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:00.311292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.401266 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.476678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436de23-912c-47a1-9f62-94f4eb7f0151 None None] Pushing event updated for resources: {'Port': ['ID=9631a072-7281-449b-a274-316b71c7621c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:00.478411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Network': ['ID=104b7548-3534-43eb-884e-b63645dc9097,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:00.489748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9631a072-7281-449b-a274-316b71c7621c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:00.518744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6374fd6a-fad9-4397-a859-8b0472af8f69 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7086213 Sep 24 19:16:00.524113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47226) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:00.538055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '104b7548-3534-43eb-884e-b63645dc9097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:00.549996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.581100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 104b7548-3534-43eb-884e-b63645dc9097 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:00.596209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-da53f98d-5057-4442-8618-d9b477cb4f03 None None] Provisioning complete for port 9631a072-7281-449b-a274-316b71c7621c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:00.596921 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da53f98d-5057-4442-8618-d9b477cb4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.802896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9631a072-7281-449b-a274-316b71c7621c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:00.803365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:00.940206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.043581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.151230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:01.156658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.161787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f604c-1270-4ce3-ab09-d1149b33fd33 None None] Network 1df3c008-c344-42d2-b5f9-b92c0ccec247 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:01.163569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5 HTTP/1.1" status: 204 len: 168 time: 1.4220333 Sep 24 19:16:01.164945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47240) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:01.218524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:01.219420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c384d5f-d8fb-479f-b3d6-c2cb4f96b18d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:01.219921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 66098777-1b8b-443a-b458-91fe03604e0f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:01.233913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Allocated IP 172.20.0.1 (f0dfd5c0-c659-48ee-ac49-821e6185a662/b97137d0-6107-424c-bf06-6345cc534b50/c626424a-2be7-4911-a448-c03218509845) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:01.249734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.251383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:01.252305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 66098777-1b8b-443a-b458-91fe03604e0f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:01.252831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 66098777-1b8b-443a-b458-91fe03604e0f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:01.256061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.259195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afe3c-3d70-48c6-8ffc-806f4fd8ae79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b7c8f7-96ca-4e7d-aa14-ec9691b2c8f5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:01.290985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544b901-7dba-4780-b8a0-2644fdb3af03 req-fff8cdb5-f4c4-4f77-b630-22bc0abe0dff tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:01.292658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c544b901-7dba-4780-b8a0-2644fdb3af03 req-fff8cdb5-f4c4-4f77-b630-22bc0abe0dff tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.3702545 Sep 24 19:16:01.366188 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.379600 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.459098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.467149 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Attempting to bind port a44f896a-0184-4b93-9277-f61595cb24d6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:01.467655 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Attempting to bind port a44f896a-0184-4b93-9277-f61595cb24d6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:01.468519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Attempting to bind port a44f896a-0184-4b93-9277-f61595cb24d6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:01.487387 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:01.488253 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:01.488435 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.488952 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:01.489704 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Bound port: a44f896a-0184-4b93-9277-f61595cb24d6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:01.490317 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.526650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c544b901-7dba-4780-b8a0-2644fdb3af03 req-cb645e02-5e67-4046-84c5-08f2230527ed tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178864 Sep 24 19:16:01.546345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.559166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Deleting port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:01.559166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.569243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] DHCP port deletion for 1df3c008-c344-42d2-b5f9-b92c0ccec247 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:01.594731 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] For port a44f896a-0184-4b93-9277-f61595cb24d6, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:01.599293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] For port a44f896a-0184-4b93-9277-f61595cb24d6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a44f896a-0184-4b93-9277-f61595cb24d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:01.607586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900409b-54c0-43f4-8b86-7c2d31310a79 None None] Pushing event updated for resources: {'Port': ['ID=a44f896a-0184-4b93-9277-f61595cb24d6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:01.615195 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.676158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:01.682325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Deleting port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:01.682718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.690550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] For port d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:01.691018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.693100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:01.695500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:01.698814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:01.705778 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:01.709019 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:01.739157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Calling delete_port for d3bb5447-6a1f-44a8-a626-1d08ce2b9623 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:01.770595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.794473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.811333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] For port d3bb5447-6a1f-44a8-a626-1d08ce2b9623, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,segment=NetworkSegment(fa70bc8e-1b62-4f0b-8101-12c6efa204bc),segment_id=fa70bc8e-1b62-4f0b-8101-12c6efa204bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:01.811748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:01.857288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Calling delete_port for d3bb5447-6a1f-44a8-a626-1d08ce2b9623 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:01.902895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=ec6ae738-ebc1-47ef-9b41-625c803d87f4,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:01.932220 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900409b-54c0-43f4-8b86-7c2d31310a79 None None] Pushing event updated for resources: {'Port': ['ID=a44f896a-0184-4b93-9277-f61595cb24d6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:01.950581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:02.032983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Checking segment: {'id': '2d970333-6bf0-4190-ba59-6ce37b98c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '104b7548-3534-43eb-884e-b63645dc9097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:02.035960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.037136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network hostable DHCP agents. Network: 104b7548-3534-43eb-884e-b63645dc9097, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:02.058363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.072260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] No DVR routers for this DVR port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:02.090783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.104783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deb8e8-2006-490c-87ee-97ca833c82f8 None None] Pushing event deleted for resources: {'Port': ['ID=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:02.166629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bb5447-6a1f-44a8-a626-1d08ce2b9623,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:02.177371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] No DVR routers for this DVR port d3bb5447-6a1f-44a8-a626-1d08ce2b9623 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:02.212223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9631a072-7281-449b-a274-316b71c7621c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:02.265463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1efb2784-112a-4793-a02b-96e41558cf30 None None] Provisioning complete for port c626424a-2be7-4911-a448-c03218509845 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:02.266051 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1efb2784-112a-4793-a02b-96e41558cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.284582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.325745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df3c008-c344-42d2-b5f9-b92c0ccec247']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:02.338214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.346772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:02.347238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa70bc8e-1b62-4f0b-8101-12c6efa204bc') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:02.347504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.358772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.374442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.382434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:02.382880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.394100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.419899 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:15:57Z', 'revision_number': 3, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:02.453189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 104b7548-3534-43eb-884e-b63645dc9097 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:02.463984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.479683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:02.501036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47274) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:02.502357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.503792 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a301f-dc55-4164-934b-986ac6d964ec None None] The sync data for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 is: [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:15:57Z', 'revision_number': 3, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:02.504706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/1df3c008-c344-42d2-b5f9-b92c0ccec247 HTTP/1.1" status: 204 len: 168 time: 1.3380053 Sep 24 19:16:02.552994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 104b7548-3534-43eb-884e-b63645dc9097) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:02.554689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9f8e-fa3a-4381-9c85-d856843472eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1df3c008-c344-42d2-b5f9-b92c0ccec247,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:02.569087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:02.570770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:02.575240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:02.575842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.609073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef510211-e145-4554-95b0-7b4c7413875e None None] Network 104b7548-3534-43eb-884e-b63645dc9097 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:02.616943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-efd09319-6bb6-4684-bc18-af211513b43d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0867276 Sep 24 19:16:02.617145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:02.622914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1620842722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:02.671651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.673088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.704488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1efb2784-112a-4793-a02b-96e41558cf30 None None] Port c626424a-2be7-4911-a448-c03218509845 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:02.714000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9631a072-7281-449b-a274-316b71c7621c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:02.714366 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.783326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.801378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.850884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Router bb377c43-c9cf-4359-b60f-e6300416a675 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:16:02.854310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:02.855871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a128691-cd59-41c1-a8c5-5f5b6662fa0e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2376060 Sep 24 19:16:02.858768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:02.865611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'network_id': '104b7548-3534-43eb-884e-b63645dc9097', 'name': 'tempest-PortsTestJSON-48527355'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:02.965815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268905075'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:03.023073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-104b7548-3534-43eb-884e-b63645dc9097', 'network_id': '104b7548-3534-43eb-884e-b63645dc9097', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': 'ec6ae738-ebc1-47ef-9b41-625c803d87f4'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:03.025450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.128027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:03.135473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5d511fcc-2bd8-4774-8541-6343b44d95e2 None None] Provisioning complete for port c626424a-2be7-4911-a448-c03218509845 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:03.135861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d511fcc-2bd8-4774-8541-6343b44d95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.145782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:03.150125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.172631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.201068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:03.201068 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:16:03.201068 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'cc66cae0ff90491ebd8b11f47fab23f7', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 15, 43, 190247)}] Sep 24 19:16:03.201068 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:03.201925 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:03.218137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:03.222925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.227434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:03.253561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port a439eeb1-2ccd-4c2b-a867-4d64cc83686e yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:16:03.259513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d3bb5447-6a1f-44a8-a626-1d08ce2b9623 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:03.264818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bd3edc3f-9bbd-4a71-be7a-beff9dd094a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/bb377c43-c9cf-4359-b60f-e6300416a675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5917716 Sep 24 19:16:03.302480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5449f229-68f3-465e-908b-51135d79ec67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b402dbf96e52462da042cadb86ffd522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749415 Sep 24 19:16:03.305402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:03.344337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.352501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d3bb5447-6a1f-44a8-a626-1d08ce2b9623 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:03.353030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d3bb5447-6a1f-44a8-a626-1d08ce2b9623 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:03.377688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5d511fcc-2bd8-4774-8541-6343b44d95e2 None None] Port c626424a-2be7-4911-a448-c03218509845 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:03.424131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.442687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.8 (104b7548-3534-43eb-884e-b63645dc9097/ec6ae738-ebc1-47ef-9b41-625c803d87f4/a439eeb1-2ccd-4c2b-a867-4d64cc83686e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:03.463912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.537374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.541340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.542741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72271ef0-eaa5-4211-88c7-0e66cee40c42 HTTP/1.1" status: 204 len: 168 time: 0.2311673 Sep 24 19:16:03.557160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72271ef0-eaa5-4211-88c7-0e66cee40c42,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:03.567662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.568613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.570311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.570908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.571788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.573689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.574234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.575551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.576138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.576488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.576925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.577314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28bbe2a-355e-4489-94d2-e6809a638c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:03.707536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.751984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.961424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:03.988893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 104b7548-3534-43eb-884e-b63645dc9097 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:03.992954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:04.024277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:04.138253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a439eeb1-2ccd-4c2b-a867-4d64cc83686e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:04.139390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Allocated IP 172.20.0.2 (104b7548-3534-43eb-884e-b63645dc9097/ec6ae738-ebc1-47ef-9b41-625c803d87f4/3fca71cd-1042-48b7-9d9e-e6bb354284f6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:04.157411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.170411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.209801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:04.210472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.244020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:04.266974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda5167-caba-4a67-89b8-e1da54e986c7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:04.272334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.272689 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment d06fbabf-83cb-4008-83f8-d4cceeb9999d of type vlan for network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 Sep 24 19:16:04.274401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a44f896a-0184-4b93-9277-f61595cb24d6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:04.282464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fcf9c706-888c-40db-8c0b-d69b32a9a5c1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4225831 Sep 24 19:16:04.285798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:04.422324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a44f896a-0184-4b93-9277-f61595cb24d6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:04.422705 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.435630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.480577 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.601352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Network 104b7548-3534-43eb-884e-b63645dc9097 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:04.607033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:04.613637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:04.684841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Pushing event updated for resources: {'Port': ['ID=3fca71cd-1042-48b7-9d9e-e6bb354284f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:04.704922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Attempting to bind port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:04.704922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Attempting to bind port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '2d970333-6bf0-4190-ba59-6ce37b98c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '104b7548-3534-43eb-884e-b63645dc9097'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:04.705300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Attempting to bind port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 on network 104b7548-3534-43eb-884e-b63645dc9097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:04.730203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:04.730584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Checking segment: {'id': '2d970333-6bf0-4190-ba59-6ce37b98c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '104b7548-3534-43eb-884e-b63645dc9097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:04.731054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.731528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Bound using segment: {'id': '2d970333-6bf0-4190-ba59-6ce37b98c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '104b7548-3534-43eb-884e-b63645dc9097'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:04.732023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Bound port: 3fca71cd-1042-48b7-9d9e-e6bb354284f6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d970333-6bf0-4190-ba59-6ce37b98c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '104b7548-3534-43eb-884e-b63645dc9097'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:04.732415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.831005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] For port 3fca71cd-1042-48b7-9d9e-e6bb354284f6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:04.835776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] For port 3fca71cd-1042-48b7-9d9e-e6bb354284f6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3fca71cd-1042-48b7-9d9e-e6bb354284f6,segment=NetworkSegment(2d970333-6bf0-4190-ba59-6ce37b98c27d),segment_id=2d970333-6bf0-4190-ba59-6ce37b98c27d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:04.856226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.877623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:04.891092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.011876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a44f896a-0184-4b93-9277-f61595cb24d6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a44f896a-0184-4b93-9277-f61595cb24d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:05.053529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.060255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfc8f-68ea-4311-bfec-bab332e61d30 None None] Pushing event updated for resources: {'Port': ['ID=3fca71cd-1042-48b7-9d9e-e6bb354284f6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:05.076058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.081792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:05.082457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.186524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a44f896a-0184-4b93-9277-f61595cb24d6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:05.221511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7100058 Sep 24 19:16:05.260426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0afd49-0b2f-4739-984e-037e91876688 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=7cbe7987-7723-44b2-8e8d-26d82e2e28e0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:05.271620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:05.317920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Sync routers for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:05.376744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47438) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:05.377453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.396336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:05.426183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47442) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:05.479273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:05.480403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:05.647548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:05.653500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:05.785211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:06.192762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.196416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.221073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:02Z', 'revision_number': 4, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c626424a-2be7-4911-a448-c03218509845', 'name': '', 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'mac_address': 'fa:16:3e:31:8d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:00Z', 'updated_at': '2021-09-24T19:16:02Z', 'revision_number': 2, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'subnets': [{'id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:06.269486 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.293320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Checking router: bb377c43-c9cf-4359-b60f-e6300416a675 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:06.299867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Updating router bb377c43-c9cf-4359-b60f-e6300416a675 port c626424a-2be7-4911-a448-c03218509845 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:16:06.363244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.398616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47504) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:06.432892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.545813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a439eeb1-2ccd-4c2b-a867-4d64cc83686e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:06.648815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=9be06a2e-b01c-4c16-9667-84291c4c2b4a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:06.673130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Deleting port 69e319d3-826e-41dc-aa16-12174ca6f8c2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:06.673617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.677309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'd06fbabf-83cb-4008-83f8-d4cceeb9999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:06.677716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 7cbe7987-7723-44b2-8e8d-26d82e2e28e0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:06.685330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcff5acc-2ae3-4adb-aa42-b74c07743fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.709530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a44f896a-0184-4b93-9277-f61595cb24d6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:06.739746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c910d77-8477-4d10-9d61-fe309a82bc17 None None] Network 104b7548-3534-43eb-884e-b63645dc9097 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:06.812896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:06.820792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] For port 69e319d3-826e-41dc-aa16-12174ca6f8c2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=69e319d3-826e-41dc-aa16-12174ca6f8c2,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:06.821215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.821588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.844428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Calling delete_port for 69e319d3-826e-41dc-aa16-12174ca6f8c2 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:06.867098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47514) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:06.882252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7cbe7987-7723-44b2-8e8d-26d82e2e28e0) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:06.902481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:06.904290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.914048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94ddc9-5a4e-4e13-97b2-652afa9a3399 None None] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:06.942137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] Provisioning complete for port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:06.942667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.966170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a44f896a-0184-4b93-9277-f61595cb24d6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:06.966583 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:06.969543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.025589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.043451 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.049159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcff5acc-2ae3-4adb-aa42-b74c07743fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.086003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fcff5acc-2ae3-4adb-aa42-b74c07743fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.104786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.116032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d8af5270-e7d9-41cd-8021-392a64e91858 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7237186 Sep 24 19:16:07.133456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47518) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:07.139434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Pushing event deleted for resources: {'Port': ['ID=69e319d3-826e-41dc-aa16-12174ca6f8c2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:07.153851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912530659'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:07.167116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cab2286-4719-4274-85ec-0d4d82bd4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.227761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fcff5acc-2ae3-4adb-aa42-b74c07743fa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52393bcc526941a985db7061386ba9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8278656 Sep 24 19:16:07.235776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:07.240406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5acc-2ae3-4adb-aa42-b74c07743fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691cb843-d536-4f22-bcc9-535e2bd05b22,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:07.333035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:07.337257 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.425745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.545366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94766d15-e3a6-48f5-a521-11caecd605ac None None] Pushing event updated for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:07.552620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Attempting to bind port c626424a-2be7-4911-a448-c03218509845 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:07.553537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Attempting to bind port c626424a-2be7-4911-a448-c03218509845 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:07.553537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Attempting to bind port c626424a-2be7-4911-a448-c03218509845 on network f0dfd5c0-c659-48ee-ac49-821e6185a662 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:07.567895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:07.568265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Checking segment: {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:07.568679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.569072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Bound using segment: {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:07.569549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Bound port: c626424a-2be7-4911-a448-c03218509845, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae32e3-85dc-44b6-be56-740d6f241c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:07.569938 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.598995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:07.619513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.654287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.654640 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 6beedd41-62aa-459c-a506-4e04037ee0bd of type vlan for network 22476585-f04c-4a2c-821d-ff7fb724d3cb Sep 24 19:16:07.675760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3fca71cd-1042-48b7-9d9e-e6bb354284f6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:07.675978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.681639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.703564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Router 219a3a40-b480-4d88-8f86-0c8c037821ae has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:16:07.721350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.753864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.770765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.826270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7cbe7987-7723-44b2-8e8d-26d82e2e28e0', 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': '9be06a2e-b01c-4c16-9667-84291c4c2b4a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:07.827176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.832193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] For port 3fca71cd-1042-48b7-9d9e-e6bb354284f6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3fca71cd-1042-48b7-9d9e-e6bb354284f6,segment=NetworkSegment(2d970333-6bf0-4190-ba59-6ce37b98c27d),segment_id=2d970333-6bf0-4190-ba59-6ce37b98c27d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:07.836622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] For port c626424a-2be7-4911-a448-c03218509845, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:07.858748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:07.859257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.871140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26d65beb-2663-4afc-9ad7-7fcb4652ba9e admin admin] 10.222.0.18 "PUT /v2.0/routers/219a3a40-b480-4d88-8f86-0c8c037821ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413068 Sep 24 19:16:07.873719 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Sync routers for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:07.874200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:07.877251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cab2286-4719-4274-85ec-0d4d82bd4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.897882 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:07.899551 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:07.903451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] For port c626424a-2be7-4911-a448-c03218509845, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c626424a-2be7-4911-a448-c03218509845,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:07.931623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cab2286-4719-4274-85ec-0d4d82bd4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.935880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:07.974585 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.005260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.010591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:08.011260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.025296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=a439eeb1-2ccd-4c2b-a867-4d64cc83686e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.044016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.082575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.089318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.092954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/691cb843-d536-4f22-bcc9-535e2bd05b22 HTTP/1.1" status: 204 len: 168 time: 0.8474736 Sep 24 19:16:08.096238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9560680 Sep 24 19:16:08.118071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:08.118213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6cab2286-4719-4274-85ec-0d4d82bd4e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3b18a9aa1f74a4a8e097f8b7c6b18b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2460454 Sep 24 19:16:08.118213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab2286-4719-4274-85ec-0d4d82bd4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a124c7c-010c-4403-8c3e-4ce3c5f531a1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.120588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47528) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:08.120588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47530) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:08.138126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbec6b-ef4c-4baa-87f8-de21e9c46ccb None None] Pushing event updated for resources: {'Port': ['ID=3fca71cd-1042-48b7-9d9e-e6bb354284f6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.146690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '22476585-f04c-4a2c-821d-ff7fb724d3cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:08.274027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca435d-243c-40cc-9037-7465cff81456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691cb843-d536-4f22-bcc9-535e2bd05b22,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.340227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:08.340750 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.419052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Provisioning complete for port c626424a-2be7-4911-a448-c03218509845 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:08.419445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.451701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:08.454231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:08.563137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9efa8-a512-407c-b9ba-c5e5f7eae973 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=22476585-f04c-4a2c-821d-ff7fb724d3cb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.570991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:16:07Z', 'revision_number': 5, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:08.627956 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Checking router: 219a3a40-b480-4d88-8f86-0c8c037821ae for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:08.642667 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Routers {'219a3a40-b480-4d88-8f86-0c8c037821ae'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:08.646300 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['219a3a40-b480-4d88-8f86-0c8c037821ae'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:08.663937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 22476585-f04c-4a2c-821d-ff7fb724d3cb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:08.785596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.850822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] Set router 219a3a40-b480-4d88-8f86-0c8c037821ae gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:08.851692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.873486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Deleting port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:08.873905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.879974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.916215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94766d15-e3a6-48f5-a521-11caecd605ac None None] Pushing event updated for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:08.947505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:08.952449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.974449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.983070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.985649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] For port 85e837f4-ad5a-4493-aa03-51e6fea1d6c1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:08.986024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:08.987708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a124c7c-010c-4403-8c3e-4ce3c5f531a1 HTTP/1.1" status: 204 len: 168 time: 0.8618903 Sep 24 19:16:08.990384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 104b7548-3534-43eb-884e-b63645dc9097 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:09.000861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:09.001438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Calling delete_port for 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:09.026627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.123217 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:16:09.161657 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:16:07Z', 'revision_number': 5, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:09.195468 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53466d-d786-40a4-92c5-9e34adcbd1b2 None None] The sync data for ids ['219a3a40-b480-4d88-8f86-0c8c037821ae'] in n-d-810952-2 is: [{'id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'name': 'tempest-TestAggregatesBasicOps-1591382395-router', 'tenant_id': '4d6cf02bcafc4b44824af42a6e96282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:32Z', 'updated_at': '2021-09-24T19:16:07Z', 'revision_number': 5, 'project_id': '4d6cf02bcafc4b44824af42a6e96282c', 'gw_port': {'id': '85e837f4-ad5a-4493-aa03-51e6fea1d6c1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219a3a40-b480-4d88-8f86-0c8c037821ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:35Z', 'updated_at': '2021-09-24T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:09.209743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.239034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b71d1-f470-4d5f-97ca-c4034084af3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a124c7c-010c-4403-8c3e-4ce3c5f531a1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:09.285830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e837f4-ad5a-4493-aa03-51e6fea1d6c1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:09.341096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.360915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Router e388dfc0-f105-4be4-a5b2-37928f705fa9 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:16:09.367048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Allocated IP 172.20.255.242 (7cbe7987-7723-44b2-8e8d-26d82e2e28e0/9be06a2e-b01c-4c16-9667-84291c4c2b4a/8572da74-dfcb-4b22-88b9-26004f8d26d5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:09.507179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:09.521439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.524619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.617967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.619421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 219a3a40-b480-4d88-8f86-0c8c037821ae {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:16:09.627949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.629459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b91098b2-f37c-4c17-b09e-8e061d383698 admin admin] 10.222.0.18 "DELETE /v2.0/routers/219a3a40-b480-4d88-8f86-0c8c037821ae HTTP/1.1" status: 204 len: 168 time: 1.7536864 Sep 24 19:16:09.634809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:09.704477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:09.714493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-066a165d-20bf-4743-8b68-6c60ec7ec315 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/routers/e388dfc0-f105-4be4-a5b2-37928f705fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4276285 Sep 24 19:16:09.717973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47562) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:09.776859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.777399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Deleting subnet 5be13aae-fea3-4bec-bcd9-01abc23d5e5a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:09.786055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.833001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] Sync routers for ids ['e388dfc0-f105-4be4-a5b2-37928f705fa9'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:09.841547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.854537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.865265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:09.866986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=e1ae8a81-5864-4d2a-8889-5462b0b372f5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:09.902401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7662ad76-2d8d-4946-ad0c-92a90287a8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:09.942184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] Routers {'e388dfc0-f105-4be4-a5b2-37928f705fa9'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:09.942838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e388dfc0-f105-4be4-a5b2-37928f705fa9'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:09.974393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3fca71cd-1042-48b7-9d9e-e6bb354284f6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:09.983163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e809bb5-dcf5-4a55-936d-d100a0b68d55 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:09.988790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5e809bb5-dcf5-4a55-936d-d100a0b68d55 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?device_id=e388dfc0-f105-4be4-a5b2-37928f705fa9 HTTP/1.1" status: 200 len: 980 time: 0.2697051 Sep 24 19:16:09.993665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47568) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:10.068229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.124135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': '6beedd41-62aa-459c-a506-4e04037ee0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22476585-f04c-4a2c-821d-ff7fb724d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:10.124872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 22476585-f04c-4a2c-821d-ff7fb724d3cb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:10.140875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:10.156051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.209679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be13aae-fea3-4bec-bcd9-01abc23d5e5a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:10.215412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 22476585-f04c-4a2c-821d-ff7fb724d3cb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:10.218539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.225230 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e30b9aa-3319-4355-baf3-8b398e8313ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5be13aae-fea3-4bec-bcd9-01abc23d5e5a HTTP/1.1" status: 204 len: 168 time: 0.5889637 Sep 24 19:16:10.226845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:10.274032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] For port c626424a-2be7-4911-a448-c03218509845, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c626424a-2be7-4911-a448-c03218509845,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:10.281715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 22476585-f04c-4a2c-821d-ff7fb724d3cb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:10.284105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95c2c6-027c-4ade-936c-b45485eaaa15 None None] Network 3509bcb9-4fda-40e0-a669-05d048d9fb9f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:10.290245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:10.290883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.295172 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.312860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e37d49-c981-439f-a3a7-c2e510be4b53 None None] Network 22476585-f04c-4a2c-821d-ff7fb724d3cb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:10.325693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] Routers {'e388dfc0-f105-4be4-a5b2-37928f705fa9'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:10.326608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e388dfc0-f105-4be4-a5b2-37928f705fa9'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:10.329895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.396607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Deleting port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:10.396958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.403559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:10.404133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7662ad76-2d8d-4946-ad0c-92a90287a8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.404615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02b2c8-9462-4cbb-b3d4-506e4fc56479 None None] The sync data for ids ['e388dfc0-f105-4be4-a5b2-37928f705fa9'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:10.417057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7662ad76-2d8d-4946-ad0c-92a90287a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.507300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:10.508298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7662ad76-2d8d-4946-ad0c-92a90287a8e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff98c869752c402bbe780b7ac72c83f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251316 Sep 24 19:16:10.510728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ad76-2d8d-4946-ad0c-92a90287a8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f8cad-805f-4a05-b722-5c3482ef4cbe,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:10.515545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e480ba06-590a-47d6-8fa1-8c5c9d72b759 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3909404 Sep 24 19:16:10.518503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47580) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:10.571630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] For port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,segment=NetworkSegment(857c9de3-b1cd-403a-a8ab-76032d4deee6),segment_id=857c9de3-b1cd-403a-a8ab-76032d4deee6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:10.572003 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.595140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Calling delete_port for 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:10.604480 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.629152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.720314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.738311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Provisioning complete for port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:10.738872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.782676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.795573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.798492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e24f8cad-805f-4a05-b722-5c3482ef4cbe HTTP/1.1" status: 204 len: 168 time: 0.2900431 Sep 24 19:16:10.826697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa6bff-4d0b-475c-905d-b9ba86a2d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f8cad-805f-4a05-b722-5c3482ef4cbe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:10.830449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.860066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:10.860718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.919315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:10.923163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:10.929488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Pushing event updated for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:10.961275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.961614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.961964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.962319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.962665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.963013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.963344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.963669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.963996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.964323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.964669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.964997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0670f-5012-4dbd-9ce9-4994d9d8165e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:10.976646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:10.981424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Pushing event deleted for resources: {'Port': ['ID=05a8cf24-fcc2-4d08-ab91-e0b4cafe526b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:10.998162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] No DVR routers for this DVR port 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:11.113862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Pushing event updated for resources: {'Port': ['ID=8572da74-dfcb-4b22-88b9-26004f8d26d5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:11.139835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.140309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344beb93-1d15-4f04-a625-bc02cb7be58e None None] DHCP port deletion for 3509bcb9-4fda-40e0-a669-05d048d9fb9f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:11.182054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3509bcb9-4fda-40e0-a669-05d048d9fb9f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:11.186370 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.198629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857c9de3-b1cd-403a-a8ab-76032d4deee6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:11.200380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857c9de3-b1cd-403a-a8ab-76032d4deee6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:11.202770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:11.215403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.240176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.258281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:11.259193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:11.261827 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:11.311185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:02Z', 'revision_number': 4, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c626424a-2be7-4911-a448-c03218509845', 'name': '', 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'mac_address': 'fa:16:3e:31:8d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:00Z', 'updated_at': '2021-09-24T19:16:07Z', 'revision_number': 4, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'subnets': [{'id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:11.341351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Attempting to bind port 8572da74-dfcb-4b22-88b9-26004f8d26d5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:11.341727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Attempting to bind port 8572da74-dfcb-4b22-88b9-26004f8d26d5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd06fbabf-83cb-4008-83f8-d4cceeb9999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:11.342323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Attempting to bind port 8572da74-dfcb-4b22-88b9-26004f8d26d5 on network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:11.349814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a9456-b538-49ea-8888-e19d467ca4b0 None None] The sync data for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 is: [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:02Z', 'revision_number': 4, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'c626424a-2be7-4911-a448-c03218509845', 'name': '', 'network_id': 'f0dfd5c0-c659-48ee-ac49-821e6185a662', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'mac_address': 'fa:16:3e:31:8d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:00Z', 'updated_at': '2021-09-24T19:16:07Z', 'revision_number': 4, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'subnets': [{'id': 'b97137d0-6107-424c-bf06-6345cc534b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:11.377468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:11.378131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Checking segment: {'id': 'd06fbabf-83cb-4008-83f8-d4cceeb9999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:11.378817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.379416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Bound using segment: {'id': 'd06fbabf-83cb-4008-83f8-d4cceeb9999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:11.379732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.380377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Bound port: 8572da74-dfcb-4b22-88b9-26004f8d26d5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06fbabf-83cb-4008-83f8-d4cceeb9999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7cbe7987-7723-44b2-8e8d-26d82e2e28e0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:11.380990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.410546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.436154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.465860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Provisioning complete for port c626424a-2be7-4911-a448-c03218509845 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:11.466398 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.467280 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] 10.222.0.18 "DELETE /v2.0/networks/3509bcb9-4fda-40e0-a669-05d048d9fb9f HTTP/1.1" status: 204 len: 168 time: 1.2354376 Sep 24 19:16:11.473743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:11.525054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.561197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001235e4-28fe-4883-a78b-c0d5bfd9a0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-22476585-f04c-4a2c-821d-ff7fb724d3cb', 'network_id': '22476585-f04c-4a2c-821d-ff7fb724d3cb', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': 'e1ae8a81-5864-4d2a-8889-5462b0b372f5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:11.562039 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-001235e4-28fe-4883-a78b-c0d5bfd9a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.706956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 69e319d3-826e-41dc-aa16-12174ca6f8c2 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:11.745075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 69e319d3-826e-41dc-aa16-12174ca6f8c2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:11.745508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 69e319d3-826e-41dc-aa16-12174ca6f8c2 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:11.747539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:11.770945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4294c8a-332d-43fd-9065-929a43c576ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3509bcb9-4fda-40e0-a669-05d048d9fb9f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-001235e4-28fe-4883-a78b-c0d5bfd9a0f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1ae8a81-5864-4d2a-8889-5462b0b372f5: This subnet is being modified by another concurrent operation. Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1ae8a81-5864-4d2a-8889-5462b0b372f5: This subnet is being modified by another concurrent operation. Sep 24 19:16:11.823522 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:16:11.920481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ae8a81-5864-4d2a-8889-5462b0b372f5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:11.943024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42c1f2-9604-4490-82c3-d370bc42eb20 None None] Network 22476585-f04c-4a2c-821d-ff7fb724d3cb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:12.001575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c626424a-2be7-4911-a448-c03218509845 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:12.010173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] For port 8572da74-dfcb-4b22-88b9-26004f8d26d5, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:12.108200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] For port 8572da74-dfcb-4b22-88b9-26004f8d26d5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8572da74-dfcb-4b22-88b9-26004f8d26d5,segment=NetworkSegment(d06fbabf-83cb-4008-83f8-d4cceeb9999d),segment_id=d06fbabf-83cb-4008-83f8-d4cceeb9999d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:12.122836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.168890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22476585-f04c-4a2c-821d-ff7fb724d3cb']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:12.191368 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.210012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beedd41-62aa-459c-a506-4e04037ee0bd') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:12.210322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beedd41-62aa-459c-a506-4e04037ee0bd') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:12.234665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.244267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.280094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.336078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:12.336807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:12.341209 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:12.405662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fee0f-aa56-48c0-b1fd-75df66cc1cd5 None None] Pushing event updated for resources: {'Port': ['ID=8572da74-dfcb-4b22-88b9-26004f8d26d5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:12.446717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Provisioning complete for port a439eeb1-2ccd-4c2b-a867-4d64cc83686e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:12.446717 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.505668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc59d75d-f168-486d-9224-1a7fe14f344e None None] Port a439eeb1-2ccd-4c2b-a867-4d64cc83686e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:12.538195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port a439eeb1-2ccd-4c2b-a867-4d64cc83686e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:12.538821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.549847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c626424a-2be7-4911-a448-c03218509845 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:12.550239 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.565996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.633628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.635883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/22476585-f04c-4a2c-821d-ff7fb724d3cb HTTP/1.1" status: 204 len: 168 time: 2.1157026 Sep 24 19:16:12.654245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0e02-ffea-4829-91f7-bc2b5395eeec tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=22476585-f04c-4a2c-821d-ff7fb724d3cb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:12.655330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:12.669755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815414835'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:12.794880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:12.803315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.859128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:12.877933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:12.892380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:12.892896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 05a8cf24-fcc2-4d08-ab91-e0b4cafe526b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:12.893744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:12.913708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for a439eeb1-2ccd-4c2b-a867-4d64cc83686e owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:12.936942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:12.937523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 85e837f4-ad5a-4493-aa03-51e6fea1d6c1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:13.017001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:13.078004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.078343 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 064e879c-9048-483a-900d-48d2fabbf707 of type vlan for network 7e13f5a1-66bc-4fad-a971-62b02366d792 Sep 24 19:16:13.100280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Deleting port c626424a-2be7-4911-a448-c03218509845 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:13.100628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.186771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.273473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.283040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.289148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:13.289999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.325004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=a439eeb1-2ccd-4c2b-a867-4d64cc83686e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:13.435008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=7e13f5a1-66bc-4fad-a971-62b02366d792,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:13.448459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7e13f5a1-66bc-4fad-a971-62b02366d792 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:13.451399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] For port c626424a-2be7-4911-a448-c03218509845, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c626424a-2be7-4911-a448-c03218509845,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:13.451775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.455442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-29c79d4d-0a90-4492-b735-8551e2fcb739 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7988963 Sep 24 19:16:13.466068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:13.471124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '7e13f5a1-66bc-4fad-a971-62b02366d792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:13.520184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Calling delete_port for c626424a-2be7-4911-a448-c03218509845 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:13.599334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.905026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Router e388dfc0-f105-4be4-a5b2-37928f705fa9 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:16:13.942675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:13.946215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:13.969543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8572da74-dfcb-4b22-88b9-26004f8d26d5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:14.033686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:16:14.034222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:16:14.046226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:14.067639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0eea9e64-09de-4981-91e6-d9c97b1183c8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/routers/e388dfc0-f105-4be4-a5b2-37928f705fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0693617 Sep 24 19:16:14.068072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47674) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:14.076803 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] Sync routers for ids ['e388dfc0-f105-4be4-a5b2-37928f705fa9'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:14.081867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435898b-b1b5-4fd4-a0a8-a1befe4fad75 None None] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:14.092656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] Routers {'e388dfc0-f105-4be4-a5b2-37928f705fa9'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:14.093309 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e388dfc0-f105-4be4-a5b2-37928f705fa9'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:14.103241 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e657249-a53f-4d01-bced-8e4b673e5a4e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:16:14.108221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8e657249-a53f-4d01-bced-8e4b673e5a4e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/a439eeb1-2ccd-4c2b-a867-4d64cc83686e HTTP/1.1" status: 404 len: 333 time: 0.0359337 Sep 24 19:16:14.112759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47676) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:14.115052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8572da74-dfcb-4b22-88b9-26004f8d26d5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:14.115433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.193508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-53d46b81-89dd-440f-a435-ffa413c183d3 None None] Provisioning complete for port 8572da74-dfcb-4b22-88b9-26004f8d26d5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:14.193829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53d46b81-89dd-440f-a435-ffa413c183d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.351200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.379367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.385936 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:14.386361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.397094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] Routers {'e388dfc0-f105-4be4-a5b2-37928f705fa9'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:14.398406 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e388dfc0-f105-4be4-a5b2-37928f705fa9'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:14.439312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:14.440409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6e1ea-e07a-48c1-ad6b-8ba9f5452c0f None None] The sync data for ids ['e388dfc0-f105-4be4-a5b2-37928f705fa9'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:14.476000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Pushing event deleted for resources: {'Port': ['ID=c626424a-2be7-4911-a448-c03218509845,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:14.570926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 8572da74-dfcb-4b22-88b9-26004f8d26d5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8572da74-dfcb-4b22-88b9-26004f8d26d5,segment=NetworkSegment(d06fbabf-83cb-4008-83f8-d4cceeb9999d),segment_id=d06fbabf-83cb-4008-83f8-d4cceeb9999d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:14.589309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.598443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.600909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.604638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53d46b81-89dd-440f-a435-ffa413c183d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.657569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.658755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Fanout notify agent at l3_agent the message router_deleted on router e388dfc0-f105-4be4-a5b2-37928f705fa9 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:16:14.668619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.677487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:14.679316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cbb8d8b3-36bc-4f0e-a5e8-c0c28c1dbf58 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/routers/e388dfc0-f105-4be4-a5b2-37928f705fa9 HTTP/1.1" status: 204 len: 168 time: 0.5628805 Sep 24 19:16:14.715690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.781518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-53d46b81-89dd-440f-a435-ffa413c183d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:14.782118 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-53d46b81-89dd-440f-a435-ffa413c183d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:14.787314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=8572da74-dfcb-4b22-88b9-26004f8d26d5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:14.970223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet ec6ae738-ebc1-47ef-9b41-625c803d87f4 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:14.989047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:14.990973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.024423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=921373df-c6b1-4380-b4a4-fdb209b79425,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:15.032016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a55b6-d205-47b7-b1de-7ab9b2a2f9ad None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:15.061561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': '064e879c-9048-483a-900d-48d2fabbf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e13f5a1-66bc-4fad-a971-62b02366d792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:15.061917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 7e13f5a1-66bc-4fad-a971-62b02366d792, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:15.113355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.171563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 7e13f5a1-66bc-4fad-a971-62b02366d792 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:15.235777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7e13f5a1-66bc-4fad-a971-62b02366d792) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:15.254171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:15.255002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.281852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.336719 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc0eaf77-4ce1-4936-9b9b-ae796d95d636 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8696079 Sep 24 19:16:15.341101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47722) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:15.379820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a55b6-d205-47b7-b1de-7ab9b2a2f9ad None None] Unable to find a vacant binding_index for network 7e13f5a1-66bc-4fad-a971-62b02366d792 and agent f418fe21-5b65-41a1-a328-d47395122fbd {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 24 19:16:15.388849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a55b6-d205-47b7-b1de-7ab9b2a2f9ad None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7e13f5a1-66bc-4fad-a971-62b02366d792) {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:15.498039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.579499 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.594605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-491a4e13-304c-4a21-ba68-0b9a29fad940 None None] Provisioning complete for port 8572da74-dfcb-4b22-88b9-26004f8d26d5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:15.595029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-491a4e13-304c-4a21-ba68-0b9a29fad940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.714120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.799254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=921373df-c6b1-4380-b4a4-fdb209b79425,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:15.812835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.816081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Router bb377c43-c9cf-4359-b60f-e6300416a675 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:16:15.847258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.851563 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/ec6ae738-ebc1-47ef-9b41-625c803d87f4 HTTP/1.1" status: 204 len: 168 time: 1.1631665 Sep 24 19:16:15.851563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3321bae-2349-4bff-96e2-309a8ac3a5f8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6ae738-ebc1-47ef-9b41-625c803d87f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:15.852832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47736) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:15.948156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:15.988675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:16.005550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cde67e0b-d42d-42cc-9cc0-c5541e7c6524 admin admin] 10.222.0.18 "PUT /v2.0/routers/bb377c43-c9cf-4359-b60f-e6300416a675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4976697 Sep 24 19:16:16.011974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:16.023422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Sync routers for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:16.034227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e13f5a1-66bc-4fad-a971-62b02366d792']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:16.068170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8572da74-dfcb-4b22-88b9-26004f8d26d5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:16.127188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:16.128189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:16.149564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.165711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e879c-9048-483a-900d-48d2fabbf707') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:16.166013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e879c-9048-483a-900d-48d2fabbf707') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:16.198437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.204165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.245311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.266226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:16.266738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:16.270498 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:16.293822 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.314070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb000c-39b5-4579-8419-35c6d8694461 None None] Network 7e13f5a1-66bc-4fad-a971-62b02366d792 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:16.316250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd82dca-e193-40c9-9b0d-f41941f9ee3c None None] Network 104b7548-3534-43eb-884e-b63645dc9097 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:16.395824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.401507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.409207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/7e13f5a1-66bc-4fad-a971-62b02366d792 HTTP/1.1" status: 204 len: 168 time: 1.0667841 Sep 24 19:16:16.416956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:16.424435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:16.425294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.442728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2046599962'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:16.482306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8572da74-dfcb-4b22-88b9-26004f8d26d5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:16.482693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.492579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Deleting port a44f896a-0184-4b93-9277-f61595cb24d6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:16.493007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.496970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:16.501188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.520726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] For port 3fca71cd-1042-48b7-9d9e-e6bb354284f6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3fca71cd-1042-48b7-9d9e-e6bb354284f6,segment=NetworkSegment(2d970333-6bf0-4190-ba59-6ce37b98c27d),segment_id=2d970333-6bf0-4190-ba59-6ce37b98c27d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:16.521102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.539377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 3fca71cd-1042-48b7-9d9e-e6bb354284f6 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:16.603942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:16.610292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:16.631743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.632103 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 086b157a-742c-4ae8-9860-3b3ad88eb726 of type vlan for network bea58a50-87f6-48d0-ae43-071e7d3d076a Sep 24 19:16:16.657921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6168578-5656-476b-a555-aa3a49d9c7b5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=7e13f5a1-66bc-4fad-a971-62b02366d792,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:16.658512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] For port a44f896a-0184-4b93-9277-f61595cb24d6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a44f896a-0184-4b93-9277-f61595cb24d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:16.659019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.668953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.702415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Calling delete_port for a44f896a-0184-4b93-9277-f61595cb24d6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:16.716061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No DVR routers for this DVR port 3fca71cd-1042-48b7-9d9e-e6bb354284f6 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:16.727285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0f564-37ef-4189-89e4-76f5db4fae08 None None] Network 7e13f5a1-66bc-4fad-a971-62b02366d792 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:16.729851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.757564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0f564-37ef-4189-89e4-76f5db4fae08 None None] Network 7e13f5a1-66bc-4fad-a971-62b02366d792 could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:16:16.762674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=3fca71cd-1042-48b7-9d9e-e6bb354284f6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:16.822924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.830115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:16.831408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.856463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c27d7a-20d7-4a18-805d-2f624e1030fa None None] DHCP port deletion for 104b7548-3534-43eb-884e-b63645dc9097 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:16.908411 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4890544 Sep 24 19:16:16.948784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:16.954208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:16.960539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': 'bea58a50-87f6-48d0-ae43-071e7d3d076a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:16.994883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d27ec-9234-44e4-99a1-a9fb27ac73c8 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=bea58a50-87f6-48d0-ae43-071e7d3d076a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:16.996867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104b7548-3534-43eb-884e-b63645dc9097']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.024588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network bea58a50-87f6-48d0-ae43-071e7d3d076a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:17.026494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d970333-6bf0-4190-ba59-6ce37b98c27d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.032118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d970333-6bf0-4190-ba59-6ce37b98c27d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.052493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.086776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.097971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:17.100158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:17.105660 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:17.163444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:14Z', 'revision_number': 5, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port': {'id': 'a44f896a-0184-4b93-9277-f61595cb24d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:15:56Z', 'updated_at': '2021-09-24T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.191959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.199240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Checking router: bb377c43-c9cf-4359-b60f-e6300416a675 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:17.202171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:17.206598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.209126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.214015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Routers {'bb377c43-c9cf-4359-b60f-e6300416a675'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:17.217411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:15:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bb377c43-c9cf-4359-b60f-e6300416a675'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.229442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.236815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/104b7548-3534-43eb-884e-b63645dc9097 HTTP/1.1" status: 204 len: 168 time: 1.3774538 Sep 24 19:16:17.238790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47776) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:17.291440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8502c-a5a7-4873-b033-52c42798fb5a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=104b7548-3534-43eb-884e-b63645dc9097,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:17.319051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43187ec6-771c-4552-8e18-bd0bc0b58ba7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:17.322910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-43187ec6-771c-4552-8e18-bd0bc0b58ba7 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 HTTP/1.1" status: 200 len: 841 time: 0.0809929 Sep 24 19:16:17.325732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47780) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:17.344984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] Set router bb377c43-c9cf-4359-b60f-e6300416a675 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:17.354647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a44f896a-0184-4b93-9277-f61595cb24d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:17.413234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f376ad4-4801-4210-b779-d0e1ad6c4e75 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/a22f545b-0f30-4a8c-9b3b-fe2f6e300b65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0863152 Sep 24 19:16:17.413896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:17.419511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:17.455973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:17Z', 'revision_number': 7, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:17.476233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.510150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533b85e-dab7-4eac-9522-b4dacbbc80aa None None] The sync data for ids ['bb377c43-c9cf-4359-b60f-e6300416a675'] in n-d-810952-2 is: [{'id': 'bb377c43-c9cf-4359-b60f-e6300416a675', 'name': 'tempest-TestAggregatesBasicOps-340262598-router', 'tenant_id': 'e82e5b224c044285888ef3735b340b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:15:55Z', 'updated_at': '2021-09-24T19:16:17Z', 'revision_number': 7, 'project_id': 'e82e5b224c044285888ef3735b340b1f', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:17.585917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:17.610013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.623498 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.626415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.628612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.717553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.718134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb377c43-c9cf-4359-b60f-e6300416a675 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:16:17.730516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.731726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-985c6cf7-c8d4-4f48-95f6-8c1ee39034dc admin admin] 10.222.0.18 "DELETE /v2.0/routers/bb377c43-c9cf-4359-b60f-e6300416a675 HTTP/1.1" status: 204 len: 168 time: 1.7187643 Sep 24 19:16:17.735367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47798) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:17.745025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=92f6875a-92a3-4616-aca3-b1a26ac84ad3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:17.756612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': '086b157a-742c-4ae8-9860-3b3ad88eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bea58a50-87f6-48d0-ae43-071e7d3d076a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:17.756976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: bea58a50-87f6-48d0-ae43-071e7d3d076a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:17.778479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network bea58a50-87f6-48d0-ae43-071e7d3d076a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:17.794887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, bea58a50-87f6-48d0-ae43-071e7d3d076a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:17.801075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:17.801669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.809049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c4189-dcc0-46d7-b512-0cb9bd77c2ab None None] Network bea58a50-87f6-48d0-ae43-071e7d3d076a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:17.836883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Deleting subnet b97137d0-6107-424c-bf06-6345cc534b50 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:17.840380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:17.846039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7dbbf77d-fe82-46e7-88e0-f1773d23f720 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8944964 Sep 24 19:16:17.848621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:17.887506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.056590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.063125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.124871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.155537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:18.158133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c626424a-2be7-4911-a448-c03218509845 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:18.163671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:18.170378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:18.171305 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.174162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=d55cecc3-68ed-4cba-be87-ccdc3a027844,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:18.188417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.199685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82ac3c-4394-4d19-a206-23c10931bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-bea58a50-87f6-48d0-ae43-071e7d3d076a', 'network_id': 'bea58a50-87f6-48d0-ae43-071e7d3d076a', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': '92f6875a-92a3-4616-aca3-b1a26ac84ad3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:18.200556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be82ac3c-4394-4d19-a206-23c10931bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.202121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ebabd493-fbfd-40bd-9bbc-6ac38a2a9eba tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7870059 Sep 24 19:16:18.202807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3a07d-bfcc-43f1-939b-4aadc0ef5e4c None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:18.205093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:18.205978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c626424a-2be7-4911-a448-c03218509845 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:18.206331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c626424a-2be7-4911-a448-c03218509845 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:18.206781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3fca71cd-1042-48b7-9d9e-e6bb354284f6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:18.210036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'security_group': {'name': 'tempest-secgroup-1896822054'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:18.238694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.256027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3fca71cd-1042-48b7-9d9e-e6bb354284f6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:18.256256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3fca71cd-1042-48b7-9d9e-e6bb354284f6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:18.274776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.279074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97137d0-6107-424c-bf06-6345cc534b50,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:18.291892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.297543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5f0bdd72-9e03-44ad-9c69-a5c713aabe78 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b97137d0-6107-424c-bf06-6345cc534b50 HTTP/1.1" status: 204 len: 168 time: 0.5574939 Sep 24 19:16:18.297543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47814) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:18.343708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.355699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d806d6-e21d-4c2c-9adc-55f9d0a78f19 None None] Network f0dfd5c0-c659-48ee-ac49-821e6185a662 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:18.397767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.413138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=92f6875a-92a3-4616-aca3-b1a26ac84ad3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-be82ac3c-4394-4d19-a206-23c10931bb88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92f6875a-92a3-4616-aca3-b1a26ac84ad3: This subnet is being modified by another concurrent operation. Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92f6875a-92a3-4616-aca3-b1a26ac84ad3: This subnet is being modified by another concurrent operation. Sep 24 19:16:18.531269 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:16:18.568405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5bb7a1-fa22-44bf-86e6-329612684b9c None None] Network bea58a50-87f6-48d0-ae43-071e7d3d076a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:18.576605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.581962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.595961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Deleting port 9631a072-7281-449b-a274-316b71c7621c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:18.596311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.599092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.617816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea58a50-87f6-48d0-ae43-071e7d3d076a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:18.633057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086b157a-742c-4ae8-9860-3b3ad88eb726') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:18.633376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086b157a-742c-4ae8-9860-3b3ad88eb726') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:18.652673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.686701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.704423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:18.706152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.719978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.724617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5185275 Sep 24 19:16:18.727524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47828) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:18.728481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407a41-95e1-48a2-89e9-a5158642e4e2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1bcf7-5137-4aa9-a802-b602602d739c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:18.745594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241996328'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:18.750475 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:18.812131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] For port 9631a072-7281-449b-a274-316b71c7621c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9631a072-7281-449b-a274-316b71c7621c,segment=NetworkSegment(fbae32e3-85dc-44b6-be56-740d6f241c7b),segment_id=fbae32e3-85dc-44b6-be56-740d6f241c7b)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:18.812387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.833675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Calling delete_port for 9631a072-7281-449b-a274-316b71c7621c owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:18.849276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.878886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.889026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:18.897778 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/bea58a50-87f6-48d0-ae43-071e7d3d076a HTTP/1.1" status: 204 len: 168 time: 1.0477796 Sep 24 19:16:18.898732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:18.915032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347591322'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:18.936049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434d2e-0730-4516-83ad-ea1e39de028b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=bea58a50-87f6-48d0-ae43-071e7d3d076a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:18.972312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:18.978052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.031704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:19.072707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.073426 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 833c26e4-fbbe-42e0-8e53-5bed760f263a of type vlan for network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 Sep 24 19:16:19.093907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.104190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-21582de5-9561-4387-85e0-f92a05170064', 'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'tenant_id': '5bea1d521b9e460889d5242d3f6d396e', 'fixed_ips': [{'subnet_id': 'd55cecc3-68ed-4cba-be87-ccdc3a027844'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:19.107614 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.119132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.143984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] No DVR routers for this DVR port 9631a072-7281-449b-a274-316b71c7621c on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:19.154122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9631a072-7281-449b-a274-316b71c7621c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:19.154673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.166150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:19.166538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.228968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.242901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76faf14e-52f3-4676-b589-4c07521eeb1c None None] DHCP port deletion for f0dfd5c0-c659-48ee-ac49-821e6185a662 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:19.246835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.289058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=d78b3038-1c99-4e12-8dd7-25dfed52cdf0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:19.292944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ae8aea0-ef2a-4115-b707-e7649cc50881 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3849037 Sep 24 19:16:19.298347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:19.306279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:19.315756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.332710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:19.355590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47840) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:19.359595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.360916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6261115 Sep 24 19:16:19.365436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:19.366327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dfd5c0-c659-48ee-ac49-821e6185a662']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:19.373247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-387081905', 'security_groups': ['a2314812-c8e6-47ab-959d-20d93cca2d1f'], 'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd55cecc3-68ed-4cba-be87-ccdc3a027844'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:19.387197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Allocated IP 172.20.0.2 (21582de5-9561-4387-85e0-f92a05170064/d55cecc3-68ed-4cba-be87-ccdc3a027844/f6ea3151-4ea8-4ae7-84c7-ee71a4120c93) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:19.398724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395efd4-0c3f-42ca-bc2a-5b8655e4e878 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2314812-c8e6-47ab-959d-20d93cca2d1f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:19.414963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbae32e3-85dc-44b6-be56-740d6f241c7b') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:19.415463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbae32e3-85dc-44b6-be56-740d6f241c7b') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:19.428830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.447660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.458531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:19.459900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:19.462454 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:19.516709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:19.520390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.580153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.592398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.592398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f0dfd5c0-c659-48ee-ac49-821e6185a662 HTTP/1.1" status: 204 len: 168 time: 1.2935412 Sep 24 19:16:19.618689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d9c69-3395-4339-a21b-30657d0e1cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dfd5c0-c659-48ee-ac49-821e6185a662,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:19.630030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:19.680157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.688489 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.733740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:19.739312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:19.761296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:19.763697 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b49e969e-16a9-4dda-814a-6c498abde464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.771671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.844292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port d1d68a81-6879-4481-bf4a-3af29349d7f5 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:16:19.868362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:19.894032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9631a072-7281-449b-a274-316b71c7621c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:19.914121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.931424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9631a072-7281-449b-a274-316b71c7621c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:19.931424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9631a072-7281-449b-a274-316b71c7621c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:19.931424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a44f896a-0184-4b93-9277-f61595cb24d6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:19.931761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:19.962304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Attempting to bind port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:19.962827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Attempting to bind port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '48cb4081-59f3-4d1c-a93e-78125344c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21582de5-9561-4387-85e0-f92a05170064'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:19.963238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Attempting to bind port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 on network 21582de5-9561-4387-85e0-f92a05170064 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:19.969994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a44f896a-0184-4b93-9277-f61595cb24d6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:19.970346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a44f896a-0184-4b93-9277-f61595cb24d6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:19.975074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:19.975518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Checking segment: {'id': '48cb4081-59f3-4d1c-a93e-78125344c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21582de5-9561-4387-85e0-f92a05170064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:19.976703 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:19.977134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Bound using segment: {'id': '48cb4081-59f3-4d1c-a93e-78125344c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21582de5-9561-4387-85e0-f92a05170064'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:19.977623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Bound port: f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb4081-59f3-4d1c-a93e-78125344c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21582de5-9561-4387-85e0-f92a05170064'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:19.979016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.059287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=fb5d93ea-e6f3-477a-abae-b272bb743080,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.062301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b49e969e-16a9-4dda-814a-6c498abde464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.064525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:20.068777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:20.069567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b49e969e-16a9-4dda-814a-6c498abde464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.074925 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.121613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b49e969e-16a9-4dda-814a-6c498abde464 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48ef5773509e41069217af970c2ae20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603314 Sep 24 19:16:20.121613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e969e-16a9-4dda-814a-6c498abde464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235d6896-4188-4a0f-a74f-7286448fcfd4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.121934 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b1496a1-02d1-4e64-8777-dc22f42c731b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d6cf02bcafc4b44824af42a6e96282c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706154 Sep 24 19:16:20.122869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47856) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:20.129710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47858) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:20.159086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': '833c26e4-fbbe-42e0-8e53-5bed760f263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:20.159724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: d78b3038-1c99-4e12-8dd7-25dfed52cdf0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:20.174214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b20a75-23ed-41b4-8f54-f0d14491f57f None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.190326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.7 (21582de5-9561-4387-85e0-f92a05170064/d55cecc3-68ed-4cba-be87-ccdc3a027844/d1d68a81-6879-4481-bf4a-3af29349d7f5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:20.199559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:20.222616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d78b3038-1c99-4e12-8dd7-25dfed52cdf0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:20.234022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e67a2a-61dc-42b7-9a9f-05f83ade2b6a None None] Network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:20.235728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:20.236419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.246721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.249615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.307965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42dca3f4-68cc-4af4-bfa5-ab45680662ef tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0084531 Sep 24 19:16:20.317437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:20.341935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21c45339-b42b-48f9-ad00-5a0e89b23810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.489886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d78b3038-1c99-4e12-8dd7-25dfed52cdf0', 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': 'fb5d93ea-e6f3-477a-abae-b272bb743080'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:20.491158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.502894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:20.609536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.641597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.683538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dabf2979-9d4f-4cf0-9bd6-a72abfffb0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.686252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Allocated IP 172.20.0.2 (d78b3038-1c99-4e12-8dd7-25dfed52cdf0/fb5d93ea-e6f3-477a-abae-b272bb743080/d69014f7-d64c-4e0a-98f2-73c97a13db6d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:20.724400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.751648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.754404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.791866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.799234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:20.831863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:20.833789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=d1d68a81-6879-4481-bf4a-3af29349d7f5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.839805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:20.859405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.864668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.866256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/235d6896-4188-4a0f-a74f-7286448fcfd4 HTTP/1.1" status: 204 len: 168 time: 0.7423704 Sep 24 19:16:20.873281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.876677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.878714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78e1fa96-b7c2-47f3-8d6b-88d2e38345ae HTTP/1.1" status: 204 len: 168 time: 0.7479689 Sep 24 19:16:20.886736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4a37-1851-4157-b3b3-84c84531f298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235d6896-4188-4a0f-a74f-7286448fcfd4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.893286 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.899890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1615-6238-4531-bcb6-fcbd23459e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1fa96-b7c2-47f3-8d6b-88d2e38345ae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:20.910039 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:20.938613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:20.969115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:20.975299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:20.983056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:20.983562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.003159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Pushing event updated for resources: {'Port': ['ID=d69014f7-d64c-4e0a-98f2-73c97a13db6d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.003828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.064447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Attempting to bind port d69014f7-d64c-4e0a-98f2-73c97a13db6d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:21.064823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Attempting to bind port d69014f7-d64c-4e0a-98f2-73c97a13db6d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '833c26e4-fbbe-42e0-8e53-5bed760f263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:21.065332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Attempting to bind port d69014f7-d64c-4e0a-98f2-73c97a13db6d on network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:21.070658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:21.071069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Checking segment: {'id': '833c26e4-fbbe-42e0-8e53-5bed760f263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:21.071478 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.071874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Bound using segment: {'id': '833c26e4-fbbe-42e0-8e53-5bed760f263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:21.072358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Bound port: d69014f7-d64c-4e0a-98f2-73c97a13db6d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833c26e4-fbbe-42e0-8e53-5bed760f263a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:21.072932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.111436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5d93ea-e6f3-477a-abae-b272bb743080,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.182366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] For port d69014f7-d64c-4e0a-98f2-73c97a13db6d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:21.188539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] For port d69014f7-d64c-4e0a-98f2-73c97a13db6d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d69014f7-d64c-4e0a-98f2-73c97a13db6d,segment=NetworkSegment(833c26e4-fbbe-42e0-8e53-5bed760f263a),segment_id=833c26e4-fbbe-42e0-8e53-5bed760f263a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:21.195701 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.217717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.230568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dabf2979-9d4f-4cf0-9bd6-a72abfffb0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.248005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b3038-1c99-4e12-8dd7-25dfed52cdf0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:21.250471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dabf2979-9d4f-4cf0-9bd6-a72abfffb0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.289832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73e5dba1-9853-4a75-8543-728191879167 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9233284 Sep 24 19:16:21.292141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833c26e4-fbbe-42e0-8e53-5bed760f263a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:21.292695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833c26e4-fbbe-42e0-8e53-5bed760f263a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:21.295017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.304890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:21.314800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d9f0-0b9e-4f1e-983f-9e5b9ce64b72 None None] Pushing event updated for resources: {'Port': ['ID=d69014f7-d64c-4e0a-98f2-73c97a13db6d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.322120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.327511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523e3be-8a56-4d0a-a717-03751b36a1e8 None None] Network d78b3038-1c99-4e12-8dd7-25dfed52cdf0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:21.354437 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dabf2979-9d4f-4cf0-9bd6-a72abfffb0db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db013b5a536a4e73ba8176d2ca1a1723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501246 Sep 24 19:16:21.357751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.360522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf2979-9d4f-4cf0-9bd6-a72abfffb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a6cd94-7ef6-44e6-afca-3a3a659af168,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.363705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.380897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:21.381306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:21.384638 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:21.392463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.499004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47884) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.509497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:16:21.509497 n-d-810952-2 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:16:21.509497 n-d-810952-2 neutron-server[94856]: [parameters: {'id': 'd78b3038-1c99-4e12-8dd7-25dfed52cdf0'}] Sep 24 19:16:21.509497 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:21.509915 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:21.535939 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d896c27-6029-4162-99ee-2a1036f092d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e82e5b224c044285888ef3735b340b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385880 Sep 24 19:16:21.536076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.536461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.543587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.569656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:21.569656 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:16:21.569656 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': '037de1c423bb44a68a8bdec37e024a12', 'id': '008c4cca-ebf8-4cc8-8100-71b45b4e874f', 'expiration': datetime.datetime(2021, 9, 24, 19, 18, 21, 561088)}] Sep 24 19:16:21.569656 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:21.570171 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:21.574327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:21.578438 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.584471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.634140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.675525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.679099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:21.679640 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.682739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.685361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.689192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87a6cd94-7ef6-44e6-afca-3a3a659af168 HTTP/1.1" status: 204 len: 168 time: 0.3304036 Sep 24 19:16:21.705224 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d55cecc3-68ed-4cba-be87-ccdc3a027844 (CIDR: 172.20.0.0/28) Sep 24 19:16:21.707421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eadc6-6495-44fd-b499-4f8711949077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a6cd94-7ef6-44e6-afca-3a3a659af168,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.718341 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:16:21.719191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:21.746176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:21.747938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b2d8d967-d50b-444c-b92a-068e64bb6144 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4455442 Sep 24 19:16:21.753874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:21.795388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.798983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.800373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43973931-3a82-4afb-9f82-a824dbc39f1b HTTP/1.1" status: 204 len: 168 time: 0.2635033 Sep 24 19:16:21.818262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c3bc9-f312-46ba-91b1-5fd0decc2871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43973931-3a82-4afb-9f82-a824dbc39f1b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:21.863235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.902706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:21.912162 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:21.957800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9568f8-fdd7-4295-9b58-de6b1c190390 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:21.997246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:22.000501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:22.003396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.023970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.067228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:22.067521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.072197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.124918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.170681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9edfbc71-84dc-4233-a0d2-e9be3e94690a None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:22.178490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:22.178982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.236101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.244155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.295844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9568f8-fdd7-4295-9b58-de6b1c190390 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:22.304541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=037de1c423bb44a68a8bdec37e024a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980940 Sep 24 19:16:22.304541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6ca6a-3067-44b6-a887-03f0958b0849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c674bf-017b-4528-8c99-965f87df00c5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.305791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47900) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:22.322957 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.340941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-94318b09-0f0d-42b2-8df7-cc53ee2f79d8 None None] Provisioning complete for port d1d68a81-6879-4481-bf4a-3af29349d7f5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:22.342135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94318b09-0f0d-42b2-8df7-cc53ee2f79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.376289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.388222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=efb02326-ed57-4ca3-9422-427ef76dfefb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.391845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:22.396427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:22.400072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:22.401068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.407947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.421689 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95798370-5b35-41bb-8921-7aa597b6b9b8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6740105 Sep 24 19:16:22.424575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:22.437812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-572144282', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'efb02326-ed57-4ca3-9422-427ef76dfefb'}], 'security_groups': ['abc1bcf7-5137-4aa9-a802-b602602d739c']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:22.470889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-94318b09-0f0d-42b2-8df7-cc53ee2f79d8 None None] Port d1d68a81-6879-4481-bf4a-3af29349d7f5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:22.482880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.494465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port d69014f7-d64c-4e0a-98f2-73c97a13db6d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:22.494778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.495096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.498217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7c674bf-017b-4528-8c99-965f87df00c5 HTTP/1.1" status: 204 len: 168 time: 0.1897051 Sep 24 19:16:22.514570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f896d-6f53-4d5c-9669-e776c63e9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c674bf-017b-4528-8c99-965f87df00c5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.567289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:22.588843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3bdea54-7b82-47e5-85a4-8e26c50fd0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.597783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port d69014f7-d64c-4e0a-98f2-73c97a13db6d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d69014f7-d64c-4e0a-98f2-73c97a13db6d,segment=NetworkSegment(833c26e4-fbbe-42e0-8e53-5bed760f263a),segment_id=833c26e4-fbbe-42e0-8e53-5bed760f263a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:22.598154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.640662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for d69014f7-d64c-4e0a-98f2-73c97a13db6d owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:22.645861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.753481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344295b-7061-474f-aa00-afc73e989ff0 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:22.769986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3bdea54-7b82-47e5-85a4-8e26c50fd0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.777422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e3bdea54-7b82-47e5-85a4-8e26c50fd0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.825515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3bdea54-7b82-47e5-85a4-8e26c50fd0c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7e547dbe7a0421d81c542cdbaf24734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565842 Sep 24 19:16:22.826463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdea54-7b82-47e5-85a4-8e26c50fd0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0a5bb-d3ba-47ad-a74a-b7a401a4c845,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.846026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47918) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:22.863368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.922248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344295b-7061-474f-aa00-afc73e989ff0 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:22.925805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=d69014f7-d64c-4e0a-98f2-73c97a13db6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:22.943468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port d69014f7-d64c-4e0a-98f2-73c97a13db6d on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:22.947879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-adca715e-9712-40e1-a0f6-f7422a878a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:22.968588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.015494 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.084076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.109977 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.112723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.116950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79c0a5bb-d3ba-47ad-a74a-b7a401a4c845 HTTP/1.1" status: 204 len: 168 time: 0.2641845 Sep 24 19:16:23.132544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d82eaf-88cc-4c24-95a2-ce74f88c728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0a5bb-d3ba-47ad-a74a-b7a401a4c845,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:23.138466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b3038-1c99-4e12-8dd7-25dfed52cdf0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:23.170615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833c26e4-fbbe-42e0-8e53-5bed760f263a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:23.171393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833c26e4-fbbe-42e0-8e53-5bed760f263a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:23.190130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.229309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.251392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:23.252044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:23.255552 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:23.334450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Delete allocated IP 172.20.0.7 (21582de5-9561-4387-85e0-f92a05170064/d55cecc3-68ed-4cba-be87-ccdc3a027844) {{(pid=94856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:16:23.343560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.348535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.21 (21582de5-9561-4387-85e0-f92a05170064/efb02326-ed57-4ca3-9422-427ef76dfefb/d1d68a81-6879-4481-bf4a-3af29349d7f5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:23.365509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.367250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d9942-2765-440e-a1c1-78d230208f22 None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:23.378124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.379794 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/d78b3038-1c99-4e12-8dd7-25dfed52cdf0 HTTP/1.1" status: 204 len: 168 time: 3.0611691 Sep 24 19:16:23.383517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47942) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:23.389821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818123197'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:23.420177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570f2e-f383-49a3-a857-ae9365adab8a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=d78b3038-1c99-4e12-8dd7-25dfed52cdf0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:23.430883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:23.436566 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.466673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:23.480487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.480842 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 01d4c7a8-4369-408f-8cf1-4c61c20eac3f of type vlan for network bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a Sep 24 19:16:23.536333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.574343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.581432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:23.582456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.602059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.612754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.628148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2435007 Sep 24 19:16:23.638404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:23.644914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': 'bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:23.714285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef54eab-5353-4af7-babd-7216856006b4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:23.742710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:23.749309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=d1d68a81-6879-4481-bf4a-3af29349d7f5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:23.787019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Update dhcp port {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'fixed_ips': [{'subnet_id': 'd55cecc3-68ed-4cba-be87-ccdc3a027844', 'ip_address': '172.20.0.2'}, {'subnet_id': 'efb02326-ed57-4ca3-9422-427ef76dfefb'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f6ea3151-4ea8-4ae7-84c7-ee71a4120c93'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:16:23.851715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:23.856067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] In _notify_port_updated(), no bound segment for port d1d68a81-6879-4481-bf4a-3af29349d7f5 on network 21582de5-9561-4387-85e0-f92a05170064 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:16:23.859946 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.865572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:23.875596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.880102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b85b62a5-7ea1-4daa-9d8a-c6f0ff395c09 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/ports/d1d68a81-6879-4481-bf4a-3af29349d7f5 HTTP/1.1" status: 200 len: 920 time: 1.4511821 Sep 24 19:16:23.880250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:23.893100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:23.947759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:23.975389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing IP validity checks on allocation pools {{(pid=94855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:16:23.975937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:16:24.087986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:24.087986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.089717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port d1d68a81-6879-4481-bf4a-3af29349d7f5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:24.090234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.134749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Allocated IP 172.20.0.18 (21582de5-9561-4387-85e0-f92a05170064/efb02326-ed57-4ca3-9422-427ef76dfefb/f6ea3151-4ea8-4ae7-84c7-ee71a4120c93) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:24.240653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.325318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=d4c144af-4d4d-4838-8e12-83da7741e8e5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:24.352746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': '01d4c7a8-4369-408f-8cf1-4c61c20eac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:24.353181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:24.382912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:24.399919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.410112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:24.416244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:24.419375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.424913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc28d0-077f-492d-9277-54541adc53e5 None None] Network bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:24.429252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for d1d68a81-6879-4481-bf4a-3af29349d7f5 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:24.455445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7c62433f-28da-4294-b96c-588dc9ab1068 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8155017 Sep 24 19:16:24.457839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47984) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:24.462433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.476982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:24.632100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.633362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.644713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.648099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.719372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47992) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:24.773711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.822429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea64bec-c272-49fc-ad3d-f95ed6d30fd5 None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:24.887423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.892720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe77be3-d12d-4aa3-97ac-563dfd2abd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a', 'network_id': 'bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': 'd4c144af-4d4d-4838-8e12-83da7741e8e5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:24.897913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe77be3-d12d-4aa3-97ac-563dfd2abd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:24.955947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c144af-4d4d-4838-8e12-83da7741e8e5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:25.039988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69685c-a00a-4bcf-bfb7-da397c63eaa3 None None] Network bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:25.132181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.180931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'network': {'name': 'tempest-network-smoke--1763644889', 'project_id': '909f522e638243789ea08cad9d40c98d', 'port_security_enabled': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:25.218431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:25.253397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:25.258427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.270269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d4c7a8-4369-408f-8cf1-4c61c20eac3f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:25.270931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d4c7a8-4369-408f-8cf1-4c61c20eac3f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:25.272618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.357630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.385142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.397789 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=d1d68a81-6879-4481-bf4a-3af29349d7f5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:25.398666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:25.399319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:25.403574 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:25.502745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.506386 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-13c691e5-9eb3-45c8-b4b5-aed0b514ec17 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/d1d68a81-6879-4481-bf4a-3af29349d7f5 HTTP/1.1" status: 204 len: 168 time: 1.6246629 Sep 24 19:16:25.508855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:25.534115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.553473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.555171 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2719f3e-3466-4706-b855-64a922505958 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:16:25.558353 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f2719f3e-3466-4706-b855-64a922505958 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/d1d68a81-6879-4481-bf4a-3af29349d7f5 HTTP/1.1" status: 404 len: 333 time: 0.0471096 Sep 24 19:16:25.561298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:25.568416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a HTTP/1.1" status: 204 len: 168 time: 1.1083710 Sep 24 19:16:25.572076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:25.579208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245495420'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:25.589050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d6755-f3a2-42d9-9be7-6b541d2fddc6 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:25.595950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.602114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.641960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:25.659945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003a1f4e-177e-4d43-9f25-ebbcf70e97dc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:25.671307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.671710 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Added segment 9aaa0b1d-50b0-4d9d-a9a6-2913ed384273 of type vlan for network 396154a5-7780-403c-953b-d302f401d759 Sep 24 19:16:25.696956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.706098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:25.710797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.726285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.745079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.759515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:25.774733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.782562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.783054 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment dcaa6b60-efd7-45ee-a57c-ab97d66d38c7 of type vlan for network 8467d1de-3130-46af-a841-6969f63bb40c Sep 24 19:16:25.797280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:25.797955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.866462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:25.870898 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.882393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1618762 Sep 24 19:16:25.894113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:25.899067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-699820679', 'admin_state_up': True, 'project_id': '909f522e638243789ea08cad9d40c98d', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:25.931757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe75c3-d5dc-4067-a015-3df4ab72eb7b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Network': ['ID=396154a5-7780-403c-953b-d302f401d759,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:25.935594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:25.938939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.951721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.954560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/security-groups/a2314812-c8e6-47ab-959d-20d93cca2d1f HTTP/1.1" status: 204 len: 168 time: 0.3905015 Sep 24 19:16:25.956011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:25.963982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:25.965036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.002307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 396154a5-7780-403c-953b-d302f401d759 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:26.007684 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.040782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.088592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6195b3-3690-483f-9c97-b568cd2efadf tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2314812-c8e6-47ab-959d-20d93cca2d1f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:26.115606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.136699 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.204418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.214914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.231096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:26.234781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.270145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.271835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:26.274295 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.393241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=8467d1de-3130-46af-a841-6969f63bb40c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:26.396865 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-761aade6-0d39-4a64-8ff7-4cdcaa7420de tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8226137 Sep 24 19:16:26.400992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:26.411465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 8467d1de-3130-46af-a841-6969f63bb40c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:26.433480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '8467d1de-3130-46af-a841-6969f63bb40c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:26.585321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.609094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.615654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.615846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.617139 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/security-groups/abc1bcf7-5137-4aa9-a802-b602602d739c HTTP/1.1" status: 204 len: 168 time: 0.6492691 Sep 24 19:16:26.623800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:26.629908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:26.631112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.645874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46637c8f-bada-4ccc-b584-1e03964bf4eb tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1bcf7-5137-4aa9-a802-b602602d739c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:26.740144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:26.742587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:26.748651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.787635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet d55cecc3-68ed-4cba-be87-ccdc3a027844 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:26.801549 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.811538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.25.5.142 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c763f74f-cde8-44e6-af3e-5670d83e5116) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:26.816689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e1891ed9-9224-4450-95d7-6ee255a534ed None None] Could not find standard attr ID for object d1d68a81-6879-4481-bf4a-3af29349d7f5. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:16:26.912968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:26.930992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cd69f8f8-4044-4580-b100-33bb694768ed None None] Could not find standard attr ID for object d1d68a81-6879-4481-bf4a-3af29349d7f5. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:16:26.955172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.012751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.060468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.064311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:27.068035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:27.072765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:27.105048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=c763f74f-cde8-44e6-af3e-5670d83e5116,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:27.163651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.216377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.242999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=2edae109-560a-45c0-adbf-8aa3eb0b3ec6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:27.245621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.247868 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/d55cecc3-68ed-4cba-be87-ccdc3a027844 HTTP/1.1" status: 204 len: 168 time: 0.6227095 Sep 24 19:16:27.257347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b299c9-c234-4d7c-84d8-b5a581a3c456 None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:27.261474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48084) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:27.266492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:27.275882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4734e78-ad7f-4668-b2e5-9630095c254c tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=d55cecc3-68ed-4cba-be87-ccdc3a027844,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:27.281282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:27.281642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 8467d1de-3130-46af-a841-6969f63bb40c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:27.311435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 8467d1de-3130-46af-a841-6969f63bb40c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:27.324060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 8467d1de-3130-46af-a841-6969f63bb40c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:27.329708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:27.330524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.351787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3607b-4626-417e-92f8-88a54c3d5cb6 None None] Network 8467d1de-3130-46af-a841-6969f63bb40c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:27.361302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd94e4ab-ec09-4abd-9a5b-7f480ec652e7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9419734 Sep 24 19:16:27.364068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:27.483961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.536329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:27.540848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.617090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.654848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-8467d1de-3130-46af-a841-6969f63bb40c', 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': '2edae109-560a-45c0-adbf-8aa3eb0b3ec6'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:27.658173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.759266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.926300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:27.965297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Allocated IP 172.20.0.1 (8467d1de-3130-46af-a841-6969f63bb40c/2edae109-560a-45c0-adbf-8aa3eb0b3ec6/ab66c222-659b-4b73-8448-eb12e6e69daf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:28.017646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:28.031120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-0f4f4ed0-6b6f-4b31-8657-8955ab8f0714 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1974404 Sep 24 19:16:28.031977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:28.060925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=f3b17875-8801-4d3f-84c2-8d87d5c4b396,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:28.091908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.094584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.247892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.273376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.287541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.351409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3914dd8-78e0-46cf-9f64-a6c0f688ab9f tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0886700 Sep 24 19:16:28.358568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:28.361924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.365449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-803db60c-be51-432d-ada5-9a7ee022826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.367116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-803db60c-be51-432d-ada5-9a7ee022826b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 0.2673495 Sep 24 19:16:28.375882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Pushing event updated for resources: {'Port': ['ID=ab66c222-659b-4b73-8448-eb12e6e69daf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:28.379763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=2edae109-560a-45c0-adbf-8aa3eb0b3ec6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:28.407029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'security_group': {'name': 'tempest-secgroup-462385672'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:28.411503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Network 8467d1de-3130-46af-a841-6969f63bb40c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:28.413524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:28.417537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:28.520597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Attempting to bind port ab66c222-659b-4b73-8448-eb12e6e69daf on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:28.520953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Attempting to bind port ab66c222-659b-4b73-8448-eb12e6e69daf by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:28.521428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Attempting to bind port ab66c222-659b-4b73-8448-eb12e6e69daf on network 8467d1de-3130-46af-a841-6969f63bb40c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:28.529777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.532034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:28.532415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Checking segment: {'id': 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:28.534687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.536423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Bound using segment: {'id': 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:28.537172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Bound port: ab66c222-659b-4b73-8448-eb12e6e69daf, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8467d1de-3130-46af-a841-6969f63bb40c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:28.537750 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.568804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-a1cdc9f3-e902-4867-bdbf-312fcb9b8446 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5741930 Sep 24 19:16:28.599400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ebfce-ce33-4a11-abd4-b4697c890779 None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:28.656210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.725261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] For port ab66c222-659b-4b73-8448-eb12e6e69daf, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:28.739796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4a1da194-cb53-462b-8104-e22cb6cd562c None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:28.740408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a1da194-cb53-462b-8104-e22cb6cd562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.760285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8467d1de-3130-46af-a841-6969f63bb40c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:28.783576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] For port ab66c222-659b-4b73-8448-eb12e6e69daf, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab66c222-659b-4b73-8448-eb12e6e69daf,segment=NetworkSegment(dcaa6b60-efd7-45ee-a57c-ab97d66d38c7),segment_id=dcaa6b60-efd7-45ee-a57c-ab97d66d38c7)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:28.795536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:28.796937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:28.814749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.816393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:28.828055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.828533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.829312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.829945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.830416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.831593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.832082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:28.834210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-72edbf1d-0e83-4910-b5f7-c5e830b7f994 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.1645689 Sep 24 19:16:28.897951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.024884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:29.025751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:29.034478 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:29.071099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:29.090960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-a8017077-98df-4f3e-befc-239181923484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.092016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.099820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-a8017077-98df-4f3e-befc-239181923484 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.6643388 Sep 24 19:16:29.130009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.195595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e276995-ba01-4fa0-8484-60074c619b3a None None] Network 8467d1de-3130-46af-a841-6969f63bb40c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:29.196830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:16:29.196830 n-d-810952-2 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:16:29.196830 n-d-810952-2 neutron-server[94856]: [parameters: {'id': '8467d1de-3130-46af-a841-6969f63bb40c'}] Sep 24 19:16:29.196830 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:29.197206 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:29.219862 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.223570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8212683 Sep 24 19:16:29.224044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:29.231370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'security_group': {'name': 'tempest-secgroup-276497370'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:29.235791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad26fcd-540e-4858-aecf-de757b373947 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7c827-af72-4099-827f-a6dbf119103a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:29.239742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8bcc732d-2423-4fd6-9d2c-7a42664e3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.240144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8bcc732d-2423-4fd6-9d2c-7a42664e3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.240615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8bcc732d-2423-4fd6-9d2c-7a42664e3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.242201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8bcc732d-2423-4fd6-9d2c-7a42664e3cf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.3777056 Sep 24 19:16:29.267807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea66c03-ca7f-4f8d-ba81-eb208e90c2cb None None] Pushing event updated for resources: {'Port': ['ID=ab66c222-659b-4b73-8448-eb12e6e69daf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:29.289843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:16:29.299643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.300686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-f42e60b9-cf13-42c2-87f3-390e3d7ba641 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 1001 time: 0.1880696 Sep 24 19:16:29.368941 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-ca522a7b-558a-4a9d-87a5-0b83ee4bcf0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.1154046 Sep 24 19:16:29.459285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4a1da194-cb53-462b-8104-e22cb6cd562c None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:29.459815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a1da194-cb53-462b-8104-e22cb6cd562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.472627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-ac4041d2-b21e-4652-a5e2-31bd25b53ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.473934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b43cec5-117f-4913-bfda-f8ede930f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.474309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-ac4041d2-b21e-4652-a5e2-31bd25b53ece service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.0527039 Sep 24 19:16:29.509300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4a1da194-cb53-462b-8104-e22cb6cd562c None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:29.513696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-1df428fc-d72a-4556-be33-814402d0b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.515442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-1df428fc-d72a-4556-be33-814402d0b4ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.1328597 Sep 24 19:16:29.518823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:29.535144 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:29.547462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Update dhcp port {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'fixed_ips': [{'subnet_id': 'efb02326-ed57-4ca3-9422-427ef76dfefb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3b17875-8801-4d3f-84c2-8d87d5c4b396'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f6ea3151-4ea8-4ae7-84c7-ee71a4120c93'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:16:29.554702 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:29.555652 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:29.564309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-85fc1c15-cd92-4264-b322-86ea75a14bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.566060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-85fc1c15-cd92-4264-b322-86ea75a14bc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823770 Sep 24 19:16:29.574063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.602264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.669236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b43cec5-117f-4913-bfda-f8ede930f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.670236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.678258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-39427c30-c23a-4d19-87c4-625136883689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:29.679249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-39427c30-c23a-4d19-87c4-625136883689 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532648 Sep 24 19:16:29.682944 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:29.696638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.697577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f97c64b-e6ef-40d4-9a0a-3ce99bb81664 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8016381 Sep 24 19:16:29.704439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48148) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:29.705919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.707915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b43cec5-117f-4913-bfda-f8ede930f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.740612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-1d51e54c-5351-4859-af44-c633235af7ca service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659789 Sep 24 19:16:29.757785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-fe2e2473-37c0-4eed-acef-6012ce6a02ee service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:16:29.759070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-fe2e2473-37c0-4eed-acef-6012ce6a02ee service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0634582 Sep 24 19:16:29.778601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b43cec5-117f-4913-bfda-f8ede930f18c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad77475653494260a1f4e699e018dec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019546 Sep 24 19:16:29.790405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48152) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:29.851775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.853025 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6259420 Sep 24 19:16:29.857260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:29.876985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'security_group': {'name': 'tempest-secgroup-197322394'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:29.895684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d9ebf-0d63-44c8-8518-28b63e0884d0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc31c9-56d0-41e7-8233-c0d8b814d0a5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:29.919151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.950559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbeae476-771f-40bc-8e63-7d5d20b74ff7 req-a1f50728-2c31-4079-b712-77f03749605c service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009881 Sep 24 19:16:29.972752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:29.973831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Allocated IP 172.20.0.2 (21582de5-9561-4387-85e0-f92a05170064/f3b17875-8801-4d3f-84c2-8d87d5c4b396/f6ea3151-4ea8-4ae7-84c7-ee71a4120c93) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:29.998583 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:27Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:30.083860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:30.084626 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Updating router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 port c763f74f-cde8-44e6-af3e-5670d83e5116 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:16:30.103693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ae9ad70-d70d-4488-af74-d997b5a6e855 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=909f522e638243789ea08cad9d40c98d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3985102 Sep 24 19:16:30.106141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48160) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:30.155037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43cec5-117f-4913-bfda-f8ede930f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7dec3-8ab2-42e5-9e64-fd2730df7cae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:30.164627 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.190675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:30.194996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.248359 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-cb5ecef3-8165-4204-a2ae-f0d18e7af32c service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639261 Sep 24 19:16:30.257194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.263243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.271302 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.273797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.275472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15c7dec3-8ab2-42e5-9e64-fd2730df7cae HTTP/1.1" status: 204 len: 168 time: 0.4838660 Sep 24 19:16:30.373477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99da6a-bebb-4d11-8772-3c643feecff5 None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:30.396452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1fd88-e75d-4979-aa2b-b0049582f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7dec3-8ab2-42e5-9e64-fd2730df7cae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:30.477739 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6e00b6de-3464-4921-bff8-2e8605b9f45a service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163143 Sep 24 19:16:30.483358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db92222-5b72-4558-b343-639f24fd2ddf tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:30.491120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9db92222-5b72-4558-b343-639f24fd2ddf tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3838038 Sep 24 19:16:30.491910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48168) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:30.501207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port ab66c222-659b-4b73-8448-eb12e6e69daf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:30.503778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.569476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e620dd78-bc6f-4da9-b167-0ee70ba878ed tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763500 Sep 24 19:16:30.570096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48170) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:30.576775 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.584895 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.585197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365574577', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'project_id': '909f522e638243789ea08cad9d40c98d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:30.647792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port ab66c222-659b-4b73-8448-eb12e6e69daf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab66c222-659b-4b73-8448-eb12e6e69daf,segment=NetworkSegment(dcaa6b60-efd7-45ee-a57c-ab97d66d38c7),segment_id=dcaa6b60-efd7-45ee-a57c-ab97d66d38c7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:30.648183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.667676 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Attempting to bind port c763f74f-cde8-44e6-af3e-5670d83e5116 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:30.668088 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Attempting to bind port c763f74f-cde8-44e6-af3e-5670d83e5116 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:30.668458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Attempting to bind port c763f74f-cde8-44e6-af3e-5670d83e5116 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:30.677180 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:30.677557 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:30.678018 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.678463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:30.679118 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Bound port: c763f74f-cde8-44e6-af3e-5670d83e5116, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:30.679506 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.683289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for ab66c222-659b-4b73-8448-eb12e6e69daf owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:30.748683 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] For port c763f74f-cde8-44e6-af3e-5670d83e5116, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:30.754506 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] For port c763f74f-cde8-44e6-af3e-5670d83e5116, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c763f74f-cde8-44e6-af3e-5670d83e5116,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:30.799005 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.843093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Pushing event updated for resources: {'Port': ['ID=c763f74f-cde8-44e6-af3e-5670d83e5116,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:30.857478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:30.864589 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.864891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.865224 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.865567 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.865901 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.866235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.869553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.874695 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.875198 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.875544 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.876542 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.876895 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:30.888964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port ab66c222-659b-4b73-8448-eb12e6e69daf on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:30.895517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-7d3776c9-7eb4-49bd-ad1d-a5b1f786bfb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.3972139 Sep 24 19:16:30.941331 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:30.942021 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:31.031648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.080259 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264bb3f-c5b0-4225-b773-7620803e0ec9 None None] Pushing event updated for resources: {'Port': ['ID=c763f74f-cde8-44e6-af3e-5670d83e5116,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:31.085944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-3f25f36e-f321-417f-a48a-d81750b5e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:31.087504 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-3f25f36e-f321-417f-a48a-d81750b5e5bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0478082 Sep 24 19:16:31.088134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=ab66c222-659b-4b73-8448-eb12e6e69daf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:31.113819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48178) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:31.135993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.148179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8467d1de-3130-46af-a841-6969f63bb40c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:31.177810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:31.178167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaa6b60-efd7-45ee-a57c-ab97d66d38c7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:31.194056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.207834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:31.248779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.268346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-cf946c27-b602-46a2-9462-ca3d3bfd89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:31.269989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-cf946c27-b602-46a2-9462-ca3d3bfd89cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681049 Sep 24 19:16:31.272466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.274243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:31.274243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:31.278233 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:31.302241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:31.302241 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:16:31.302241 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': '0ac8a511c28c4c4fb546f6956c8b60b5', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 16, 11, 170056)}] Sep 24 19:16:31.302241 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:31.303225 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:31.320181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:31.325046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.427308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59988fef-5abf-4d0e-8d96-cacc8dd5ed9d None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:31.439439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.443362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-1fc5020b-316a-4c95-9880-b06150334e1c service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314085 Sep 24 19:16:31.537570 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:27Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:31.544197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f95cac4f-6c4f-46fa-aafd-8ee02ae857d3 None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:31.544652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f95cac4f-6c4f-46fa-aafd-8ee02ae857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.555492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234c77aa-d310-47d2-ba78-48bade694af6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:31.568638 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b1f70-86cb-449c-b718-eb1f09d4216e None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:27Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:31.581354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.583424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.585813 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-31694964-309e-4d74-b465-951357aef25a tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7116239 Sep 24 19:16:31.603031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48186) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:31.608376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.611522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/8467d1de-3130-46af-a841-6969f63bb40c HTTP/1.1" status: 204 len: 168 time: 4.2461634 Sep 24 19:16:31.614815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1432362600', 'security_groups': ['234c77aa-d310-47d2-ba78-48bade694af6'], 'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3b17875-8801-4d3f-84c2-8d87d5c4b396'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:31.622091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48188) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:31.630114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e8116-e6aa-4112-a5ca-9a7cae5abb44 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=8467d1de-3130-46af-a841-6969f63bb40c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:31.642026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815832280'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:31.783913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:31.788565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.792162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.793618 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-abb3f1b8-4d98-477a-b6df-9f549b30748b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250883 Sep 24 19:16:31.799248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59988fef-5abf-4d0e-8d96-cacc8dd5ed9d None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:31.814504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.847275 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-cd41cdd2-42d7-4a14-8639-0ce77593cace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0423269 Sep 24 19:16:31.920858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f95cac4f-6c4f-46fa-aafd-8ee02ae857d3 None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:31.921244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f95cac4f-6c4f-46fa-aafd-8ee02ae857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:31.928365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:31.944141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-9bd527ad-6576-44bb-9a0b-5f2732420902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:31.944141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-9bd527ad-6576-44bb-9a0b-5f2732420902 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0878315 Sep 24 19:16:32.041143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-2efa7984-25fe-40b9-b9f9-ee4db980c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:32.042751 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-2efa7984-25fe-40b9-b9f9-ee4db980c6ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873508 Sep 24 19:16:32.066943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:32.074684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f95cac4f-6c4f-46fa-aafd-8ee02ae857d3 None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:32.090624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.091253 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment d3bd1d5b-35f8-45a8-b4d1-1cec03d059a8 of type vlan for network b6e7294f-2c28-44d9-a33f-685c90cf10c8 Sep 24 19:16:32.129925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:32.130414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.220316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Subnet': ['ID=c648c4da-5934-420c-92ca-67c170227ce3,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:32.238023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.249330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-db16f900-d821-4618-8801-dfadb5b02c4b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875834 Sep 24 19:16:32.316320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.361711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:32.362376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.382299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Checking segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:32.382468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network hostable DHCP agents. Network: 396154a5-7780-403c-953b-d302f401d759, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:32.456481 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6bbead9e-b022-4a76-a473-ff1d0f420d06 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981595 Sep 24 19:16:32.507113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 396154a5-7780-403c-953b-d302f401d759 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:32.525164 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-f88627b4-6a78-4216-8c5d-7672a44e9810 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0566289 Sep 24 19:16:32.543006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=b6e7294f-2c28-44d9-a33f-685c90cf10c8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:32.558615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b6e7294f-2c28-44d9-a33f-685c90cf10c8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:32.561858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 396154a5-7780-403c-953b-d302f401d759) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:32.567728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:32.568247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.581665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f48e3-ef06-4a15-b464-77856398c7c9 None None] Network 396154a5-7780-403c-953b-d302f401d759 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:32.605001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.605588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6416d77f-f4e3-47c1-b843-d277c96ec97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:32.607195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6416d77f-f4e3-47c1-b843-d277c96ec97b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0735269 Sep 24 19:16:32.614422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.647928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ff990f33-ade9-4603-adf1-a9f0882c32d1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0232227 Sep 24 19:16:32.657977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48208) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:32.667699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:32.700336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-0c1d2014-4ab0-48a8-aca9-58119bcf2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:32.701867 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-0c1d2014-4ab0-48a8-aca9-58119bcf2462 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804482 Sep 24 19:16:32.779830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ac8a511c28c4c4fb546f6956c8b60b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6621385 Sep 24 19:16:32.782347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5adff-d721-4b79-9797-853caf09b17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413d6e2-a79e-4feb-ab57-b42b401d4e1c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:32.808588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48210) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:32.848321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-396154a5-7780-403c-953b-d302f401d759', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:32.849382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.859407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:32.877234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-0183385d-981c-43b8-a4de-df95d9d04e47 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623287 Sep 24 19:16:32.975529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:32.981464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b6c63ec-666b-4974-852d-69d6f6e19508 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4053013 Sep 24 19:16:32.986432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48214) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:33.055365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] device_id is not set on port 512817d9-003d-406d-9a53-503d16016d22 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:16:33.114374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-deae4501-e62e-4428-ad20-f722b7048026 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248838 Sep 24 19:16:33.129547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Allocated IP 172.20.0.2 (396154a5-7780-403c-953b-d302f401d759/c648c4da-5934-420c-92ca-67c170227ce3/01c417c1-2733-4d94-b335-a500f282b146) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:33.189508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-52e6296f-1e75-41f2-8fc3-657cbdca4560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0653486 Sep 24 19:16:33.248597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.8 (21582de5-9561-4387-85e0-f92a05170064/f3b17875-8801-4d3f-84c2-8d87d5c4b396/512817d9-003d-406d-9a53-503d16016d22) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:33.287558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8cec1bd5-2938-4b2a-b7b2-a660058be5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:33.288922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-8cec1bd5-2938-4b2a-b7b2-a660058be5d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0892169 Sep 24 19:16:33.301950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.318313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.320105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.323032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:33.326947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.356863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Network 396154a5-7780-403c-953b-d302f401d759 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:33.360111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:33.364183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:33.379361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-90a8754b-74ac-4a17-b85e-cfdd13c1a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:33.380583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-90a8754b-74ac-4a17-b85e-cfdd13c1a66b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806317 Sep 24 19:16:33.387660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.401385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Pushing event updated for resources: {'Port': ['ID=01c417c1-2733-4d94-b335-a500f282b146,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:33.446063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Attempting to bind port 01c417c1-2733-4d94-b335-a500f282b146 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:33.446915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Attempting to bind port 01c417c1-2733-4d94-b335-a500f282b146 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:33.447305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Attempting to bind port 01c417c1-2733-4d94-b335-a500f282b146 on network 396154a5-7780-403c-953b-d302f401d759 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:33.466759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:33.467174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Checking segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:33.467592 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.467993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Bound using segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:33.468481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Bound port: 01c417c1-2733-4d94-b335-a500f282b146, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:33.468869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.570142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-737b621f-035e-4c88-a4a7-288c95933c93 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736686 Sep 24 19:16:33.600664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.607558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] For port 01c417c1-2733-4d94-b335-a500f282b146, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:33.614010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] For port 01c417c1-2733-4d94-b335-a500f282b146, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=01c417c1-2733-4d94-b335-a500f282b146,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:33.625624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.702568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-5ad968f6-c289-423e-a36d-1b6fb52718f9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220090 Sep 24 19:16:33.731720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7f38-8055-4bf0-9b3a-be7a16aec491 None None] Pushing event updated for resources: {'Port': ['ID=01c417c1-2733-4d94-b335-a500f282b146,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:33.770442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.785647 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-33ecd5ef-318b-4976-85de-280f2a69c413 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.0675099 Sep 24 19:16:33.881182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-50dc9ba1-d3eb-4d34-81ba-df8424a87003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:33.883388 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-50dc9ba1-d3eb-4d34-81ba-df8424a87003 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0919511 Sep 24 19:16:33.899944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.910407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:33.925954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3413d6e2-a79e-4feb-ab57-b42b401d4e1c HTTP/1.1" status: 204 len: 168 time: 1.1159801 Sep 24 19:16:34.009494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c763f74f-cde8-44e6-af3e-5670d83e5116 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:34.016028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-14e2f4cf-c073-4aa6-a24b-a97db1f1c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:34.021080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-14e2f4cf-c073-4aa6-a24b-a97db1f1c6ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287620 Sep 24 19:16:34.156677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c763f74f-cde8-44e6-af3e-5670d83e5116 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:34.157778 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.210045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-f33d7b59-1ea2-4e21-b2fe-7ed5185be17d service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808569 Sep 24 19:16:34.236495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e6b44-d4c8-469a-b564-ac4651024c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413d6e2-a79e-4feb-ab57-b42b401d4e1c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:34.246477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.330697 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.364923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:34.397389 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-4ba16d08-7f42-408e-b76e-c217aa93e8eb service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786861 Sep 24 19:16:34.403425 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.427257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:34.439120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:34.441421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port c763f74f-cde8-44e6-af3e-5670d83e5116, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c763f74f-cde8-44e6-af3e-5670d83e5116,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:34.451028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.506053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-f04a4b34-1019-4fcb-9b17-28e135e75962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0974784 Sep 24 19:16:34.602453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:34.602826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: b6e7294f-2c28-44d9-a33f-685c90cf10c8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:34.622413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=c763f74f-cde8-44e6-af3e-5670d83e5116,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:34.628412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6f1eec34-f2ab-4711-b0bc-158faf2dc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:34.629945 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-6f1eec34-f2ab-4711-b0bc-158faf2dc3ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1142027 Sep 24 19:16:34.695880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=512817d9-003d-406d-9a53-503d16016d22,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:34.705796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=5f40a47d-5ad4-4e3c-9dbb-7a2a14776e40,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:34.756563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:34.757390 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:34.763094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-fdcb2b38-bc2e-4c72-886c-952d16ba202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:34.764675 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-fdcb2b38-bc2e-4c72-886c-952d16ba202d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207147 Sep 24 19:16:34.832534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f327025c-0ad0-4570-9ac7-fafc584fed19 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2261617 Sep 24 19:16:34.834596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:34.849849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network b6e7294f-2c28-44d9-a33f-685c90cf10c8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:34.919894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:34.937388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-aa38ed1f-e34c-4382-a5f7-202bcbbc7b8a None None] Provisioning complete for port 512817d9-003d-406d-9a53-503d16016d22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:34.937781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa38ed1f-e34c-4382-a5f7-202bcbbc7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.004049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-f22781d6-3a70-41af-8794-9bb3bdf76f59 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310131 Sep 24 19:16:35.020428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b6e7294f-2c28-44d9-a33f-685c90cf10c8) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:35.044436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c971ec24-9296-4f71-8678-3dc666e1e74d None None] Network b6e7294f-2c28-44d9-a33f-685c90cf10c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:35.054309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:35.055334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.115241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0707a843-471c-48db-bc5a-95efc0dc6e69 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4519050 Sep 24 19:16:35.120481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48250) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:35.160268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aa38ed1f-e34c-4382-a5f7-202bcbbc7b8a None None] Port 512817d9-003d-406d-9a53-503d16016d22 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:35.245352 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bf200f21-c7d2-4a1a-9927-0a37e1558964 req-5f0ff6fa-d48b-4361-8877-90e38ad1e8f4 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859765 Sep 24 19:16:35.337104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.371964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:35.377494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.444485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a723c96-a77b-402c-807b-8524fd54388f None None] Network 396154a5-7780-403c-953b-d302f401d759 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:35.483891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.698793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-b6e7294f-2c28-44d9-a33f-685c90cf10c8', 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': '5f40a47d-5ad4-4e3c-9dbb-7a2a14776e40'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:35.700754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:35.851072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] Provisioning complete for port 01c417c1-2733-4d94-b335-a500f282b146 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:35.855464 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.138749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 01c417c1-2733-4d94-b335-a500f282b146 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:36.221767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.281963 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3b17875-8801-4d3f-84c2-8d87d5c4b396 (CIDR: 172.20.0.0/28) Sep 24 19:16:36.289945 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:16:36.290438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:36.325105 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e981e2cc-018d-4a9e-b596-88730150a0c9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4268930 Sep 24 19:16:36.327616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:36.333139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:36.594822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:36.598441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.1 (396154a5-7780-403c-953b-d302f401d759/c648c4da-5934-420c-92ca-67c170227ce3/0ec20a68-95be-472a-a1ec-75d4636032c6) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:36.599260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.764604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.765809 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet efb02326-ed57-4ca3-9422-427ef76dfefb (CIDR: 172.20.0.16/28) Sep 24 19:16:36.771925 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:16:36.772828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:36.777472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.801399 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f9c93c2-9ef2-43c5-ac3d-3b91214ddbd5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4725969 Sep 24 19:16:36.802064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:36.808858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'subnet': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:36.812985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Allocated IP 172.20.0.1 (b6e7294f-2c28-44d9-a33f-685c90cf10c8/5f40a47d-5ad4-4e3c-9dbb-7a2a14776e40/f27d716c-ec72-4a82-ab4a-005026d82a03) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:36.822070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.862509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] For port 01c417c1-2733-4d94-b335-a500f282b146, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=01c417c1-2733-4d94-b335-a500f282b146,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:36.876817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.887254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 01c417c1-2733-4d94-b335-a500f282b146 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:36.887636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:36.902757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 396154a5-7780-403c-953b-d302f401d759 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:36.909208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:36.916001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:37.035288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:37.066457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.153844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb234d9-1855-4466-82b6-0dd48fae0d3a None None] Pushing event updated for resources: {'Port': ['ID=01c417c1-2733-4d94-b335-a500f282b146,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:37.161100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Made reservation on behalf of 5bea1d521b9e460889d5242d3f6d396e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:37.165949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.167672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-581c9717-dbbe-4c0a-8fac-8b60c99e32a6 None None] Provisioning complete for port 01c417c1-2733-4d94-b335-a500f282b146 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:37.168782 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-581c9717-dbbe-4c0a-8fac-8b60c99e32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.357109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.598912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c763f74f-cde8-44e6-af3e-5670d83e5116 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:37.661643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.685103 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.710216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Network 21582de5-9561-4387-85e0-f92a05170064 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:37.716626 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.720859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:37.724290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:37.725126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.748378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Subnet': ['ID=72482b92-81d1-4797-977d-96164a47d4e5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:37.750493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb24f8-312e-4344-81ed-eeba9b22ad0a None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:37.756273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-670c25a6-3881-4088-acaf-734bcf51c533 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9506600 Sep 24 19:16:37.756795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:37.767335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-797316534', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '72482b92-81d1-4797-977d-96164a47d4e5'}], 'security_groups': ['fcf7c827-af72-4099-827f-a6dbf119103a', 'b1bc31c9-56d0-41e7-8233-c0d8b814d0a5']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:37.806033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.873694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=5f40a47d-5ad4-4e3c-9dbb-7a2a14776e40,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:37.877996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Pushing event updated for resources: {'Port': ['ID=f27d716c-ec72-4a82-ab4a-005026d82a03,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:37.966893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Network b6e7294f-2c28-44d9-a33f-685c90cf10c8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:37.977974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:37.987722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:37.989869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:38.020709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7294f-2c28-44d9-a33f-685c90cf10c8']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:38.024575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.034446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:38.034806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:38.041090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.096083 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.125114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0b2f3ebe-f05f-4fa4-b5a5-82066068711c None None] Provisioning complete for port 0ec20a68-95be-472a-a1ec-75d4636032c6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:38.125497 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2f3ebe-f05f-4fa4-b5a5-82066068711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.175084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.239575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:38.252554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.255936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.266943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:38.267741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:38.271444 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:38.276791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Attempting to bind port f27d716c-ec72-4a82-ab4a-005026d82a03 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:38.277278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Attempting to bind port f27d716c-ec72-4a82-ab4a-005026d82a03 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:38.277707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Attempting to bind port f27d716c-ec72-4a82-ab4a-005026d82a03 on network b6e7294f-2c28-44d9-a33f-685c90cf10c8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:38.292435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:38.292930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Checking segment: {'id': 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:38.293404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.293888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Bound using segment: {'id': 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:38.294368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Bound port: f27d716c-ec72-4a82-ab4a-005026d82a03, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:38.294821 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.312829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c763f74f-cde8-44e6-af3e-5670d83e5116 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:38.313072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.338921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f3ebe-f05f-4fa4-b5a5-82066068711c None None] Port 0ec20a68-95be-472a-a1ec-75d4636032c6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:38.429118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 396154a5-7780-403c-953b-d302f401d759 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:38.438301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:38.445251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:16:38.445251 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:16:38.445251 n-d-810952-2 neutron-server[94855]: [parameters: {'id': 'b6e7294f-2c28-44d9-a33f-685c90cf10c8'}] Sep 24 19:16:38.445251 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:38.446003 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:38.580383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] For port f27d716c-ec72-4a82-ab4a-005026d82a03, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:38.585725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] For port f27d716c-ec72-4a82-ab4a-005026d82a03, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f27d716c-ec72-4a82-ab4a-005026d82a03,segment=NetworkSegment(d3bd1d5b-35f8-45a8-b4d1-1cec03d059a8),segment_id=d3bd1d5b-35f8-45a8-b4d1-1cec03d059a8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:38.671771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.679341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:16:38.707358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48328) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:38.799451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Delete allocated IP 172.20.0.8 (21582de5-9561-4387-85e0-f92a05170064/f3b17875-8801-4d3f-84c2-8d87d5c4b396) {{(pid=94856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:16:38.820640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Allocated IP 172.20.0.40 (21582de5-9561-4387-85e0-f92a05170064/72482b92-81d1-4797-977d-96164a47d4e5/512817d9-003d-406d-9a53-503d16016d22) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:38.925604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.926369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Update dhcp port {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'fixed_ips': [{'subnet_id': 'efb02326-ed57-4ca3-9422-427ef76dfefb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3b17875-8801-4d3f-84c2-8d87d5c4b396', 'ip_address': '172.20.0.2'}, {'subnet_id': '72482b92-81d1-4797-977d-96164a47d4e5'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f6ea3151-4ea8-4ae7-84c7-ee71a4120c93'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:16:38.948157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.960108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:16:38.972105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-686be074-858d-41d6-afc7-01f8cc18d07d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/1fc191a0-884d-4cd4-97c1-9b1feac897f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9737728 Sep 24 19:16:38.978007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:38.980513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48336) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:38.991616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:16:39.008210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bbcc5556-75c2-481e-85d7-b306bc2766a3 None None] Provisioning complete for port 0ec20a68-95be-472a-a1ec-75d4636032c6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:39.009028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbcc5556-75c2-481e-85d7-b306bc2766a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.040773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234ea4-75b4-4e40-b53e-cf0f3f338fcd None None] Pushing event updated for resources: {'Port': ['ID=f27d716c-ec72-4a82-ab4a-005026d82a03,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:39.043755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 01c417c1-2733-4d94-b335-a500f282b146 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:39.051497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba952a-4357-4243-8984-157ca4d20f5f None None] Network b6e7294f-2c28-44d9-a33f-685c90cf10c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:39.164434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.179269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.273750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:39.280842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:39.302842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event updated for resources: {'Port': ['ID=512817d9-003d-406d-9a53-503d16016d22,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:39.332783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] In _notify_port_updated(), no bound segment for port 512817d9-003d-406d-9a53-503d16016d22 on network 21582de5-9561-4387-85e0-f92a05170064 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:16:39.339939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eadc697e-55a4-4d75-8f1f-de7de314d30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.340672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.341551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.343146 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8a4d4036-ee79-4c6b-b595-fbe86864f721 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "PUT /v2.0/ports/512817d9-003d-406d-9a53-503d16016d22 HTTP/1.1" status: 200 len: 959 time: 1.5857139 Sep 24 19:16:39.346168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48344) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:39.466526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port 512817d9-003d-406d-9a53-503d16016d22 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:39.467142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.493158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 01c417c1-2733-4d94-b335-a500f282b146 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:39.493536 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.495054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc5556-75c2-481e-85d7-b306bc2766a3 None None] Port 0ec20a68-95be-472a-a1ec-75d4636032c6 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:39.565170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port f27d716c-ec72-4a82-ab4a-005026d82a03 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:39.565771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.571152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.571906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.572565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.573086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.573919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.574449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.575138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.575679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.576877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.577412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.586980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.591143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.598157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ec95532-50ac-40f4-89de-af5823f9ea2e tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7785 time: 0.6106024 Sep 24 19:16:39.598903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:39.616389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for 512817d9-003d-406d-9a53-503d16016d22 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:39.716481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.717184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.718009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.718623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.719252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.721198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.722009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.722623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.724016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.724785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.725505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.726521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:39.733349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ecdcfee-d7ff-4b5c-86fc-de96d79b8071 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7567 time: 0.1329932 Sep 24 19:16:39.735762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48354) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:39.787182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:39.848910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port f27d716c-ec72-4a82-ab4a-005026d82a03, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f27d716c-ec72-4a82-ab4a-005026d82a03,segment=NetworkSegment(d3bd1d5b-35f8-45a8-b4d1-1cec03d059a8),segment_id=d3bd1d5b-35f8-45a8-b4d1-1cec03d059a8)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:39.849601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.879240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for f27d716c-ec72-4a82-ab4a-005026d82a03 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:39.888611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Allocated IP 172.20.0.34 (21582de5-9561-4387-85e0-f92a05170064/72482b92-81d1-4797-977d-96164a47d4e5/f6ea3151-4ea8-4ae7-84c7-ee71a4120c93) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:39.921258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.965258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=512817d9-003d-406d-9a53-503d16016d22,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:39.978461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eadc697e-55a4-4d75-8f1f-de7de314d30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:39.998568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eadc697e-55a4-4d75-8f1f-de7de314d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.043449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.050549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6ed0535-fe82-4b0f-80e4-9d29f4b16b8d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/512817d9-003d-406d-9a53-503d16016d22 HTTP/1.1" status: 204 len: 168 time: 0.7026415 Sep 24 19:16:40.051250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.079719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eadc697e-55a4-4d75-8f1f-de7de314d30a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3551fc3dd61d4219be52a8d1d94a61bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3712001 Sep 24 19:16:40.083112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48360) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.090824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc697e-55a4-4d75-8f1f-de7de314d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9dcd6-b11c-4c3f-be3c-8f9902d105e4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.107510 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e13b911-c38a-4d8f-813a-d50af49f1ab5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] GET failed (client error): The resource could not be found. Sep 24 19:16:40.116529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e13b911-c38a-4d8f-813a-d50af49f1ab5 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports/512817d9-003d-406d-9a53-503d16016d22 HTTP/1.1" status: 404 len: 333 time: 0.0622718 Sep 24 19:16:40.116529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.157176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.189057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.216567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=f27d716c-ec72-4a82-ab4a-005026d82a03,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.221226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.231203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port f27d716c-ec72-4a82-ab4a-005026d82a03 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:40.318881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.327255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.331104 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/security-groups/234c77aa-d310-47d2-ba78-48bade694af6 HTTP/1.1" status: 204 len: 168 time: 0.2109282 Sep 24 19:16:40.333377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.334659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.335042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:40.345897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa87c19-5221-46b4-9899-eee08b140f42 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c77aa-d310-47d2-ba78-48bade694af6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.389418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.399472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.405507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.420172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd93b636-6a6b-4182-ac06-d1ca819db42b tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.6779196 Sep 24 19:16:40.456908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.460860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7294f-2c28-44d9-a33f-685c90cf10c8']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:40.485718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:40.486405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bd1d5b-35f8-45a8-b4d1-1cec03d059a8') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:40.487916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd66ee2-8c83-4c4a-b34b-32291365d0e1 None None] Pushing event updated for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.504572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.541573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 2, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:40.555169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.560231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.567432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:40.568724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:40.573107 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:40.632359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.635426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:16:40.636006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Updating router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 port 0ec20a68-95be-472a-a1ec-75d4636032c6 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:16:40.668326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.688148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.691063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.692441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ba9dcd6-b11c-4c3f-be3c-8f9902d105e4 HTTP/1.1" status: 204 len: 168 time: 0.6084249 Sep 24 19:16:40.748224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.764478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b33b-6161-4497-a883-b5e4d44d31e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba9dcd6-b11c-4c3f-be3c-8f9902d105e4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.795611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.804111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.811686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/b6e7294f-2c28-44d9-a33f-685c90cf10c8 HTTP/1.1" status: 204 len: 168 time: 5.6898849 Sep 24 19:16:40.830071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68aa3c-c140-49ab-9b34-3a7dd2d36101 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=b6e7294f-2c28-44d9-a33f-685c90cf10c8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.830281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275200545'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:40.855536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290ab5-28e1-4d34-83aa-4ec7d424a761 req-40992c69-8f2b-4ebd-85a5-f220e6f7ae00 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:40.857302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff290ab5-28e1-4d34-83aa-4ec7d424a761 req-40992c69-8f2b-4ebd-85a5-f220e6f7ae00 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2269421 Sep 24 19:16:40.858676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.861389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.865033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1bc31c9-56d0-41e7-8233-c0d8b814d0a5 HTTP/1.1" status: 204 len: 168 time: 0.5259819 Sep 24 19:16:40.869774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48386) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:40.902331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b10dfb-18ef-4d8a-85ff-abcf6fad0327 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc31c9-56d0-41e7-8233-c0d8b814d0a5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:40.904538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:40.908143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.963581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:40.986755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:40.987138 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment da80e38c-ccaf-43e4-8058-1b13932c1da4 of type vlan for network b92f6419-fe96-496c-9304-90e1af00f9d9 Sep 24 19:16:41.053903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff290ab5-28e1-4d34-83aa-4ec7d424a761 req-1b98f654-6ebf-46f3-8bb7-96f3082b4a09 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890965 Sep 24 19:16:41.094663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.123518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.148368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.214669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.219299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:41.219919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.220587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.228083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.232644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcf7c827-af72-4099-827f-a6dbf119103a HTTP/1.1" status: 204 len: 168 time: 0.3509314 Sep 24 19:16:41.233385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.255155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438813-d98e-46d0-8e7b-e831213e23d9 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7c827-af72-4099-827f-a6dbf119103a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:41.257120 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.281712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:41.295688 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.361837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48398) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.362058 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5568359 Sep 24 19:16:41.371067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:41.402549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a9d4e-ff1f-4305-a81f-82e78a2d3ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=b92f6419-fe96-496c-9304-90e1af00f9d9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:41.438431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet f3b17875-8801-4d3f-84c2-8d87d5c4b396 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:41.441956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.472000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:41.516445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.581850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48404) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.592834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e6a7-f700-458b-8619-791edece614c None None] Pushing event updated for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:41.612241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617107793', 'description': 'tempest-secgroup-smoke-1617107793 description', 'project_id': '909f522e638243789ea08cad9d40c98d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:41.629879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48406) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.658668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9251-fb04-4c1d-881c-b801b9907ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.671509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Attempting to bind port 0ec20a68-95be-472a-a1ec-75d4636032c6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:41.671882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Attempting to bind port 0ec20a68-95be-472a-a1ec-75d4636032c6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:41.672349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Attempting to bind port 0ec20a68-95be-472a-a1ec-75d4636032c6 on network 396154a5-7780-403c-953b-d302f401d759 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:41.685861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:41.686251 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.689674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:41.690052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Checking segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:41.690453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.690863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Bound using segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:41.691351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Bound port: 0ec20a68-95be-472a-a1ec-75d4636032c6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:41.691732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.709325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.726612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:41.727035 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.777134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.832134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.857528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] For port 0ec20a68-95be-472a-a1ec-75d4636032c6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:41.860999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.866214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.867450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48410) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.882392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] For port 0ec20a68-95be-472a-a1ec-75d4636032c6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec20a68-95be-472a-a1ec-75d4636032c6,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:41.892763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.899733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network b92f6419-fe96-496c-9304-90e1af00f9d9 is not hosted by any dhcp agent {{(pid=94855) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:16:41.905381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:41.905995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.907320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "PUT /v2.0/networks/b92f6419-fe96-496c-9304-90e1af00f9d9 HTTP/1.1" status: 200 len: 723 time: 0.5436237 Sep 24 19:16:41.917763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48414) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:41.934518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:41.935799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b17875-8801-4d3f-84c2-8d87d5c4b396,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:41.950739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:41.955836 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e87dd7d8-0b5e-4036-a6f1-e42328ff1c85 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/f3b17875-8801-4d3f-84c2-8d87d5c4b396 HTTP/1.1" status: 204 len: 168 time: 0.7200055 Sep 24 19:16:41.959757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.009421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148ced-774e-470d-8fd1-91d2bd4814f4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=b92f6419-fe96-496c-9304-90e1af00f9d9,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.034762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:16:42.035380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:42.037358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:42.086202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet 72482b92-81d1-4797-977d-96164a47d4e5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:42.097746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.131712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.134767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9251-fb04-4c1d-881c-b801b9907ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.148739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9251-fb04-4c1d-881c-b801b9907ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.207240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:16:42.209379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:42.209379 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:16:42.209379 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'e3b3ba07f60b4f75b5733ad443a5c1b8', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 16, 22, 151075)}] Sep 24 19:16:42.209379 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:42.209379 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:42.210150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:42.210150 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:16:42.210150 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'cc66cae0ff90491ebd8b11f47fab23f7', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 16, 22, 125844)}] Sep 24 19:16:42.210150 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:42.210410 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:42.220846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9251-fb04-4c1d-881c-b801b9907ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e5b3c-a151-4db2-bb18-64a55086c730,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.249109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9bcf9251-fb04-4c1d-881c-b801b9907ec4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=431619a81e634b3597f1f533314dfc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181087 Sep 24 19:16:42.256939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.257913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.274992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.287934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6af261-7ab6-4f88-ba0f-4eeedcb1fc70 req-5bdfc1a1-71cb-4a2e-b1bc-16eee68903ca tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:42.295966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b6af261-7ab6-4f88-ba0f-4eeedcb1fc70 req-5bdfc1a1-71cb-4a2e-b1bc-16eee68903ca tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1006846 Sep 24 19:16:42.300897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.368605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b6af261-7ab6-4f88-ba0f-4eeedcb1fc70 req-89be8083-5b43-465f-9d89-9f304645cdda tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716603 Sep 24 19:16:42.382179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.382179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7964652 Sep 24 19:16:42.382667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e6a7-f700-458b-8619-791edece614c None None] Pushing event updated for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.383936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48424) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.390452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:42.399500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd983d6d-022a-45ff-a9b9-a36287ba2a11 None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:42.413821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81457c-fe6f-46d6-862d-afca30669a40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026e18f8-01d8-46c4-9f59-ad07c7ba2962,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.437487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.445844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.481642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.513496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.532106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.535975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:42.537183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.537720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.553224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519c8db5-0fe8-4040-b479-a6d1a6c5ed99,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.571802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.574310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a1cec7a7-7f01-4f79-8017-32c8f91d1825 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883550 Sep 24 19:16:42.577957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.585474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:42.595114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.597518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.598643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d9e5b3c-a151-4db2-bb18-64a55086c730 HTTP/1.1" status: 204 len: 168 time: 0.3356156 Sep 24 19:16:42.619619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.621507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002f650-e17e-426e-af76-0c1af47c5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e5b3c-a151-4db2-bb18-64a55086c730,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.642202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:42.654524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=72482b92-81d1-4797-977d-96164a47d4e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.669518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.673881 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-974c3505-149c-400e-9abb-ac1931c128e8 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/72482b92-81d1-4797-977d-96164a47d4e5 HTTP/1.1" status: 204 len: 168 time: 0.7108037 Sep 24 19:16:42.674503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48432) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.681988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.709637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-18af8016-69d4-4e1a-9ab3-d740f25d64d5 None None] Could not find standard attr ID for object 512817d9-003d-406d-9a53-503d16016d22. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:16:42.757860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.763474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.788275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92552cef-7935-45ff-88ff-6d59daeae703,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:42.807922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.811159 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5a0ee1a-a5b1-427d-8713-82f35d5b4bf0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2315490 Sep 24 19:16:42.814046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:42.825162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:42.866556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.925750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Could not find standard attr ID for object 512817d9-003d-406d-9a53-503d16016d22. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:16:42.956158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Provisioning complete for port 0ec20a68-95be-472a-a1ec-75d4636032c6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:42.956544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.985698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:41Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:42.994023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:42.999411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.016963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532766c-00bb-4613-be0c-72ab28cd293e None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:41Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:16:43.021568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8a5ecf-8be1-411c-afdc-df2198ec7e0c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:43.035162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.039231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-49a91680-1192-40da-a536-5bccf0b89185 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186770 Sep 24 19:16:43.040062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:43.046575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:43.096142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45913d-4f6b-4fa1-905d-4336c62c0caa None None] Update dhcp port {'port': {'network_id': '21582de5-9561-4387-85e0-f92a05170064', 'fixed_ips': [{'subnet_id': 'efb02326-ed57-4ca3-9422-427ef76dfefb', 'ip_address': '172.20.0.18'}, {'subnet_id': '72482b92-81d1-4797-977d-96164a47d4e5'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f6ea3151-4ea8-4ae7-84c7-ee71a4120c93'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:16:43.170318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.179638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e45913d-4f6b-4fa1-905d-4336c62c0caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.200087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.208643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.215962 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c944fc-12a6-4d2a-96be-11a03d323238 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:43.216591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c944fc-12a6-4d2a-96be-11a03d323238 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:43.218536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-03c944fc-12a6-4d2a-96be-11a03d323238 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/f3b17875-8801-4d3f-84c2-8d87d5c4b396 HTTP/1.1" status: 404 len: 337 time: 0.5429554 Sep 24 19:16:43.227224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48450) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:43.271321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:16:43.271321 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:16:43.271321 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': 'e3b3ba07f60b4f75b5733ad443a5c1b8', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 16, 23, 224728)}] Sep 24 19:16:43.271321 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:43.273403 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:43.287903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] For port 0ec20a68-95be-472a-a1ec-75d4636032c6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec20a68-95be-472a-a1ec-75d4636032c6,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:43.297358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting subnet efb02326-ed57-4ca3-9422-427ef76dfefb {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:43.302580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:43.306432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.310531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.323161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.328679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.357331 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.378002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc3e2f0-f84a-4bfa-a10a-472c369cbe6c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:43.401779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.403636 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-39a1da4d-2ee8-4670-8e7b-2c28ad10f25c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625741 Sep 24 19:16:43.408397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:43.419420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:43.433859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433ed7c-0f04-48b5-9dc1-ffc22dae3739 None None] Pushing event updated for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:43.456732 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:16:43.462764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.497694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.551259 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.557482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.583028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6435708b-d59d-4bdc-bf64-96868260e775,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:43.590474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.592262 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e48e727-a15e-45cf-b39a-07fb181149ed tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1817865 Sep 24 19:16:43.594894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:43.601926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '026e18f8-01d8-46c4-9f59-ad07c7ba2962', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:43.629795 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:16:43.647308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.655111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5023-18c2-4ce8-911f-93f14d6c1897 req-c6ecb881-e68f-4cfe-8c75-15a7240aa695 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:43.656854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-296e5023-18c2-4ce8-911f-93f14d6c1897 req-c6ecb881-e68f-4cfe-8c75-15a7240aa695 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1656098 Sep 24 19:16:43.742264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.747166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.767632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66baa091-95f8-48ab-8457-11d8ec4899f3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:43.773803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-296e5023-18c2-4ce8-911f-93f14d6c1897 req-8f966f5b-21e4-4055-82fd-032c9283714f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989139 Sep 24 19:16:43.804077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.808878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.810390 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0766d08f-ed31-4eac-98dc-3e77dde4e614 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2143512 Sep 24 19:16:43.823561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.884015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-7e45913d-4f6b-4fa1-905d-4336c62c0caa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efb02326-ed57-4ca3-9422-427ef76dfefb: This subnet is being modified by another concurrent operation. Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efb02326-ed57-4ca3-9422-427ef76dfefb: This subnet is being modified by another concurrent operation. Sep 24 19:16:43.998559 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:16:44.009342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=be0f6015-c930-42f1-93f0-5a070cb532bf,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:44.024901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.082614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Subnet': ['ID=efb02326-ed57-4ca3-9422-427ef76dfefb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:44.088371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.090285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be7c637c-7a33-426f-b5f0-7ba1d1874e2b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/efb02326-ed57-4ca3-9422-427ef76dfefb HTTP/1.1" status: 204 len: 168 time: 0.8600299 Sep 24 19:16:44.093567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.102444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'da80e38c-ccaf-43e4-8058-1b13932c1da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:44.102711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: b92f6419-fe96-496c-9304-90e1af00f9d9, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:44.137484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca7216-e5dc-419d-96d3-fb608e7a21ee None None] Network 21582de5-9561-4387-85e0-f92a05170064 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:44.157969 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7435d4e0-a24e-4988-8706-6c1397f2499d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.158433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7435d4e0-a24e-4988-8706-6c1397f2499d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.167395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-034ee7ff-bb0a-4d31-8c0d-a7eef223b739 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617107793&fields=id&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 267 time: 0.1388035 Sep 24 19:16:44.182974 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7435d4e0-a24e-4988-8706-6c1397f2499d tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/d55cecc3-68ed-4cba-be87-ccdc3a027844 HTTP/1.1" status: 404 len: 337 time: 0.0850198 Sep 24 19:16:44.184428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48496) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.210562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.231326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network b92f6419-fe96-496c-9304-90e1af00f9d9 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:44.247049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a68270ea-36df-4ddd-9ac7-320d0fdf8379 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "GET /v2.0/ports?device_id=e388dfc0-f105-4be4-a5b2-37928f705fa9 HTTP/1.1" status: 200 len: 205 time: 0.0614772 Sep 24 19:16:44.247661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48500) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.249159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ea18a55f-0d7f-4a5a-981d-2e7963c493c8 None None] Provisioning complete for port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:44.249551 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea18a55f-0d7f-4a5a-981d-2e7963c493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.251028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.323788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b92f6419-fe96-496c-9304-90e1af00f9d9) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:44.329077 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-17cde9cb-6c86-4c82-9b79-194a794b19e0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] delete failed (client error): The resource could not be found. Sep 24 19:16:44.333222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-17cde9cb-6c86-4c82-9b79-194a794b19e0 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/routers/e388dfc0-f105-4be4-a5b2-37928f705fa9 HTTP/1.1" status: 404 len: 336 time: 0.0845339 Sep 24 19:16:44.333800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.340170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f129d-9b99-477e-b574-d9f8681bd2c5 None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:44.388514 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8646d899-b6c2-4832-a747-1f9caaf2dd36 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.389111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8646d899-b6c2-4832-a747-1f9caaf2dd36 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.392080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8646d899-b6c2-4832-a747-1f9caaf2dd36 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/ec6ae738-ebc1-47ef-9b41-625c803d87f4 HTTP/1.1" status: 404 len: 337 time: 0.0573235 Sep 24 19:16:44.395083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.410809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facf42b8-9230-4b73-8dab-c7f0ed2fe965,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:44.425924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:44.428001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.445012 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d57eb-6e6d-46c1-8626-f588173cdff2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.445668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d57eb-6e6d-46c1-8626-f588173cdff2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.452664 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f7d57eb-6e6d-46c1-8626-f588173cdff2 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/df325807-deae-4817-bd92-d0e5e3559cb9 HTTP/1.1" status: 404 len: 337 time: 0.0563412 Sep 24 19:16:44.454078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.476934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] DHCP port deletion for 21582de5-9561-4387-85e0-f92a05170064 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:44.481868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-97ca5c0f-9604-43b9-85ea-ef1c4b87f93d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3b3ba07f60b4f75b5733ad443a5c1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6087162 Sep 24 19:16:44.495089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62384762-d60b-4410-8e0c-de8c16420fb7 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5762501 Sep 24 19:16:44.495674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.506505 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-057ed017-d7ac-4607-aa1b-2240107de1d4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.506990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057ed017-d7ac-4607-aa1b-2240107de1d4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.510444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-057ed017-d7ac-4607-aa1b-2240107de1d4 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/5398b0f6-46d4-45d0-b16a-a92228c27da5 HTTP/1.1" status: 404 len: 337 time: 0.0554974 Sep 24 19:16:44.511108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.515459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.519606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:44.537119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ea18a55f-0d7f-4a5a-981d-2e7963c493c8 None None] Provisioning complete for port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:44.537505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea18a55f-0d7f-4a5a-981d-2e7963c493c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.594987 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a87763-d2dc-46f6-bb61-4ee64232cf5e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.595926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a87763-d2dc-46f6-bb61-4ee64232cf5e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.597854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62a87763-d2dc-46f6-bb61-4ee64232cf5e tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/a258708e-3655-4d24-9ff9-983616e76a55 HTTP/1.1" status: 404 len: 333 time: 0.0727887 Sep 24 19:16:44.615175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.642164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ea18a55f-0d7f-4a5a-981d-2e7963c493c8 None None] Port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:44.657607 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb96ade-0f1e-4cc3-a12c-53451c7e76a1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.658200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb96ade-0f1e-4cc3-a12c-53451c7e76a1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.663607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9fb96ade-0f1e-4cc3-a12c-53451c7e76a1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/fe68025a-1cfa-433a-aab0-53f54ddf28b5 HTTP/1.1" status: 404 len: 337 time: 0.0450201 Sep 24 19:16:44.664199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.668863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-4e343ff4-0efc-420f-969b-3e85f10423d8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:44.670829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-4e343ff4-0efc-420f-969b-3e85f10423d8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 797 time: 0.4919693 Sep 24 19:16:44.682481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Deleting port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:44.682906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.683961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.691863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-b92f6419-fe96-496c-9304-90e1af00f9d9', 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': 'be0f6015-c930-42f1-93f0-5a070cb532bf'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:44.692819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.706967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-cf8112d8-2c1b-4d62-8c41-f33f6e80210d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/quotas/909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 375 time: 0.0235150 Sep 24 19:16:44.713470 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d612d76b-a095-4cd7-99fa-88824ca795d1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.714031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d612d76b-a095-4cd7-99fa-88824ca795d1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.715825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d612d76b-a095-4cd7-99fa-88824ca795d1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/67430e8a-5284-4785-92b9-8298c2b5e7eb HTTP/1.1" status: 404 len: 337 time: 0.0504527 Sep 24 19:16:44.718761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.754658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5092505'] for subnet, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.757036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:44.759135 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9996c3c-9de6-4281-b88f-86573159bdc1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.760539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9996c3c-9de6-4281-b88f-86573159bdc1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.763408 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9996c3c-9de6-4281-b88f-86573159bdc1 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/c861b57c-3c1e-4846-8aa2-c4f0474966d7 HTTP/1.1" status: 404 len: 333 time: 0.0433040 Sep 24 19:16:44.778611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48528) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.836011 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e11d5f4-9881-4c39-aac3-c6c6babcbe48 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.836904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e11d5f4-9881-4c39-aac3-c6c6babcbe48 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.839618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2e11d5f4-9881-4c39-aac3-c6c6babcbe48 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/6b6e845a-9f5d-4680-ba6a-04e24aed32b7 HTTP/1.1" status: 404 len: 337 time: 0.0535688 Sep 24 19:16:44.843838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.877766 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd5b935-7821-423e-bba2-2d4513accb95 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:44.878263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd5b935-7821-423e-bba2-2d4513accb95 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:44.880805 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1cd5b935-7821-423e-bba2-2d4513accb95 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/subnets/ca050a4a-abea-42b3-8141-92dc5199117a HTTP/1.1" status: 404 len: 337 time: 0.0361617 Sep 24 19:16:44.899326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:44.996855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-7a5b7d26-336d-400f-a7c2-a87c6c66060a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2840631 Sep 24 19:16:45.001801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] For port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,segment=NetworkSegment(48cb4081-59f3-4d1c-a93e-78125344c1db),segment_id=48cb4081-59f3-4d1c-a93e-78125344c1db)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:45.002337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.031705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328620279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5013489'] for subnet, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.064203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Calling delete_port for f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:45.116651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec20a68-95be-472a-a1ec-75d4636032c6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:45.136298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=be0f6015-c930-42f1-93f0-5a070cb532bf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.145402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:45.145851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.147205 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87009d5d-65b0-49c4-ae78-eb6a2794d2ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "PUT /v2.0/subnets/be0f6015-c930-42f1-93f0-5a070cb532bf HTTP/1.1" status: 200 len: 806 time: 0.6351488 Sep 24 19:16:45.154732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:45.186580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.189356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.193204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/facf42b8-9230-4b73-8dab-c7f0ed2fe965 HTTP/1.1" status: 204 len: 168 time: 0.6909165 Sep 24 19:16:45.217273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Allocated IP 172.20.0.2 (b92f6419-fe96-496c-9304-90e1af00f9d9/be0f6015-c930-42f1-93f0-5a070cb532bf/d7f42e7b-ab81-4aac-aa8c-b03c56d579da) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:45.234095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7859-c211-4ad5-9213-4043c7a4e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facf42b8-9230-4b73-8dab-c7f0ed2fe965,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.268388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-70301abb-9649-4979-be13-000b16c051a1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:16:45.269516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-70301abb-9649-4979-be13-000b16c051a1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2422125 Sep 24 19:16:45.316046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf279b-a8aa-4343-93e1-c5fc9aa8c38f req-7e8520f2-5274-46f1-a323-218d7262e0a5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:45.317766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ceaf279b-a8aa-4343-93e1-c5fc9aa8c38f req-7e8520f2-5274-46f1-a323-218d7262e0a5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2117002 Sep 24 19:16:45.321941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.355672 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.380367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Deleting port a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:45.380719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.414632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.448042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0ec20a68-95be-472a-a1ec-75d4636032c6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:45.448427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.500851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] Pushing event deleted for resources: {'Port': ['ID=f6ea3151-4ea8-4ae7-84c7-ee71a4120c93,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.506586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5d882-00b3-4ee6-bc81-f2030ac48fb7 None None] No DVR routers for this DVR port f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:45.528629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ceaf279b-a8aa-4343-93e1-c5fc9aa8c38f req-0f84464a-5b3d-46c7-aa1f-73736bcf84e0 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824644 Sep 24 19:16:45.595459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.628119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-e01a9c7a-8f67-4174-b79c-d084c60981bc service neutron] 10.222.0.18 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427949 Sep 24 19:16:45.634252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Calling delete_port for a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:45.641398 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.645631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:16:45.662336 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.679971 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.721758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:45.735558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:45.746350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:45.764498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-e5d62b4b-8f5b-4798-b5f3-20f6abdf6516 service neutron] 10.222.0.18 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280992 Sep 24 19:16:45.779353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Pushing event updated for resources: {'Port': ['ID=d7f42e7b-ab81-4aac-aa8c-b03c56d579da,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.795773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:16:45.800462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=be0f6015-c930-42f1-93f0-5a070cb532bf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.834413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:16:45.834950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f6ea3151-4ea8-4ae7-84c7-ee71a4120c93 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:16:45.866739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.890651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Attempting to bind port d7f42e7b-ab81-4aac-aa8c-b03c56d579da on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:45.891404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Attempting to bind port d7f42e7b-ab81-4aac-aa8c-b03c56d579da by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'da80e38c-ccaf-43e4-8058-1b13932c1da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:45.892122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Attempting to bind port d7f42e7b-ab81-4aac-aa8c-b03c56d579da on network b92f6419-fe96-496c-9304-90e1af00f9d9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:45.896310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:45.898676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:45.899647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Checking segment: {'id': 'da80e38c-ccaf-43e4-8058-1b13932c1da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:45.900280 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.901530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Bound using segment: {'id': 'da80e38c-ccaf-43e4-8058-1b13932c1da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:45.902318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Bound port: d7f42e7b-ab81-4aac-aa8c-b03c56d579da, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da80e38c-ccaf-43e4-8058-1b13932c1da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:45.904416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Port': ['ID=a22f545b-0f30-4a8c-9b3b-fe2f6e300b65,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:45.905418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.912352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.917549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fd4915bb-35af-4b86-8698-602069a3c309 tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/ports/a22f545b-0f30-4a8c-9b3b-fe2f6e300b65 HTTP/1.1" status: 204 len: 168 time: 1.0132263 Sep 24 19:16:45.918183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48572) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:45.950824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:45.976427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34f6ba86-2222-40a6-96e3-3e944859522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.000676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92f6419-fe96-496c-9304-90e1af00f9d9']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.023063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da80e38c-ccaf-43e4-8058-1b13932c1da4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.023438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da80e38c-ccaf-43e4-8058-1b13932c1da4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.042091 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.065879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] For port d7f42e7b-ab81-4aac-aa8c-b03c56d579da, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:46.074908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.087399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:46.088087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:46.091691 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:46.106028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.162994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] For port d7f42e7b-ab81-4aac-aa8c-b03c56d579da, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d7f42e7b-ab81-4aac-aa8c-b03c56d579da,segment=NetworkSegment(da80e38c-ccaf-43e4-8058-1b13932c1da4),segment_id=da80e38c-ccaf-43e4-8058-1b13932c1da4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:46.172556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:16:46.172556 n-d-810952-2 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:16:46.172556 n-d-810952-2 neutron-server[94856]: [parameters: {'id': 'b92f6419-fe96-496c-9304-90e1af00f9d9'}] Sep 24 19:16:46.172556 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:46.173145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.173294 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:46.184236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-376589b1-41d4-44d6-a797-ba500237421e req-e0f03b59-3166-4025-9953-7b607dcc3451 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0751739 Sep 24 19:16:46.210958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34f6ba86-2222-40a6-96e3-3e944859522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.216507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34f6ba86-2222-40a6-96e3-3e944859522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.250311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.274447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21582de5-9561-4387-85e0-f92a05170064']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.285748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cb4081-59f3-4d1c-a93e-78125344c1db') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.286082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cb4081-59f3-4d1c-a93e-78125344c1db') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:46.287040 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-34f6ba86-2222-40a6-96e3-3e944859522b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d171186e13f41ca812edf2180cbfcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310652 Sep 24 19:16:46.287607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ba86-2222-40a6-96e3-3e944859522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55444cb7-80c8-4ee7-89f0-1d64b537314e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:46.290474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:46.298053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.311901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.317897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:46.318306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.366914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b86a2-7a48-425a-8635-748225cea961 None None] Pushing event updated for resources: {'Port': ['ID=d7f42e7b-ab81-4aac-aa8c-b03c56d579da,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:46.378598 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:46.390100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e15ea-ecfa-41f7-ab32-f460cc76d370 None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:46.390303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.390429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.398616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.403892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] 10.222.0.18 "DELETE /v2.0/networks/21582de5-9561-4387-85e0-f92a05170064 HTTP/1.1" status: 204 len: 168 time: 0.4847097 Sep 24 19:16:46.415033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cb300-d10c-4ca7-a8d2-607f0651e05b tempest-PortsTestJSON-2091021806 tempest-PortsTestJSON-2091021806-project] Pushing event deleted for resources: {'Network': ['ID=21582de5-9561-4387-85e0-f92a05170064,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:46.419042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.477893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.481725 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.483014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55444cb7-80c8-4ee7-89f0-1d64b537314e HTTP/1.1" status: 204 len: 168 time: 0.1833735 Sep 24 19:16:46.492375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0471ba-2fd9-460f-802d-ad80c619f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55444cb7-80c8-4ee7-89f0-1d64b537314e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:46.531348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:46.556773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf946bba-6a26-44fe-9bdf-166cb4d8114f None None] Network b92f6419-fe96-496c-9304-90e1af00f9d9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:46.674579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.681620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17ae66-b8bf-4f17-8380-cce6a3c2001f req-04696c0d-1928-4ec1-9b10-86cb08343fe1 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:46.687700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de17ae66-b8bf-4f17-8380-cce6a3c2001f req-04696c0d-1928-4ec1-9b10-86cb08343fe1 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0756140 Sep 24 19:16:46.694823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492b624-6447-4134-a433-210aa1de1fa5 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:46.760246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de17ae66-b8bf-4f17-8380-cce6a3c2001f req-0adcb806-6b3d-4798-8926-6a97f584fd6f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505896 Sep 24 19:16:46.768927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port d7f42e7b-ab81-4aac-aa8c-b03c56d579da {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:46.769692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.814615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492b624-6447-4134-a433-210aa1de1fa5 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:46.828315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48602) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:46.857752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port d7f42e7b-ab81-4aac-aa8c-b03c56d579da, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d7f42e7b-ab81-4aac-aa8c-b03c56d579da,segment=NetworkSegment(da80e38c-ccaf-43e4-8058-1b13932c1da4),segment_id=da80e38c-ccaf-43e4-8058-1b13932c1da4)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:46.857752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.878793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for d7f42e7b-ab81-4aac-aa8c-b03c56d579da owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:46.909820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.968557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:46.998788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=d7f42e7b-ab81-4aac-aa8c-b03c56d579da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.006399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.009357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port d7f42e7b-ab81-4aac-aa8c-b03c56d579da on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:47.034748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26893926-e14a-4cbc-b212-862e5f442d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.091029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73b7f303-00c2-4cbd-95d9-a7735362ae52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bea1d521b9e460889d5242d3f6d396e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615099 Sep 24 19:16:47.096240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.097587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.113329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.124290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.125240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92f6419-fe96-496c-9304-90e1af00f9d9']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:47.139083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da80e38c-ccaf-43e4-8058-1b13932c1da4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:47.139398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da80e38c-ccaf-43e4-8058-1b13932c1da4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:47.151233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.166614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.173241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:47.173644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:47.177848 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:47.190117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec660965-ad7f-4d70-b029-06f9f96d13f6 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:47.207135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6337b-4cfc-4150-bf19-78210d513f39,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.220757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a25d3c1fbb1453988bb83a0b6da667e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884077 Sep 24 19:16:47.227216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48616) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.240907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.241257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.241596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.241933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.242263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.242589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.242941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.243266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.243590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.244604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.244968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.245293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d3581-3c84-45f2-92f5-138050d01409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:16:47.266668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.275962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.278079 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/b92f6419-fe96-496c-9304-90e1af00f9d9 HTTP/1.1" status: 204 len: 168 time: 2.1222556 Sep 24 19:16:47.290390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.294324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035cb02-ae82-4d79-8c02-72579b87ce4f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=b92f6419-fe96-496c-9304-90e1af00f9d9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.301244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.317082 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f821f57-de01-4c0e-b306-fa51befaacff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:47.318113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f821f57-de01-4c0e-b306-fa51befaacff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:47.318898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec660965-ad7f-4d70-b029-06f9f96d13f6 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:47.320269 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f821f57-de01-4c0e-b306-fa51befaacff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/b92f6419-fe96-496c-9304-90e1af00f9d9 HTTP/1.1" status: 404 len: 339 time: 0.0271723 Sep 24 19:16:47.324257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.327578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a91e0d1-0f4b-46f9-85a6-7bc90848507f req-6165d21f-5269-423d-a9d9-01f2a812fcb9 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0644128 Sep 24 19:16:47.329504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-959284774', 'description': 'd1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:47.367031 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.405474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.451500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26893926-e14a-4cbc-b212-862e5f442d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.462475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.464185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26893926-e14a-4cbc-b212-862e5f442d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.484681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:47.492152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.528776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:47.541293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.544047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.547704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22ce72b8-0bda-4509-a9b8-e525d12f4cfb HTTP/1.1" status: 204 len: 168 time: 0.4482827 Sep 24 19:16:47.550978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.551350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-26893926-e14a-4cbc-b212-862e5f442d28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c95cf127b2714f8bbe61dff9176378b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394750 Sep 24 19:16:47.552292 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment 706658f2-84f3-4713-af38-c4d7c3fddc40 of type vlan for network 1a3990eb-3490-444f-9a09-d711fef59dd9 Sep 24 19:16:47.553084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893926-e14a-4cbc-b212-862e5f442d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbc489-094e-4a48-82ca-413af673e055,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.559332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48630) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.579514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b418-8716-4169-9af7-73642b9cb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce72b8-0bda-4509-a9b8-e525d12f4cfb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.627770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.630567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.631873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ea6337b-4cfc-4150-bf19-78210d513f39 HTTP/1.1" status: 204 len: 168 time: 0.4010434 Sep 24 19:16:47.637650 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.639776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.645795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fc159-a33a-4c42-938e-431687e39627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6337b-4cfc-4150-bf19-78210d513f39,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.671009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.671223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.679899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:47.681146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.738669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.741296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:47.745322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16dbc489-094e-4a48-82ca-413af673e055 HTTP/1.1" status: 204 len: 168 time: 0.1819825 Sep 24 19:16:47.751260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdc28d-6237-47c7-8c73-5c627d2227b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbc489-094e-4a48-82ca-413af673e055,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.808226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=1a3990eb-3490-444f-9a09-d711fef59dd9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:47.814994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48638) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:47.815173 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-88613446-78b5-40ca-b671-be5c82bb5960 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4897146 Sep 24 19:16:47.824452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1a3990eb-3490-444f-9a09-d711fef59dd9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:48.146983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48648) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.162329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aee6-fcf4-45d4-ab56-8bae383b5506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.267992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f550f9c-0c18-406e-88f8-e1d44efb5ef1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:48.267992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7f550f9c-0c18-406e-88f8-e1d44efb5ef1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks?id=1a3990eb-3490-444f-9a09-d711fef59dd9 HTTP/1.1" status: 200 len: 760 time: 0.4480071 Sep 24 19:16:48.269445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.276679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'description': 'd2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:48.288839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889ddc-0cf8-41a0-8d17-e325d10a7613 req-f29f442a-90ef-4f72-adfe-280d88fe8a97 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:48.290326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d889ddc-0cf8-41a0-8d17-e325d10a7613 req-f29f442a-90ef-4f72-adfe-280d88fe8a97 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.4189465 Sep 24 19:16:48.325444 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aee6-fcf4-45d4-ab56-8bae383b5506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.338373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aee6-fcf4-45d4-ab56-8bae383b5506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.405230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d889ddc-0cf8-41a0-8d17-e325d10a7613 req-b8909712-4651-417d-9762-d7de91ee4504 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031003 Sep 24 19:16:48.428693 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bcf1aee6-fcf4-45d4-ab56-8bae383b5506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c822829ce4124c13b064afda2810172d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782302 Sep 24 19:16:48.430973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.460495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c574c68c-6828-4909-a2ed-7f397c392d4a req-94711faf-395e-46e4-a559-7a83cf110129 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0392089 Sep 24 19:16:48.492211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1aee6-fcf4-45d4-ab56-8bae383b5506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30183cab-8fac-4026-a420-922e227b7cd3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:48.512214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.516723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.532138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.541622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.553251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 1a3990eb-3490-444f-9a09-d711fef59dd9 is not hosted by any dhcp agent {{(pid=94855) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:16:48.558901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:48.559609 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.563902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "PUT /v2.0/networks/1a3990eb-3490-444f-9a09-d711fef59dd9 HTTP/1.1" status: 200 len: 757 time: 0.2934539 Sep 24 19:16:48.564508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48672) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.608440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.611517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.617307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30183cab-8fac-4026-a420-922e227b7cd3 HTTP/1.1" status: 204 len: 168 time: 0.1853812 Sep 24 19:16:48.636529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab38f94-7ee7-46a4-bdfe-dd5564491c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30183cab-8fac-4026-a420-922e227b7cd3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:48.643099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53210299-bedd-4a5b-9cba-a737ec9083eb tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=1a3990eb-3490-444f-9a09-d711fef59dd9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:48.659164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1a3990eb-3490-444f-9a09-d711fef59dd9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:48.708981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9398731-08ca-4416-81fa-bd631f5d034d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:48.715286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.722737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f9398731-08ca-4416-81fa-bd631f5d034d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks?id=1a3990eb-3490-444f-9a09-d711fef59dd9 HTTP/1.1" status: 200 len: 760 time: 0.1545885 Sep 24 19:16:48.726244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526438180'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:48.788525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:48.792875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.837706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:48.847980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.848374 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment c8ac882b-7089-4cf9-9930-80dceebd5752 of type vlan for network 92f85aaf-05d6-4975-b989-754b8bd4f1dd Sep 24 19:16:48.896911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.925453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.930959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:48.932305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:48.970319 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2511570 Sep 24 19:16:48.970542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:48.975140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '92f85aaf-05d6-4975-b989-754b8bd4f1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:49.022411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b211c7-f361-48f0-878a-228cbb0f5190 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=92f85aaf-05d6-4975-b989-754b8bd4f1dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:49.034475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 92f85aaf-05d6-4975-b989-754b8bd4f1dd details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:49.098944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48704) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:49.135979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:49.139810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.270322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733691519'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:49.302574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.312194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.339969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.431909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=2ff90920-7147-45ae-a0ba-0a6fedc87a86,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:49.436108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'c8ac882b-7089-4cf9-9930-80dceebd5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '92f85aaf-05d6-4975-b989-754b8bd4f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:49.436473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 92f85aaf-05d6-4975-b989-754b8bd4f1dd, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:49.478308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 92f85aaf-05d6-4975-b989-754b8bd4f1dd is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:49.483537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.489021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.490967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 92f85aaf-05d6-4975-b989-754b8bd4f1dd) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:49.498523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:49.499310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.502596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a1368-a930-483d-a9a3-c9d3ec60b52d None None] Network 92f85aaf-05d6-4975-b989-754b8bd4f1dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:49.523402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9be48cf1-a471-49dc-afc6-644d4883971f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5496271 Sep 24 19:16:49.525800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:49.682160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.687447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3971a-c66a-45e7-b6d6-7d64e479aee0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:49.710955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53b752f2-d29c-4022-8b2c-f64a47385543 req-c0f46192-f080-405b-8006-1d7a93900bdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0966947 Sep 24 19:16:49.720228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e14b89-2c2f-4f82-94d4-fa79541c498a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-92f85aaf-05d6-4975-b989-754b8bd4f1dd', 'network_id': '92f85aaf-05d6-4975-b989-754b8bd4f1dd', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': '2ff90920-7147-45ae-a0ba-0a6fedc87a86'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:49.733771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84e14b89-2c2f-4f82-94d4-fa79541c498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.744270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d829a3-9481-49d3-ad72-85f7b834272b req-20edc372-f7e3-48cb-9098-3a83409c0d26 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:49.746218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41d829a3-9481-49d3-ad72-85f7b834272b req-20edc372-f7e3-48cb-9098-3a83409c0d26 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.2244036 Sep 24 19:16:49.764417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.807502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41d829a3-9481-49d3-ad72-85f7b834272b req-0ea1ae21-1b29-421e-b244-62928436fb5e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539036 Sep 24 19:16:49.814799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.824122 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.843405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.887129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:49.889440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7886789 Sep 24 19:16:49.891595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48740) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-84e14b89-2c2f-4f82-94d4-fa79541c498a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ff90920-7147-45ae-a0ba-0a6fedc87a86: This subnet is being modified by another concurrent operation. Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ff90920-7147-45ae-a0ba-0a6fedc87a86: This subnet is being modified by another concurrent operation. Sep 24 19:16:49.900257 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:16:49.909049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9879a-3b10-4b59-9829-300c16c27f2d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc60165-e722-42d1-aac4-77fd35ea6790,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:49.922236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917db63e-e00f-4e1d-b3b3-043b6c959e54 None None] Network 92f85aaf-05d6-4975-b989-754b8bd4f1dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:49.942335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff90920-7147-45ae-a0ba-0a6fedc87a86,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:49.998904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fa082bf5-b1cf-4a6f-842b-aae992274c8e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1045957 Sep 24 19:16:50.000617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.010698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-security--768869850', 'description': 'tempest-security-description-477078891'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:50.057765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.060060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.085147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f85aaf-05d6-4975-b989-754b8bd4f1dd']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:50.096883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ac882b-7089-4cf9-9930-80dceebd5752') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:50.097302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ac882b-7089-4cf9-9930-80dceebd5752') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:50.109636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.116221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.128334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.128472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.128571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.128571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "PUT /v2.0/security-groups/fbc60165-e722-42d1-aac4-77fd35ea6790 HTTP/1.1" status: 200 len: 1778 time: 0.1251204 Sep 24 19:16:50.132657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:50.132657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.133822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48752) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.166778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a98820-10a6-48a8-8942-5ad344b0b880 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:50.203611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bbf9661d-f670-4bdc-8309-bbcdf7169e33 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups/fbc60165-e722-42d1-aac4-77fd35ea6790 HTTP/1.1" status: 200 len: 1778 time: 0.0652320 Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:50.203841 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:50.205586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.207497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510961-018a-49de-b653-610a639d6221 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc60165-e722-42d1-aac4-77fd35ea6790,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:50.214612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.234295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.239210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48758) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.239390 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/92f85aaf-05d6-4975-b989-754b8bd4f1dd HTTP/1.1" status: 204 len: 168 time: 0.7123652 Sep 24 19:16:50.257012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281a288-91fa-43c2-9717-95e3401ce365 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=92f85aaf-05d6-4975-b989-754b8bd4f1dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:50.301636 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f79856-b5ee-4b99-830d-230018e01323 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] GET failed (client error): The resource could not be found. Sep 24 19:16:50.307240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89f79856-b5ee-4b99-830d-230018e01323 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets/2ff90920-7147-45ae-a0ba-0a6fedc87a86 HTTP/1.1" status: 404 len: 337 time: 0.0637183 Sep 24 19:16:50.308002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48760) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.320773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.329725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65b49602-0ee3-46dd-a573-398d8681188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.345212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a98820-10a6-48a8-8942-5ad344b0b880 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:50.351111 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5617aef8-14ac-44fc-b15e-cd849724744e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:50.351111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5617aef8-14ac-44fc-b15e-cd849724744e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:50.355256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.359122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5617aef8-14ac-44fc-b15e-cd849724744e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/92f85aaf-05d6-4975-b989-754b8bd4f1dd HTTP/1.1" status: 404 len: 339 time: 0.0467806 Sep 24 19:16:50.362893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48764) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.409440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.412058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.413227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbc60165-e722-42d1-aac4-77fd35ea6790 HTTP/1.1" status: 204 len: 168 time: 0.2084017 Sep 24 19:16:50.418481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.465446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5d03-01c0-456d-9959-2a777615b36e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc60165-e722-42d1-aac4-77fd35ea6790,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:50.550876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6cae8501-52dc-45d6-9025-70d74c715b9f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283073 Sep 24 19:16:50.553640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.585051 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e5900607-1832-43d0-a42e-cb11516f683a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] delete failed (client error): The resource could not be found. Sep 24 19:16:50.586090 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5900607-1832-43d0-a42e-cb11516f683a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbc60165-e722-42d1-aac4-77fd35ea6790 HTTP/1.1" status: 404 len: 347 time: 0.0315325 Sep 24 19:16:50.592308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.596628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--439687352'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:50.652073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.760733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63af1fb-3aaf-43ac-920e-2ee250cae45c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:50.767797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d63af1fb-3aaf-43ac-920e-2ee250cae45c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4030573 Sep 24 19:16:50.768768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.808206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.819485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.846214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dad3e120-fd1b-49eb-8df6-2366a6f9a719 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 207 time: 0.0759885 Sep 24 19:16:50.846885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48794) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.910395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:50.920113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3267379 Sep 24 19:16:50.921024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c0d7-c01e-4583-a9fc-274c4157ae19 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c7efc6-e443-46c3-9aa9-becd5f403948,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:50.923350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:50.930124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': 'e9c7efc6-e443-46c3-9aa9-becd5f403948', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:50.948526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-44f8acd6-1c6b-4b75-8098-6b411cb70acb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:50.950079 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-44f8acd6-1c6b-4b75-8098-6b411cb70acb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 797 time: 0.2175832 Sep 24 19:16:50.989269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.013253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1d1130c-bedd-4d53-8c3d-9c15ae597fc6 req-1778ae22-8061-4c3d-8478-c935bdcfb95c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0610652 Sep 24 19:16:51.017429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-9b42caa2-feb6-4491-8316-e01e2039b4ad tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 380 time: 0.0560489 Sep 24 19:16:51.036633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'port': {'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'admin_state_up': True, 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'security_groups': ['026e18f8-01d8-46c4-9f59-ad07c7ba2962']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:51.168743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.180978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.194163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c9e77-1acb-4ef3-9cc9-02207d5bc8c3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.203000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c9e77-1acb-4ef3-9cc9-02207d5bc8c3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.209883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c9e77-1acb-4ef3-9cc9-02207d5bc8c3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.214094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fe182e-4130-417e-811b-c67ae759c3a8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:51.217223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c9e77-1acb-4ef3-9cc9-02207d5bc8c3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.222949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7d8c9e77-1acb-4ef3-9cc9-02207d5bc8c3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3749862 Sep 24 19:16:51.223640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.225057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:51.228913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.233015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28766ffb-2221-4fc5-86fe-d749a40cfec3 req-d44bdb2b-94de-4117-ab33-142c3c0e5f03 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.234615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28766ffb-2221-4fc5-86fe-d749a40cfec3 req-d44bdb2b-94de-4117-ab33-142c3c0e5f03 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1920793 Sep 24 19:16:51.248124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.249351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dcf86cc5-f13b-45bf-8d18-b864d2332c62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231771 Sep 24 19:16:51.255228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.327761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.338759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.387489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25aa079b-43f1-4659-bf95-9b2af7365f1e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1622474 Sep 24 19:16:51.392022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.396630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28766ffb-2221-4fc5-86fe-d749a40cfec3 req-948422e0-f0db-4b76-a070-d1452c5773d8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711584 Sep 24 19:16:51.714787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57f78-593c-4f4b-b891-d7ffa12faefb req-9f5fb0e5-0c76-4fa0-8a17-9b286eaaaee4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.716385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ac57f78-593c-4f4b-b891-d7ffa12faefb req-9f5fb0e5-0c76-4fa0-8a17-9b286eaaaee4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0965614 Sep 24 19:16:51.733176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-f4694e6f-9585-4a53-8797-9130aef8a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.734785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-f4694e6f-9585-4a53-8797-9130aef8a738 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 1096 time: 0.1009922 Sep 24 19:16:51.830004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.834391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-9a6316c7-6557-48fe-a1bc-621041f387e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.836530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-9a6316c7-6557-48fe-a1bc-621041f387e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.0937068 Sep 24 19:16:51.840242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:51.844151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e9fe182e-4130-417e-811b-c67ae759c3a8 HTTP/1.1" status: 204 len: 168 time: 0.5878456 Sep 24 19:16:51.853886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48836) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.857665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.3 (396154a5-7780-403c-953b-d302f401d759/c648c4da-5934-420c-92ca-67c170227ce3/0c4f361b-920b-4282-a315-383502df483c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:51.858758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ac57f78-593c-4f4b-b891-d7ffa12faefb req-e059b185-853e-485e-873b-e45e9b834948 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348002 Sep 24 19:16:51.862713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc4504-856a-411e-b78e-9d96ba206ce3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.864379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc4504-856a-411e-b78e-9d96ba206ce3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.872203 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1bfc4504-856a-411e-b78e-9d96ba206ce3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4788308 Sep 24 19:16:51.873521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60dc45-906b-4935-a751-2bd9ddacfeb0 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9fe182e-4130-417e-811b-c67ae759c3a8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:51.886945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.974359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-315f774f-e8c0-4121-802e-5e4b83d5464d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143095 Sep 24 19:16:51.977281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48842) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:51.990600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbadce-9f02-4096-a690-b823a2342d92 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.992167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbadce-9f02-4096-a690-b823a2342d92 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:51.993749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89cbadce-9f02-4096-a690-b823a2342d92 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1057110 Sep 24 19:16:51.997265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.003313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-2ecf8543-bdff-436d-a9bc-eeea259c9d06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 200 len: 1001 time: 0.1480851 Sep 24 19:16:52.100111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-4d80c756-00f4-46aa-82bc-0b4f20317760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.103888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-4d80c756-00f4-46aa-82bc-0b4f20317760 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.0904691 Sep 24 19:16:52.169871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e88b612f-ea46-400b-a445-8e2efc8cb573 req-bc33a921-e8e8-4959-951e-6260a7fcade2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0551257 Sep 24 19:16:52.177605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e859a56-9135-4815-bc5e-f02c40e406ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.179047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e859a56-9135-4815-bc5e-f02c40e406ed tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks/7cbe7987-7723-44b2-8e8d-26d82e2e28e0 HTTP/1.1" status: 200 len: 799 time: 0.1808369 Sep 24 19:16:52.183597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.230406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-70708c7e-f26e-4ad0-900d-276d60c9c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.232092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-70708c7e-f26e-4ad0-900d-276d60c9c4b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151834 Sep 24 19:16:52.232844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.272479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.277961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.321878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.373400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0367c18f-f061-4215-8a57-d83dcb802735 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/networks/7cbe7987-7723-44b2-8e8d-26d82e2e28e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1892254 Sep 24 19:16:52.377381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48858) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.384122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 396154a5-7780-403c-953b-d302f401d759 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:52.387855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:52.391548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:52.425464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-de5d2bb8-db36-4a23-92d7-f535c6480734 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807127 Sep 24 19:16:52.425685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.428259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.429440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9c7efc6-e443-46c3-9aa9-becd5f403948 HTTP/1.1" status: 204 len: 168 time: 0.4509628 Sep 24 19:16:52.433570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.448215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:52.478767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.484472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.485059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794067-b01a-4ba6-b821-79e856d6a71e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c7efc6-e443-46c3-9aa9-becd5f403948,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:52.520999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-c42df111-4e7f-497c-b3d7-ee5bb2a63afb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4893074 Sep 24 19:16:52.524633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f32fb5-66f5-4858-b912-c05ecd704c9e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.528031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-19f32fb5-66f5-4858-b912-c05ecd704c9e tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets/9be06a2e-b01c-4c16-9667-84291c4c2b4a HTTP/1.1" status: 200 len: 811 time: 0.1496177 Sep 24 19:16:52.530706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48864) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.536116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097194762'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:52.537499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-85439423-6f74-4015-948f-727a22bdfa87 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992165 Sep 24 19:16:52.538231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.546403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Request body: {'port': {'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:52.633052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.655111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a14c7716-a6ea-4efb-aaca-396a17017230 req-fa2f2bce-0efc-4ae1-810a-5d0e04aa6491 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066503 Sep 24 19:16:52.657915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.680845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e12f1-41c4-439b-bf10-9cefb2075601 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:52.682475 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d1e12f1-41c4-439b-bf10-9cefb2075601 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "GET /v2.0/subnets/9be06a2e-b01c-4c16-9667-84291c4c2b4a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1415992 Sep 24 19:16:52.685913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.694709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984128460'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:52.741807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-faa6f04f-0aed-4608-8d30-62a80387fe64 None None] Provisioning complete for port 0c4f361b-920b-4282-a315-383502df483c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:52.745085 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faa6f04f-0aed-4608-8d30-62a80387fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.815665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.822608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.824241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-faa6f04f-0aed-4608-8d30-62a80387fe64 None None] Port 0c4f361b-920b-4282-a315-383502df483c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:16:52.857413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556d2fad-fb8c-4989-9d8e-435c1fa8359e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:52.858010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:52.862910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.867180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.870558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b51bb306-3b68-4cc8-9f3b-ca7886d008f7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3386161 Sep 24 19:16:52.874485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48882) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:52.879480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '556d2fad-fb8c-4989-9d8e-435c1fa8359e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:52.923510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8bbe-db8e-48cd-a372-c925df241b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:52.928015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.000022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:16:53.019962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.020316 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Added segment c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0 of type vlan for network 5dd48221-747a-42a1-842c-406cc22156e4 Sep 24 19:16:53.052932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.069208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.090226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.100585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71933a-4797-4233-bf80-d2f23f7b81a4 req-5dd28c04-e036-4f1f-8551-337912610ea5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:53.102242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f71933a-4797-4233-bf80-d2f23f7b81a4 req-5dd28c04-e036-4f1f-8551-337912610ea5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1072333 Sep 24 19:16:53.108539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0991b513-8291-4129-a05b-44131cbb96c7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.130725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.137107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:53.147568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '556d2fad-fb8c-4989-9d8e-435c1fa8359e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:53.150430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a1640fb3-7e1d-4da7-83da-8cbdcd819622 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2746477 Sep 24 19:16:53.191235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f71933a-4797-4233-bf80-d2f23f7b81a4 req-9a2ca0ae-565e-46a2-b951-9f41f5567b5c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799463 Sep 24 19:16:53.223979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4f361b-920b-4282-a315-383502df483c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:16:53.231943 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.237876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:53.238506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.244215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.294596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.302615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Transition to ACTIVE for port object 0c4f361b-920b-4282-a315-383502df483c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:16:53.309754 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6226485 Sep 24 19:16:53.313312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48898) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:53.330687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'network_id': '5dd48221-747a-42a1-842c-406cc22156e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:53.332945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.347537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.361767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127f5f-38de-4643-beea-ce51448a2753 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Network': ['ID=5dd48221-747a-42a1-842c-406cc22156e4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.374591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5dd48221-747a-42a1-842c-406cc22156e4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:16:53.393861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a25c1-bb84-4ac9-ad66-14d15d9888b9 req-e5d86eb3-6ff2-4d5f-b12c-cb6a0f258678 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:53.395815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae7a25c1-bb84-4ac9-ad66-14d15d9888b9 req-e5d86eb3-6ff2-4d5f-b12c-cb6a0f258678 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 931 time: 0.1361520 Sep 24 19:16:53.430498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Pushing event updated for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.502260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.509554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae7a25c1-bb84-4ac9-ad66-14d15d9888b9 req-e51bf4a8-d345-4f00-ade1-fe4c0de448a0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842128 Sep 24 19:16:53.512848 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.524964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Made reservation on behalf of cc66cae0ff90491ebd8b11f47fab23f7 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:16:53.529076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.555811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea97bc8-0de1-4176-9991-46e15694e412,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.565508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.566920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fbe91f43-360f-4ea8-9515-200f5d649e17 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285648 Sep 24 19:16:53.572975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:53.576597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '556d2fad-fb8c-4989-9d8e-435c1fa8359e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:53.588388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Attempting to bind port 0c4f361b-920b-4282-a315-383502df483c on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:53.588760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Attempting to bind port 0c4f361b-920b-4282-a315-383502df483c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:53.589212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Attempting to bind port 0c4f361b-920b-4282-a315-383502df483c on network 396154a5-7780-403c-953b-d302f401d759 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:53.601561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Port 0c4f361b-920b-4282-a315-383502df483c on network 396154a5-7780-403c-953b-d302f401d759 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:16:53.601929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Attempting to bind port 0c4f361b-920b-4282-a315-383502df483c on network 396154a5-7780-403c-953b-d302f401d759 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:53.611570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:53.612001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Checking segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:53.612281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Bound using segment: {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:53.612710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Bound port: 0c4f361b-920b-4282-a315-383502df483c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '396154a5-7780-403c-953b-d302f401d759'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:53.613078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.635014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.666576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing IP validity checks on allocation pools {{(pid=94855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:16:53.667135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_backend_mixin [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:16:53.765825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:53.770942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0c4f361b-920b-4282-a315-383502df483c,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:53.784057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.785366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.816982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.832489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:53.833112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.834642 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] 10.222.0.15 "PUT /v2.0/ports/0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 1091 time: 1.2953515 Sep 24 19:16:53.840691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:16:53.843569 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7be898-a070-4413-b251-9b5ef29973cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:16:53.856135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.880066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16d85c4-4868-43c9-8a74-8c06c68b33a6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.896602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c178ce-c54f-4098-ac66-c605b29445cb service neutron] Pushing event updated for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:53.909153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:53.920672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:53.924532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c7ec498-7301-4976-a006-84c128250c0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3512301 Sep 24 19:16:53.928950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '556d2fad-fb8c-4989-9d8e-435c1fa8359e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:53.946140 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4316e69a-1854-44cc-929b-80460eb1b910 x-openstack-request-id: req-4316e69a-1854-44cc-929b-80460eb1b910 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:16:53.946425 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:16:53.947230 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4316e69a-1854-44cc-929b-80460eb1b910 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:16:53.947635 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c', 'status': 'completed', 'code': 200} Sep 24 19:16:53.990458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-28617e8a-e127-4c4d-955c-80c610aa0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:53.992192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-28617e8a-e127-4c4d-955c-80c610aa0483 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1094 time: 0.0666676 Sep 24 19:16:54.013001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Checking segment: {'id': 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:54.013271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network hostable DHCP agents. Network: 5dd48221-747a-42a1-842c-406cc22156e4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:16:54.015539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.018007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=fc1480fb-2740-4a18-ad4f-9b4574f74e22,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:54.044115 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-e02aa488-7df0-485c-8311-224542f2fa19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 217 time: 0.0399776 Sep 24 19:16:54.096720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Network 5dd48221-747a-42a1-842c-406cc22156e4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:16:54.133432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5dd48221-747a-42a1-842c-406cc22156e4) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:54.142982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-cbff7df3-674f-4f79-a680-3ab8a8ce8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.144286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.144609 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-cbff7df3-674f-4f79-a680-3ab8a8ce8c73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 200 len: 835 time: 0.0919571 Sep 24 19:16:54.146095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b4032-d97d-4123-8557-e7457966bec1 None None] Network 5dd48221-747a-42a1-842c-406cc22156e4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:54.154406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.155236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.160158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.197815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa60858f-ebc8-49cb-bbdb-c5b78fb27c33,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:54.202275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62974f4b-77de-4bae-b167-ada66e21514b tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8810830 Sep 24 19:16:54.202822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.205305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:54.212122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:54.243603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.247501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:54.248391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5217d975-c6bf-4b87-8a0e-8a035d212020 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3233089 Sep 24 19:16:54.261452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '556d2fad-fb8c-4989-9d8e-435c1fa8359e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:54.301557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-e442d804-ba43-4287-a540-25597e9b5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.303768 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-e442d804-ba43-4287-a540-25597e9b5d9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396154a5-7780-403c-953b-d302f401d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486125 Sep 24 19:16:54.345715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.415617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5dd48221-747a-42a1-842c-406cc22156e4', 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4', 'tenant_id': 'cc66cae0ff90491ebd8b11f47fab23f7', 'fixed_ips': [{'subnet_id': 'fc1480fb-2740-4a18-ad4f-9b4574f74e22'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:16:54.417897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.428537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5849895'] for subnet, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.454901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe6c84-45cb-43b4-a813-489fde2e0b39 req-e4da4eff-7873-4f25-8765-d8cf96d320f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.460461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffbe6c84-45cb-43b4-a813-489fde2e0b39 req-e4da4eff-7873-4f25-8765-d8cf96d320f8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.1385922 Sep 24 19:16:54.490968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.496398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-946526b6-a215-496e-96cf-7f5b561b6e5e service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704249 Sep 24 19:16:54.498222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.555335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffbe6c84-45cb-43b4-a813-489fde2e0b39 req-a21d877d-87cd-4880-86bc-82613f1c6b95 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860190 Sep 24 19:16:54.585109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc529e9-8708-438e-9b8e-bcdba7bb9a5d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:54.666425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.671534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-28473b2c-2a48-4c1e-a57c-8cb68290eeee tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4229972 Sep 24 19:16:54.674780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:54.687385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa364a31-0f9d-405a-b843-25666ee93e77 req-f5f369ff-e9d0-4f4b-885c-46c7f69bf9ec service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772065 Sep 24 19:16:54.708023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.718962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.746491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939aa50-ed3e-4b59-8c6d-1eac0e891497 req-1914e4db-3de6-4d64-aba4-9fc919465c6c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.752485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.754439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f939aa50-ed3e-4b59-8c6d-1eac0e891497 req-1914e4db-3de6-4d64-aba4-9fc919465c6c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 943 time: 0.1050036 Sep 24 19:16:54.759509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.762316 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fcc529e9-8708-438e-9b8e-bcdba7bb9a5d HTTP/1.1" status: 204 len: 168 time: 0.0862460 Sep 24 19:16:54.764990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48946) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:54.784329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328620279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6401030'] for subnet, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.789088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599da055-5fba-4a6a-b0dd-9231ba30c8d3 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcc529e9-8708-438e-9b8e-bcdba7bb9a5d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:54.833171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be898-a070-4413-b251-9b5ef29973cd req-c079ba54-34e1-4f39-9bf5-e73c4f6d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.835341 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-c079ba54-34e1-4f39-9bf5-e73c4f6d0ea7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1094 time: 0.0653121 Sep 24 19:16:54.872221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Allocated IP 172.20.0.3 (5dd48221-747a-42a1-842c-406cc22156e4/fc1480fb-2740-4a18-ad4f-9b4574f74e22/46cc93fa-aa2f-4f50-a424-651a2eef1899) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:16:54.919246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f939aa50-ed3e-4b59-8c6d-1eac0e891497 req-e6706747-3455-461c-973e-415787c73f16 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378977 Sep 24 19:16:54.933521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:54.934144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:54.935481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "PUT /v2.0/subnets/fc1480fb-2740-4a18-ad4f-9b4574f74e22 HTTP/1.1" status: 200 len: 877 time: 0.7289557 Sep 24 19:16:54.938673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:54.964564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3e4a235d-e9c0-4d04-84a7-b4cff3aaf5d6 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1977274 Sep 24 19:16:54.966882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13894948-bcc3-4d9f-abea-239c186ef4ff tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event updated for resources: {'Subnet': ['ID=fc1480fb-2740-4a18-ad4f-9b4574f74e22,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:54.969113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.039119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be898-a070-4413-b251-9b5ef29973cd req-d8115228-d0d5-478a-9d4f-88893b9f4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:55.039119 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-d8115228-d0d5-478a-9d4f-88893b9f4b54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 897 time: 0.1923554 Sep 24 19:16:55.071231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.110161 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-038d7bdf-ed62-46f0-95f7-c66d4aff256c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 217 time: 0.0563035 Sep 24 19:16:55.112066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.120327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.191128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be898-a070-4413-b251-9b5ef29973cd req-fc5bfe10-c8a8-4975-9b7b-77fe74e545cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:55.192684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-fc5bfe10-c8a8-4975-9b7b-77fe74e545cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 200 len: 835 time: 0.0691881 Sep 24 19:16:55.194410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.202646 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.207265 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fa60858f-ebc8-49cb-bbdb-c5b78fb27c33 HTTP/1.1" status: 204 len: 168 time: 0.2369277 Sep 24 19:16:55.208183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48962) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.223131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff155e-7afc-4277-8ba2-9ab90ad9e6e2 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa60858f-ebc8-49cb-bbdb-c5b78fb27c33,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.225375 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.241918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.248681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.263557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be898-a070-4413-b251-9b5ef29973cd req-9cde392b-4128-47ad-ae73-23c3509866f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:55.265094 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-9cde392b-4128-47ad-ae73-23c3509866f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396154a5-7780-403c-953b-d302f401d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546844 Sep 24 19:16:55.287111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Pushing event updated for resources: {'Port': ['ID=46cc93fa-aa2f-4f50-a424-651a2eef1899,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.308083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Network 5dd48221-747a-42a1-842c-406cc22156e4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:16:55.309313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:16:55.311860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:16:55.335524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f16305a-b32d-4189-823a-c9e44e77fe6a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1262302 Sep 24 19:16:55.338646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.398970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Attempting to bind port 46cc93fa-aa2f-4f50-a424-651a2eef1899 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:16:55.399388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Attempting to bind port 46cc93fa-aa2f-4f50-a424-651a2eef1899 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:16:55.399800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Attempting to bind port 46cc93fa-aa2f-4f50-a424-651a2eef1899 on network 5dd48221-747a-42a1-842c-406cc22156e4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:16:55.403936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-e5423e9b-cab1-485c-af95-44b97ab8fb87 service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281993 Sep 24 19:16:55.406428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:16:55.406819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Checking segment: {'id': 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:16:55.407296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.407830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Bound using segment: {'id': 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:16:55.408657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Bound port: 46cc93fa-aa2f-4f50-a424-651a2eef1899, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5dd48221-747a-42a1-842c-406cc22156e4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:16:55.409216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.416684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.425593 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.435621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.473879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1480fb-2740-4a18-ad4f-9b4574f74e22,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.503911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] For port 46cc93fa-aa2f-4f50-a424-651a2eef1899, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:16:55.507575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] For port 46cc93fa-aa2f-4f50-a424-651a2eef1899, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46cc93fa-aa2f-4f50-a424-651a2eef1899,segment=NetworkSegment(c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0),segment_id=c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:16:55.514197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.517166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.521644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.522820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e16d85c4-4868-43c9-8a74-8c06c68b33a6 HTTP/1.1" status: 204 len: 168 time: 0.1830478 Sep 24 19:16:55.535858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48972) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.615681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8594283-25e8-4619-bd89-7ed0dbe05637 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0785253 Sep 24 19:16:55.616681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.620299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca7be898-a070-4413-b251-9b5ef29973cd req-7500ea91-b6f8-45fb-95a7-eadaa22477cc service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021213 Sep 24 19:16:55.622713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff89dd-6b2f-4084-9a04-4ddf697fcfc2 None None] Network 5dd48221-747a-42a1-842c-406cc22156e4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:55.630748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae897da-0e54-448c-8063-823cecdcb85f None None] Pushing event updated for resources: {'Port': ['ID=46cc93fa-aa2f-4f50-a424-651a2eef1899,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.644535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.653332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.704146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.711826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.715683 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0ea97bc8-0de1-4176-9991-46e15694e412 HTTP/1.1" status: 204 len: 168 time: 0.0983033 Sep 24 19:16:55.719519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.726999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2749b8d-7d0f-4b75-919d-ca9812aeff3d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea97bc8-0de1-4176-9991-46e15694e412,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.775893 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-44660899-bf77-4ccd-8bcd-0a994b1ed4be tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547299 Sep 24 19:16:55.778045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.805245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.823643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.831424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7b00d-c5bb-443f-9833-7cd3744a58b0 None None] Network 5dd48221-747a-42a1-842c-406cc22156e4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:55.867196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.881225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.885151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0991b513-8291-4129-a05b-44131cbb96c7 HTTP/1.1" status: 204 len: 168 time: 0.1054053 Sep 24 19:16:55.886001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48988) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:55.900909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3a4df-6192-4f92-8b06-5f5d335206ec tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0991b513-8291-4129-a05b-44131cbb96c7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:55.930089 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:55.967139 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-702748da-15be-419a-a162-a11e72c81d0f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0743461 Sep 24 19:16:55.974509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.018180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780d424-2038-4fd6-94cb-2137e0107b45 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:16:56.097468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.129524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.192759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780d424-2038-4fd6-94cb-2137e0107b45 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:16:56.195971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.200166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.203865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.205247 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/556d2fad-fb8c-4989-9d8e-435c1fa8359e HTTP/1.1" status: 204 len: 168 time: 0.2297089 Sep 24 19:16:56.210193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49002) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.220222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e3c6-7e2c-4fbd-86d4-64220d333641 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e16d85c4-4868-43c9-8a74-8c06c68b33a6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.255165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd48221-747a-42a1-842c-406cc22156e4']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:56.275679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:56.276149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:56.283700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5e05-773e-4617-b518-3074d3b5e4a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d2fad-fb8c-4989-9d8e-435c1fa8359e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.329053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a63c5507-3c35-4199-a775-02cc6ce7e80b tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123593 Sep 24 19:16:56.329239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c24dc-14eb-460c-b752-b9e11c6aa3a5 req-e1538284-8136-463d-ae6f-9bb376a38de3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:56.329239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e37c24dc-14eb-460c-b752-b9e11c6aa3a5 req-e1538284-8136-463d-ae6f-9bb376a38de3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 943 time: 0.1277647 Sep 24 19:16:56.329415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.329488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.335325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298900722'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:56.340171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0c4f361b-920b-4282-a315-383502df483c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:16:56.372210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.381726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.395878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:56.396557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:56.400431 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:56.455326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e37c24dc-14eb-460c-b752-b9e11c6aa3a5 req-71f2a1ef-4957-42f6-b6c7-618570a8cf82 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175580 Sep 24 19:16:56.512673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:16:56.512673 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:16:56.512673 n-d-810952-2 neutron-server[94855]: [parameters: {'id': '5dd48221-747a-42a1-842c-406cc22156e4'}] Sep 24 19:16:56.512673 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:16:56.513243 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:16:56.578212 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.585190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.610836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0c4f361b-920b-4282-a315-383502df483c,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:56.620822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d07bb-10a1-4ca7-9adf-99a49d2b39f7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.625506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.630031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d213b8de-6429-4ac7-9338-64e1dc50b568 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3003726 Sep 24 19:16:56.630411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49014) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.635786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': 'f91d07bb-10a1-4ca7-9adf-99a49d2b39f7', 'direction': 'ingress', 'protocol': 17}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:56.639605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0c4f361b-920b-4282-a315-383502df483c', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:16:56.686426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.690482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.704531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4f361b-920b-4282-a315-383502df483c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:16:56.727385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0c4f361b-920b-4282-a315-383502df483c,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:56.733083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.739177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.745522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.767842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757f0a0-974d-4716-b775-4173f38884e3,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.779133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.781242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-209b767e-3ff2-480d-99db-74718492e206 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1498106 Sep 24 19:16:56.784898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49018) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.797934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.847035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.872220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.920136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.923211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:56.924408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/f91d07bb-10a1-4ca7-9adf-99a49d2b39f7 HTTP/1.1" status: 204 len: 168 time: 0.1381905 Sep 24 19:16:56.927643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.934076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876833b8-f743-4aa4-8af9-9e9c6834ee76 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d07bb-10a1-4ca7-9adf-99a49d2b39f7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:56.988770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49030) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:56.989375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db9e67a9-4656-47e0-b749-ef16d710012d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603826 Sep 24 19:16:56.994066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140754240'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:57.015598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.052066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.079574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0c4f361b-920b-4282-a315-383502df483c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:16:57.108285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port 46cc93fa-aa2f-4f50-a424-651a2eef1899 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:57.108637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.190527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port 46cc93fa-aa2f-4f50-a424-651a2eef1899, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46cc93fa-aa2f-4f50-a424-651a2eef1899,segment=NetworkSegment(c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0),segment_id=c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:57.190923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.217961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for 46cc93fa-aa2f-4f50-a424-651a2eef1899 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:57.230826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.237928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.302964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.304242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3144264 Sep 24 19:16:57.308251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.309446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5b3ad-227d-4e1e-acd8-7aaacaeed465 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463b2b7b-f5ec-4899-9e16-f1224a240926,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:57.325450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538275322'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:57.348597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.359400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.377324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=46cc93fa-aa2f-4f50-a424-651a2eef1899,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:57.379331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port 46cc93fa-aa2f-4f50-a424-651a2eef1899 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:16:57.457843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.463035 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.466978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.490740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd48221-747a-42a1-842c-406cc22156e4']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:57.501732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:57.502032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fd0d56-f6a7-49f2-8ea1-e68b6da706c0') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:57.513094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.515251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106697fb-3294-4984-9660-06e0db839be8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:57.524215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.527293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09415f4e-a853-48fa-bb7e-fc0828b0b09a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2168252 Sep 24 19:16:57.528373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.530377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.537181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '463b2b7b-f5ec-4899-9e16-f1224a240926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '106697fb-3294-4984-9660-06e0db839be8', 'remote_ip_prefix': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:57.547171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:57.547669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:57.550562 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:57.654669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.664874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cac75-3290-4cd6-ba97-fed0922d1af0 req-79a06181-3f24-406c-a31d-9c618ec24262 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:57.666483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce9cac75-3290-4cd6-ba97-fed0922d1af0 req-79a06181-3f24-406c-a31d-9c618ec24262 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 944 time: 0.1205833 Sep 24 19:16:57.673435 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.675215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/5dd48221-747a-42a1-842c-406cc22156e4 HTTP/1.1" status: 204 len: 168 time: 2.7352645 Sep 24 19:16:57.676091 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.679435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.701530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4d3ef-0757-475e-b166-42f1909b7e62 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=5dd48221-747a-42a1-842c-406cc22156e4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:57.708255 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d27d956-ef86-4366-8c80-32be8cf594c5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:57.708646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d27d956-ef86-4366-8c80-32be8cf594c5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:57.710895 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d27d956-ef86-4366-8c80-32be8cf594c5 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/fc1480fb-2740-4a18-ad4f-9b4574f74e22 HTTP/1.1" status: 404 len: 337 time: 0.0299702 Sep 24 19:16:57.713043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.731691 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb3f10f-d3b8-46e1-9d16-877d892f6ba1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:57.732355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb3f10f-d3b8-46e1-9d16-877d892f6ba1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:57.737758 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3cb3f10f-d3b8-46e1-9d16-877d892f6ba1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/5dd48221-747a-42a1-842c-406cc22156e4 HTTP/1.1" status: 404 len: 339 time: 0.0199442 Sep 24 19:16:57.737758 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.749937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce9cac75-3290-4cd6-ba97-fed0922d1af0 req-e643e8e2-71b4-4c1d-b37d-28dec67c6442 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623407 Sep 24 19:16:57.764046 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5557e007-6300-4f5a-85c6-85ece5eccf78 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:57.764477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5557e007-6300-4f5a-85c6-85ece5eccf78 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:57.766926 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5557e007-6300-4f5a-85c6-85ece5eccf78 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/2ff90920-7147-45ae-a0ba-0a6fedc87a86 HTTP/1.1" status: 404 len: 337 time: 0.0293202 Sep 24 19:16:57.769882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.796009 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0027b21-0ba1-4a15-b6bd-f4fef8d13bb0 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:57.796671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0027b21-0ba1-4a15-b6bd-f4fef8d13bb0 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:57.800562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.801125 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0027b21-0ba1-4a15-b6bd-f4fef8d13bb0 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/92f85aaf-05d6-4975-b989-754b8bd4f1dd HTTP/1.1" status: 404 len: 339 time: 0.0302203 Sep 24 19:16:57.801237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49070) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.812717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.859902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6872d16b-6fae-40e8-b518-df123572d946,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:57.867939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.869172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-df9d8ef3-6b3f-4afa-970a-5cec340b681d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3378170 Sep 24 19:16:57.872267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:57.925058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.936015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:57.947428 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.003919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.013149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.014259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6872d16b-6fae-40e8-b518-df123572d946 HTTP/1.1" status: 204 len: 168 time: 0.1413548 Sep 24 19:16:58.017471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.031891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdd5f2-0ebf-4c69-8a62-f37638a04c52 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6872d16b-6fae-40e8-b518-df123572d946,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:58.063365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.081627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db8b6e29-a300-431d-81f3-c9951f3bb3df tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0627403 Sep 24 19:16:58.082224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.095328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3990eb-3490-444f-9a09-d711fef59dd9']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:58.104930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706658f2-84f3-4713-af38-c4d7c3fddc40') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:58.105224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706658f2-84f3-4713-af38-c4d7c3fddc40') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:16:58.116338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.139604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.145393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.148404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:16:58.149080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:16:58.153576 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:16:58.169770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.228859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.230336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.233295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.237554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/106697fb-3294-4984-9660-06e0db839be8 HTTP/1.1" status: 204 len: 168 time: 0.1543634 Sep 24 19:16:58.238168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.245269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.249711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/1a3990eb-3490-444f-9a09-d711fef59dd9 HTTP/1.1" status: 204 len: 168 time: 0.4453709 Sep 24 19:16:58.250536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.272784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e1ea-4df7-420f-877a-dc15b98b117c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=1a3990eb-3490-444f-9a09-d711fef59dd9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:58.287166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfba93-69d6-455a-b28f-a9a007f2aec9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106697fb-3294-4984-9660-06e0db839be8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:58.320910 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8241a5-dd2d-454d-b5ab-60a43b61002c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.321934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8241a5-dd2d-454d-b5ab-60a43b61002c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.323723 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ae8241a5-dd2d-454d-b5ab-60a43b61002c tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/be0f6015-c930-42f1-93f0-5a070cb532bf HTTP/1.1" status: 404 len: 337 time: 0.0728827 Sep 24 19:16:58.326467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49102) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.339859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0c4f361b-920b-4282-a315-383502df483c up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:16:58.354407 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4750ddf-21dc-465d-bf37-23363c8e3fe1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.355372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4750ddf-21dc-465d-bf37-23363c8e3fe1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.358095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4750ddf-21dc-465d-bf37-23363c8e3fe1 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/b92f6419-fe96-496c-9304-90e1af00f9d9 HTTP/1.1" status: 404 len: 339 time: 0.0305734 Sep 24 19:16:58.360570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49106) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.363144 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21bc4921-a869-44ec-af1e-2796c5e42b68 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1208985 Sep 24 19:16:58.364474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.413106 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64d499b-4e9a-4355-acf6-dbfd5b7bc78a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.413634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64d499b-4e9a-4355-acf6-dbfd5b7bc78a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.414219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 0c4f361b-920b-4282-a315-383502df483c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:16:58.416172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b64d499b-4e9a-4355-acf6-dbfd5b7bc78a tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/5f40a47d-5ad4-4e3c-9dbb-7a2a14776e40 HTTP/1.1" status: 404 len: 337 time: 0.0537715 Sep 24 19:16:58.419535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0c4f361b-920b-4282-a315-383502df483c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:16:58.419785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.419909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.445439 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee2c3d1-6d9d-40e0-87da-22fc02e682cd tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.447801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee2c3d1-6d9d-40e0-87da-22fc02e682cd tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.453362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49112) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.453886 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ee2c3d1-6d9d-40e0-87da-22fc02e682cd tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/b6e7294f-2c28-44d9-a33f-685c90cf10c8 HTTP/1.1" status: 404 len: 339 time: 0.0320117 Sep 24 19:16:58.496800 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-162fb70c-f3ac-44cf-9342-2418ae57008f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.497314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162fb70c-f3ac-44cf-9342-2418ae57008f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.499222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-162fb70c-f3ac-44cf-9342-2418ae57008f tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/2edae109-560a-45c0-adbf-8aa3eb0b3ec6 HTTP/1.1" status: 404 len: 337 time: 0.0439560 Sep 24 19:16:58.502692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.504673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.520145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.525342 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-994b626f-2468-4697-852b-ff145cfdd4a3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.529243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994b626f-2468-4697-852b-ff145cfdd4a3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.532686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.539971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-994b626f-2468-4697-852b-ff145cfdd4a3 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/8467d1de-3130-46af-a841-6969f63bb40c HTTP/1.1" status: 404 len: 339 time: 0.0358205 Sep 24 19:16:58.541513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49116) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.548692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4f361b-920b-4282-a315-383502df483c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:16:58.551374 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec78610a-5c54-4821-8250-0330740bc217" -d '{"events": [{"server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "name": "network-vif-plugged", "status": "completed", "tag": "0c4f361b-920b-4282-a315-383502df483c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:16:58.566518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0c4f361b-920b-4282-a315-383502df483c,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:58.572389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.592096 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc1e227-a572-439d-9b67-852681a25675 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.592551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc1e227-a572-439d-9b67-852681a25675 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.598924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8fc1e227-a572-439d-9b67-852681a25675 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/d4c144af-4d4d-4838-8e12-83da7741e8e5 HTTP/1.1" status: 404 len: 337 time: 0.0519691 Sep 24 19:16:58.603399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.629061 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdfe697-8204-4f85-b14f-f3114621a2b2 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.630310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdfe697-8204-4f85-b14f-f3114621a2b2 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.632475 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3cdfe697-8204-4f85-b14f-f3114621a2b2 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/bb6dc86e-2aea-4a25-b3f5-8c5da16d4e8a HTTP/1.1" status: 404 len: 339 time: 0.0275044 Sep 24 19:16:58.635089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.637688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.640540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.642190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/463b2b7b-f5ec-4899-9e16-f1224a240926 HTTP/1.1" status: 204 len: 168 time: 0.2768624 Sep 24 19:16:58.645757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.653818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11898706-3bd3-4bef-889f-f33570192747 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b2b7b-f5ec-4899-9e16-f1224a240926,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:58.678314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:58.703544 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3389bdc-d999-4ba6-a6af-374de6358713 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.703991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3389bdc-d999-4ba6-a6af-374de6358713 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.705876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f3389bdc-d999-4ba6-a6af-374de6358713 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/fb5d93ea-e6f3-477a-abae-b272bb743080 HTTP/1.1" status: 404 len: 337 time: 0.0696313 Sep 24 19:16:58.709091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49132) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.730784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5128fc83-73d5-4c35-a3f3-f6727a7686e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837336 Sep 24 19:16:58.735185 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1346e555-ced6-47c0-9742-8c72efa26627 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.735405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.735962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1346e555-ced6-47c0-9742-8c72efa26627 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.740511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1346e555-ced6-47c0-9742-8c72efa26627 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/d78b3038-1c99-4e12-8dd7-25dfed52cdf0 HTTP/1.1" status: 404 len: 339 time: 0.0300522 Sep 24 19:16:58.744845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--64404623'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:58.750897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49136) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.777823 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.788052 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad27151-78a1-45c6-9e29-997e5b2a6280 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.788885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad27151-78a1-45c6-9e29-997e5b2a6280 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.791817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dad27151-78a1-45c6-9e29-997e5b2a6280 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/92f6875a-92a3-4616-aca3-b1a26ac84ad3 HTTP/1.1" status: 404 len: 337 time: 0.0381949 Sep 24 19:16:58.794592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49142) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.818726 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2739fc-1ebc-4f00-83b6-28185b0e4ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.820167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2739fc-1ebc-4f00-83b6-28185b0e4ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.822398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac2739fc-1ebc-4f00-83b6-28185b0e4ea4 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/bea58a50-87f6-48d0-ae43-071e7d3d076a HTTP/1.1" status: 404 len: 339 time: 0.0264637 Sep 24 19:16:58.825000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49144) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.871911 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce6bd38-d8bb-4214-81fb-f05dddf1c4aa tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.872375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce6bd38-d8bb-4214-81fb-f05dddf1c4aa tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.875651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bce6bd38-d8bb-4214-81fb-f05dddf1c4aa tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/921373df-c6b1-4380-b4a4-fdb209b79425 HTTP/1.1" status: 404 len: 337 time: 0.0479760 Sep 24 19:16:58.876818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.895323 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5a4ba-c572-4c7f-a472-9fe66e3b9405 x-openstack-request-id: req-52f5a4ba-c572-4c7f-a472-9fe66e3b9405 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:16:58.895880 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "name": "network-vif-plugged", "status": "completed", "tag": "0c4f361b-920b-4282-a315-383502df483c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:16:58.896368 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52f5a4ba-c572-4c7f-a472-9fe66e3b9405 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:16:58.896988 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4f361b-920b-4282-a315-383502df483c', 'code': 200} Sep 24 19:16:58.926743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.935960 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2fd8b-1d2d-4ea1-a40c-77fcfdcfaa06 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:58.936524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2fd8b-1d2d-4ea1-a40c-77fcfdcfaa06 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:58.941061 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-44a2fd8b-1d2d-4ea1-a40c-77fcfdcfaa06 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/7e13f5a1-66bc-4fad-a971-62b02366d792 HTTP/1.1" status: 404 len: 339 time: 0.0616770 Sep 24 19:16:58.941595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49150) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:58.942310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:58.971419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226f6d3d-dc54-4640-a9e5-b83078ffee0b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.000059 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0095ec9c-988d-446f-9ff0-94bbc280cd97 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:59.000524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0095ec9c-988d-446f-9ff0-94bbc280cd97 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:59.002484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0095ec9c-988d-446f-9ff0-94bbc280cd97 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/e1ae8a81-5864-4d2a-8889-5462b0b372f5 HTTP/1.1" status: 404 len: 337 time: 0.0594540 Sep 24 19:16:59.004969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49152) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.015010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.016261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7e9de182-96fa-49a8-8235-09b529bbe025 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2795620 Sep 24 19:16:59.019788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.026231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '226f6d3d-dc54-4640-a9e5-b83078ffee0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:59.032734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e22c8-c91e-4e8d-8b07-14d67d843bd0 req-bc0266cb-2da1-4705-9839-796f5d09c243 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:59.035236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017e22c8-c91e-4e8d-8b07-14d67d843bd0 req-bc0266cb-2da1-4705-9839-796f5d09c243 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.1550643 Sep 24 19:16:59.049969 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedecf26-20f7-42e6-88bf-ac3df6122107 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] DELETE failed (client error): The resource could not be found. Sep 24 19:16:59.050558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedecf26-20f7-42e6-88bf-ac3df6122107 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:16:59.052515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cedecf26-20f7-42e6-88bf-ac3df6122107 tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/22476585-f04c-4a2c-821d-ff7fb724d3cb HTTP/1.1" status: 404 len: 339 time: 0.0460861 Sep 24 19:16:59.058475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8874-60ab-4dc8-846f-35938588da77 req-316450a2-4591-4f08-a626-f5fbb9028e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:16:59.060023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-065e8874-60ab-4dc8-846f-35938588da77 req-316450a2-4591-4f08-a626-f5fbb9028e70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1096 time: 0.0809231 Sep 24 19:16:59.060459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49158) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.073992 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.128881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-017e22c8-c91e-4e8d-8b07-14d67d843bd0 req-3f648080-76f9-4950-b3bf-d246e6bb812a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749764 Sep 24 19:16:59.138194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting subnet 9be06a2e-b01c-4c16-9667-84291c4c2b4a {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:16:59.141800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-065e8874-60ab-4dc8-846f-35938588da77 req-d02836f7-3899-40ec-86ee-e6cd1e2afb13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688610 Sep 24 19:16:59.142427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.167871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.172593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.191469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a9786b-4367-4ccb-a57f-bccac7b48289,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.195846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.199674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.200903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-344beda5-0a8b-4109-a641-e8e1284286e5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1792839 Sep 24 19:16:59.203884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49162) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.270954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.282359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.340702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.344239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.368025 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.370591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/32a9786b-4367-4ccb-a57f-bccac7b48289 HTTP/1.1" status: 204 len: 168 time: 0.1657569 Sep 24 19:16:59.372600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.381321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fff64-fa53-4443-bfa2-75a031054983 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32a9786b-4367-4ccb-a57f-bccac7b48289,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.437258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9daf290-4536-4856-b3f7-4d55f7a329ad tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631738 Sep 24 19:16:59.440110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.445208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.471770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432ea01-bd79-439a-8c83-5fc0b8fcf2ee None None] Network 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:16:59.472615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.477213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/subnets/9be06a2e-b01c-4c16-9667-84291c4c2b4a HTTP/1.1" status: 204 len: 168 time: 0.4147396 Sep 24 19:16:59.478418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49180) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.508149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.531999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89001bc-1209-4c6e-b83b-622adca9487d tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Subnet': ['ID=9be06a2e-b01c-4c16-9667-84291c4c2b4a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.539271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.597065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.598753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.603309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.606327 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/226f6d3d-dc54-4640-a9e5-b83078ffee0b HTTP/1.1" status: 204 len: 168 time: 0.1649563 Sep 24 19:16:59.611843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49184) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.618801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2afdf-5715-47db-bcb7-8ff09da91f62 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f6d3d-dc54-4640-a9e5-b83078ffee0b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.715311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-93ad5cc3-a0bf-47fd-b171-055ec613d33e tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012125 Sep 24 19:16:59.719730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49188) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.724292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916754912'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:16:59.726624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] DHCP port deletion for 7cbe7987-7723-44b2-8e8d-26d82e2e28e0 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:16:59.730714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Deleting port 8572da74-dfcb-4b22-88b9-26004f8d26d5 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:59.731341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.777833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.825805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] For port 8572da74-dfcb-4b22-88b9-26004f8d26d5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8572da74-dfcb-4b22-88b9-26004f8d26d5,segment=NetworkSegment(d06fbabf-83cb-4008-83f8-d4cceeb9999d),segment_id=d06fbabf-83cb-4008-83f8-d4cceeb9999d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:59.826196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.833166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Deleting port 8572da74-dfcb-4b22-88b9-26004f8d26d5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:16:59.834470 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.840923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Calling delete_port for 8572da74-dfcb-4b22-88b9-26004f8d26d5 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:59.918375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.923641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.936038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] For port 8572da74-dfcb-4b22-88b9-26004f8d26d5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8572da74-dfcb-4b22-88b9-26004f8d26d5,segment=NetworkSegment(d06fbabf-83cb-4008-83f8-d4cceeb9999d),segment_id=d06fbabf-83cb-4008-83f8-d4cceeb9999d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:16:59.936448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.953316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Calling delete_port for 8572da74-dfcb-4b22-88b9-26004f8d26d5 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:16:59.961235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:16:59.966432 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2456274 Sep 24 19:16:59.966917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49196) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:16:59.968776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0393b2b-16b4-4fbd-8e16-5a95a608d700 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352edf78-02d8-42b8-8496-0a0dcbae6d1c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:16:59.979089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '352edf78-02d8-42b8-8496-0a0dcbae6d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:00.028527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.037357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.075690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Port': ['ID=8572da74-dfcb-4b22-88b9-26004f8d26d5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.077860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] No DVR routers for this DVR port 8572da74-dfcb-4b22-88b9-26004f8d26d5 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:00.203253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.207026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.221905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.245893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbe7987-7723-44b2-8e8d-26d82e2e28e0']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:00.254250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.262048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf8977-54b9-41b2-ab2f-f698c58735f4,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.264971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06fbabf-83cb-4008-83f8-d4cceeb9999d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:00.265260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06fbabf-83cb-4008-83f8-d4cceeb9999d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:00.283086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.295109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.298152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.299382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3d977ebe-28ba-4451-8bd2-7ef43e4a13a5 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3314898 Sep 24 19:17:00.302416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.332798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.340977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49212) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.341307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] Pushing event deleted for resources: {'Port': ['ID=8572da74-dfcb-4b22-88b9-26004f8d26d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.343637 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3e570c76-26e5-41e3-aa01-8f2d0152afe4 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules/27bf8977-54b9-41b2-ab2f-f698c58735f4 HTTP/1.1" status: 200 len: 763 time: 0.0398049 Sep 24 19:17:00.344331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2046c36-06b3-413d-b7d1-9217cf99b3f7 None None] No DVR routers for this DVR port 8572da74-dfcb-4b22-88b9-26004f8d26d5 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:00.353643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:17:00.353643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:17:00.357659 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:17:00.402279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a0ae-e97d-4cc2-943e-5e36fdd5ef75 req-38aa51b2-5fcf-4f9b-a4b2-dd79b4ac68a0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:00.403973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9b0a0ae-e97d-4cc2-943e-5e36fdd5ef75 req-38aa51b2-5fcf-4f9b-a4b2-dd79b4ac68a0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.1353948 Sep 24 19:17:00.444075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39d6797c-0a42-4270-a4ff-f10f5dcbe37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.481046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2546f751-a6a6-4ef3-b6d4-1dbc49c45a22 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1381054 Sep 24 19:17:00.484554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49218) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.489001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.514332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.516210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] 10.222.0.18 "DELETE /v2.0/networks/7cbe7987-7723-44b2-8e8d-26d82e2e28e0 HTTP/1.1" status: 204 len: 168 time: 1.0346761 Sep 24 19:17:00.522924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9b0a0ae-e97d-4cc2-943e-5e36fdd5ef75 req-13a9c316-675f-4060-b207-ec375689374a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853972 Sep 24 19:17:00.542034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927e7dc-09db-4f83-bf78-9451260d84df tempest-NetworksTest-95114768 tempest-NetworksTest-95114768-project] Pushing event deleted for resources: {'Network': ['ID=7cbe7987-7723-44b2-8e8d-26d82e2e28e0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.554203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.570436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.593089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39d6797c-0a42-4270-a4ff-f10f5dcbe37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.597981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39d6797c-0a42-4270-a4ff-f10f5dcbe37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.600293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.607293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.608613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/27bf8977-54b9-41b2-ab2f-f698c58735f4 HTTP/1.1" status: 204 len: 168 time: 0.1210690 Sep 24 19:17:00.615059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49222) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.622252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445df501-b8f3-4855-9d91-6a7d05406953 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27bf8977-54b9-41b2-ab2f-f698c58735f4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.655828 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-39d6797c-0a42-4270-a4ff-f10f5dcbe37b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a9f97e01e2b48dcb6a73dd8b3d6d696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997905 Sep 24 19:17:00.656770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6797c-0a42-4270-a4ff-f10f5dcbe37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14f9a98-2300-4038-9e2f-96262962b299,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.660371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49226) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.661376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-77e80c72-0352-49e1-b5f3-6c84a7526315 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458252 Sep 24 19:17:00.664288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49228) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.674078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '352edf78-02d8-42b8-8496-0a0dcbae6d1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:00.713278 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.720849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.744940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.793627 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.801349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.812652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.815807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.824452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f14f9a98-2300-4038-9e2f-96262962b299 HTTP/1.1" status: 204 len: 168 time: 0.1529093 Sep 24 19:17:00.824983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cefd5e-6322-4e6e-96ab-6a3e64b2d510,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.841121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf4c4-094f-41ef-9fec-1de6e984dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14f9a98-2300-4038-9e2f-96262962b299,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:00.842761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.867255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:00.871826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4be3f9bb-422b-47c8-92dd-7b5c2b8c9767 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038670 Sep 24 19:17:00.872275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.893128 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc59dbf0-7207-4920-b1e5-81ad29ef5bbd tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules/74cefd5e-6322-4e6e-96ab-6a3e64b2d510 HTTP/1.1" status: 200 len: 763 time: 0.0198340 Sep 24 19:17:00.895853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49242) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.944471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9992d368-cc3a-4b0b-b2ef-5a23f8fe3c2f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0469265 Sep 24 19:17:00.947630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:00.976537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.002074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.059186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.065944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8572da74-dfcb-4b22-88b9-26004f8d26d5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:01.071978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.076996 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/74cefd5e-6322-4e6e-96ab-6a3e64b2d510 HTTP/1.1" status: 204 len: 168 time: 0.1257253 Sep 24 19:17:01.077781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.087395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 8572da74-dfcb-4b22-88b9-26004f8d26d5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:01.088005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8572da74-dfcb-4b22-88b9-26004f8d26d5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:01.090343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1a5c-dc43-4bd7-9df4-89bad631200a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74cefd5e-6322-4e6e-96ab-6a3e64b2d510,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.135392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8124fb4f-6ea0-4ba3-8261-231d1a3564a9 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570509 Sep 24 19:17:01.137969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.142630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Request body: {'security_group_rule': {'security_group_id': '352edf78-02d8-42b8-8496-0a0dcbae6d1c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:01.170090 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Project 2a0ea517da20428396fe226dc178b24c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:17:01.176799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.236025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.240161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.260230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a016200-10aa-4e17-b4c8-2cd2d6e4fe4f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.269671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.273506 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bf0e6a1c-b091-4d78-8f37-1fc0274b2d5a tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320312 Sep 24 19:17:01.274545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.292673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-119ac7be-d2fd-49ee-832f-c29c090f81e7 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules/4a016200-10aa-4e17-b4c8-2cd2d6e4fe4f HTTP/1.1" status: 200 len: 769 time: 0.0177836 Sep 24 19:17:01.295320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.380031 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d52d52fc-f816-440b-af4a-b0d6f4353e21 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0836320 Sep 24 19:17:01.380380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49258) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.390836 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5375563-8cf9-41d2-8250-87011d673141 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc66cae0ff90491ebd8b11f47fab23f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467920 Sep 24 19:17:01.391493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.420345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.429674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.443747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.461476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.461814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.465264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e29dff-4024-48fc-b8b8-398be024db38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.469714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.473159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4a016200-10aa-4e17-b4c8-2cd2d6e4fe4f HTTP/1.1" status: 204 len: 168 time: 0.0890622 Sep 24 19:17:01.474310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.475407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f97e-3555-4285-8133-b7094d34a9f1 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a016200-10aa-4e17-b4c8-2cd2d6e4fe4f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.508545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.575458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-673e5282-f386-4dbe-af28-7b22144ac31c tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926030 Sep 24 19:17:01.577326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.626582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.629308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.630473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffda5167-caba-4a67-89b8-e1da54e986c7 HTTP/1.1" status: 204 len: 168 time: 0.2380581 Sep 24 19:17:01.652590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3ee53-79f0-4a5f-aed0-a397a603031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda5167-caba-4a67-89b8-e1da54e986c7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.663139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e29dff-4024-48fc-b8b8-398be024db38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.670884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e29dff-4024-48fc-b8b8-398be024db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.716533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1e29dff-4024-48fc-b8b8-398be024db38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4890929fe63d459496df5aa8d466b736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716231 Sep 24 19:17:01.718039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.718499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e1d4d-89f0-4fe5-849e-50e819ae7b20 req-b9446171-dc13-4667-9717-e6ab0c0451c4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:01.720243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d7e1d4d-89f0-4fe5-849e-50e819ae7b20 req-b9446171-dc13-4667-9717-e6ab0c0451c4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.0913510 Sep 24 19:17:01.721668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.725806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e29dff-4024-48fc-b8b8-398be024db38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708969ef-2018-4e47-972c-b21f2163c720,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.765973 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.776182 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.802568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.812935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d7e1d4d-89f0-4fe5-849e-50e819ae7b20 req-1f7aadfb-f679-47e0-8e79-eef9fa16f88b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716782 Sep 24 19:17:01.840493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.843678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.848065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "DELETE /v2.0/security-groups/352edf78-02d8-42b8-8496-0a0dcbae6d1c HTTP/1.1" status: 204 len: 168 time: 0.2688744 Sep 24 19:17:01.848572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.860066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81061b9a-691d-4445-85c1-7a908192310d tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352edf78-02d8-42b8-8496-0a0dcbae6d1c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.897958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.901893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:01.906313 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/708969ef-2018-4e47-972c-b21f2163c720 HTTP/1.1" status: 204 len: 168 time: 0.1872284 Sep 24 19:17:01.920713 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-39269b24-8e88-47b0-a532-d62d7bcfcf81 tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708656 Sep 24 19:17:01.921829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fe472-f1c4-452e-96bf-fafa0bc2747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708969ef-2018-4e47-972c-b21f2163c720,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:01.924797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:01.978010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-884157a6-841a-4172-a70a-54851e33b01f tempest-SecGroupIPv6Test-1443955721 tempest-SecGroupIPv6Test-1443955721-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513301 Sep 24 19:17:01.987537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c5313-f842-4ccf-8d06-d2c0e57aeb9f req-bf1ab65f-7918-46bd-9b42-4fa36f36eed3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:01.989318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f34c5313-f842-4ccf-8d06-d2c0e57aeb9f req-bf1ab65f-7918-46bd-9b42-4fa36f36eed3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.0824809 Sep 24 19:17:02.043893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f34c5313-f842-4ccf-8d06-d2c0e57aeb9f req-aa7b6729-3a3c-41ab-8661-d54543e792f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473900 Sep 24 19:17:02.061512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49300) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:02.106142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85c514-1ed4-4268-8a39-bd860416c56a tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:02.107808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ac85c514-1ed4-4268-8a39-bd860416c56a tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1091 time: 0.0452824 Sep 24 19:17:02.110691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49302) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:02.115797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:02.138612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.242340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.317543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49312) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:02.366517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.25.5.162 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1285bdb5-9f11-414d-bf71-a6124aa406d7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:02.478248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.514543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.560711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:02.564045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:02.566878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:02.576836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e449499d-1e72-4b72-a154-6d37d2c3e4d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a0ea517da20428396fe226dc178b24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580373 Sep 24 19:17:02.577447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49322) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:02.603499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=1285bdb5-9f11-414d-bf71-a6124aa406d7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:02.641201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.669740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.726840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.731042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:02.733354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ec3971a-c66a-45e7-b6d6-7d64e479aee0 HTTP/1.1" status: 204 len: 168 time: 0.1544495 Sep 24 19:17:02.745586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd5003-3f72-4797-b25e-872e9d6e7964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3971a-c66a-45e7-b6d6-7d64e479aee0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:03.050764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.102784 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.137100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.303464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.309976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.379253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=1285bdb5-9f11-414d-bf71-a6124aa406d7,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:03.392364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.465740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:03.503287 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Floating IP ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 associated. External IP: 172.25.5.162, port: 0c4f361b-920b-4282-a315-383502df483c. Sep 24 19:17:03.719935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:17:03.762562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-efc1bfce-e0e6-4f47-8feb-97e2c48e680c tempest-ServiceProvidersTest-1123364845 tempest-ServiceProvidersTest-1123364845-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2954762 Sep 24 19:17:03.839641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:17:03.851953 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:17:03.862019 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:03.862647 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:03.868119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:03.905009 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b1b06f9-38a6-40ef-ad23-fe874bfab70f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7925363 Sep 24 19:17:03.906132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:03.907486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49394) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:03.909560 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:03.958932 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d41d24-a8e1-4d0c-ac87-7c3604acd161 x-openstack-request-id: req-d1d41d24-a8e1-4d0c-ac87-7c3604acd161 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:03.959283 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:03.959538 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d41d24-a8e1-4d0c-ac87-7c3604acd161 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:03.959942 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c', 'status': 'completed', 'code': 200} Sep 24 19:17:04.010929 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:04.086319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f7535fe1-6b7c-4f41-a6a8-28b3e207f858 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 HTTP/1.1" status: 200 len: 991 time: 0.1768019 Sep 24 19:17:04.087573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-40e4b5dd-4310-4be0-97c5-ee1db0844260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:04.089235 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-40e4b5dd-4310-4be0-97c5-ee1db0844260 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1096 time: 0.0921941 Sep 24 19:17:04.200216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-1c51ae6e-1401-41f3-ac4d-1934bfe81806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:04.201738 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-1c51ae6e-1401-41f3-ac4d-1934bfe81806 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 897 time: 0.1045003 Sep 24 19:17:04.275847 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-069c7181-e4b2-4d64-9596-084de0c7fc59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 999 time: 0.0651433 Sep 24 19:17:04.280046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49412) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:04.284272 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:02Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:04.311344 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:17:04.324721 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:04.325411 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:16:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:04.333865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-5579f865-c081-407a-b38c-75d1371a31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:04.335395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-5579f865-c081-407a-b38c-75d1371a31a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 200 len: 835 time: 0.0523396 Sep 24 19:17:04.398525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-97c57654-f992-481d-a8ad-8f47587e00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:04.400653 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-97c57654-f992-481d-a8ad-8f47587e00c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396154a5-7780-403c-953b-d302f401d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569923 Sep 24 19:17:04.443535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:04.509631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:04.517123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0064402 Sep 24 19:17:04.517408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:04.527395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-545a66a3-4ec4-4348-8469-d8cbe41cf966 service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176763 Sep 24 19:17:04.563798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62d6620d-7a16-448a-9a2c-6da2a0aa9451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:04.645441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-42dafeb8-dba0-4a14-b03c-58b15bea1ef3 req-c42f91ca-37da-4363-9850-0fe1ae79e0d8 service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086345 Sep 24 19:17:04.731043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86790dff-35aa-48c6-b7a8-aab65dd82d84 tempest-NetworksApiDiscovery-792300581 tempest-NetworksApiDiscovery-792300581-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2123218 Sep 24 19:17:04.752777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62d6620d-7a16-448a-9a2c-6da2a0aa9451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:04.758218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62d6620d-7a16-448a-9a2c-6da2a0aa9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:04.826025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6620d-7a16-448a-9a2c-6da2a0aa9451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58958c6-d4a6-43c9-abe7-ca8f8e4e3951,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:04.846919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:04.847247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62d6620d-7a16-448a-9a2c-6da2a0aa9451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49e79846c92d4d2d88558e449f1191ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652478 Sep 24 19:17:04.905092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:04.921137 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:02Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:04.955772 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c6f97-3d4e-401a-97e3-e8e609a6c306 None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:16:37Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:02Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:17:04.969519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.031251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.034039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.035233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b58958c6-d4a6-43c9-abe7-ca8f8e4e3951 HTTP/1.1" status: 204 len: 168 time: 0.1874256 Sep 24 19:17:05.046207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58958c6-d4a6-43c9-abe7-ca8f8e4e3951,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:05.059606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.059936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.060277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.060606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.060930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.061275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.061879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.063224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.063699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.063933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.064263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.064589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38050b14-0bb5-447d-8349-4c618b182503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:05.073538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:05.089062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49448) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:05.106687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:05.156011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b9e5657b-73cd-4b18-a558-1f532afe0ae9 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 HTTP/1.1" status: 200 len: 991 time: 0.0643308 Sep 24 19:17:05.253532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb16834-62ea-4f83-aa72-67626e5b9ca4 None None] New status for floating IP ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:17:05.401302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7e29-354c-424c-9efa-6e6c4c164b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.431883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33872629-2b60-46b4-8a98-d7f5685f9db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.538182 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7e29-354c-424c-9efa-6e6c4c164b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.544097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7e29-354c-424c-9efa-6e6c4c164b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.601112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c7e29-354c-424c-9efa-6e6c4c164b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42906c0b-482c-41ca-b373-b175972abe99,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:05.608506 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed0c7e29-354c-424c-9efa-6e6c4c164b71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dccc9491ffa84f7a816205cda6b88c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249841 Sep 24 19:17:05.611310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49470) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:05.672456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33872629-2b60-46b4-8a98-d7f5685f9db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.673734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.679393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33872629-2b60-46b4-8a98-d7f5685f9db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.701925 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.728417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-33872629-2b60-46b4-8a98-d7f5685f9db0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8c21338b54546249cb73fc011dc2a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205838 Sep 24 19:17:05.729536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33872629-2b60-46b4-8a98-d7f5685f9db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03636e14-60e5-473f-a4f0-43a1a18d8dbd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:05.731182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49472) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:05.794236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.796804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.797958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42906c0b-482c-41ca-b373-b175972abe99 HTTP/1.1" status: 204 len: 168 time: 0.1854360 Sep 24 19:17:05.800803 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.823791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954a918-ac3c-4ad4-994f-f70892a3071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42906c0b-482c-41ca-b373-b175972abe99,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:05.843713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.896857 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.900462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:05.904231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03636e14-60e5-473f-a4f0-43a1a18d8dbd HTTP/1.1" status: 204 len: 168 time: 0.1694651 Sep 24 19:17:05.913134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989a9db-210c-4e0b-a17f-329419985107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03636e14-60e5-473f-a4f0-43a1a18d8dbd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:06.159127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:06.233547 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-23b25ee1-8664-4d2c-9a4c-d947a3d6403e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 HTTP/1.1" status: 200 len: 993 time: 0.0678437 Sep 24 19:17:06.542232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:06.664018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ec1c9593-7487-4904-9821-f6f26463b4e3 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1207089136', 'prefixes': ['172.20.0.0/16']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:06.754797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9593-7487-4904-9821-f6f26463b4e3 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] Notify callbacks [] for subnetpool, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:06.756089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ec1c9593-7487-4904-9821-f6f26463b4e3 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2124891 Sep 24 19:17:06.758742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:06.801957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-93293f2b-e859-4b26-841b-ea0a3f8efa41 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "GET /v2.0/subnetpools/00640118-b911-4a29-a101-fffa869e7c6e HTTP/1.1" status: 200 len: 732 time: 0.0420144 Sep 24 19:17:06.804581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49528) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:06.809850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-77bf26d5-a572-4d03-a255-3f1452b22bae tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1100325029'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:06.905226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-77bf26d5-a572-4d03-a255-3f1452b22bae tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] Notify callbacks [] for subnetpool, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:06.910170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-77bf26d5-a572-4d03-a255-3f1452b22bae tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "PUT /v2.0/subnetpools/00640118-b911-4a29-a101-fffa869e7c6e HTTP/1.1" status: 200 len: 684 time: 0.1039701 Sep 24 19:17:06.910327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:06.999951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f495-1500-4631-905b-9cd2f5b1a282 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] Notify callbacks [] for subnetpool, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:07.001375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1fb1f495-1500-4631-905b-9cd2f5b1a282 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "DELETE /v2.0/subnetpools/00640118-b911-4a29-a101-fffa869e7c6e HTTP/1.1" status: 204 len: 168 time: 0.0900576 Sep 24 19:17:07.004058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:07.019001 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-be79e8bd-f683-48a2-b05d-06ca96c00e5b tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] show failed (client error): The resource could not be found. Sep 24 19:17:07.019907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be79e8bd-f683-48a2-b05d-06ca96c00e5b tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "GET /v2.0/subnetpools/00640118-b911-4a29-a101-fffa869e7c6e HTTP/1.1" status: 404 len: 346 time: 0.0149207 Sep 24 19:17:07.022616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:07.043577 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-bdab63a7-0dee-4afe-afd6-9e9705f50106 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] delete failed (client error): The resource could not be found. Sep 24 19:17:07.044725 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bdab63a7-0dee-4afe-afd6-9e9705f50106 tempest-SubnetPoolsTestJSON-1197248492 tempest-SubnetPoolsTestJSON-1197248492-project] 10.222.0.18 "DELETE /v2.0/subnetpools/00640118-b911-4a29-a101-fffa869e7c6e HTTP/1.1" status: 404 len: 346 time: 0.0210857 Sep 24 19:17:07.513474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49566) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:07.804647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec081-53d1-448b-9b5c-a185b2f1c921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:07.810145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:07.900264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec081-53d1-448b-9b5c-a185b2f1c921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:07.905198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec081-53d1-448b-9b5c-a185b2f1c921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:07.935425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ec081-53d1-448b-9b5c-a185b2f1c921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a386a5e8-1803-432c-ace7-635526a05ae6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:07.967366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:07.967719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b1ec081-53d1-448b-9b5c-a185b2f1c921 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=355090d73b65439a8a72663a29a3a25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528565 Sep 24 19:17:08.344643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884247207-network', 'tenant_id': '484872d5adda446d8f054fdd7f48c941'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:08.390537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Made reservation on behalf of 484872d5adda446d8f054fdd7f48c941 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:08.392794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.403677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.406477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.436380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.521825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.525218 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.531340 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a386a5e8-1803-432c-ace7-635526a05ae6 HTTP/1.1" status: 204 len: 168 time: 0.5622408 Sep 24 19:17:08.552303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7bfed-2aeb-422a-99cb-02cc0493409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386a5e8-1803-432c-ace7-635526a05ae6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:08.599236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.604513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.627983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:17:08.643942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d826b-b1ad-4c3f-8e1e-4cb970a48e97,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:08.647092 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.647622 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Added segment cf36c115-bd1a-4629-8ad1-6b377b2711db of type vlan for network e2910cd6-ee0d-4ded-afd8-418a63658594 Sep 24 19:17:08.692634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.724819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.726011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:08.726748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.786120 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9749360 Sep 24 19:17:08.790167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:08.798280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Request body: {'subnet': {'network_id': 'e2910cd6-ee0d-4ded-afd8-418a63658594', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884247207-subnet', 'tenant_id': '484872d5adda446d8f054fdd7f48c941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:08.809963 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.836392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Made reservation on behalf of 484872d5adda446d8f054fdd7f48c941 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:08.838666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364681-ff03-47c1-b34a-bd2ec68a10b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2910cd6-ee0d-4ded-afd8-418a63658594,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:08.840284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:08.849672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e2910cd6-ee0d-4ded-afd8-418a63658594 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:17:09.058363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.117888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f800b20-78d9-446a-a065-6f41910f7d3e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:09.125613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Checking segment: {'id': 'cf36c115-bd1a-4629-8ad1-6b377b2711db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2910cd6-ee0d-4ded-afd8-418a63658594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:09.126045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Network hostable DHCP agents. Network: e2910cd6-ee0d-4ded-afd8-418a63658594, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:17:09.145353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Network e2910cd6-ee0d-4ded-afd8-418a63658594 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:17:09.155009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e2910cd6-ee0d-4ded-afd8-418a63658594) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:09.159439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:09.160229 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.164378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1833d0-da4d-4e70-b9e0-012f7744d098 None None] Network e2910cd6-ee0d-4ded-afd8-418a63658594 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:09.180328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a6961a12-3667-4d96-b939-c81c8c203c73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3880570 Sep 24 19:17:09.292327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49678) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:09.311866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0415b-a0d2-4353-b934-0c46fd83dec1 None None] Network e2910cd6-ee0d-4ded-afd8-418a63658594 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:09.530477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0115fc-8c55-4a4f-ae2a-1db4285db050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.642757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0115fc-8c55-4a4f-ae2a-1db4285db050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.647985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0115fc-8c55-4a4f-ae2a-1db4285db050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.677992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:09.687981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f0115fc-8c55-4a4f-ae2a-1db4285db050 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f674f0b6d394c4f8aefc154fddf7b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944452 Sep 24 19:17:09.688859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0115fc-8c55-4a4f-ae2a-1db4285db050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5298cc7-f272-4422-bbce-f083bb7335e5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:09.690548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49696) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:09.755237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.777408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.834406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.837276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:09.840913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5298cc7-f272-4422-bbce-f083bb7335e5 HTTP/1.1" status: 204 len: 168 time: 0.1465912 Sep 24 19:17:09.847986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a815b6-5daa-4076-8665-07fb86947e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5298cc7-f272-4422-bbce-f083bb7335e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:09.900240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67983a48-10cb-44d7-8195-0a6dbf036aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.013415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67983a48-10cb-44d7-8195-0a6dbf036aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.018713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67983a48-10cb-44d7-8195-0a6dbf036aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.065400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67983a48-10cb-44d7-8195-0a6dbf036aae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e89c42cca8a4120beb36aa97b5eac57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829982 Sep 24 19:17:10.065400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67983a48-10cb-44d7-8195-0a6dbf036aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486bcde1-0636-4627-b243-b5e4ec25cc58,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.066076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49712) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.118198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.140333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.197757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.200647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.201824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/486bcde1-0636-4627-b243-b5e4ec25cc58 HTTP/1.1" status: 204 len: 168 time: 0.1347899 Sep 24 19:17:10.210489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712d5ab-c76d-4d26-85d0-2c4ac8c06cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bcde1-0636-4627-b243-b5e4ec25cc58,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.220471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.228126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314254979-network', 'tenant_id': 'ac542721ba5d43028746c23053469252'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:10.237380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49724) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.255081 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e287608-de5e-4a2c-b57b-d4d3998c714c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.260679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Made reservation on behalf of ac542721ba5d43028746c23053469252 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:10.263969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.282258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.388673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e287608-de5e-4a2c-b57b-d4d3998c714c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.396054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e287608-de5e-4a2c-b57b-d4d3998c714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.439924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287608-de5e-4a2c-b57b-d4d3998c714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e591be-34c8-4166-9532-63e2f912ad6a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.444486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9e287608-de5e-4a2c-b57b-d4d3998c714c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3844a63f42444c90bdd5044c579eb9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060621 Sep 24 19:17:10.447925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49730) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.506909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.507158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.511858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.534965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:17:10.538587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.552376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10008ad1-41e0-4a88-9002-78f0578b959c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.556421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.556952 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Added segment 270e036f-0e35-4f47-9a06-c384b3713344 of type vlan for network 71185dbb-7966-43ad-a645-f77d529a30c4 Sep 24 19:17:10.601567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.603415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.605863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.608098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9e591be-34c8-4166-9532-63e2f912ad6a HTTP/1.1" status: 204 len: 168 time: 0.1585758 Sep 24 19:17:10.620726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4878eb-4a05-4356-a425-7f85da736305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e591be-34c8-4166-9532-63e2f912ad6a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.637864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.639256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:10.639846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.670618 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4490523 Sep 24 19:17:10.673634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49738) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.678524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Request body: {'subnet': {'network_id': '71185dbb-7966-43ad-a645-f77d529a30c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314254979-subnet', 'tenant_id': 'ac542721ba5d43028746c23053469252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:10.705656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Made reservation on behalf of ac542721ba5d43028746c23053469252 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:10.709893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.714250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49742) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:10.714825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df5224-2999-49ba-926e-ac0d65a6494b admin admin] Pushing event updated for resources: {'Network': ['ID=71185dbb-7966-43ad-a645-f77d529a30c4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:10.726686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 71185dbb-7966-43ad-a645-f77d529a30c4 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:17:10.752319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5eaf7b1c-5c58-437e-b85a-f0bb65cfa0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.989802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:10.993574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5eaf7b1c-5c58-437e-b85a-f0bb65cfa0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.017139 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5eaf7b1c-5c58-437e-b85a-f0bb65cfa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.065913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5eaf7b1c-5c58-437e-b85a-f0bb65cfa0c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=211147e2bb2846989a67def50d79bc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487771 Sep 24 19:17:11.068838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:11.090424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f9ac6b-cfd5-4de7-a6c7-b38a46b96d11,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:11.097621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf7b1c-5c58-437e-b85a-f0bb65cfa0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd8a80-3149-466b-b15c-08ece3b96646,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:11.116855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Checking segment: {'id': '270e036f-0e35-4f47-9a06-c384b3713344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '71185dbb-7966-43ad-a645-f77d529a30c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:11.117398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Network hostable DHCP agents. Network: 71185dbb-7966-43ad-a645-f77d529a30c4, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:17:11.132670 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.139118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Network 71185dbb-7966-43ad-a645-f77d529a30c4 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:17:11.154486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 71185dbb-7966-43ad-a645-f77d529a30c4) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:11.160726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.161592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:11.162329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.163900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050ceb4-e3f8-4a88-b2bd-228491a47a04 None None] Network 71185dbb-7966-43ad-a645-f77d529a30c4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:11.183667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0f46475-709c-4ad0-b4cf-8dd95248f5b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5088527 Sep 24 19:17:11.219473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.222363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.223412 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bcd8a80-3149-466b-b15c-08ece3b96646 HTTP/1.1" status: 204 len: 168 time: 0.1535971 Sep 24 19:17:11.232551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a5ca7-02b9-4ffc-aca3-d5281ac40186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd8a80-3149-466b-b15c-08ece3b96646,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:11.324665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49770) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:11.337072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bd0953-8302-4b25-8a91-320db1c3cc32 None None] Network 71185dbb-7966-43ad-a645-f77d529a30c4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:11.388046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Deleting subnet 8f800b20-78d9-446a-a065-6f41910f7d3e {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:11.396914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.443355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.501359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.573773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.606518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f800b20-78d9-446a-a065-6f41910f7d3e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:11.606518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.608296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ed436264-ff8d-42c7-95f9-6c4c5cbef6ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f800b20-78d9-446a-a065-6f41910f7d3e HTTP/1.1" status: 204 len: 168 time: 0.2821805 Sep 24 19:17:11.610798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:11.692135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.794904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.815406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2910cd6-ee0d-4ded-afd8-418a63658594']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:11.829556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf36c115-bd1a-4629-8ad1-6b377b2711db') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:11.829902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf36c115-bd1a-4629-8ad1-6b377b2711db') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:11.841336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.854294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.860557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:17:11.860935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:17:11.862636 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:17:11.935125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.940802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:11.943508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e2910cd6-ee0d-4ded-afd8-418a63658594 HTTP/1.1" status: 204 len: 168 time: 0.3312502 Sep 24 19:17:11.946991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49818) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:11.963010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67956e5-f0db-448e-8293-517dd2e21ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2910cd6-ee0d-4ded-afd8-418a63658594,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:11.994774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Deleting subnet 29f9ac6b-cfd5-4de7-a6c7-b38a46b96d11 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:11.998211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.007253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.037307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.059044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.100445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.171394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.185133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.187985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/29f9ac6b-cfd5-4de7-a6c7-b38a46b96d11 HTTP/1.1" status: 204 len: 168 time: 0.2398920 Sep 24 19:17:12.190463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.206863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813377c0-25aa-47b8-8095-93c0a9fa8c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f9ac6b-cfd5-4de7-a6c7-b38a46b96d11,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:12.275908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af5174ad-f089-4ac9-b510-312363e9c4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.295855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.314360 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-489cb580-8499-4ee3-a8dc-afd766f5f022 tempest-AgentManagementNegativeTest-779877623 tempest-AgentManagementNegativeTest-779877623-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3051393 Sep 24 19:17:12.425145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.456420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71185dbb-7966-43ad-a645-f77d529a30c4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:12.470595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270e036f-0e35-4f47-9a06-c384b3713344') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:12.470908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270e036f-0e35-4f47-9a06-c384b3713344') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:12.483666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.518505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af5174ad-f089-4ac9-b510-312363e9c4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.519862 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.526976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af5174ad-f089-4ac9-b510-312363e9c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.530661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:17:12.531120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:17:12.534517 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:17:12.572144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49848) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.592787 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af5174ad-f089-4ac9-b510-312363e9c4e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=653bd305b19e4ac880c97ab1b202e856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326769 Sep 24 19:17:12.595947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49852) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.619530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5174ad-f089-4ac9-b510-312363e9c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea27e3-d096-4766-ac54-2249644d7b4b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:12.645830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.652176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.655402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/71185dbb-7966-43ad-a645-f77d529a30c4 HTTP/1.1" status: 204 len: 168 time: 0.4638598 Sep 24 19:17:12.662471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.670989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1fca6-940a-4250-aed3-c97c02952f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=71185dbb-7966-43ad-a645-f77d529a30c4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:12.690412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.733457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-240a8362-cdba-48bd-beb8-8757635669d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.770944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.774397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.775985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8ea27e3-d096-4766-ac54-2249644d7b4b HTTP/1.1" status: 204 len: 168 time: 0.1789751 Sep 24 19:17:12.795128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a97b0-58a2-4d45-83b4-a0ec9193af46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea27e3-d096-4766-ac54-2249644d7b4b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:12.804416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.868838 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-057bb519-045b-4bdc-b202-1d4882d3da8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=484872d5adda446d8f054fdd7f48c941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624237 Sep 24 19:17:12.871167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.882524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-240a8362-cdba-48bd-beb8-8757635669d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.889582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-240a8362-cdba-48bd-beb8-8757635669d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.934458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:12.941530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-240a8362-cdba-48bd-beb8-8757635669d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccefb690aea54bc3b0420262d04db2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681128 Sep 24 19:17:12.944329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:12.960772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a8362-cdba-48bd-beb8-8757635669d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0f9198-0fec-409e-bd11-1af74ab49656,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:12.985368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.012077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.040500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.049001 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.053159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.055931 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e62d826b-b1ad-4c3f-8e1e-4cb970a48e97 HTTP/1.1" status: 204 len: 168 time: 0.1817062 Sep 24 19:17:13.068258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e6b4b-3494-4283-a829-cc064762936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d826b-b1ad-4c3f-8e1e-4cb970a48e97,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:13.106981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.110118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.111312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c0f9198-0fec-409e-bd11-1af74ab49656 HTTP/1.1" status: 204 len: 168 time: 0.1657298 Sep 24 19:17:13.121118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f02b2-15cf-4c11-9534-2a697c31321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0f9198-0fec-409e-bd11-1af74ab49656,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:13.182566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49880) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:13.196356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f752869-cf5e-4861-bf13-f5c210f2ddbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.302124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f752869-cf5e-4861-bf13-f5c210f2ddbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.306758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f752869-cf5e-4861-bf13-f5c210f2ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.345988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f752869-cf5e-4861-bf13-f5c210f2ddbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b356cef581634c488c37d7b2c1ad512a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622856 Sep 24 19:17:13.347055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f752869-cf5e-4861-bf13-f5c210f2ddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e409ec-aa7b-4468-a38d-9cb886680d1e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:13.348744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:13.404176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.434317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.456431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49888) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:13.488678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.492514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.494048 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66e409ec-aa7b-4468-a38d-9cb886680d1e HTTP/1.1" status: 204 len: 168 time: 0.1442661 Sep 24 19:17:13.503471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f943ea-a733-4cb4-92cd-a96023533651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e409ec-aa7b-4468-a38d-9cb886680d1e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:13.509161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d7652371-f9d9-4f38-8285-5eb241b612ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac542721ba5d43028746c23053469252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515351 Sep 24 19:17:13.511891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:13.575284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.597907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.656649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.660301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:13.661402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10008ad1-41e0-4a88-9002-78f0578b959c HTTP/1.1" status: 204 len: 168 time: 0.1485448 Sep 24 19:17:13.669593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb286aa-60dc-45f1-9a18-693b41eabd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10008ad1-41e0-4a88-9002-78f0578b959c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:14.508338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49944) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:14.649468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6310e4a-c3c7-4295-a2ce-b584fc279892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.754258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6310e4a-c3c7-4295-a2ce-b584fc279892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.760931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6310e4a-c3c7-4295-a2ce-b584fc279892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.801450 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e6310e4a-c3c7-4295-a2ce-b584fc279892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5315087b7094bf09201efdf35c15660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921367 Sep 24 19:17:14.803199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310e4a-c3c7-4295-a2ce-b584fc279892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8852db-d6bd-46d9-8dbc-2e66bd8e7b61,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:14.814954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:14.880711 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.902759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.915210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:14.958038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.960950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:14.965229 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e8852db-d6bd-46d9-8dbc-2e66bd8e7b61 HTTP/1.1" status: 204 len: 168 time: 0.1487627 Sep 24 19:17:14.973459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dca2b-7a83-496d-9417-a1985ef0c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8852db-d6bd-46d9-8dbc-2e66bd8e7b61,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:15.038392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-734729695'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:15.067656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:15.071566 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.080389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.179132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.184006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.213350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:17:15.218876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a620666c-a0bd-4ca4-a505-e238493f3b16,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:15.227816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.228224 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Added segment 0f41064e-f0ac-492c-bc69-89b3c5eb5bbc of type vlan for network 90c2a5be-193a-46f6-a482-3b0b399afbdd Sep 24 19:17:15.273281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.302874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.309128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:15.309719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.345350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4285069 Sep 24 19:17:15.348524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 49986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:15.359778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'subnet': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:15.382527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd81c2-6f26-47a5-8cf3-0502317764b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Network': ['ID=90c2a5be-193a-46f6-a482-3b0b399afbdd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:15.393959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:17:15.485049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:15.490110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.692069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.755520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Subnet': ['ID=aa463631-ceab-486b-bc2e-ecdef568f7c6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:15.768522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Checking segment: {'id': '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:15.769003 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network hostable DHCP agents. Network: 90c2a5be-193a-46f6-a482-3b0b399afbdd, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:17:15.791742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:17:15.801857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 90c2a5be-193a-46f6-a482-3b0b399afbdd) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:15.807292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:15.808105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:15.812558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d870cc-7ee3-4f36-98d5-7baa217c3467 None None] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:15.826779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b295edc-448f-4aed-8bf3-8cd265a1c828 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767518 Sep 24 19:17:15.831521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50014) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:15.843341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453482511'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:16.016954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-90c2a5be-193a-46f6-a482-3b0b399afbdd', 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'tenant_id': '759ba54e27414d67a8bd669a9aa5ac20', 'fixed_ips': [{'subnet_id': 'aa463631-ceab-486b-bc2e-ecdef568f7c6'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:16.019352 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:16.032365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:16.037195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:16.060939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port c032981e-7e71-4c35-a01f-88f3e53a9353 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:16.201491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::197 (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/c032981e-7e71-4c35-a01f-88f3e53a9353) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:16.720808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:16.759542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:16.761382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:16.824843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Allocated IP 2001:db8::2 (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/3ce49086-4999-44ac-ad9f-7717165e7d98) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:16.825409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:16.829564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:16.833880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:16.843039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:16.843744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:16.863808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=c032981e-7e71-4c35-a01f-88f3e53a9353,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:16.878208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8548d475-ea2d-4a95-9fe4-d9f2ac9b39b4 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0416152 Sep 24 19:17:16.881223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:16.887160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1806123194', 'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:fb:6d:49'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:17.026718 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb87a5f6-5751-4777-aa14-7612650eab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.054078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.062171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.072368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:17.120478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Pushing event updated for resources: {'Port': ['ID=3ce49086-4999-44ac-ad9f-7717165e7d98,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:17.130094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.130586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.130960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.131467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.132086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.132572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.133145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.133630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.134111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.134592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.135117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.135600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:17.156546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:17.158487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:17.161445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:17.211476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.235754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Attempting to bind port 3ce49086-4999-44ac-ad9f-7717165e7d98 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:17.236710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Attempting to bind port 3ce49086-4999-44ac-ad9f-7717165e7d98 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:17.237006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port b01907fc-d1f9-43bb-9469-d981e9597687 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:17.237123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Attempting to bind port 3ce49086-4999-44ac-ad9f-7717165e7d98 on network 90c2a5be-193a-46f6-a482-3b0b399afbdd {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:17.245981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:17.246652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Checking segment: {'id': '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:17.248908 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.251699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Bound using segment: {'id': '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:17.253538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Bound port: 3ce49086-4999-44ac-ad9f-7717165e7d98, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:17.255360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.311897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb87a5f6-5751-4777-aa14-7612650eab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.321927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb87a5f6-5751-4777-aa14-7612650eab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.353307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] For port 3ce49086-4999-44ac-ad9f-7717165e7d98, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:17.357496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] For port 3ce49086-4999-44ac-ad9f-7717165e7d98, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ce49086-4999-44ac-ad9f-7717165e7d98,segment=NetworkSegment(0f41064e-f0ac-492c-bc69-89b3c5eb5bbc),segment_id=0f41064e-f0ac-492c-bc69-89b3c5eb5bbc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:17.367851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.402440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb87a5f6-5751-4777-aa14-7612650eab9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=657d2421e77f4140bef13449a624b57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408637 Sep 24 19:17:17.402682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50090) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:17.407027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87a5f6-5751-4777-aa14-7612650eab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64674a8d-2245-4854-be99-708b8e3aa86d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:17.449860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::1bb (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/b01907fc-d1f9-43bb-9469-d981e9597687) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:17.451705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a1a07-f59f-4fee-bf0f-730f4b7c1d82 None None] Pushing event updated for resources: {'Port': ['ID=3ce49086-4999-44ac-ad9f-7717165e7d98,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:17.517177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.552180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.639548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.643385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.648141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64674a8d-2245-4854-be99-708b8e3aa86d HTTP/1.1" status: 204 len: 168 time: 0.2415955 Sep 24 19:17:17.658728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7636b-f0b2-4118-ab30-54bb373e9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64674a8d-2245-4854-be99-708b8e3aa86d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:17.686177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.778838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.852886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:17.856159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:17.860473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:17.866802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:17.868198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:17.877701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=b01907fc-d1f9-43bb-9469-d981e9597687,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:17.893085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25275f11-3e16-4f02-a13c-a4735e59e0f1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0107765 Sep 24 19:17:17.895802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:17.999998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2fa4d-7858-4efc-a1b4-00c7c2c13538 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:18.005955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2fa4d-7858-4efc-a1b4-00c7c2c13538 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:18.012118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2fa4d-7858-4efc-a1b4-00c7c2c13538 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:18.017261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66a2fa4d-7858-4efc-a1b4-00c7c2c13538 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1169565 Sep 24 19:17:18.017351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.127293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port b01907fc-d1f9-43bb-9469-d981e9597687 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:18.127698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.176713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50122) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.198837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc2c3-d3f1-422c-ada1-ef50c7e4cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.247166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.269915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for b01907fc-d1f9-43bb-9469-d981e9597687 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:18.319428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50124) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.364210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc2c3-d3f1-422c-ada1-ef50c7e4cfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.370516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc2c3-d3f1-422c-ada1-ef50c7e4cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.422907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4dcbc2c3-d3f1-422c-ada1-ef50c7e4cfbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09ac2817b80e46b7a358bc7154c22c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441452 Sep 24 19:17:18.424396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50130) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.427720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbc2c3-d3f1-422c-ada1-ef50c7e4cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835768d1-874f-480e-864c-17f691ce02ad,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:18.474193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.516716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f5fd2ff-8d23-4360-868f-6ac055fd07c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.517381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=b01907fc-d1f9-43bb-9469-d981e9597687,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:18.531932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.597324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.640892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.647133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad3db65c-1d33-4f7e-9f2e-8097e5d62992 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/b01907fc-d1f9-43bb-9469-d981e9597687 HTTP/1.1" status: 204 len: 168 time: 0.6265206 Sep 24 19:17:18.647299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50136) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.684189 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce160384-002d-4ded-8ff4-4b88cdfab482 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] GET failed (client error): The resource could not be found. Sep 24 19:17:18.689302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ce160384-002d-4ded-8ff4-4b88cdfab482 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports/b01907fc-d1f9-43bb-9469-d981e9597687 HTTP/1.1" status: 404 len: 333 time: 0.0378649 Sep 24 19:17:18.691438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.698466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1221110261'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:18.698657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f5fd2ff-8d23-4360-868f-6ac055fd07c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.705439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5f5fd2ff-8d23-4360-868f-6ac055fd07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.715797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.718277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.719455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/835768d1-874f-480e-864c-17f691ce02ad HTTP/1.1" status: 204 len: 168 time: 0.2930887 Sep 24 19:17:18.753659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5f5fd2ff-8d23-4360-868f-6ac055fd07c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4901019a8ff44093a03b91d44553c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283924 Sep 24 19:17:18.758886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc58a40-ad3e-445d-a9c2-c3b18e412140 None None] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:18.760191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:18.761077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fd2ff-8d23-4360-868f-6ac055fd07c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2a022-5840-4823-8a23-1e6f72cd5e91,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:18.825914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75753216-5f64-4e08-9a30-78d9f0809ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835768d1-874f-480e-864c-17f691ce02ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:18.842218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:18.850117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.875043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port e11cffb8-7145-429f-bc79-b4c3b4c32293 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:18.915363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.941141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:18.946327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] Provisioning complete for port 3ce49086-4999-44ac-ad9f-7717165e7d98 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:18.946702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.043654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::1d1 (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/e11cffb8-7145-429f-bc79-b4c3b4c32293) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:19.074909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.077938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.079255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fa2a022-5840-4823-8a23-1e6f72cd5e91 HTTP/1.1" status: 204 len: 168 time: 0.2929275 Sep 24 19:17:19.095982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.101337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb3f5e-d9de-44af-9442-dd25f4b4e74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2a022-5840-4823-8a23-1e6f72cd5e91,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:19.182508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] For port 3ce49086-4999-44ac-ad9f-7717165e7d98, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ce49086-4999-44ac-ad9f-7717165e7d98,segment=NetworkSegment(0f41064e-f0ac-492c-bc69-89b3c5eb5bbc),segment_id=0f41064e-f0ac-492c-bc69-89b3c5eb5bbc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:19.192194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.275206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ce49086-4999-44ac-ad9f-7717165e7d98 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:19.285133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3104b-4dd7-4dea-81ca-993ce8590ca3 None None] Pushing event updated for resources: {'Port': ['ID=3ce49086-4999-44ac-ad9f-7717165e7d98,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:19.288177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.327103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.346416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3ce49086-4999-44ac-ad9f-7717165e7d98 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:19.347112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.378574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:19.382339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:19.387486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:19.393462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:19.393969 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.417802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=e11cffb8-7145-429f-bc79-b4c3b4c32293,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:19.439189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c00b534-50e8-4d09-bc11-a52793c1c4f6 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7480748 Sep 24 19:17:19.441912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:19.453929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:fb:6d:49'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:19.526329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ebd9db01-63bd-42b0-9adb-aa94d2581886 None None] Provisioning complete for port 3ce49086-4999-44ac-ad9f-7717165e7d98 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:19.526801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebd9db01-63bd-42b0-9adb-aa94d2581886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.532371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.611917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50168) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:19.651770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ebd9db01-63bd-42b0-9adb-aa94d2581886 None None] Provisioning complete for port c032981e-7e71-4c35-a01f-88f3e53a9353 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:19.652170 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebd9db01-63bd-42b0-9adb-aa94d2581886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.706696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9db01-63bd-42b0-9adb-aa94d2581886 None None] Port c032981e-7e71-4c35-a01f-88f3e53a9353 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:19.734819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:19.755871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8db8af60-8c5d-4ae8-bd31-43a402408068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.827018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.833544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.843326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-99dae533-4230-45da-ac0e-60586179f12e None None] Provisioning complete for port c032981e-7e71-4c35-a01f-88f3e53a9353 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:19.845282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99dae533-4230-45da-ac0e-60586179f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.877226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] In _notify_port_updated(), no bound segment for port e11cffb8-7145-429f-bc79-b4c3b4c32293 on network 90c2a5be-193a-46f6-a482-3b0b399afbdd {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:17:19.891650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:19.894891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:19.901039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "PUT /v2.0/ports/e11cffb8-7145-429f-bc79-b4c3b4c32293 HTTP/1.1" status: 200 len: 1003 time: 0.4553905 Sep 24 19:17:19.902291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50178) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:19.928407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99dae533-4230-45da-ac0e-60586179f12e None None] Port c032981e-7e71-4c35-a01f-88f3e53a9353 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:19.966289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a88f4-528e-4c5b-a3ea-a6530856db8c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=e11cffb8-7145-429f-bc79-b4c3b4c32293,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.002630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f63414c-d00d-4869-8293-a9979a8fcfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.011795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8db8af60-8c5d-4ae8-bd31-43a402408068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.023187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8db8af60-8c5d-4ae8-bd31-43a402408068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.100181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8db8af60-8c5d-4ae8-bd31-43a402408068 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2487ec67bac94f6fb32c94f11734535e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639944 Sep 24 19:17:20.103402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:20.106007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8af60-8c5d-4ae8-bd31-43a402408068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2aee9-99dd-4ed0-905a-0e352cd774a6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.132051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port e11cffb8-7145-429f-bc79-b4c3b4c32293 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:20.132399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.142347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-507ebf0c-2689-41d9-b9ce-ea026a62f11a None None] Could not find standard attr ID for object b01907fc-d1f9-43bb-9469-d981e9597687. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:20.201616 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.225256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.300897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c343c223-0f5b-4e79-9aa1-d5e9b93f9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.310538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f63414c-d00d-4869-8293-a9979a8fcfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.312340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.318341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f63414c-d00d-4869-8293-a9979a8fcfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.319372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.320972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecf2aee9-99dd-4ed0-905a-0e352cd774a6 HTTP/1.1" status: 204 len: 168 time: 0.2160530 Sep 24 19:17:20.330887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11307fe4-8a18-4bcc-aab7-31252e5bf37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2aee9-99dd-4ed0-905a-0e352cd774a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.336870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.379837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for e11cffb8-7145-429f-bc79-b4c3b4c32293 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:20.390913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f63414c-d00d-4869-8293-a9979a8fcfe7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d6572fc1754485695189f3092157f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754354 Sep 24 19:17:20.392306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:20.396102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63414c-d00d-4869-8293-a9979a8fcfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64ab8e-4fe3-4e44-89c1-255d3e44c5c4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.456368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.467077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-946c43b0-2697-4fd5-83d6-c516d9c1ec0d None None] Provisioning complete for port e11cffb8-7145-429f-bc79-b4c3b4c32293 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:20.467460 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-946c43b0-2697-4fd5-83d6-c516d9c1ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.482063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.534942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-946c43b0-2697-4fd5-83d6-c516d9c1ec0d None None] Port e11cffb8-7145-429f-bc79-b4c3b4c32293 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:20.543640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.546500 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.550997 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce64ab8e-4fe3-4e44-89c1-255d3e44c5c4 HTTP/1.1" status: 204 len: 168 time: 0.1561613 Sep 24 19:17:20.562308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45725205-0dbb-4504-a6f9-3349d3f6cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64ab8e-4fe3-4e44-89c1-255d3e44c5c4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.639522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.676605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=e11cffb8-7145-429f-bc79-b4c3b4c32293,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:20.799067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:20.805168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:20.805397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d7828eb0-4f5b-4341-92f5-f017ffdd54b7 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/e11cffb8-7145-429f-bc79-b4c3b4c32293 HTTP/1.1" status: 204 len: 168 time: 0.9009287 Sep 24 19:17:20.848727 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e7fbd6-8196-4426-af22-a5162fc74579 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] GET failed (client error): The resource could not be found. Sep 24 19:17:20.855872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50212) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:20.863647 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e8e7fbd6-8196-4426-af22-a5162fc74579 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports/e11cffb8-7145-429f-bc79-b4c3b4c32293 HTTP/1.1" status: 404 len: 333 time: 0.0569100 Sep 24 19:17:20.864866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1848000684'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:21.017858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ce49086-4999-44ac-ad9f-7717165e7d98 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:21.053610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:21.061670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.093602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dabb5b13-dc70-480b-973a-b4b072398ab3 None None] Could not find standard attr ID for object e11cffb8-7145-429f-bc79-b4c3b4c32293. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:21.101699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port 6ec83378-d085-434a-b597-947c2931c989 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:21.123330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3ce49086-4999-44ac-ad9f-7717165e7d98 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:21.123708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.270784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::b9 (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/6ec83378-d085-434a-b597-947c2931c989) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:21.468162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.504058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.570497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:21.576212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:21.580094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:21.586648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:21.587270 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.607324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=6ec83378-d085-434a-b597-947c2931c989,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:21.622300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:21.622767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-130b7a07-870b-4771-b09c-c5c33f3e97ea tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7642424 Sep 24 19:17:21.628887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:6d:49'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:21.710137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.925690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.931608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fc199569-8964-45bc-a433-8b76f6a5ebbb None None] Provisioning complete for port 6ec83378-d085-434a-b597-947c2931c989 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:21.932195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc199569-8964-45bc-a433-8b76f6a5ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.936229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:21.974830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fc199569-8964-45bc-a433-8b76f6a5ebbb None None] Port 6ec83378-d085-434a-b597-947c2931c989 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:22.003129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] In _notify_port_updated(), no bound segment for port 6ec83378-d085-434a-b597-947c2931c989 on network 90c2a5be-193a-46f6-a482-3b0b399afbdd {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:17:22.009455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:22.011179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.012921 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "PUT /v2.0/ports/6ec83378-d085-434a-b597-947c2931c989 HTTP/1.1" status: 200 len: 1002 time: 0.3893781 Sep 24 19:17:22.016244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:22.037897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e426e-9fa7-4ab6-804a-27b5345bc776 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=6ec83378-d085-434a-b597-947c2931c989,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:22.161292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port 6ec83378-d085-434a-b597-947c2931c989 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:22.161718 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.272050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.285000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for 6ec83378-d085-434a-b597-947c2931c989 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:22.304144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a385df0a-2917-4241-9f7c-54138b7d63bf None None] Provisioning complete for port 6ec83378-d085-434a-b597-947c2931c989 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:22.305846 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a385df0a-2917-4241-9f7c-54138b7d63bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.348882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a385df0a-2917-4241-9f7c-54138b7d63bf None None] Port 6ec83378-d085-434a-b597-947c2931c989 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:22.374646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:22.448725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.483320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=6ec83378-d085-434a-b597-947c2931c989,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:22.509887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be6d00f3-0a43-40ea-93d8-d00ccabcf82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.516095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.520819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-255cc735-78e4-4af6-a066-eb9f0b3eead5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/6ec83378-d085-434a-b597-947c2931c989 HTTP/1.1" status: 204 len: 168 time: 0.5010161 Sep 24 19:17:22.521079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:22.550379 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0052913d-369d-49aa-83ca-be5fe102975e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] GET failed (client error): The resource could not be found. Sep 24 19:17:22.552166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0052913d-369d-49aa-83ca-be5fe102975e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports/6ec83378-d085-434a-b597-947c2931c989 HTTP/1.1" status: 404 len: 333 time: 0.0298965 Sep 24 19:17:22.556669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:22.561830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419203557'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:22.628105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be6d00f3-0a43-40ea-93d8-d00ccabcf82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.636070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be6d00f3-0a43-40ea-93d8-d00ccabcf82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.644837 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:17:22.675547 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be6d00f3-0a43-40ea-93d8-d00ccabcf82c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97e92cccac224f3ba8396ee02ea1795b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996440 Sep 24 19:17:22.678148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:22.715190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d00f3-0a43-40ea-93d8-d00ccabcf82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3605e67-baec-4d74-a657-672b05f5489d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:22.717836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:22.723293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.756141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port 674738ea-4297-484d-beec-e0f795516adb yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:22.770482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.794281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.844501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.847536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:22.848900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3605e67-baec-4d74-a657-672b05f5489d HTTP/1.1" status: 204 len: 168 time: 0.1698372 Sep 24 19:17:22.857879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9140f5-b7be-41bb-b7e2-7744cedf8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3605e67-baec-4d74-a657-672b05f5489d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:22.883943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::364 (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/674738ea-4297-484d-beec-e0f795516adb) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:22.921990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d637c4ea-ba47-490a-805c-cf29b9270323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.090468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.132827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.179503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:23.182708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:23.186508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:23.192250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:23.192802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.206406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=674738ea-4297-484d-beec-e0f795516adb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:23.219550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7ceb1794-3792-4f31-a1e4-edafd878d056 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6618252 Sep 24 19:17:23.224606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:23.230160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'network_id': '90c2a5be-193a-46f6-a482-3b0b399afbdd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176474367'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:23.243472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:23.260630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e478b10-e285-4422-baf5-8ec818ca96e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.323221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.414611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e478b10-e285-4422-baf5-8ec818ca96e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.429204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1e478b10-e285-4422-baf5-8ec818ca96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.458043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Made reservation on behalf of 759ba54e27414d67a8bd669a9aa5ac20 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:23.462270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.502059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] device_id is not set on port f9702199-2e41-471b-89d2-e0406d4d9e2a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:23.515271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e478b10-e285-4422-baf5-8ec818ca96e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928c50c8-0b1a-42fe-9be4-15c6ccaba712,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:23.537369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1e478b10-e285-4422-baf5-8ec818ca96e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90ab0f644f8d496ca7324078ed229bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930512 Sep 24 19:17:23.543351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:23.584160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2cdeca07-de23-4ef2-8c69-03bd00af4a64 None None] Provisioning complete for port 674738ea-4297-484d-beec-e0f795516adb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:23.584530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2cdeca07-de23-4ef2-8c69-03bd00af4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.659031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2cdeca07-de23-4ef2-8c69-03bd00af4a64 None None] Port 674738ea-4297-484d-beec-e0f795516adb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:23.660418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.664555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Allocated IP 2001:db8::1aa (90c2a5be-193a-46f6-a482-3b0b399afbdd/aa463631-ceab-486b-bc2e-ecdef568f7c6/f9702199-2e41-471b-89d2-e0406d4d9e2a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:23.689612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.744088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.747179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.750748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/928c50c8-0b1a-42fe-9be4-15c6ccaba712 HTTP/1.1" status: 204 len: 168 time: 0.2037613 Sep 24 19:17:23.762168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d822ed8-97aa-4071-9723-727ac8db8885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928c50c8-0b1a-42fe-9be4-15c6ccaba712,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:23.852203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.888035 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.967676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:23.970846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:23.979736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:23.982385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:23.983274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:23.998172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=f9702199-2e41-471b-89d2-e0406d4d9e2a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:24.009192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6fccd425-c0c3-4229-9b25-8d6e78b02679 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7830918 Sep 24 19:17:24.011969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50344) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:24.017412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:fb:6d:49'}, {'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:28:e9:ef'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:24.145994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.232891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.294315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0051709e-ad98-47b7-a113-96c1af21fa6f None None] Provisioning complete for port f9702199-2e41-471b-89d2-e0406d4d9e2a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:24.296603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0051709e-ad98-47b7-a113-96c1af21fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.338244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0051709e-ad98-47b7-a113-96c1af21fa6f None None] Port f9702199-2e41-471b-89d2-e0406d4d9e2a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:24.466062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.472157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.505630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] In _notify_port_updated(), no bound segment for port f9702199-2e41-471b-89d2-e0406d4d9e2a on network 90c2a5be-193a-46f6-a482-3b0b399afbdd {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:17:24.511208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:24.511906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.513288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "PUT /v2.0/ports/f9702199-2e41-471b-89d2-e0406d4d9e2a HTTP/1.1" status: 200 len: 1067 time: 0.5002964 Sep 24 19:17:24.516211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:24.532682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf1a2-d1e2-4a14-8e49-ff83da7eef4c tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event updated for resources: {'Port': ['ID=f9702199-2e41-471b-89d2-e0406d4d9e2a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:24.662324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port f9702199-2e41-471b-89d2-e0406d4d9e2a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:24.662669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.863555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f7ed086a-ca0a-4e13-a84b-061b7d30086a None None] Provisioning complete for port f9702199-2e41-471b-89d2-e0406d4d9e2a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:24.864247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7ed086a-ca0a-4e13-a84b-061b7d30086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:24.911275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed086a-ca0a-4e13-a84b-061b7d30086a None None] Port f9702199-2e41-471b-89d2-e0406d4d9e2a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:25.038966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.053151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for f9702199-2e41-471b-89d2-e0406d4d9e2a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:25.204858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.233662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=f9702199-2e41-471b-89d2-e0406d4d9e2a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:25.420306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.422817 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5d2b345a-adee-40fa-85ea-b9fc2ff0afc1 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/f9702199-2e41-471b-89d2-e0406d4d9e2a HTTP/1.1" status: 204 len: 168 time: 0.9055817 Sep 24 19:17:25.425370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:25.450169 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-850bf410-867e-4560-87cc-f690c8182b7e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] GET failed (client error): The resource could not be found. Sep 24 19:17:25.451802 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-850bf410-867e-4560-87cc-f690c8182b7e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports/f9702199-2e41-471b-89d2-e0406d4d9e2a HTTP/1.1" status: 404 len: 333 time: 0.0253899 Sep 24 19:17:25.454506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:25.564759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port 674738ea-4297-484d-beec-e0f795516adb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:25.565181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.667284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.683091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for 674738ea-4297-484d-beec-e0f795516adb owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:25.826110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.872029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.874308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=674738ea-4297-484d-beec-e0f795516adb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:25.895261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50426) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:25.902458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:25.907027 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-00ee2b9e-ca5a-4704-b7cd-5dde166a5648 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/674738ea-4297-484d-beec-e0f795516adb HTTP/1.1" status: 204 len: 168 time: 0.4512773 Sep 24 19:17:25.907638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50430) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:25.937279 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-26705fed-cfde-4431-b5f7-e27858f31530 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] GET failed (client error): The resource could not be found. Sep 24 19:17:25.938926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-26705fed-cfde-4431-b5f7-e27858f31530 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "GET /v2.0/ports/674738ea-4297-484d-beec-e0f795516adb HTTP/1.1" status: 404 len: 333 time: 0.0297542 Sep 24 19:17:25.942610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50432) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:26.043369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53439294-1796-460c-9fd1-6cded781da2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.115033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port c032981e-7e71-4c35-a01f-88f3e53a9353 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:26.115404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.241828 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.263706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for c032981e-7e71-4c35-a01f-88f3e53a9353 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:26.284124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53439294-1796-460c-9fd1-6cded781da2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.323699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53439294-1796-460c-9fd1-6cded781da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.386905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53439294-1796-460c-9fd1-6cded781da2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2c8da3802b24b59bd7be4c44c1f550a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889998 Sep 24 19:17:26.390163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:26.392135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53439294-1796-460c-9fd1-6cded781da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef0352f-963b-49e1-bbd2-c95be56cf1bf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:26.487994 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.516750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.522031 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.556277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=c032981e-7e71-4c35-a01f-88f3e53a9353,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:26.602403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.606454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6357613d-7d02-4db7-bf62-8b1ebecbff4e tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/ports/c032981e-7e71-4c35-a01f-88f3e53a9353 HTTP/1.1" status: 204 len: 168 time: 0.6611652 Sep 24 19:17:26.607538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50462) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:26.701707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting subnet aa463631-ceab-486b-bc2e-ecdef568f7c6 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:26.705289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.708121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.709390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ef0352f-963b-49e1-bbd2-c95be56cf1bf HTTP/1.1" status: 204 len: 168 time: 0.3181624 Sep 24 19:17:26.710421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.748668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32f246-6fdb-4874-9a4a-072206b5b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef0352f-963b-49e1-bbd2-c95be56cf1bf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:26.799586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:26.912073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.032493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde36fd-0365-4480-b939-5d4784f3777a req-bc66ce7e-5b3b-405a-aedf-97f3e469e602 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:27.034953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bde36fd-0365-4480-b939-5d4784f3777a req-bc66ce7e-5b3b-405a-aedf-97f3e469e602 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0772736 Sep 24 19:17:27.036158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.066932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Subnet': ['ID=aa463631-ceab-486b-bc2e-ecdef568f7c6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:27.095086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.098073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ab518db-2ff2-4401-a55f-3747cf09fd26 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/subnets/aa463631-ceab-486b-bc2e-ecdef568f7c6 HTTP/1.1" status: 204 len: 168 time: 0.4889047 Sep 24 19:17:27.099986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:27.110176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb5221-b9d9-4f2d-8739-062c5b144f7f None None] Network 90c2a5be-193a-46f6-a482-3b0b399afbdd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:27.124407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9bde36fd-0365-4480-b939-5d4784f3777a req-ecdfb919-d175-4194-b728-5450bb12bb2a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605006 Sep 24 19:17:27.125220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50478) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:27.141064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a447cd6-2b5f-402e-8199-109587ebb207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.224748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.254240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a447cd6-2b5f-402e-8199-109587ebb207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.259835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a447cd6-2b5f-402e-8199-109587ebb207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.288938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Deleting port 3ce49086-4999-44ac-ad9f-7717165e7d98 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:27.289907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.317168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0a447cd6-2b5f-402e-8199-109587ebb207 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f49cbaddd4046f4b72f68605805c00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883790 Sep 24 19:17:27.317168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447cd6-2b5f-402e-8199-109587ebb207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fabdf74-c2b4-4663-8fc4-aabed455cc18,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:27.330293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50482) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:27.369539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] For port 3ce49086-4999-44ac-ad9f-7717165e7d98, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ce49086-4999-44ac-ad9f-7717165e7d98,segment=NetworkSegment(0f41064e-f0ac-492c-bc69-89b3c5eb5bbc),segment_id=0f41064e-f0ac-492c-bc69-89b3c5eb5bbc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:27.369910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.386005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Calling delete_port for 3ce49086-4999-44ac-ad9f-7717165e7d98 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:27.388841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] DHCP port deletion for 90c2a5be-193a-46f6-a482-3b0b399afbdd request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:17:27.405167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.430651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.482039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Deleting port 3ce49086-4999-44ac-ad9f-7717165e7d98 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:27.482969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.487246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.525147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Port': ['ID=3ce49086-4999-44ac-ad9f-7717165e7d98,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:27.527395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] No DVR routers for this DVR port 3ce49086-4999-44ac-ad9f-7717165e7d98 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:27.559629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.562589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.563913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fabdf74-c2b4-4663-8fc4-aabed455cc18 HTTP/1.1" status: 204 len: 168 time: 0.2325242 Sep 24 19:17:27.576354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6fe1-500c-4297-b2da-144b2139cfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fabdf74-c2b4-4663-8fc4-aabed455cc18,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:27.583287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] For port 3ce49086-4999-44ac-ad9f-7717165e7d98, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:27.583834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.614466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Calling delete_port for 3ce49086-4999-44ac-ad9f-7717165e7d98 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:27.617424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Port 3ce49086-4999-44ac-ad9f-7717165e7d98 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:17:27.618819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.625244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.648983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c2a5be-193a-46f6-a482-3b0b399afbdd']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:27.660511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:27.660803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f41064e-f0ac-492c-bc69-89b3c5eb5bbc') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:27.672031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] Pushing event deleted for resources: {'Port': ['ID=3ce49086-4999-44ac-ad9f-7717165e7d98,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:27.672372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.678145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a76bbc-9733-47cb-b77c-c3ad0f4b3c21 None None] No DVR routers for this DVR port 3ce49086-4999-44ac-ad9f-7717165e7d98 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:27.688599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.696442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:17:27.696925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:17:27.700421 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:17:27.763398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.773889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:27.775800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] 10.222.0.18 "DELETE /v2.0/networks/90c2a5be-193a-46f6-a482-3b0b399afbdd HTTP/1.1" status: 204 len: 168 time: 0.6743760 Sep 24 19:17:27.790654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec510a-01ca-4c5c-915e-0ca178170ec5 tempest-AllowedAddressPairIpV6TestJSON-1398544694 tempest-AllowedAddressPairIpV6TestJSON-1398544694-project] Pushing event deleted for resources: {'Network': ['ID=90c2a5be-193a-46f6-a482-3b0b399afbdd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:28.077189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:28.276628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d725051-3f1d-491f-a3f6-3b890fc51293 req-dc3c1bd8-c795-4e4e-8e50-14c78ac287c5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:28.286764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d725051-3f1d-491f-a3f6-3b890fc51293 req-dc3c1bd8-c795-4e4e-8e50-14c78ac287c5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0765970 Sep 24 19:17:28.359706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d725051-3f1d-491f-a3f6-3b890fc51293 req-443d6206-d53d-437e-8ef1-b189512b8f57 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719633 Sep 24 19:17:28.362603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7114dc4-a78c-461a-b895-c4711c48c750 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=759ba54e27414d67a8bd669a9aa5ac20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843251 Sep 24 19:17:28.365385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50522) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:28.436793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:28.464284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:28.521793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:28.525931 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:28.529807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a620666c-a0bd-4ca4-a505-e238493f3b16 HTTP/1.1" status: 204 len: 168 time: 0.1606979 Sep 24 19:17:28.537523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4c4a6-bb78-4598-9e99-e7b7b223c7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a620666c-a0bd-4ca4-a505-e238493f3b16,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:28.812927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-72f3e96e-c15a-46fd-a0df-8050e58a29b5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:28.814647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-72f3e96e-c15a-46fd-a0df-8050e58a29b5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0673559 Sep 24 19:17:28.953723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Deleting port 3008bf58-5e13-4389-be5a-064c811023a7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:28.955820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:29.081982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ce49086-4999-44ac-ad9f-7717165e7d98 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:29.128124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3ce49086-4999-44ac-ad9f-7717165e7d98 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:29.128690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ce49086-4999-44ac-ad9f-7717165e7d98 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:29.151344 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-e8d0ae90-6f88-4abe-9e26-0a2f18e00722 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1304488 Sep 24 19:17:29.202362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] For port 3008bf58-5e13-4389-be5a-064c811023a7, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3008bf58-5e13-4389-be5a-064c811023a7,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:29.203756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:29.294161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.294843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.295498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.296454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.297215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.297841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.298557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.301035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-332928cb-a0ad-419d-8f9e-a8e3d6915622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.0736015 Sep 24 19:17:29.589732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:29.590122 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:29.590439 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Floating IP 448239af-fd6b-44ae-b93e-b7a0429c384a disassociated. External IP: 172.25.5.103, port: 3008bf58-5e13-4389-be5a-064c811023a7. Sep 24 19:17:29.590789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Calling delete_port for 3008bf58-5e13-4389-be5a-064c811023a7 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:29.602828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e7bf2-0173-4aff-9032-9b6b054c45a3 req-7be13c85-9faf-4af7-9057-1e6b4975789c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.605595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c07e7bf2-0173-4aff-9032-9b6b054c45a3 req-7be13c85-9faf-4af7-9057-1e6b4975789c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 945 time: 0.0850477 Sep 24 19:17:29.620209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6d5fcc5a-276b-459d-9307-9ee160b96c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.621989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6d5fcc5a-276b-459d-9307-9ee160b96c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.625222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6d5fcc5a-276b-459d-9307-9ee160b96c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.629843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6d5fcc5a-276b-459d-9307-9ee160b96c03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.2831478 Sep 24 19:17:29.699119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c07e7bf2-0173-4aff-9032-9b6b054c45a3 req-ee5800dd-b1f9-47ec-806c-1e35f6ede639 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f3667b-574e-4e33-bbda-f9171fffaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853062 Sep 24 19:17:29.799383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-4917b5e2-039d-46b0-b114-78e339b1f8de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.1611495 Sep 24 19:17:29.823386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:29.871000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-44e8329e-58d5-4dcc-971b-5e0199aa5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.873659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-44e8329e-58d5-4dcc-971b-5e0199aa5af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.0607243 Sep 24 19:17:29.878903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'Port': ['ID=3008bf58-5e13-4389-be5a-064c811023a7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:29.980457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-694976cd-8bfc-4992-81cb-303953202887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:29.982045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-694976cd-8bfc-4992-81cb-303953202887 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985005 Sep 24 19:17:30.218071 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-5b7de3bd-4cd2-4722-8916-cd5530e99925 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227290 Sep 24 19:17:30.255542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:17:30.469018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:30.528882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6d7e4748-cdd1-4aaf-b032-ac5eadf8a178 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923849 Sep 24 19:17:30.625248 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-b5e329f0-9b24-4097-a6cb-951dde05929d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.0846798 Sep 24 19:17:30.692212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1565623175'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:30.709322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-76b26105-ab44-4814-a37a-dbe2a97c84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:30.710963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-76b26105-ab44-4814-a37a-dbe2a97c84c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0770574 Sep 24 19:17:30.768092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:30.772135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:30.786096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:30.800214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-ba08fefd-e47b-4a36-99f7-247597aef12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:30.802101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-ba08fefd-e47b-4a36-99f7-247597aef12a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817845 Sep 24 19:17:30.884074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1eaa83d1-6770-437a-938c-aa749a67a27b req-6217feed-b261-443c-9b29-723f47a72635 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d8506b-54bc-460f-a5c7-de04e9669e33 HTTP/1.1" status: 200 len: 210 time: 0.0379140 Sep 24 19:17:30.891817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:17:30.910102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:17:30.926222 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:30.927216 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:30.948979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] No DVR routers for this DVR port 3008bf58-5e13-4389-be5a-064c811023a7 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:30.951862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:30.954678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-afab1ec6-57cb-4ddd-9119-f267000dfd7a req-1814c418-9319-4d89-bf52-b8d34825de90 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "DELETE /v2.0/ports/3008bf58-5e13-4389-be5a-064c811023a7 HTTP/1.1" status: 204 len: 173 time: 2.1329472 Sep 24 19:17:30.955183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'name': 'network-vif-deleted', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:30.958148 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e94aae-440e-4c89-8bc5-eb648f3cec45" -d '{"events": [{"server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "name": "network-vif-deleted", "tag": "3008bf58-5e13-4389-be5a-064c811023a7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:31.027240 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-e45ba6b1-24bb-417d-b789-fb0b941a049a service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084446 Sep 24 19:17:31.120251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:31.151058 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-7cd3c068-1a95-4f65-a8c5-7957b07abbf4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142023 Sep 24 19:17:31.247907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-c2adb6f5-4d77-449f-909a-00c3482cbca0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0844944 Sep 24 19:17:31.318659 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbda4f2-d7e9-466d-922c-55e2f7114de9 x-openstack-request-id: req-9cbda4f2-d7e9-466d-922c-55e2f7114de9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:31.323866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.324802 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d8506b-54bc-460f-a5c7-de04e9669e33", "name": "network-vif-deleted", "tag": "3008bf58-5e13-4389-be5a-064c811023a7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:31.325335 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cbda4f2-d7e9-466d-922c-55e2f7114de9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:31.325878 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d8506b-54bc-460f-a5c7-de04e9669e33', 'name': 'network-vif-deleted', 'tag': '3008bf58-5e13-4389-be5a-064c811023a7', 'status': 'completed', 'code': 200} Sep 24 19:17:31.336133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.375885 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:31.381775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:17:31.391103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3008bf58-5e13-4389-be5a-064c811023a7 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:31.404697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-a3ad673b-7d65-44ea-81fe-97ef6abf9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:31.406588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-a3ad673b-7d65-44ea-81fe-97ef6abf9b34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1433036 Sep 24 19:17:31.419169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.419581 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Added segment e1e041ea-e412-43e0-8c74-195e9a1873fb of type vlan for network 00eb5de6-bafc-4a69-971a-ad436c7f076f Sep 24 19:17:31.422330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bb6755-1480-4624-85b5-56db587acb99,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:31.424178 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:17:31.435347 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:31.436326 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:31.479005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 3008bf58-5e13-4389-be5a-064c811023a7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:31.485397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3008bf58-5e13-4389-be5a-064c811023a7 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:31.515191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.530252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6b6a3287-80fd-4abf-aa24-8e724e5cfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:31.532108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6b6a3287-80fd-4abf-aa24-8e724e5cfdba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151481 Sep 24 19:17:31.591978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.600380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:31.601850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.633397 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1632245 Sep 24 19:17:31.636690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50630) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:31.644264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:31.652781 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:31.731961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8922b-71ec-44ef-a6fe-514b49237512 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Network': ['ID=00eb5de6-bafc-4a69-971a-ad436c7f076f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:31.743567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:17:31.755843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-76abc4ed-b5e7-49a1-878a-b38bef21689e service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102232 Sep 24 19:17:31.839187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:31.839187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:31.929486 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-89bcaeeb-0d3f-4982-9e28-1564366e9d5e service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649997 Sep 24 19:17:32.033378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:32.036513 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-c894c770-f880-4b35-b0f9-f97abdc3be4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0955055 Sep 24 19:17:32.096322 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a351b4-87f0-4fef-95f9-bb045d3383f9 None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:17:32.106900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:32.212204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6ea129dd-55be-4e6a-a885-4e8a9bde3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:32.214065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-6ea129dd-55be-4e6a-a885-4e8a9bde3f0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1688831 Sep 24 19:17:32.235779 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.290263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.298245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=a35a3f93-7a61-4856-86d4-6f055b58c92b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:32.316180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.347755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-c7e6ad13-154b-433b-b926-456816985c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:32.349268 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-c7e6ad13-154b-433b-b926-456816985c51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1256258 Sep 24 19:17:32.356135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:32.357295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network hostable DHCP agents. Network: 00eb5de6-bafc-4a69-971a-ad436c7f076f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:17:32.379317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:17:32.394082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 00eb5de6-bafc-4a69-971a-ad436c7f076f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:32.399990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:32.401811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.405454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbf29c-e946-4ab4-9267-a59e964e76c3 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:32.436265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe03c9c5-01ed-4963-aeee-2d5ddf0d11e1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7980499 Sep 24 19:17:32.437753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:32.443792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'name': 'tempest-NetworksTestDHCPv6-184059123'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:32.524126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.526973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.531019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "DELETE /v2.0/security-groups/53f3667b-574e-4e33-bbda-f9171fffaaaf HTTP/1.1" status: 204 len: 168 time: 0.4227402 Sep 24 19:17:32.533016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:32.568511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce256c-c0f6-4bdf-9a20-ff51b350db8b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3667b-574e-4e33-bbda-f9171fffaaaf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:32.578610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-d95299f3-a32c-49be-89ed-f3ab338aa951 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174962 Sep 24 19:17:32.581379 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b817266d-b030-4608-bfb5-d19970a83d0a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] show failed (client error): The resource could not be found. Sep 24 19:17:32.586059 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b817266d-b030-4608-bfb5-d19970a83d0a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups/53f3667b-574e-4e33-bbda-f9171fffaaaf HTTP/1.1" status: 404 len: 347 time: 0.0472627 Sep 24 19:17:32.587499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50658) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:32.727226 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-5442dba1-7723-49a8-b6d1-f1b4414bb7de service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399381 Sep 24 19:17:32.778485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:32.782652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.811500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port d7aa1161-b9c6-4e41-b709-5f99cd261a73 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:32.819386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914251b-1002-494b-baaf-79e8d93d9c56 None None] New status for floating IP 448239af-fd6b-44ae-b93e-b7a0429c384a: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:17:32.827963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-4ee37ecd-31c6-447f-8db3-746ad3005e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0868890 Sep 24 19:17:32.893029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Deleting port fc9afe97-49ad-44ba-8d0e-606a9ec3f97a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:32.893516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:32.921197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-872d3a99-517e-4e72-a47b-98d0e4148422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:32.924536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-872d3a99-517e-4e72-a47b-98d0e4148422 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0875747 Sep 24 19:17:32.998552 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.000069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.014896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-e12b8edc-c91a-41e9-81f2-f7cc701c2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:33.016432 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-e12b8edc-c91a-41e9-81f2-f7cc701c2fae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835629 Sep 24 19:17:33.061706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Calling delete_port for fc9afe97-49ad-44ba-8d0e-606a9ec3f97a owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:33.069423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'a35a3f93-7a61-4856-86d4-6f055b58c92b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:33.071773 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.172886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.183351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-bd98f6bd-5f51-4d70-a0f6-f697d6dbe8cf service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517735 Sep 24 19:17:33.241678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::100 (00eb5de6-bafc-4a69-971a-ad436c7f076f/a35a3f93-7a61-4856-86d4-6f055b58c92b/d7aa1161-b9c6-4e41-b709-5f99cd261a73) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:33.297092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-ba21929d-4c54-47f0-a5e4-e42390025643 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081922 Sep 24 19:17:33.343632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-db29d199-393f-4530-be62-eb502037dc10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.0376172 Sep 24 19:17:33.378425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.417438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-993aefb0-ee1d-4db3-9aae-8caaa457ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:33.419046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-993aefb0-ee1d-4db3-9aae-8caaa457ba43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0637143 Sep 24 19:17:33.430943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'Port': ['ID=fc9afe97-49ad-44ba-8d0e-606a9ec3f97a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:33.469490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-83f395be-7a27-4c99-8ea4-6baa7f9614f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:33.471202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-83f395be-7a27-4c99-8ea4-6baa7f9614f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446904 Sep 24 19:17:33.558467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.561089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.566669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-999a8e59-17e7-4be8-96ae-c2df42191f08 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "DELETE /v2.0/floatingips/448239af-fd6b-44ae-b93e-b7a0429c384a HTTP/1.1" status: 204 len: 168 time: 0.9774988 Sep 24 19:17:33.572661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.623449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-f38e0e10-6ec2-4c5d-a224-b30468c5274c service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444912 Sep 24 19:17:33.637793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.742781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/a35a3f93-7a61-4856-86d4-6f055b58c92b/166452a6-adf4-460c-9bfb-0856083f1e4f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:33.767212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:33.770590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:33.792955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:33.818097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:33.818891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:33.831200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=d7aa1161-b9c6-4e41-b709-5f99cd261a73,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:33.853976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-830c542e-48f2-4951-937d-7e2fb8023cac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4120677 Sep 24 19:17:33.854883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50670) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:33.966766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e4b15-5965-4695-89d9-24e1e4350750 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:33.970934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ba8e4b15-5965-4695-89d9-24e1e4350750 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1122878 Sep 24 19:17:33.971623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50672) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:33.991074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-eab1ecfd-c86e-4092-985c-df80249a60f3 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472409 Sep 24 19:17:34.066246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-0eb9c8d6-4d3b-45f6-a070-696ec5c62b52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0737338 Sep 24 19:17:34.105491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50674) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:34.117973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596739033', 'description': 'tempest-description--2002607375'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:34.132033 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.143775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-1f9ad8e4-6189-4682-8591-1f18c89a42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:34.146434 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-1f9ad8e4-6189-4682-8591-1f18c89a42a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0696321 Sep 24 19:17:34.148733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port d7aa1161-b9c6-4e41-b709-5f99cd261a73 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:34.149203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.149500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.190667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Pushing event updated for resources: {'Port': ['ID=166452a6-adf4-460c-9bfb-0856083f1e4f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:34.211278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:34.213185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:34.216149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:34.239383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-18108b09-01f8-4131-b5b4-d312f3ece2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:34.242085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-18108b09-01f8-4131-b5b4-d312f3ece2c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874071 Sep 24 19:17:34.263728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.276852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Attempting to bind port 166452a6-adf4-460c-9bfb-0856083f1e4f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:34.277224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Attempting to bind port 166452a6-adf4-460c-9bfb-0856083f1e4f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:34.280198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Attempting to bind port 166452a6-adf4-460c-9bfb-0856083f1e4f on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:34.284878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:34.285309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:34.285728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.286132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:34.287008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Bound port: 166452a6-adf4-460c-9bfb-0856083f1e4f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:34.287184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.345479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.360492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-04d19fbc-d95d-4011-b0d3-46347f3c9c7a service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094701 Sep 24 19:17:34.362297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] For port 166452a6-adf4-460c-9bfb-0856083f1e4f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:34.365887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] For port 166452a6-adf4-460c-9bfb-0856083f1e4f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=166452a6-adf4-460c-9bfb-0856083f1e4f,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:34.367815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for d7aa1161-b9c6-4e41-b709-5f99cd261a73 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:34.374201 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.455438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059d97-ad89-4093-9290-f1e3c10c6ba9 None None] Pushing event updated for resources: {'Port': ['ID=166452a6-adf4-460c-9bfb-0856083f1e4f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:34.502096 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-40fd6b30-cbb3-4103-bdea-8679bd5f4660 req-f81010c2-57fd-4421-b3ef-4690b03d81c5 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321836 Sep 24 19:17:34.514407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.522238 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.582904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.584323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4768066 Sep 24 19:17:34.588022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:34.593915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group_rule': {'security_group_id': '7cec214f-b67c-4431-b1d2-f9b191acc914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:34.619638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658e71a-e8e8-40d6-9ea6-1a28fca0b9de tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec214f-b67c-4431-b1d2-f9b191acc914,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:34.637626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.639593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.673799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=d7aa1161-b9c6-4e41-b709-5f99cd261a73,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:34.724994 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.729593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-303d1a7f-7b08-4040-84f8-86df08e7941d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d7aa1161-b9c6-4e41-b709-5f99cd261a73 HTTP/1.1" status: 204 len: 168 time: 0.7563872 Sep 24 19:17:34.730198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50684) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:34.789268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.804087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.844324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2aade-cb64-4791-b0c7-edcfe47a1f5f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:34.864940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:34.870234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8c0bac7-6f02-48a4-8570-e276d777b44a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2770362 Sep 24 19:17:34.870234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:34.879410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'security_group_rule': {'security_group_id': '7cec214f-b67c-4431-b1d2-f9b191acc914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:34.912737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e2bc0-cd81-4d1f-a73e-c5cec778cc93 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:34.920608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e2bc0-cd81-4d1f-a73e-c5cec778cc93 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:34.925914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:34.935560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f83e2bc0-cd81-4d1f-a73e-c5cec778cc93 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2041566 Sep 24 19:17:34.982657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.055934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 166452a6-adf4-460c-9bfb-0856083f1e4f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:35.112277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 166452a6-adf4-460c-9bfb-0856083f1e4f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:35.112919 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.216706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.256374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 166452a6-adf4-460c-9bfb-0856083f1e4f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=166452a6-adf4-460c-9bfb-0856083f1e4f,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:35.264924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.269808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet a35a3f93-7a61-4856-86d4-6f055b58c92b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:35.280683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.305686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.323659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.383118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9f2f9b-0643-46a4-897d-6d95d0a320d9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:35.390078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.393559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.395047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fcea5d6b-34ce-4767-b68b-4db585c7c586 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5246983 Sep 24 19:17:35.399174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50712) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:35.400143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=166452a6-adf4-460c-9bfb-0856083f1e4f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:35.404130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:35.471110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.541139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.635558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.670976 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.690481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=a35a3f93-7a61-4856-86d4-6f055b58c92b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:35.708508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:35.713691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b020224-22c3-436a-aac4-0d8326218872 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a35a3f93-7a61-4856-86d4-6f055b58c92b HTTP/1.1" status: 204 len: 168 time: 0.7867966 Sep 24 19:17:35.714536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:35.783003 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e63ecc7-395d-4f9a-aa73-8208ddb5f3c0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663545 Sep 24 19:17:35.783609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:35.790671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:35.901135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50720) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:35.911210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Allocated IP 172.25.5.182 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/28d69c7d-d744-4405-a1e1-b32e81cee082) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:35.975232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:35.979629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.014101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84157e9-312e-447b-8a6b-2c2c7214b972 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:36.096595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.115816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0a6b287b-ff2d-4859-a9de-305248739f93 None None] Provisioning complete for port 166452a6-adf4-460c-9bfb-0856083f1e4f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:36.117555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a6b287b-ff2d-4859-a9de-305248739f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.130636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f88caca5-3244-4145-8665-90626f31767b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.176846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.223831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:36.230123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:36.236085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:36.287691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.287929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=28d69c7d-d744-4405-a1e1-b32e81cee082,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.309549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:17:36.335616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:36.340896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:36.345392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:36.345994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.368127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Deleting port 166452a6-adf4-460c-9bfb-0856083f1e4f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:36.368507 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.372643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=423371b2-e1fd-4507-a5e7-44fcf42ca6c2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.431980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f88caca5-3244-4145-8665-90626f31767b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.438334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.446789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f88caca5-3244-4145-8665-90626f31767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.466435 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eb0e4aee-7b6f-4608-b2c7-853c9f6091bb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6791277 Sep 24 19:17:36.466435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:36.477734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'name': 'tempest-NetworksTestDHCPv6-1532166085'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:36.489580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] For port 166452a6-adf4-460c-9bfb-0856083f1e4f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=166452a6-adf4-460c-9bfb-0856083f1e4f,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:36.490729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.509796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Calling delete_port for 166452a6-adf4-460c-9bfb-0856083f1e4f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:36.511040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f88caca5-3244-4145-8665-90626f31767b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffaa12e6337846fca86c000f1a5bfa94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088274 Sep 24 19:17:36.514374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50730) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:36.544305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88caca5-3244-4145-8665-90626f31767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f49de81-c5ab-4de7-95e7-bd8cce54fbd1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.557063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.597826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.607711 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.621945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:36.626163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.639926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] Pushing event deleted for resources: {'Port': ['ID=166452a6-adf4-460c-9bfb-0856083f1e4f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.645515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b419ec-0967-40c5-9707-40c00a3ab610 None None] No DVR routers for this DVR port 166452a6-adf4-460c-9bfb-0856083f1e4f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:36.648608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.672161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port bfc38885-511c-4131-8afd-45860f8af5ef yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:36.674228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b0c76-0801-4051-87a2-fafa51ac98a6 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:36.813149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.816300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.821037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f49de81-c5ab-4de7-95e7-bd8cce54fbd1 HTTP/1.1" status: 204 len: 168 time: 0.3051918 Sep 24 19:17:36.833889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.843473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.844694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f0 (00eb5de6-bafc-4a69-971a-ad436c7f076f/423371b2-e1fd-4507-a5e7-44fcf42ca6c2/bfc38885-511c-4131-8afd-45860f8af5ef) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:36.847653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac5f8c-96c6-4c5a-b7ad-83908fa50a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f49de81-c5ab-4de7-95e7-bd8cce54fbd1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.914621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '423371b2-e1fd-4507-a5e7-44fcf42ca6c2'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:36.916009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:36.971475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=28d69c7d-d744-4405-a1e1-b32e81cee082,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:36.989641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.026054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.030338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8657de9c-beb2-4684-820f-a313318d4e31 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6293890 Sep 24 19:17:37.088990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 166452a6-adf4-460c-9bfb-0856083f1e4f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:37.136294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 166452a6-adf4-460c-9bfb-0856083f1e4f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:37.136831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 166452a6-adf4-460c-9bfb-0856083f1e4f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:37.168264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.213579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.248933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:37.261163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/423371b2-e1fd-4507-a5e7-44fcf42ca6c2/071ce48c-82e4-4f69-9056-b28aa3f99127) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:37.269809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c15fc879-2234-44f8-9ae3-a3a8c39161c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.275593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:37.279174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:37.282564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:37.289791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:37.290637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.309720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=bfc38885-511c-4131-8afd-45860f8af5ef,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:37.345069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-2407fc81-6c68-468b-a06c-1ffa5e4cd5c8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--596739033&fields=id&tenant_id=c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 267 time: 0.0554490 Sep 24 19:17:37.434171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.441445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.473835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c15fc879-2234-44f8-9ae3-a3a8c39161c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.482512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:37.485780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:37.486415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c15fc879-2234-44f8-9ae3-a3a8c39161c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.489420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:37.493964 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0812ba97-73a2-4523-9f9b-c584f0caeb1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0235672 Sep 24 19:17:37.494480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:37.500731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Pushing event updated for resources: {'Port': ['ID=071ce48c-82e4-4f69-9056-b28aa3f99127,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:37.520043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fc879-2234-44f8-9ae3-a3a8c39161c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e7966-7f7a-493d-a3b8-884b31bdb4c2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:37.535306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-63fe0a39-9b6b-4d82-bab7-78d6132c161a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:37.536917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-63fe0a39-9b6b-4d82-bab7-78d6132c161a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 809 time: 0.1801515 Sep 24 19:17:37.560624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c15fc879-2234-44f8-9ae3-a3a8c39161c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8d9f922e13f48bbb965aec7d3a564f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104439 Sep 24 19:17:37.564001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-9f20075a-2290-48c4-a51c-5eae1bdb1b3d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/quotas/c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 375 time: 0.0185277 Sep 24 19:17:37.564447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50758) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:37.572364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Attempting to bind port 071ce48c-82e4-4f69-9056-b28aa3f99127 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:37.572550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Attempting to bind port 071ce48c-82e4-4f69-9056-b28aa3f99127 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:37.572914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Attempting to bind port 071ce48c-82e4-4f69-9056-b28aa3f99127 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:37.579933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:37.580339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:37.581108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.582485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:37.583001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Bound port: 071ce48c-82e4-4f69-9056-b28aa3f99127, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:37.583657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.607794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f763706-c4f9-4ad6-8f33-199bdec2969a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:37.614744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f763706-c4f9-4ad6-8f33-199bdec2969a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:37.619082 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0f763706-c4f9-4ad6-8f33-199bdec2969a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1205695 Sep 24 19:17:37.619622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:37.661978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] For port 071ce48c-82e4-4f69-9056-b28aa3f99127, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:37.667146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] For port 071ce48c-82e4-4f69-9056-b28aa3f99127, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=071ce48c-82e4-4f69-9056-b28aa3f99127,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:37.674038 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.701806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-9b38bbdb-6042-4477-bc7c-aecbd567a101 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290138 Sep 24 19:17:37.709238 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.720068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-c76a4f0e-c13c-4572-969d-4b794e535181 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:17:37.721105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-c76a4f0e-c13c-4572-969d-4b794e535181 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080843 Sep 24 19:17:37.737289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port bfc38885-511c-4131-8afd-45860f8af5ef {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:37.737728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.760970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38c783-f16f-430c-b0a8-41c26df4c05f None None] Pushing event updated for resources: {'Port': ['ID=071ce48c-82e4-4f69-9056-b28aa3f99127,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:37.783661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.852506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.866943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for bfc38885-511c-4131-8afd-45860f8af5ef owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:37.883818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-6dfe9a37-f667-4bf3-b92e-58fe28284ae5 service neutron] 10.222.0.18 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528249 Sep 24 19:17:37.912728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.915978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:37.931343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a98e7966-7f7a-493d-a3b8-884b31bdb4c2 HTTP/1.1" status: 204 len: 168 time: 0.3600285 Sep 24 19:17:37.957226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a3d0a-55aa-41f2-9573-89212b14ba42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e7966-7f7a-493d-a3b8-884b31bdb4c2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:38.096115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-32fb6730-9300-4d8d-a5b4-dd9e2d3c7013 service neutron] 10.222.0.18 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051690 Sep 24 19:17:38.117023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.259593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.273543 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/bfc38885-511c-4131-8afd-45860f8af5ef HTTP/1.1" status: 204 len: 168 time: 0.6527011 Sep 24 19:17:38.275038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2abc-07b7-4183-8184-7d2039be8499 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=bfc38885-511c-4131-8afd-45860f8af5ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:38.276093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50774) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.382844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52f27671-c696-4e40-9a6e-ccae4a259cf5 req-c2ecaf40-4dde-4787-ba41-fdc5bb5aad7b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 210 time: 0.0375674 Sep 24 19:17:38.393985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ada0e-11cf-4929-bfd2-a97ace7b9194 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:38.395961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ada0e-11cf-4929-bfd2-a97ace7b9194 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:38.398154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-169ada0e-11cf-4929-bfd2-a97ace7b9194 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1204655 Sep 24 19:17:38.401044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.472273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 423371b2-e1fd-4507-a5e7-44fcf42ca6c2 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:38.477361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.504497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50782) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.524860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4b78035-021e-475a-80f4-6782b9dd783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.528408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.671723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4b78035-021e-475a-80f4-6782b9dd783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.676727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.681278 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4b78035-021e-475a-80f4-6782b9dd783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.763036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b78035-021e-475a-80f4-6782b9dd783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c4f94e-0685-417b-8980-3984e5ff563a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:38.777355 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.781527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e4b78035-021e-475a-80f4-6782b9dd783a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65ddbff69e224950a155435befe3d41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758024 Sep 24 19:17:38.784689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50788) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.785526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.817432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=423371b2-e1fd-4507-a5e7-44fcf42ca6c2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:38.824803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.832832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-21762550-b09c-4baf-9908-20173f7daf7d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/423371b2-e1fd-4507-a5e7-44fcf42ca6c2 HTTP/1.1" status: 204 len: 168 time: 0.4306412 Sep 24 19:17:38.833052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.896370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9904b83c-381a-4a54-a8eb-163e34977530 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623984 Sep 24 19:17:38.899405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:38.904920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:38.913542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:38.940512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.074077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.077582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.078890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22c4f94e-0685-417b-8980-3984e5ff563a HTTP/1.1" status: 204 len: 168 time: 0.2928073 Sep 24 19:17:39.101813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121597f1-8d7c-4a09-93c8-bd491180c75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c4f94e-0685-417b-8980-3984e5ff563a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:39.147436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:39.153535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 071ce48c-82e4-4f69-9056-b28aa3f99127 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:39.157391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.224883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 071ce48c-82e4-4f69-9056-b28aa3f99127 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:39.225451 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.263642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f5d6a-6e9b-479d-892c-6229f9ec5be6 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:39.409966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50804) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:39.424219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-206b42f0-b4c4-464a-9b70-54a55d8875c9 None None] Provisioning complete for port 071ce48c-82e4-4f69-9056-b28aa3f99127 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:39.424770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-206b42f0-b4c4-464a-9b70-54a55d8875c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.455695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.519458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:39.520933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.527408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:39.537685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:39.538567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.555630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:39.571162 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1ff569d3-28c3-4ceb-8079-09ba10b16277 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6705678 Sep 24 19:17:39.576075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:39.595969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'name': 'tempest-NetworksTestDHCPv6-573068395'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:39.683297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 071ce48c-82e4-4f69-9056-b28aa3f99127, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=071ce48c-82e4-4f69-9056-b28aa3f99127,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:39.697189 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.814462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:39.818629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:39.819269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:17:39.838159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port d055e911-06b0-4732-ae58-37f0b4508c90 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:39.974915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=071ce48c-82e4-4f69-9056-b28aa3f99127,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:40.011140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Deleting port 071ce48c-82e4-4f69-9056-b28aa3f99127 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:40.011934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.099594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::15e (00eb5de6-bafc-4a69-971a-ad436c7f076f/9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2/d055e911-06b0-4732-ae58-37f0b4508c90) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:40.147001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] For port 071ce48c-82e4-4f69-9056-b28aa3f99127, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=071ce48c-82e4-4f69-9056-b28aa3f99127,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:40.148153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.166166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Calling delete_port for 071ce48c-82e4-4f69-9056-b28aa3f99127 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:40.250343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fc56358-31ab-47ed-8962-bbbba2fcf134 req-946af8de-cc5e-4b35-afab-1e325eac77f2 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 210 time: 0.6304927 Sep 24 19:17:40.286457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-01737f69-25b1-417b-ad5b-607fb3fcebe9 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.288277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-01737f69-25b1-417b-ad5b-607fb3fcebe9 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 809 time: 0.7928679 Sep 24 19:17:40.292712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82cdbf-6b7b-413f-80db-125d76a912af tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.293180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.293321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82cdbf-6b7b-413f-80db-125d76a912af tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.293704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82cdbf-6b7b-413f-80db-125d76a912af tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.308743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cf82cdbf-6b7b-413f-80db-125d76a912af tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=909f522e638243789ea08cad9d40c98d&network_id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 2969 time: 0.8966341 Sep 24 19:17:40.353396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] Pushing event deleted for resources: {'Port': ['ID=071ce48c-82e4-4f69-9056-b28aa3f99127,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:40.370061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd1ef5-99d7-450e-8105-e1845e5bb5ec None None] No DVR routers for this DVR port 071ce48c-82e4-4f69-9056-b28aa3f99127 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:40.394586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-613fc78b-c4b0-4368-b8af-4a88603c0642 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c253a8f30e5247b3bf4b28ef5116604c HTTP/1.1" status: 200 len: 379 time: 0.0805819 Sep 24 19:17:40.394729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f3999-3995-4399-8bf1-cc8780f75c9a None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:40.404762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'port': {'device_id': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'admin_state_up': True, 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'security_groups': ['7cec214f-b67c-4431-b1d2-f9b191acc914']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:40.434344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.503857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.551347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:40.568804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:40.572241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:40.576588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:40.582373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.583345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.601903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=d055e911-06b0-4732-ae58-37f0b4508c90,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:40.618230 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f3bf7006-0868-4a1e-a3ba-13c04515627f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0408819 Sep 24 19:17:40.621800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:40.673075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Made reservation on behalf of c253a8f30e5247b3bf4b28ef5116604c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:40.677239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.686559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69d272-2da1-407d-8b2f-2238fbb29913 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:40.691413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7a69d272-2da1-407d-8b2f-2238fbb29913 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0683410 Sep 24 19:17:40.692733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:40.798920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f189ac25-45a8-4419-8444-f570cf50f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.873722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:40.877328 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.921918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f189ac25-45a8-4419-8444-f570cf50f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:40.929903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Allocated IP 172.20.0.7 (928067a3-a5f0-4245-a4d6-f2d9c784e8d4/cc975f19-7b5a-4ba2-a01e-c14913911cba/a4cddf7b-ef6d-473a-aca4-90d642e2622e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:40.939409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f189ac25-45a8-4419-8444-f570cf50f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.011161 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f189ac25-45a8-4419-8444-f570cf50f263 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a13e6a5f28543fa954dfd69128355d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585407 Sep 24 19:17:41.013647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189ac25-45a8-4419-8444-f570cf50f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90b2d3-1a07-4f4c-b34c-b24d8e8a3b26,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.016412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50850) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:41.022136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port d055e911-06b0-4732-ae58-37f0b4508c90 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:41.022136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.118657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 071ce48c-82e4-4f69-9056-b28aa3f99127 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:41.153127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.181548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.181780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2/1daaf83b-045c-4e18-a2a6-4c2753ddf392) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:41.184728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.199309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for d055e911-06b0-4732-ae58-37f0b4508c90 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:41.203903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.317058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.383238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 071ce48c-82e4-4f69-9056-b28aa3f99127 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:41.383238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 071ce48c-82e4-4f69-9056-b28aa3f99127 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:41.387674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.392598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.400144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.410097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.412997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.416839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee90b2d3-1a07-4f4c-b34c-b24d8e8a3b26 HTTP/1.1" status: 204 len: 168 time: 0.3969820 Sep 24 19:17:41.429150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=d055e911-06b0-4732-ae58-37f0b4508c90,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.462139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.464173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Pushing event updated for resources: {'Port': ['ID=1daaf83b-045c-4e18-a2a6-4c2753ddf392,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.464991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4917cee3-dc3b-49bf-b964-d3c4eb2a5e6e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d055e911-06b0-4732-ae58-37f0b4508c90 HTTP/1.1" status: 204 len: 168 time: 0.7714770 Sep 24 19:17:41.470886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:41.475242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:41.480006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:41.481776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:41.484789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:41.509524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:41.556321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c092c4-f61d-40bc-af63-729447a67dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90b2d3-1a07-4f4c-b34c-b24d8e8a3b26,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.558625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:41.570399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7e77c-a0a4-482d-a7d2-1ad4fb5b7d30 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:41.571464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7e77c-a0a4-482d-a7d2-1ad4fb5b7d30 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:41.573404 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-37b7e77c-a0a4-482d-a7d2-1ad4fb5b7d30 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0969486 Sep 24 19:17:41.576421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:41.636287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Attempting to bind port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:41.638478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Attempting to bind port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:41.639694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Attempting to bind port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:41.651217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:41.653505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:41.654769 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.655853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:41.657257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Bound port: 1daaf83b-045c-4e18-a2a6-4c2753ddf392, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:41.659628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.718526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:41.727072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.737922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event updated for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.740877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:41.751067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.788752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67e5ec-0c8d-447c-b86a-8ebe3caad164 req-e6d851b6-2b2a-478e-a66c-0caf26197734 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:41.791173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] For port 1daaf83b-045c-4e18-a2a6-4c2753ddf392, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:41.795394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] For port 1daaf83b-045c-4e18-a2a6-4c2753ddf392, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1daaf83b-045c-4e18-a2a6-4c2753ddf392,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:41.803149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.810096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f67e5ec-0c8d-447c-b86a-8ebe3caad164 req-e6d851b6-2b2a-478e-a66c-0caf26197734 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 931 time: 0.4482033 Sep 24 19:17:41.827347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-43bdca12-b43c-4e8e-bfc9-1984b5bd404f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4296720 Sep 24 19:17:41.835998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:41.870808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:41.895201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f656-2833-46d0-b84b-07abc7c0df43 None None] Pushing event updated for resources: {'Port': ['ID=1daaf83b-045c-4e18-a2a6-4c2753ddf392,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:41.905821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Request body: {'port': {'device_id': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:41.972375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-073184a2-2846-4f96-b4cc-9a26119b66ec None None] Provisioning complete for port a4cddf7b-ef6d-473a-aca4-90d642e2622e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:41.972677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-073184a2-2846-4f96-b4cc-9a26119b66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.052925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.055277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-073184a2-2846-4f96-b4cc-9a26119b66ec None None] Port a4cddf7b-ef6d-473a-aca4-90d642e2622e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:42.093302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f67e5ec-0c8d-447c-b86a-8ebe3caad164 req-4b0aadb3-63ea-437d-90c1-3c6f2d20ac72 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803216 Sep 24 19:17:42.115552 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.131521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.179632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f33243-313f-458d-bfd9-5fbfa7dfc589 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:42.181447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53f33243-313f-458d-bfd9-5fbfa7dfc589 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 814 time: 0.3409753 Sep 24 19:17:42.198925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fae9db7b-b6ce-4109-861d-25801eb293d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.218917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.286915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:42.298386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.300784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6574fcb1-25b5-4f65-bfb7-7f82153b765e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2 HTTP/1.1" status: 204 len: 168 time: 0.7230690 Sep 24 19:17:42.304809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.356379 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf2817b2-904d-49ce-8dbb-c9dfa8690403 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502138 Sep 24 19:17:42.360296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.437963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206ab4d-c055-4fdb-ab7f-06dceaaa3ba2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:42.439387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1206ab4d-c055-4fdb-ab7f-06dceaaa3ba2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0781901 Sep 24 19:17:42.442133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.496476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fae9db7b-b6ce-4109-861d-25801eb293d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.504036 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fae9db7b-b6ce-4109-861d-25801eb293d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.516470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d65bd21-b67f-4218-9b90-a70371a037ed tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:42.518034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d65bd21-b67f-4218-9b90-a70371a037ed tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0750878 Sep 24 19:17:42.520763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50894) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.560957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fae9db7b-b6ce-4109-861d-25801eb293d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cc953b42bd3411181d48d29968c8938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236619 Sep 24 19:17:42.560957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9db7b-b6ce-4109-861d-25801eb293d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35616ceb-b608-417d-8bdb-7218f3c69313,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:42.562077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.584878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8872296e-a519-4f7c-86d0-4978b180c28e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629740 Sep 24 19:17:42.588900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.594019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:42.601272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cddf7b-ef6d-473a-aca4-90d642e2622e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:17:42.608792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.625337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Transition to ACTIVE for port object a4cddf7b-ef6d-473a-aca4-90d642e2622e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:17:42.629799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.675690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:42.687185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'network': {'name': 'tempest-network-smoke--1143626254', 'project_id': '909f522e638243789ea08cad9d40c98d', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:42.693392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:42.704315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.767157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:17:42.767157 n-d-810952-2 neutron-server[94856]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:17:42.767157 n-d-810952-2 neutron-server[94856]: [parameters: {'project_id': '909f522e638243789ea08cad9d40c98d', 'id': '13ef79b6-e410-44f4-82ae-7ee6b92baa6e', 'expiration': datetime.datetime(2021, 9, 24, 19, 19, 42, 740117)}] Sep 24 19:17:42.767157 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:17:42.767792 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:17:42.771527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:42.776277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.781618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Attempting to bind port a4cddf7b-ef6d-473a-aca4-90d642e2622e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:42.781618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Attempting to bind port a4cddf7b-ef6d-473a-aca4-90d642e2622e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:42.781618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Attempting to bind port a4cddf7b-ef6d-473a-aca4-90d642e2622e on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:42.782122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.789942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Port a4cddf7b-ef6d-473a-aca4-90d642e2622e on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:17:42.790277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Attempting to bind port a4cddf7b-ef6d-473a-aca4-90d642e2622e on network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:42.800617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:42.800961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Checking segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:42.801742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Bound using segment: {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:42.802186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Bound port: a4cddf7b-ef6d-473a-aca4-90d642e2622e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a338c09-c68e-4a50-861e-4d647364b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:42.802553 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.889366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:42.893085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:42.900017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.921248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.924501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.925683 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35616ceb-b608-417d-8bdb-7218f3c69313 HTTP/1.1" status: 204 len: 168 time: 0.3626995 Sep 24 19:17:42.941946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4441c0-0ed5-44c5-bacc-8f9b638a1759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35616ceb-b608-417d-8bdb-7218f3c69313,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:42.948070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:42.949025 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:42.950548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-b238989f-5680-400b-b296-39aa39954e0c service neutron] 10.222.0.69 "PUT /v2.0/ports/a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 1091 time: 1.0501006 Sep 24 19:17:42.951187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:42.953747 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7876b-c2a4-4887-af4c-dd4073095e80" -d '{"events": [{"name": "network-changed", "server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:42.998263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238989f-5680-400b-b296-39aa39954e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:43.061063 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b3d93-3b4a-40f2-b7eb-31f309a78ef9 x-openstack-request-id: req-057b3d93-3b4a-40f2-b7eb-31f309a78ef9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:43.061398 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:43.061613 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-057b3d93-3b4a-40f2-b7eb-31f309a78ef9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:43.062181 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'status': 'completed', 'code': 200} Sep 24 19:17:43.127501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-9c5d70c0-be11-42a1-8225-d5837a5b854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:43.129079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-9c5d70c0-be11-42a1-8225-d5837a5b854a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1094 time: 0.1220748 Sep 24 19:17:43.167196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.209012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:43.213057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-1f3c6165-f504-4aa9-a926-4e2791baaedd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 217 time: 0.0738816 Sep 24 19:17:43.217714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:43.223825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:43.224987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.300477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1daaf83b-045c-4e18-a2a6-4c2753ddf392 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:43.345568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7529519 Sep 24 19:17:43.346319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50918) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:43.384551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a8a208e4-03b1-4f67-a260-c124058fb547', 'ip_address': '2001:db8::56eb:3263:f96c:bcae'}], 'name': 'tempest-NetworksTestDHCPv6-1662799990'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:43.400620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:43.402754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.422248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-7bafb5e2-5e33-4108-8727-fdaea71bb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:43.424039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-7bafb5e2-5e33-4108-8727-fdaea71bb983 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.2042954 Sep 24 19:17:43.444785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffdbf1-e6e0-40be-8de9-e9d1633a40a6 req-b8864431-08e9-45cb-95d2-7474fb7a2c94 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:43.446811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56ffdbf1-e6e0-40be-8de9-e9d1633a40a6 req-b8864431-08e9-45cb-95d2-7474fb7a2c94 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 943 time: 0.1286681 Sep 24 19:17:43.496407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb7780-a7bb-40ea-a4f7-5ce9273cdc83 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=a8a208e4-03b1-4f67-a260-c124058fb547,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:43.508319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57bf4fb-296f-4c08-8d7d-dff0d062250e None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:43.510245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:43.514735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.558014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-f3036bb2-541b-4a90-b531-df11027012be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:43.560313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-f3036bb2-541b-4a90-b531-df11027012be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123817 Sep 24 19:17:43.628479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:17:43.645405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.645746 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Added segment 6ecb0e3c-e0e8-4382-b44d-6b48ff10a388 of type vlan for network a3418b70-6c0d-43c2-aef9-5060397aa4dd Sep 24 19:17:43.654324 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.661561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56ffdbf1-e6e0-40be-8de9-e9d1633a40a6 req-1ba1f515-0f48-4251-b71c-cbe2fdc5866c tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676230 Sep 24 19:17:43.698826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 1daaf83b-045c-4e18-a2a6-4c2753ddf392, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1daaf83b-045c-4e18-a2a6-4c2753ddf392,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:43.716502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.765217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1c6006fa-ad9f-491c-8122-7d539f83a4b5 None None] Could not find standard attr ID for object d055e911-06b0-4732-ae58-37f0b4508c90. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:43.828625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-9bc441e6-01db-4031-a742-93edd7fb7dac service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549193 Sep 24 19:17:43.900079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1c6006fa-ad9f-491c-8122-7d539f83a4b5 None None] Provisioning complete for port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:43.900464 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c6006fa-ad9f-491c-8122-7d539f83a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:43.943358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=1daaf83b-045c-4e18-a2a6-4c2753ddf392,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:43.956639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f533821-ddbb-4712-9d82-c7a1645035b0 req-646dd009-99e4-44e1-a923-a36436d83d1d service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182947 Sep 24 19:17:44.079791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.088007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:44.120351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-9b0b96b3-70a5-4ad4-b4a7-b7f2d9475fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.122054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-9b0b96b3-70a5-4ad4-b4a7-b7f2d9475fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1094 time: 0.0973730 Sep 24 19:17:44.186339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.210378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.211067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.251413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-b4daf9a7-9749-4250-9977-e7e169385950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.253303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-b4daf9a7-9749-4250-9977-e7e169385950 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.1244688 Sep 24 19:17:44.326104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-78e0592f-c879-40b1-af2a-dcb6cbd9bfef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 217 time: 0.0643823 Sep 24 19:17:44.335924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6586959 Sep 24 19:17:44.339427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.339895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:44.381034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a3492-f75a-4f04-863d-98c3100b1736 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Network': ['ID=a3418b70-6c0d-43c2-aef9-5060397aa4dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:44.393966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:17:44.396982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 9817e0b2-80af-4fca-95a9-5d472103c9d3 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:44.467307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81b2f7-79b9-41ea-8061-0df0fd9e7a61 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.468179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0d81b2f7-79b9-41ea-8061-0df0fd9e7a61 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=909f522e638243789ea08cad9d40c98d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1036751 Sep 24 19:17:44.486799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:44.573003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2096391c-184d-49f7-b3b2-1cfd6b680c55 None None] Provisioning complete for port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:44.573802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2096391c-184d-49f7-b3b2-1cfd6b680c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.619347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::56eb:3263:f96c:bcae (00eb5de6-bafc-4a69-971a-ad436c7f076f/a8a208e4-03b1-4f67-a260-c124058fb547/9817e0b2-80af-4fca-95a9-5d472103c9d3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:44.638402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-0c7fb775-f8d7-4ee0-b54d-5685ad7246b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.640400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-0c7fb775-f8d7-4ee0-b54d-5685ad7246b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.3050053 Sep 24 19:17:44.758068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-a985b77e-6f25-4266-ab9a-7e24567f4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.759638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-a985b77e-6f25-4266-ab9a-7e24567f4be3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040592 Sep 24 19:17:44.760744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0994e8-20f7-41e4-84ab-4d8901584424 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:44.765280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f0994e8-20f7-41e4-84ab-4d8901584424 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2774863 Sep 24 19:17:44.766277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50958) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:44.802549 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.837275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5f267dae-c4c4-4bfc-ab12-8fdce2d2aa23 None None] Could not find standard attr ID for object d7aa1161-b9c6-4e41-b709-5f99cd261a73. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:44.851798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-78cba0f6-5a45-44f4-9ae4-e2bc7ef2e4a8 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847588 Sep 24 19:17:44.862342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:44.879645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:44.990073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2bcb9c9f-00e2-4455-8376-30adeb6c7bda tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=909f522e638243789ea08cad9d40c98d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250255 Sep 24 19:17:44.992527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:45.027098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:45.057458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:45.077748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:45.098831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac477025-b32a-40c6-8667-9f00570db63e req-3ac74850-3786-4cdf-9b7d-37f99c076978 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:45.110439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac477025-b32a-40c6-8667-9f00570db63e req-3ac74850-3786-4cdf-9b7d-37f99c076978 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 943 time: 0.2881291 Sep 24 19:17:45.118427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:45.125933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.127306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1daaf83b-045c-4e18-a2a6-4c2753ddf392 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:45.171133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-2952c724-7a17-4410-8829-4c85d91ec5d1 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927200 Sep 24 19:17:45.210520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f1f4f2e8-f2d0-4eb2-937d-f4e2e7df75ba None None] Could not find standard attr ID for object bfc38885-511c-4131-8afd-45860f8af5ef. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:45.244348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:45.244954 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.246234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac477025-b32a-40c6-8667-9f00570db63e req-6d9bac70-2859-44b4-98f1-83dd95aa4d6a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348748 Sep 24 19:17:45.295550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=9817e0b2-80af-4fca-95a9-5d472103c9d3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:45.309151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b1831867-21ff-47ac-a72e-300e59b1eac1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9461067 Sep 24 19:17:45.323893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:45.410740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55f7876b-c2a4-4887-af4c-dd4073095e80 req-5b02aae9-6fa3-46bd-8dcb-173478745307 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177601 Sep 24 19:17:45.488374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9cd946-306a-4419-9123-903a10f0b89a tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:45.489876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a9cd946-306a-4419-9123-903a10f0b89a tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4696617 Sep 24 19:17:45.493524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50990) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:45.504120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46089362-2617-42aa-96ae-0334a8e15f5d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:45.510590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46089362-2617-42aa-96ae-0334a8e15f5d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:45.512220 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46089362-2617-42aa-96ae-0334a8e15f5d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1067441 Sep 24 19:17:45.515241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50992) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:45.544824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f0f39221-d96e-4541-b5f1-2d687273d924 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494626 Sep 24 19:17:45.545362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:45.550881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833651013', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'project_id': '909f522e638243789ea08cad9d40c98d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:45.626376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-14285b31-b5f7-47c0-8d73-df35bee9749d None None] Could not find standard attr ID for object d055e911-06b0-4732-ae58-37f0b4508c90. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:45.692137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 9817e0b2-80af-4fca-95a9-5d472103c9d3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:45.692523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.697189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:45.700726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.832091 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.867236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b1906c9a-3a57-4817-9e9a-33234c2ec103 None None] Provisioning complete for port 9817e0b2-80af-4fca-95a9-5d472103c9d3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:45.868083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1906c9a-3a57-4817-9e9a-33234c2ec103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:45.887205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 9817e0b2-80af-4fca-95a9-5d472103c9d3 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:45.921807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b1906c9a-3a57-4817-9e9a-33234c2ec103 None None] Port 9817e0b2-80af-4fca-95a9-5d472103c9d3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:17:46.136031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.227672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.269703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Subnet': ['ID=af89d491-45d9-48e4-b991-03182cb61c5d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:46.273388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=9817e0b2-80af-4fca-95a9-5d472103c9d3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:46.287081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Checking segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:46.287081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network hostable DHCP agents. Network: a3418b70-6c0d-43c2-aef9-5060397aa4dd, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:17:46.336179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.341698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51012) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:46.342124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-61a955fd-f081-4a90-95fb-5d5bdee135c1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/9817e0b2-80af-4fca-95a9-5d472103c9d3 HTTP/1.1" status: 204 len: 168 time: 0.8254862 Sep 24 19:17:46.364528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:17:46.378059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, a3418b70-6c0d-43c2-aef9-5060397aa4dd) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:46.384248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:46.384722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.388200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da52981-a46e-424a-8f91-4089a84775ea None None] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:46.413570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cfd486bd-2651-4409-9e90-66c1e7456c59 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8609660 Sep 24 19:17:46.545437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe29a3b-b027-4763-8413-c97eb2ccba5b req-1fdd92df-beba-4f80-b3c5-dd28cb6d6ec7 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:46.557500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe29a3b-b027-4763-8413-c97eb2ccba5b req-1fdd92df-beba-4f80-b3c5-dd28cb6d6ec7 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 943 time: 0.1956518 Sep 24 19:17:46.580739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e14448-07b3-4ea2-9db8-cd278578e157 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:46.582545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e14448-07b3-4ea2-9db8-cd278578e157 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:46.585325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74e14448-07b3-4ea2-9db8-cd278578e157 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2412665 Sep 24 19:17:46.588321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:46.665526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abe29a3b-b027-4763-8413-c97eb2ccba5b req-dc1a768c-3f6e-45c7-b0af-b03d7e357a32 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046054 Sep 24 19:17:46.686680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet a8a208e4-03b1-4f67-a260-c124058fb547 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:46.690249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.702502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ips': [{'subnet_id': 'af89d491-45d9-48e4-b991-03182cb61c5d'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:46.703609 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.793066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.898410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:46.963290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51022) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:46.968095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401418001', 'description': 'tempest-secgroup-smoke-1401418001 description', 'project_id': '909f522e638243789ea08cad9d40c98d'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.002163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.021773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Allocated IP 172.20.0.18 (a3418b70-6c0d-43c2-aef9-5060397aa4dd/af89d491-45d9-48e4-b991-03182cb61c5d/6687c5dd-75c7-4181-a1b0-a4e3cdb818a2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:47.025473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.076190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a208e4-03b1-4f67-a260-c124058fb547,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.087581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.090508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d697b643-1a3e-41de-bfe1-09d7e8a3d2d0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a8a208e4-03b1-4f67-a260-c124058fb547 HTTP/1.1" status: 204 len: 168 time: 0.5006893 Sep 24 19:17:47.092798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51026) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.152039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a26eb126-1f24-402f-8048-9ca23b6a44a0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573549 Sep 24 19:17:47.155745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.167490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.296990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d014a-e3bc-4075-b83a-a425071b8863 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:47.305509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.312080 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.340735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:47.344317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.353150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.359210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.360425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3957701 Sep 24 19:17:47.361540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51036) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.373972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.380963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.401220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.401810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.402464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.402991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.403536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.404032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.404769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.405509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.406024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.406543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.406907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.407249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9c212-e9d8-4344-a471-7f6e9587efdb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:17:47.429774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a4cddf7b-ef6d-473a-aca4-90d642e2622e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:17:47.433030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.455076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.505214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Pushing event updated for resources: {'Port': ['ID=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.511053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.519216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.536722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:47.540603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5cdadc-efeb-4dc8-b51d-3389bd2c2c84,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.555272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.559383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-655aecf0-895a-4160-8c98-7975381f2d30 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923447 Sep 24 19:17:47.559535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.563827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.566259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:47.579609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:47.604320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.654241 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.693041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:47.706007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Attempting to bind port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:47.706566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Attempting to bind port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:47.706731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Attempting to bind port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 on network a3418b70-6c0d-43c2-aef9-5060397aa4dd {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:47.712351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'port_id': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'mac_address': 'fa:16:3e:0f:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:17:47.717149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:47.717524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Checking segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:47.717926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.718313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Bound using segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:47.718779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Bound port: 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:47.719184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.724943 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.735966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.741291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:47.748377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:47.755187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:47.757392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.781220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=1924ddc9-adcc-488e-805c-27b9f6113009,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.792472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.797038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c86459d0-a99d-4251-9a1b-74dc52afae21 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6397653 Sep 24 19:17:47.799915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.817032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:17:47.821394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': '1924ddc9-adcc-488e-805c-27b9f6113009', 'ip_address': '2001:db8::1b5b:f4f8:53e1:7937'}], 'name': 'tempest-NetworksTestDHCPv6-1925319154'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.830481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074138fb-1317-43a9-b6f1-416244ce3277,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:47.836469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cddf7b-ef6d-473a-aca4-90d642e2622e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:17:47.848556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.849774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3038d8ec-21b0-4144-ac5c-0dc0bb4bc205 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2894180 Sep 24 19:17:47.853327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:47.860744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] For port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:47.861676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:47.887440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] For port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:47.889281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:47.899091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.903222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.912398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3d3c-9574-4791-a8f6-f4219fc9e8c8 req-ce49319b-6c4c-4669-acf2-0c7562b3111d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:47.919244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c18b3d3c-9574-4791-a8f6-f4219fc9e8c8 req-ce49319b-6c4c-4669-acf2-0c7562b3111d tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 943 time: 0.0782578 Sep 24 19:17:47.961663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c18b3d3c-9574-4791-a8f6-f4219fc9e8c8 req-d64a2ab4-ad04-46b2-9dce-ca8f92134027 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Sep 24 19:17:47.964296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.969703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Deleting port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:47.970080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:47.972009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.062513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.064511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:48.071295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.082731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.117310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1724599-eefd-4ae5-b727-6eeeec5a3594 None None] Pushing event updated for resources: {'Port': ['ID=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.128284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886f382f-fc2d-4438-8bc1-9868f22971ae,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.145444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 5811ffb1-39dd-4b0a-9474-a70ae22ead6b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:48.153938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.155209 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c450c277-0490-4502-8ee1-8ee210ff1578 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007123 Sep 24 19:17:48.157922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['a4cddf7b-ef6d-473a-aca4-90d642e2622e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:17:48.158447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:48.163533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:48.168768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] For port 1daaf83b-045c-4e18-a2a6-4c2753ddf392, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1daaf83b-045c-4e18-a2a6-4c2753ddf392,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:48.169175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.208843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Calling delete_port for 1daaf83b-045c-4e18-a2a6-4c2753ddf392 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:48.226111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.340378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.349320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.394123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23455a16-baee-40e8-8a8b-4ef5ad691565,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.417319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.418528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3f58792d-d2fb-4c34-adf3-462fde6dda56 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588015 Sep 24 19:17:48.421434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51056) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:48.426233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:48.465166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.480838 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:17:48.484693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::1b5b:f4f8:53e1:7937 (00eb5de6-bafc-4a69-971a-ad436c7f076f/1924ddc9-adcc-488e-805c-27b9f6113009/5811ffb1-39dd-4b0a-9474-a70ae22ead6b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:48.493251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.538111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] Pushing event deleted for resources: {'Port': ['ID=1daaf83b-045c-4e18-a2a6-4c2753ddf392,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.563314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1a0bf-db30-4798-ac5a-74f2d07a3757 None None] No DVR routers for this DVR port 1daaf83b-045c-4e18-a2a6-4c2753ddf392 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:48.607163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f4668-ff4b-4bf3-9f35-81dbc111efa6 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:48.621893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.632580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.676056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2d8c0f-3c7f-4f3d-be34-aedb3a32577c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.690419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.694712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06904ad2-78d1-49ce-8627-a89d049056f7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705095 Sep 24 19:17:48.700408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51060) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:48.701603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.708695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': 'd45f9c3d-13bf-4da9-b471-e6dd5cb99d4b', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:48.756632 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:17:48.767213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.785517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.869273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.874149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '1924ddc9-adcc-488e-805c-27b9f6113009'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:48.874801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.876693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.882902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:48.894376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:48.925226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:48.925681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd59b75-9746-4ee7-b684-4cd5272be68f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.932995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.934016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:48.934672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:48.935281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73d271d6-0a41-4a42-ac89-9d3b7099168e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2337613 Sep 24 19:17:48.948706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=5811ffb1-39dd-4b0a-9474-a70ae22ead6b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:48.967506 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-304f6e8e-4221-45eb-a40b-f903528c1708 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1638122 Sep 24 19:17:48.970025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:49.082896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cffe53-9c0e-43f1-b44b-149d8cae8ea4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:49.088341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-50cffe53-9c0e-43f1-b44b-149d8cae8ea4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1171000 Sep 24 19:17:49.091074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:49.222523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/1924ddc9-adcc-488e-805c-27b9f6113009/7099c1e0-fbfc-49d9-8a3b-6df30d717b24) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:49.275632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e313e-feaf-432b-8768-e1d6e0b65073 req-b0d82967-ab3c-451d-b546-c17d28b40c53 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:49.278760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:49.289728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-741e313e-feaf-432b-8768-e1d6e0b65073 req-b0d82967-ab3c-451d-b546-c17d28b40c53 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 944 time: 0.1748273 Sep 24 19:17:49.328566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 5811ffb1-39dd-4b0a-9474-a70ae22ead6b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:49.330318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:49.361103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-741e313e-feaf-432b-8768-e1d6e0b65073 req-593ef2ce-2d43-420a-a7a9-3a24b9ae1310 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619390 Sep 24 19:17:49.434377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a4cddf7b-ef6d-473a-aca4-90d642e2622e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:49.526074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-d560ef43-c650-486a-acba-abf37490306b tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401418001&fields=id&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 267 time: 0.1036897 Sep 24 19:17:49.586613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:49.619739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 5811ffb1-39dd-4b0a-9474-a70ae22ead6b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:49.678804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291be4a0-169f-4599-ba64-0119b6e3bfd9 None None] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:49.714567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:49.800427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] Provisioning complete for port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:49.801081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:49.862669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c4b47b55-c589-4c8a-9b19-6b360ef19e45 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:49.875459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c4b47b55-c589-4c8a-9b19-6b360ef19e45 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/networks?id=a3418b70-6c0d-43c2-aef9-5060397aa4dd HTTP/1.1" status: 200 len: 797 time: 0.3400445 Sep 24 19:17:49.907800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-cb2e4900-1fdc-42b1-bcab-50ebeacc427f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/quotas/909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 375 time: 0.0257370 Sep 24 19:17:49.917662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:49.918220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:49.925465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port a4cddf7b-ef6d-473a-aca4-90d642e2622e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:17:49.968958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port a4cddf7b-ef6d-473a-aca4-90d642e2622e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:49.969344 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.002280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53ec6192-9d16-4dbb-a8aa-fbffeefda5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.038836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-071c05da-4303-450a-b51b-3d941606931a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1226904 Sep 24 19:17:50.128124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.162179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.185103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=5811ffb1-39dd-4b0a-9474-a70ae22ead6b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.200160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-7edeacf5-2c12-43f6-a93b-0ed8d1c1f4ce service neutron] 10.222.0.18 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315660 Sep 24 19:17:50.214122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.216366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0dc70553-8948-4f13-a3eb-4761874ccef2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5811ffb1-39dd-4b0a-9474-a70ae22ead6b HTTP/1.1" status: 204 len: 168 time: 1.1241002 Sep 24 19:17:50.218941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:50.259487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.292811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.313904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f0723-7e42-4b79-a70b-a96cc83cf9d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:50.315057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f0723-7e42-4b79-a70b-a96cc83cf9d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:50.320695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6a0f0723-7e42-4b79-a70b-a96cc83cf9d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995274 Sep 24 19:17:50.321138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:50.331737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:50.338387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:50.341105 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d543d66a-0cfa-4e85-ab7c-8e09c0fd9b21" -d '{"events": [{"server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:50.364694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-ca56ebe2-af19-4bdb-8abf-349af2695430 service neutron] 10.222.0.18 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611977 Sep 24 19:17:50.372271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] For port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:50.379210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.388664 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.394149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 1924ddc9-adcc-488e-805c-27b9f6113009 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:50.397413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53ec6192-9d16-4dbb-a8aa-fbffeefda5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.403014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.408170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-53ec6192-9d16-4dbb-a8aa-fbffeefda5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.442739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.444642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-461faf3f-0230-4064-930e-2910dc118e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.472610 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea399c2-eb26-46e9-b783-78c4775d75ec x-openstack-request-id: req-4ea399c2-eb26-46e9-b783-78c4775d75ec {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:50.472905 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:50.473168 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ea399c2-eb26-46e9-b783-78c4775d75ec {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:50.473561 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'code': 200} Sep 24 19:17:50.486510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53ec6192-9d16-4dbb-a8aa-fbffeefda5f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7438c8b012347afb036befe23ab9654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682865 Sep 24 19:17:50.489903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:50.491659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51110) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:50.502920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:50.509261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:50.534944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Pushing event updated for resources: {'Port': ['ID=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.538806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.620318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1daaf83b-045c-4e18-a2a6-4c2753ddf392 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:50.699170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1daaf83b-045c-4e18-a2a6-4c2753ddf392 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:50.699889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1daaf83b-045c-4e18-a2a6-4c2753ddf392 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:50.721297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.737963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Attempting to bind port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:50.738335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Attempting to bind port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:50.738705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Attempting to bind port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:50.740365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec6192-9d16-4dbb-a8aa-fbffeefda5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4add98-32b8-4e0c-b2d3-8292a94f3817,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.743101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.838511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ac076-db84-4a96-973a-0bf5db024dd3 None None] Pushing event updated for resources: {'Port': ['ID=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.842469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:50.843437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:50.844165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.844707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:50.845365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Bound port: 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:50.845924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.854000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.865559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f342a113-08c4-4598-8a29-1220c498556c req-a6396389-f0f5-4f47-abc6-95c5c445764d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 210 time: 0.1072717 Sep 24 19:17:50.866816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.896244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.928080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=1924ddc9-adcc-488e-805c-27b9f6113009,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:50.943536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:50.950255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-029af6c8-2cce-4e25-9f43-b1afd2cd1594 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/1924ddc9-adcc-488e-805c-27b9f6113009 HTTP/1.1" status: 204 len: 168 time: 0.6248496 Sep 24 19:17:50.951486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:51.000956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] For port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:51.008730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] For port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:51.012721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b66c5f-ef69-4cc8-830a-628f99fb251b req-cb92b705-5c48-4183-a43c-923f3f9bf9df tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:51.020181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48a6b08f-950c-4dc3-8eab-9115da14772a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627642 Sep 24 19:17:51.022772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.024905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09b66c5f-ef69-4cc8-830a-628f99fb251b req-cb92b705-5c48-4183-a43c-923f3f9bf9df tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.3784134 Sep 24 19:17:51.034996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51126) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:51.049923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:51.102321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c571b-c299-4455-81fa-d883516ba82c req-bfaa01d2-692e-4cdf-888b-00206f9b7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:51.103912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-963c571b-c299-4455-81fa-d883516ba82c req-bfaa01d2-692e-4cdf-888b-00206f9b7f3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1096 time: 0.5209177 Sep 24 19:17:51.152408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b9a11e7a-39cb-4086-8e03-e560ada5eb5c None None] Provisioning complete for port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:51.154216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9a11e7a-39cb-4086-8e03-e560ada5eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.156375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c59e4-d67b-4026-a77c-00a074574ed7 None None] Pushing event updated for resources: {'Port': ['ID=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:51.204782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:51.207069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2c92f-a3e1-4dcd-afc1-bd8e2cc8d95d None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:17:51.275164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09b66c5f-ef69-4cc8-830a-628f99fb251b req-ea0a3ef9-8294-46e5-b99b-3c456ecbad78 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489171 Sep 24 19:17:51.295574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-963c571b-c299-4455-81fa-d883516ba82c req-b0b871ae-174c-4a81-bc59-ed2b77dac6ce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808374 Sep 24 19:17:51.296201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.298722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.304528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c4add98-32b8-4e0c-b2d3-8292a94f3817 HTTP/1.1" status: 204 len: 168 time: 0.8106802 Sep 24 19:17:51.314872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604df7e4-f832-477c-9500-78da7909fafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4add98-32b8-4e0c-b2d3-8292a94f3817,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:51.346842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:51.355345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.408133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2c92f-a3e1-4dcd-afc1-bd8e2cc8d95d None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:17:51.416518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:51.416886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.683602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.746031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:51.751739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:51.754951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:51.755546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.774163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=a6d13c04-4f1f-4c40-9b03-490e6bab63fd,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:51.791404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0d3d7657-e993-4d4a-a816-31384b76566e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7474747 Sep 24 19:17:51.794000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51142) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:51.800508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a6d13c04-4f1f-4c40-9b03-490e6bab63fd', 'ip_address': '2001:db8::b0ab:c1e2:9cf1:3874'}], 'name': 'tempest-NetworksTestDHCPv6-1333176554'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:51.885168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a6d13c04-4f1f-4c40-9b03-490e6bab63fd'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '7099c1e0-fbfc-49d9-8a3b-6df30d717b24'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:17:51.936929 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:51.971730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:52.119901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2ddc8ef-91d5-499e-b793-1506857292e0 req-41c7e980-7f0e-47da-9237-bc7380f55a51 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 210 time: 0.0545382 Sep 24 19:17:52.161829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:52.265862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/a6d13c04-4f1f-4c40-9b03-490e6bab63fd/7099c1e0-fbfc-49d9-8a3b-6df30d717b24) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:52.444502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-18441eeb-00a6-4fa9-beb8-40ae7e887c65 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:52.446299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-18441eeb-00a6-4fa9-beb8-40ae7e887c65 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/networks?id=a3418b70-6c0d-43c2-aef9-5060397aa4dd HTTP/1.1" status: 200 len: 797 time: 0.2683911 Sep 24 19:17:52.473192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] For port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:52.518487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-78748f57-5236-466c-865b-ebc6a9a7981d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 473 time: 0.0569839 Sep 24 19:17:52.529524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'port': {'device_id': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'admin_state_up': True, 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'security_groups': ['d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:52.540975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:52.552326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:52.656459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae1d7-e075-47bd-b2dc-9ec72425d091 None None] Pushing event updated for resources: {'Port': ['ID=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:52.688781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 806319f9-4ebb-47d4-91ca-8efb479c888f yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:52.735088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:52.738772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:52.771360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56662cf-c52b-49fd-ba6a-54bc0e7a2b63 req-31030c29-0ee2-4480-9508-6ccce2f23284 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:52.779115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b56662cf-c52b-49fd-ba6a-54bc0e7a2b63 req-31030c29-0ee2-4480-9508-6ccce2f23284 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.1328082 Sep 24 19:17:52.940659 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10571097-2254-4388-8704-ba87f9723548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:52.992429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.22 (a3418b70-6c0d-43c2-aef9-5060397aa4dd/af89d491-45d9-48e4-b991-03182cb61c5d/ebc6a2f5-6ecc-419a-8d92-527fbda909d6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:53.063633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::b0ab:c1e2:9cf1:3874 (00eb5de6-bafc-4a69-971a-ad436c7f076f/a6d13c04-4f1f-4c40-9b03-490e6bab63fd/806319f9-4ebb-47d4-91ca-8efb479c888f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:53.144601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:53.155480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b56662cf-c52b-49fd-ba6a-54bc0e7a2b63 req-8860667b-84ce-46be-91cb-9a897c3c10ce tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753850 Sep 24 19:17:53.306134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.319474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ae8e71a-4522-470f-834b-83ec79157773 req-56230bf7-fa7c-46c2-8dbd-232a4f3cb71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 210 time: 0.0415950 Sep 24 19:17:53.373579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.403173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.429332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:53.432817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:53.449224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.512958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.518428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:53.518793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.531993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:53.547263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:53.575789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:53.586056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:53.593188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:53.605812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:53.608205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.634125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=806319f9-4ebb-47d4-91ca-8efb479c888f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:53.641357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:53.642491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.651466 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.660863 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-c435dc06-8aaf-469f-8ca6-1987f41e7b34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1350462 Sep 24 19:17:53.664143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27cd3068-8a67-406c-b36d-f6c8745d796a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8690417 Sep 24 19:17:53.666647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51194) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:53.692900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Request body: {'port': {'device_id': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:53.745611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da271985-7f20-4c00-8c4d-6bcd28b32b1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:53.745940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:53.752625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da271985-7f20-4c00-8c4d-6bcd28b32b1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:53.754397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-da271985-7f20-4c00-8c4d-6bcd28b32b1a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0867078 Sep 24 19:17:53.757808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51196) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:53.759029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.803921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:53.867345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:53.945957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 806319f9-4ebb-47d4-91ca-8efb479c888f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:53.946492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.081189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.105991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 806319f9-4ebb-47d4-91ca-8efb479c888f owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:54.153340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.237229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d681bc3-abc5-4ef4-a35d-cf8fab89052b None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:54.334111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc6a2f5-6ecc-419a-8d92-527fbda909d6 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:17:54.344421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.357209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3c6b49c2-fc06-473e-9ab9-9050a424b7a8 None None] Provisioning complete for port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:54.357586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49c2-fc06-473e-9ab9-9050a424b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.546986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Transition to ACTIVE for port object ebc6a2f5-6ecc-419a-8d92-527fbda909d6 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:17:54.551497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfad68-7665-4b02-8dcf-6aceda235155 req-a34e57bc-f628-4db5-8551-be08325e108f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:54.554807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34bfad68-7665-4b02-8dcf-6aceda235155 req-a34e57bc-f628-4db5-8551-be08325e108f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.2965460 Sep 24 19:17:54.558791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.562753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.625387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=806319f9-4ebb-47d4-91ca-8efb479c888f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:54.684996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:54.756143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b325-8177-4ed6-bf98-6c15edad679f req-f08778df-ede3-4fb3-8366-cf45477efb92 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:54.758182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7854b325-8177-4ed6-bf98-6c15edad679f req-f08778df-ede3-4fb3-8366-cf45477efb92 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 932 time: 0.3099163 Sep 24 19:17:54.771572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.779620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-191d73a8-5f32-4a15-b50d-828732ab4f49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/806319f9-4ebb-47d4-91ca-8efb479c888f HTTP/1.1" status: 204 len: 168 time: 1.0201588 Sep 24 19:17:54.787119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34bfad68-7665-4b02-8dcf-6aceda235155 req-c609bf4a-78c9-4393-aba4-146036dc67ec tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101629 Sep 24 19:17:54.789999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51238) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:54.836749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Attempting to bind port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:54.837251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Attempting to bind port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:54.837594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Attempting to bind port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 on network a3418b70-6c0d-43c2-aef9-5060397aa4dd {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:54.842619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 on network a3418b70-6c0d-43c2-aef9-5060397aa4dd not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:17:54.842971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Attempting to bind port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 on network a3418b70-6c0d-43c2-aef9-5060397aa4dd {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:54.855404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:54.856389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Checking segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:54.857061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Bound using segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:54.857549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Bound port: ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:54.858133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:54.956206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:54.960686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:54.971807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.004539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51246) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:55.016094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7854b325-8177-4ed6-bf98-6c15edad679f req-fb491205-0490-4170-86f3-873f84d2c850 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270615 Sep 24 19:17:55.030298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d0709-1b12-4e6c-8bb5-082fc2307da9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.034403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d0709-1b12-4e6c-8bb5-082fc2307da9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.040808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7e6d0709-1b12-4e6c-8bb5-082fc2307da9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2474084 Sep 24 19:17:55.042582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.043382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.044979 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] 10.222.0.15 "PUT /v2.0/ports/ebc6a2f5-6ecc-419a-8d92-527fbda909d6 HTTP/1.1" status: 200 len: 1092 time: 1.3580384 Sep 24 19:17:55.045467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:55.048632 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd82de41-af54-4e49-9fd8-528d32e9bada" -d '{"events": [{"name": "network-changed", "server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:55.052648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:55.110813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:55.148520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62864439-e82d-49df-94aa-33b8f8c61e61 req-bb1f8812-c5cb-4d3a-81d6-c679fe1b9693 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.150408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62864439-e82d-49df-94aa-33b8f8c61e61 req-bb1f8812-c5cb-4d3a-81d6-c679fe1b9693 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.2299397 Sep 24 19:17:55.164178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51256) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:55.174715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Request body: {'floatingip': {'port_id': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:55.182306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f678d4-5f5a-486d-8863-5b652593ce2f service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:55.245046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e6e4bea0-e672-44cf-852f-2a76c1336311 None None] Provisioning complete for port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:55.246232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bea0-e672-44cf-852f-2a76c1336311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.252962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet a6d13c04-4f1f-4c40-9b03-490e6bab63fd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:17:55.255074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:55.255897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.259840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.277642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-a34dc665-5ff1-4c95-a2b4-321dd58ea115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.279467 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-a34dc665-5ff1-4c95-a2b4-321dd58ea115 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 1095 time: 0.1479845 Sep 24 19:17:55.304898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.386586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecd3678d-21d8-4f09-a949-0733f03ca890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.444711 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b738baf-c350-4501-be0b-15b4df5f33ee x-openstack-request-id: req-3b738baf-c350-4501-be0b-15b4df5f33ee {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:55.445055 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:55.445285 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b738baf-c350-4501-be0b-15b4df5f33ee {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:55.450960 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6', 'status': 'completed', 'code': 200} Sep 24 19:17:55.455205 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-eef238d1-9363-49d7-8bb5-d44daf673d7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6 HTTP/1.1" status: 200 len: 217 time: 0.1415961 Sep 24 19:17:55.572625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.626564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-8a878727-e40d-46c7-be5d-2a85ba00c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.629246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-8a878727-e40d-46c7-be5d-2a85ba00c85f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af89d491-45d9-48e4-b991-03182cb61c5d HTTP/1.1" status: 200 len: 838 time: 0.1534729 Sep 24 19:17:55.705651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3d6e2658-0f4f-44db-878b-2a796edaea26 None None] Could not find standard attr ID for object 806319f9-4ebb-47d4-91ca-8efb479c888f. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:17:55.744410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-bfb0406e-5dae-4989-9c66-4cd2101f71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:55.746249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-bfb0406e-5dae-4989-9c66-4cd2101f71cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3418b70-6c0d-43c2-aef9-5060397aa4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061697 Sep 24 19:17:55.770928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.780761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecd3678d-21d8-4f09-a949-0733f03ca890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.788689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecd3678d-21d8-4f09-a949-0733f03ca890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.884236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.885458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ecd3678d-21d8-4f09-a949-0733f03ca890 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13ad07ad59a44422a6a8c1dbdc348971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647730 Sep 24 19:17:55.896997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51262) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:55.919843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.920283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3678d-21d8-4f09-a949-0733f03ca890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add575e-59c9-4382-91cc-2bd20202bdda,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:55.935458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-cfc2a9eb-2b36-41ed-9101-8fadca854ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773784 Sep 24 19:17:55.956373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:55.958218 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a6d13c04-4f1f-4c40-9b03-490e6bab63fd HTTP/1.1" status: 204 len: 168 time: 0.9038897 Sep 24 19:17:55.961134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51264) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:55.965301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bc035-cfbd-40bf-a335-b90394862cc9 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:55.966353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bf125-5d7f-4c68-bb35-c9f71bd6c542 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d13c04-4f1f-4c40-9b03-490e6bab63fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:56.069527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c528052-265b-4525-b8b7-4503ce86199a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903802 Sep 24 19:17:56.070792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:56.123200 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ebccd55-e0ea-4899-92ee-5fabba76b967 req-7cf50381-7faf-4d0a-bc82-da00ad74cb60 service neutron] 10.222.0.15 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704400 Sep 24 19:17:56.152000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e9c2b-d2c5-42ff-9ac7-e302fe0c2c3e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.154553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-326e9c2b-d2c5-42ff-9ac7-e302fe0c2c3e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812757 Sep 24 19:17:56.157214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:56.242112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:17:56.269084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-011f578b-0058-4f9a-b80f-cb28a57cf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.270608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-011f578b-0058-4f9a-b80f-cb28a57cf129 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 1095 time: 0.0662017 Sep 24 19:17:56.275121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e1890-1a78-4689-875b-0cfdbbaa7a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.276593 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9c9e1890-1a78-4689-875b-0cfdbbaa7a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181328 Sep 24 19:17:56.279323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:56.300020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Deleting port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:56.300403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.330191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.337967 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7373efe2-b55d-4fd1-b1a5-cedf40a7946d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570760 Sep 24 19:17:56.348016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:56.354960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:17:56.367618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:56.371162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] For port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:56.371578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.386825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a33f-9eda-4aaa-9072-7f86d3e91dc2 req-65b09d74-98f6-4cd9-b242-9a1224a0501f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.388660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f97a33f-9eda-4aaa-9072-7f86d3e91dc2 req-65b09d74-98f6-4cd9-b242-9a1224a0501f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 944 time: 0.2185678 Sep 24 19:17:56.405595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Calling delete_port for 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:17:56.457215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-6ea6ff9c-c3e6-4044-992a-b66dd5860097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.463821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-6ea6ff9c-c3e6-4044-992a-b66dd5860097 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3418b70-6c0d-43c2-aef9-5060397aa4dd HTTP/1.1" status: 200 len: 897 time: 0.1817484 Sep 24 19:17:56.481938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.520913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.544882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-6d3cdb23-3f26-45b9-8279-7eebf9b1f6e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6 HTTP/1.1" status: 200 len: 217 time: 0.0689070 Sep 24 19:17:56.563249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.592580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] Pushing event deleted for resources: {'Port': ['ID=7099c1e0-fbfc-49d9-8a3b-6df30d717b24,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:56.604181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6473e9-1ba5-4713-bcb0-664336c2e258 None None] No DVR routers for this DVR port 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:17:56.615853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.627674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-c20fe25f-19ca-4933-b177-03a37b8008c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.631800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-c20fe25f-19ca-4933-b177-03a37b8008c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af89d491-45d9-48e4-b991-03182cb61c5d HTTP/1.1" status: 200 len: 838 time: 0.0761371 Sep 24 19:17:56.684591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f97a33f-9eda-4aaa-9072-7f86d3e91dc2 req-54beb024-7f2b-40a1-bd54-d8ced9058980 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354710 Sep 24 19:17:56.715940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.718100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.721753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7add575e-59c9-4382-91cc-2bd20202bdda HTTP/1.1" status: 204 len: 168 time: 0.8213396 Sep 24 19:17:56.721753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:56.726998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-4603f72d-8c35-4867-a29f-01c370b32ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:56.728723 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-4603f72d-8c35-4867-a29f-01c370b32ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3418b70-6c0d-43c2-aef9-5060397aa4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898030 Sep 24 19:17:56.729312 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:56.872893 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-4a66e2c9-778d-497c-b4d8-23ce7157b463 service neutron] 10.222.0.15 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299918 Sep 24 19:17:56.897541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c2fde-33fb-4189-a0ec-9f3100dcc04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add575e-59c9-4382-91cc-2bd20202bdda,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:56.954159 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Floating IP d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a associated. External IP: 172.25.5.182, port: a4cddf7b-ef6d-473a-aca4-90d642e2622e. Sep 24 19:17:57.025125 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd82de41-af54-4e49-9fd8-528d32e9bada req-63a8abd7-bd22-4d2a-8bac-2c22311c22cf service neutron] 10.222.0.15 "GET /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427419 Sep 24 19:17:57.084979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:17:57.109933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:17:57.109933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7099c1e0-fbfc-49d9-8a3b-6df30d717b24 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:17:57.151184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:57.165571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.167657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd15e364-81a9-404d-83d3-9112648753aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.269712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:57.275606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:57.283357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:57.283949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.284664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd15e364-81a9-404d-83d3-9112648753aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.290365 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd15e364-81a9-404d-83d3-9112648753aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.293880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d389c-2fde-47a5-8fb0-2de2eb5a8437 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:17:57.321531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=a859e425-fbbd-4af8-aec1-3aca33bb133f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:57.330919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd15e364-81a9-404d-83d3-9112648753aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=231b986239d648bd953c8a6a887838de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739833 Sep 24 19:17:57.331240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51294) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:57.354026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a10374e7-b6f6-40db-a6cc-bec73f4b8c6c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0043838 Sep 24 19:17:57.358185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:57.366444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a859e425-fbbd-4af8-aec1-3aca33bb133f', 'ip_address': '2001:db8::ad0b:1c68:f0fb:f6fa'}], 'name': 'tempest-NetworksTestDHCPv6-114728282'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:57.372557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15e364-81a9-404d-83d3-9112648753aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30a18d-d1bd-4180-82ed-48d7fd09c4e1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:57.517448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'a859e425-fbbd-4af8-aec1-3aca33bb133f'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:17:57.519087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.531101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:57.633398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.678658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 5c0c9924-781f-4b4a-a6d0-5b2596a959e8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:57.712143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/a859e425-fbbd-4af8-aec1-3aca33bb133f/266a07b1-c4c9-45b7-aeb0-33b71ad33682) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:57.769042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:17:57.810893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.915481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.921724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.932168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:57.963508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c356e-2713-4ed6-8d4b-967c4a2219ae req-36801695-cc59-4127-b91f-08505032f7fb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:57.965008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-090c356e-2713-4ed6-8d4b-967c4a2219ae req-36801695-cc59-4127-b91f-08505032f7fb tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 944 time: 0.1015904 Sep 24 19:17:57.994301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:58.001586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:58.012098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:58.019159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::ad0b:1c68:f0fb:f6fa (00eb5de6-bafc-4a69-971a-ad436c7f076f/a859e425-fbbd-4af8-aec1-3aca33bb133f/5c0c9924-781f-4b4a-a6d0-5b2596a959e8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:17:58.053547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-090c356e-2713-4ed6-8d4b-967c4a2219ae req-acd936e9-7cab-45ad-8724-ab002076a4a6 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819862 Sep 24 19:17:58.062821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:17:58.068328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.075994 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:17:58.102372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ce469f47-2419-4416-9668-0a1065bffc5b tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "PUT /v2.0/floatingips/d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a HTTP/1.1" status: 200 len: 991 time: 2.9340332 Sep 24 19:17:58.102372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:17:58.104299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d039a-8130-4184-918c-01caf476ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:17:58.105834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:58.106495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:58.110231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.113156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.114337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d30a18d-d1bd-4180-82ed-48d7fd09c4e1 HTTP/1.1" status: 204 len: 168 time: 0.7842405 Sep 24 19:17:58.128980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d130c80-27b0-4194-8d68-1b9a2640752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30a18d-d1bd-4180-82ed-48d7fd09c4e1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:58.156622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Pushing event updated for resources: {'Port': ['ID=266a07b1-c4c9-45b7-aeb0-33b71ad33682,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:58.204607 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e66f8e-998f-4b18-bebe-4728a12d8a84 x-openstack-request-id: req-52e66f8e-998f-4b18-bebe-4728a12d8a84 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:17:58.205080 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:17:58.205176 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52e66f8e-998f-4b18-bebe-4728a12d8a84 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:17:58.209985 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'status': 'completed', 'code': 200} Sep 24 19:17:58.256945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Attempting to bind port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:17:58.257533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Attempting to bind port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:17:58.258071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Attempting to bind port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:17:58.268514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:17:58.269698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:17:58.270413 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.271061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:17:58.272911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Bound port: 266a07b1-c4c9-45b7-aeb0-33b71ad33682, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:17:58.273490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.325960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d039a-8130-4184-918c-01caf476ec81 req-85683f90-538f-44dc-a12b-97d7aa4f45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:58.327515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-85683f90-538f-44dc-a12b-97d7aa4f45ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1096 time: 0.0921457 Sep 24 19:17:58.375337 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:58.396036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] For port 266a07b1-c4c9-45b7-aeb0-33b71ad33682, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:17:58.401355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] For port 266a07b1-c4c9-45b7-aeb0-33b71ad33682, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=266a07b1-c4c9-45b7-aeb0-33b71ad33682,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:17:58.416756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.455440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.544629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d039a-8130-4184-918c-01caf476ec81 req-a8b60ec2-fa17-4a6c-9c6e-5e6208b8e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:58.553088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-a8b60ec2-fa17-4a6c-9c6e-5e6208b8e2ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.2189083 Sep 24 19:17:58.563656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.583819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b5609-e247-424a-90f0-8550071562ed None None] Pushing event updated for resources: {'Port': ['ID=266a07b1-c4c9-45b7-aeb0-33b71ad33682,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:58.687894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=5c0c9924-781f-4b4a-a6d0-5b2596a959e8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:58.694363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-f04841b9-18d2-40b1-a9ab-829d1a9df3c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 999 time: 0.1333842 Sep 24 19:17:58.702941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:17:58.704632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:17:58.711777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:17:58.722639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:58.726345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:58.772073 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc3cf325-6be4-4da4-a3b8-5bbf6ea25c8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4096091 Sep 24 19:17:58.773005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:58.806340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a859e425-fbbd-4af8-aec1-3aca33bb133f', 'ip_address': '2001:db8::ad0b:1c68:f0fb:f6fa'}], 'name': 'tempest-NetworksTestDHCPv6-1193505788'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:17:58.822029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d039a-8130-4184-918c-01caf476ec81 req-0021480f-6de8-474a-8d7a-e245cb147704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:58.829622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-0021480f-6de8-474a-8d7a-e245cb147704 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.1292315 Sep 24 19:17:58.839956 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'd6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:0f:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:36Z', 'updated_at': '2021-09-24T19:17:56Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:58.962888 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:17:58.969681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d039a-8130-4184-918c-01caf476ec81 req-6faf6901-6b14-4b26-9825-6cef4a85e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:58.971462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-6faf6901-6b14-4b26-9825-6cef4a85e8c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330502 Sep 24 19:17:58.983489 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:17:58.984277 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:59.114984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-1ccb28a9-d027-44c8-957a-87face8da83a service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342399 Sep 24 19:17:59.132785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:17:59.136033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 266a07b1-c4c9-45b7-aeb0-33b71ad33682 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:17:59.164308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:59.217240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port ae83e92a-f1bf-4f1d-9a90-e20305351446 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:17:59.262615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:17:59.264442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:59.300267 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:17:59.332000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f46d039a-8130-4184-918c-01caf476ec81 req-e567a93f-1b47-4f6a-92a8-3e3898b4e266 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087097 Sep 24 19:17:59.376602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd548b-afbd-41c4-b47b-ae2d4eb1f3e0 req-5f554d80-9ee4-4cb8-a013-598c0969e294 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:59.385426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8dd548b-afbd-41c4-b47b-ae2d4eb1f3e0 req-5f554d80-9ee4-4cb8-a013-598c0969e294 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 944 time: 0.1661375 Sep 24 19:17:59.406954 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:59.428005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b8dd548b-afbd-41c4-b47b-ae2d4eb1f3e0 req-5aeaa8cb-ad52-41c0-b668-cf1d183a9176 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Sep 24 19:17:59.463772 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 266a07b1-c4c9-45b7-aeb0-33b71ad33682, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=266a07b1-c4c9-45b7-aeb0-33b71ad33682,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:17:59.470198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:59.560424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=266a07b1-c4c9-45b7-aeb0-33b71ad33682,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:17:59.586391 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 19:17:59.587154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:17:59.608381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-63fa1746-6ead-4ca7-867f-02b2bf003200 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8335433 Sep 24 19:17:59.610595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:59.658402 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:17:59.682649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1b656-0157-452a-abd7-ef1bae10b498 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:59.689623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1b656-0157-452a-abd7-ef1bae10b498 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:17:59.695174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51372) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:17:59.695394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-63e1b656-0157-452a-abd7-ef1bae10b498 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0796192 Sep 24 19:17:59.866265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 5c0c9924-781f-4b4a-a6d0-5b2596a959e8 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:17:59.866618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:17:59.869251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'd6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:0f:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:36Z', 'updated_at': '2021-09-24T19:17:56Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:17:59.919466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3d7f-5f83-43bc-9a3e-21f29c614b97 None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'd6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'port_id': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'mac_address': 'fa:16:3e:0f:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:36Z', 'updated_at': '2021-09-24T19:17:56Z', 'revision_number': 1, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:00.108302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.123906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 5c0c9924-781f-4b4a-a6d0-5b2596a959e8 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:00.216811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-70a28fc1-9c35-4186-9cd3-44d84c408f57 None None] Provisioning complete for port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:00.217280 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a28fc1-9c35-4186-9cd3-44d84c408f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.420950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508edb0-5654-4126-996f-75327a1b65d8 None None] New status for floating IP d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:18:00.424271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.517874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=5c0c9924-781f-4b4a-a6d0-5b2596a959e8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:00.563395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.565464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f35f706-2806-42e7-a832-3275a036b39a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5c0c9924-781f-4b4a-a6d0-5b2596a959e8 HTTP/1.1" status: 204 len: 168 time: 0.8687482 Sep 24 19:18:00.568129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:00.606580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ebc6a2f5-6ecc-419a-8d92-527fbda909d6 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:18:00.658420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bd667aca-b4fd-494c-83b3-214742d04fc3 None None] Could not find standard attr ID for object 5c0c9924-781f-4b4a-a6d0-5b2596a959e8. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:00.694924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0abc807-c23b-4d8d-8fd9-78e2c2ec1222 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:00.700449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0abc807-c23b-4d8d-8fd9-78e2c2ec1222 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:00.701897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ee57-7afc-4646-bfd1-c3cd3f7fdac8 req-36463838-9db0-419f-b98e-960d8660660a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:00.703749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6737ee57-7afc-4646-bfd1-c3cd3f7fdac8 req-36463838-9db0-419f-b98e-960d8660660a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 944 time: 0.1164103 Sep 24 19:18:00.705549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0abc807-c23b-4d8d-8fd9-78e2c2ec1222 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1360946 Sep 24 19:18:00.712809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51420) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:00.876262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:00.876819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6737ee57-7afc-4646-bfd1-c3cd3f7fdac8 req-c12f6402-0ed5-4051-8954-d9f6fb544399 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645625 Sep 24 19:18:00.915851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'port_id': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6', 'mac_address': 'fa:16:3e:a8:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:18:00.944777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet a859e425-fbbd-4af8-aec1-3aca33bb133f {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:00.953561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.962890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:00.992871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc6a2f5-6ecc-419a-8d92-527fbda909d6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:18:01.030180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:01.035737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.054283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.175597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:01.179445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 266a07b1-c4c9-45b7-aeb0-33b71ad33682 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:01.188861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.280401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.302634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:01.305348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.374690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=a859e425-fbbd-4af8-aec1-3aca33bb133f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:01.386345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.391854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b56b01b8-7c7e-4413-ac46-41910c1e2f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a859e425-fbbd-4af8-aec1-3aca33bb133f HTTP/1.1" status: 204 len: 168 time: 0.6776102 Sep 24 19:18:01.395409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:01.414690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5166d2-fbde-41d0-ae99-3c49e2050539 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:01.551329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2059357f-c380-45d4-aa35-0c0b5899f0e9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511869 Sep 24 19:18:01.551999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51484) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:01.554298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['ebc6a2f5-6ecc-419a-8d92-527fbda909d6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:18:01.561664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:01.816416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:01.830325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:01.864169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:02.025632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Deleting port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:02.025924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.067156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47927eb8-2901-4f1a-8612-237d1bb58aa4 req-983f264b-d49f-4576-99d4-795a2516c17c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:02.075775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47927eb8-2901-4f1a-8612-237d1bb58aa4 req-983f264b-d49f-4576-99d4-795a2516c17c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 945 time: 0.0858698 Sep 24 19:18:02.207400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] For port 266a07b1-c4c9-45b7-aeb0-33b71ad33682, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=266a07b1-c4c9-45b7-aeb0-33b71ad33682,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:02.207783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.221220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Calling delete_port for 266a07b1-c4c9-45b7-aeb0-33b71ad33682 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:02.255554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47927eb8-2901-4f1a-8612-237d1bb58aa4 req-a141f8ca-88ce-4045-9d17-f5005829be3a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789713 Sep 24 19:18:02.278800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.331387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:02.339626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:02.345791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:02.346717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.367797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=655293d3-0031-4bf4-ab58-3eb970bdb444,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:02.369257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.381591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:02.387437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': '655293d3-0031-4bf4-ab58-3eb970bdb444', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-19187972'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:02.393136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6de21a18-c26d-4d8d-95ac-1888c9fd6a4f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8384809 Sep 24 19:18:02.579674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] No DVR routers for this DVR port 266a07b1-c4c9-45b7-aeb0-33b71ad33682 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:02.583672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332458dd-4b11-481e-bd95-9148fabdcc41 None None] Pushing event deleted for resources: {'Port': ['ID=266a07b1-c4c9-45b7-aeb0-33b71ad33682,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:02.607712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:02.619238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.627243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc87b5d-3415-43e1-b5c7-ad313e97f335 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:02.663517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port e44fbe0e-c958-4e72-8aa0-7480c0e17484 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:02.863191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '655293d3-0031-4bf4-ab58-3eb970bdb444'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:02.864444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:02.884188 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:02.884748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:02.916994 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9abbacc-0c67-4070-add9-e3ae2da8f941 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5341413 Sep 24 19:18:02.921971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:02.958950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d05d144d-8faf-4d41-8a56-6645ee148a27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328460 Sep 24 19:18:02.958950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51596) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:03.030181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c450e50f-5556-40fc-ae30-2e9b8a40c963 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:03.032720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c450e50f-5556-40fc-ae30-2e9b8a40c963 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:03.035965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c450e50f-5556-40fc-ae30-2e9b8a40c963 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0760465 Sep 24 19:18:03.039264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:03.082887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 266a07b1-c4c9-45b7-aeb0-33b71ad33682 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:03.142775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 266a07b1-c4c9-45b7-aeb0-33b71ad33682 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:03.143231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 266a07b1-c4c9-45b7-aeb0-33b71ad33682 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:03.154530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 655293d3-0031-4bf4-ab58-3eb970bdb444 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:03.161034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.175802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/655293d3-0031-4bf4-ab58-3eb970bdb444/798a3589-8282-4aa0-9b5c-193b42ce0218) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:03.380630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.389851 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.393824 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.449047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.468689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d9af8-427d-4605-8cca-ff86ab40b743 req-22cb09d2-ae46-4bb9-bd7f-79404fcb8a02 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:03.479766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:03.482373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d7d9af8-427d-4605-8cca-ff86ab40b743 req-22cb09d2-ae46-4bb9-bd7f-79404fcb8a02 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 945 time: 0.1103315 Sep 24 19:18:03.492062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:03.495591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:03.565454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d7d9af8-427d-4605-8cca-ff86ab40b743 req-bd41b5fa-1fc7-4a0b-8947-17c2dbbcfd38 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801630 Sep 24 19:18:03.572437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Pushing event updated for resources: {'Port': ['ID=798a3589-8282-4aa0-9b5c-193b42ce0218,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:03.593960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.608536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Attempting to bind port 798a3589-8282-4aa0-9b5c-193b42ce0218 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:03.609556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Attempting to bind port 798a3589-8282-4aa0-9b5c-193b42ce0218 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:03.610160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Attempting to bind port 798a3589-8282-4aa0-9b5c-193b42ce0218 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:03.616948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:03.617587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:03.618206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.618748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:03.619476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Bound port: 798a3589-8282-4aa0-9b5c-193b42ce0218, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:03.619863 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.685421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.688609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] For port 798a3589-8282-4aa0-9b5c-193b42ce0218, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:03.693333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] For port 798a3589-8282-4aa0-9b5c-193b42ce0218, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=798a3589-8282-4aa0-9b5c-193b42ce0218,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:03.707203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.731112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:03.735014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/655293d3-0031-4bf4-ab58-3eb970bdb444 HTTP/1.1" status: 204 len: 168 time: 0.6943848 Sep 24 19:18:03.736521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05310ec4-2353-4761-adf6-f664563bccf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=655293d3-0031-4bf4-ab58-3eb970bdb444,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:03.738156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51666) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:03.783719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3971d-71c7-4228-b49a-68ba2aebd85d None None] Pushing event updated for resources: {'Port': ['ID=798a3589-8282-4aa0-9b5c-193b42ce0218,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:03.826678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b04ff873-219d-42d8-933e-de5e3776575b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873170 Sep 24 19:18:03.830500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51676) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:03.842100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:03.979966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:03.984401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.267006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.313091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:04.316611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:04.321004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:04.321580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.340188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=9655ab85-9431-4393-a10c-c1f495b03112,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:04.347312 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9c6ff56a-1c8d-4366-9dea-cd12b1c6d789 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5153751 Sep 24 19:18:04.349261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:04.355083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:04.404045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.405141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.530258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.542083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51718) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:04.543066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.574994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.580429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f64ce0ed-d21f-45a4-b9e4-b02c684a647a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2257123 Sep 24 19:18:04.580628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51722) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:04.581476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ebc6a2f5-6ecc-419a-8d92-527fbda909d6 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:04.661542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:18:04.668935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:04.670376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.823934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.854086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c687d26a-a2f5-466b-a748-f06c657f810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:04.871572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:18:04.879951 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba1aab-9cc7-49e7-89f3-db549eb8061e" -d '{"events": [{"server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:18:04.916958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:04.924135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.078052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:05.082398 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9005dea7-c8f3-45a5-86c6-a13da2e1543e x-openstack-request-id: req-9005dea7-c8f3-45a5-86c6-a13da2e1543e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:18:05.082896 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:18:05.083387 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9005dea7-c8f3-45a5-86c6-a13da2e1543e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:18:05.084813 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6', 'code': 200} Sep 24 19:18:05.196560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 798a3589-8282-4aa0-9b5c-193b42ce0218 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:05.201908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639e905-0d0c-469b-b741-5ad62ae16fde req-75459b40-5d05-44a3-9aed-de760cf34fab tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:05.209850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b639e905-0d0c-469b-b741-5ad62ae16fde req-75459b40-5d05-44a3-9aed-de760cf34fab tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 945 time: 0.4721444 Sep 24 19:18:05.233557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437da92-9e0a-488c-948d-037654057cad req-6057ec11-5ea7-4f32-ad4f-6bbf193853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:05.238508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a437da92-9e0a-488c-948d-037654057cad req-6057ec11-5ea7-4f32-ad4f-6bbf193853a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 1097 time: 0.0931859 Sep 24 19:18:05.285913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a437da92-9e0a-488c-948d-037654057cad req-6b411a81-fc27-4e94-bc34-171916ee8aa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 Sep 24 19:18:05.293034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8c36a-0dc4-4668-b09f-7c3549a1643d None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:05.296564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 798a3589-8282-4aa0-9b5c-193b42ce0218 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:05.297340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.385579 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.393065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b639e905-0d0c-469b-b741-5ad62ae16fde req-7507786a-f5d3-4d1b-ac4c-7360ef67fabd tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823676 Sep 24 19:18:05.431821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-41d00911-f1e1-4e41-89c0-ac73f5b05c0b None None] Provisioning complete for port 798a3589-8282-4aa0-9b5c-193b42ce0218 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:05.432561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d00911-f1e1-4e41-89c0-ac73f5b05c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.500785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c687d26a-a2f5-466b-a748-f06c657f810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.513523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c687d26a-a2f5-466b-a748-f06c657f810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.598086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.623844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c687d26a-a2f5-466b-a748-f06c657f810e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=583a8e1c8d4b4b1585b6287275a9d275&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0795963 Sep 24 19:18:05.626421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:05.681602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687d26a-a2f5-466b-a748-f06c657f810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca2bcd-a30d-4ca2-b520-d9d7571a0817,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:05.704457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.714658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d00911-f1e1-4e41-89c0-ac73f5b05c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.772471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 798a3589-8282-4aa0-9b5c-193b42ce0218, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=798a3589-8282-4aa0-9b5c-193b42ce0218,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:05.837478 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:05.890344 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-41d00911-f1e1-4e41-89c0-ac73f5b05c0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:05.890344 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-41d00911-f1e1-4e41-89c0-ac73f5b05c0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:05.919036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=798a3589-8282-4aa0-9b5c-193b42ce0218,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:05.936756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::1 (00eb5de6-bafc-4a69-971a-ad436c7f076f/9655ab85-9431-4393-a10c-c1f495b03112/ba507076-e2e1-41b0-9477-a86a662adbe7) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:06.017591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.112946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.125445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.128937 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aca2bcd-a30d-4ca2-b520-d9d7571a0817 HTTP/1.1" status: 204 len: 168 time: 0.4988055 Sep 24 19:18:06.139801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.140505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca2bcd-a30d-4ca2-b520-d9d7571a0817,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:06.151721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.152252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.152898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.153310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.153655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.153972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.154367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.154786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.155143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.155803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.156134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.156464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4f99a-5a87-4438-9639-38ff12f9a5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:06.219227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.277162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:06.280708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:06.285052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:06.285692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.296021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=ba507076-e2e1-41b0-9477-a86a662adbe7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:06.478617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.601405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1e65836c-c3d8-4afc-a199-a74aad986f68 None None] Provisioning complete for port 798a3589-8282-4aa0-9b5c-193b42ce0218 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:06.601785 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e65836c-c3d8-4afc-a199-a74aad986f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:06.843692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47cfa-8bb5-4bff-8765-65c4f6fdf98c req-863f0925-622b-4d52-81c8-0d73af9f3c73 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:06.852528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9d47cfa-8bb5-4bff-8765-65c4f6fdf98c req-863f0925-622b-4d52-81c8-0d73af9f3c73 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.1346886 Sep 24 19:18:06.923124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9d47cfa-8bb5-4bff-8765-65c4f6fdf98c req-0581af11-2b77-4434-b5b2-a59d6d8cc68e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680020 Sep 24 19:18:06.972236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e8bc6afa-5e9d-4c5a-94f6-4a8e31825085 None None] Provisioning complete for port ba507076-e2e1-41b0-9477-a86a662adbe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:06.972718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6afa-5e9d-4c5a-94f6-4a8e31825085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.029283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc6afa-5e9d-4c5a-94f6-4a8e31825085 None None] Port ba507076-e2e1-41b0-9477-a86a662adbe7 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:07.069391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.076399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.077201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.107556 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 798a3589-8282-4aa0-9b5c-193b42ce0218 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:07.158010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=ba507076-e2e1-41b0-9477-a86a662adbe7,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:07.187454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 798a3589-8282-4aa0-9b5c-193b42ce0218 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:07.187839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.336175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:07.337673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:07.602027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Router 9ae0c506-1f96-486c-b222-54c6765eb5ac is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:18:07.658022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f3671574-0b9c-49bc-a708-8ea4814856b3 None None] Provisioning complete for port ba507076-e2e1-41b0-9477-a86a662adbe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:07.658022 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3671574-0b9c-49bc-a708-8ea4814856b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:07.708151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f3671574-0b9c-49bc-a708-8ea4814856b3 None None] Port ba507076-e2e1-41b0-9477-a86a662adbe7 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:07.745667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:07.760090 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Sync routers for ids ['9ae0c506-1f96-486c-b222-54c6765eb5ac'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:07.765354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f45600d0-1a70-4080-aa83-5aff4aaead86 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "PUT /v2.0/routers/9ae0c506-1f96-486c-b222-54c6765eb5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1836579 Sep 24 19:18:07.768354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:07.774631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Routers {'9ae0c506-1f96-486c-b222-54c6765eb5ac'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:07.775534 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae0c506-1f96-486c-b222-54c6765eb5ac'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:07.871678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2909d-9f74-4d50-abef-8cfa8d269595 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:07.873656 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ada2909d-9f74-4d50-abef-8cfa8d269595 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports/ba507076-e2e1-41b0-9477-a86a662adbe7 HTTP/1.1" status: 200 len: 911 time: 0.1034651 Sep 24 19:18:07.876172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51854) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:07.916191 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Set router 9ae0c506-1f96-486c-b222-54c6765eb5ac gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:07.950788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e4709-5903-4a47-a0c9-3f8adff46713 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:07.958700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e4709-5903-4a47-a0c9-3f8adff46713 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:07.963904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:07.964166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f5e4709-5903-4a47-a0c9-3f8adff46713 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0866120 Sep 24 19:18:08.132072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633202-888b-4893-a13e-ed20b2588f19 req-622bd8d6-d71d-451a-a49d-4b0e43d335a8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:08.140096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88633202-888b-4893-a13e-ed20b2588f19 req-622bd8d6-d71d-451a-a49d-4b0e43d335a8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.0837367 Sep 24 19:18:08.206439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88633202-888b-4893-a13e-ed20b2588f19 req-bf7de08b-01b6-435b-bf7e-89be07e3d4dc tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600264 Sep 24 19:18:08.382373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51880) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:08.416145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85e4a6-516a-4887-95f7-fbd32504da47 req-a0055483-6916-423b-a306-ea946debee51 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:08.420333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe85e4a6-516a-4887-95f7-fbd32504da47 req-a0055483-6916-423b-a306-ea946debee51 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.1292977 Sep 24 19:18:08.436746 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:06Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None, '_interfaces': [{'id': 'ba507076-e2e1-41b0-9477-a86a662adbe7', 'name': '', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'mac_address': 'fa:16:3e:e9:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '9655ab85-9431-4393-a10c-c1f495b03112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:05Z', 'updated_at': '2021-09-24T19:18:06Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'subnets': [{'id': '9655ab85-9431-4393-a10c-c1f495b03112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:08.465412 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Checking router: 9ae0c506-1f96-486c-b222-54c6765eb5ac for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:08.465999 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Updating router 9ae0c506-1f96-486c-b222-54c6765eb5ac port ba507076-e2e1-41b0-9477-a86a662adbe7 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:18:08.497722 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:08.526715 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe85e4a6-516a-4887-95f7-fbd32504da47 req-a89fd8d5-e29e-413b-b504-1b9e66af50b1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959294 Sep 24 19:18:08.585630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:08.627487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:08.786064 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:08.790249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:08.839795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.012857 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.023054 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.042937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Allocated IP 172.25.5.215 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/01231241-cc77-4573-9868-ebbdcd15be90) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:09.154510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Pushing event updated for resources: {'Port': ['ID=ba507076-e2e1-41b0-9477-a86a662adbe7,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:09.178511 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.179476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.179923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.180368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.180807 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.181250 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.181677 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.182124 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.182553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.183015 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.183603 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.184024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:09.213206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Attempting to bind port ba507076-e2e1-41b0-9477-a86a662adbe7 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:09.213741 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Attempting to bind port ba507076-e2e1-41b0-9477-a86a662adbe7 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:09.214209 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Attempting to bind port ba507076-e2e1-41b0-9477-a86a662adbe7 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:09.220302 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:09.221750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:09.221750 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.221750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:09.222539 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Bound port: ba507076-e2e1-41b0-9477-a86a662adbe7, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:09.222881 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.226413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.294641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.348017 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] For port ba507076-e2e1-41b0-9477-a86a662adbe7, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:09.350880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:09.353212 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] For port ba507076-e2e1-41b0-9477-a86a662adbe7, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ba507076-e2e1-41b0-9477-a86a662adbe7,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:09.357049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:09.364757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:09.367098 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.391672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port ba507076-e2e1-41b0-9477-a86a662adbe7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:09.392021 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.397745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Pushing event updated for resources: {'Port': ['ID=01231241-cc77-4573-9868-ebbdcd15be90,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:09.461141 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Routers {'9ae0c506-1f96-486c-b222-54c6765eb5ac'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:09.461961 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae0c506-1f96-486c-b222-54c6765eb5ac'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:09.504869 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341279a-7ce2-4342-985c-7e2a6644118c None None] Pushing event updated for resources: {'Port': ['ID=ba507076-e2e1-41b0-9477-a86a662adbe7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:09.574651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] For port ba507076-e2e1-41b0-9477-a86a662adbe7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ba507076-e2e1-41b0-9477-a86a662adbe7,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:09.575013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.604975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for ba507076-e2e1-41b0-9477-a86a662adbe7 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:09.612663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.614361 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] Set router 9ae0c506-1f96-486c-b222-54c6765eb5ac gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:09.662483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-589b3301-f542-496c-874c-f76779e44781 None None] Provisioning complete for port ba507076-e2e1-41b0-9477-a86a662adbe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:09.662914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-589b3301-f542-496c-874c-f76779e44781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.699589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.932766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.939583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:09.951143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-589b3301-f542-496c-874c-f76779e44781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.060975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.070881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:10.086822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Pushing event updated for resources: {'Port': ['ID=01231241-cc77-4573-9868-ebbdcd15be90,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:10.100950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.116721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.118427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fad3c543-a0e7-486d-8c0b-a71a14184cd6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7344873 Sep 24 19:18:10.121738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51934) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:10.140038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-593383420', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'fixed_ips': [{'ip_address': '172.25.5.215'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:10.140364 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:06Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None, '_interfaces': [{'id': 'ba507076-e2e1-41b0-9477-a86a662adbe7', 'name': '', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'mac_address': 'fa:16:3e:e9:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '9655ab85-9431-4393-a10c-c1f495b03112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:05Z', 'updated_at': '2021-09-24T19:18:09Z', 'revision_number': 4, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'subnets': [{'id': '9655ab85-9431-4393-a10c-c1f495b03112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:10.164724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Made reservation on behalf of 7e41286c1e784b88bbed7465486e4c3e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:10.167253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.173854 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd8a9f-8dda-456a-a26e-3b0bf54c9e24 None None] The sync data for ids ['9ae0c506-1f96-486c-b222-54c6765eb5ac'] in n-d-810952-2 is: [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:06Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None, '_interfaces': [{'id': 'ba507076-e2e1-41b0-9477-a86a662adbe7', 'name': '', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'mac_address': 'fa:16:3e:e9:49:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '9655ab85-9431-4393-a10c-c1f495b03112', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:05Z', 'updated_at': '2021-09-24T19:18:09Z', 'revision_number': 4, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'subnets': [{'id': '9655ab85-9431-4393-a10c-c1f495b03112', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:10.177385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.229174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5346ae7e-15d3-4f41-85e9-f13d7c5a11da None None] Could not find standard attr ID for object ba507076-e2e1-41b0-9477-a86a662adbe7. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:10.282199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=ba507076-e2e1-41b0-9477-a86a662adbe7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:10.383898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.391428 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:10.401139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] device_id is not set on port 8ba511ef-da9d-4450-bc38-d348b9ef2886 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:10.570556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2c2a5-637a-4aa1-b2fa-c4ac8655091c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:10.608965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.313161 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 19:18:11.313972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:11.330681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Router 9ae0c506-1f96-486c-b222-54c6765eb5ac has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:11.346823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ceab71f3-97b3-4d7c-8a46-deb0736532e6 tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2105370 Sep 24 19:18:11.349104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:11.474997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:11.483767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c01f957-fcdd-48ba-a4ee-6488a9769191 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "PUT /v2.0/routers/9ae0c506-1f96-486c-b222-54c6765eb5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163407 Sep 24 19:18:11.488014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51972) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:11.566366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Deleting port 01231241-cc77-4573-9868-ebbdcd15be90 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:11.566590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.612392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d42124-72f5-4fb5-8477-f76d92db63c5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:11.614048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d42124-72f5-4fb5-8477-f76d92db63c5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:11.618047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-33d42124-72f5-4fb5-8477-f76d92db63c5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1267574 Sep 24 19:18:11.618988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:11.673105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.673453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.689166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Calling delete_port for 01231241-cc77-4573-9868-ebbdcd15be90 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:11.757203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 9655ab85-9431-4393-a10c-c1f495b03112 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:11.768777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.868304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.898149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.923988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:11.925239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Pushing event deleted for resources: {'Port': ['ID=01231241-cc77-4573-9868-ebbdcd15be90,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:11.962494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.075829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.079053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.085853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-debacbf3-183c-4f47-a6b6-801db67c242f tempest-ExternalNetworksAdminNegativeTestJSON-296317490 tempest-ExternalNetworksAdminNegativeTestJSON-296317490-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/a344d742-d212-41d5-97fb-152550c0ee0e HTTP/1.1" status: 204 len: 168 time: 0.7356992 Sep 24 19:18:12.135952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.178002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=9655ab85-9431-4393-a10c-c1f495b03112,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:12.184798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.185605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef01e4-97fa-4e7e-b918-7f65cf84ca9b None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:12.187749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-76e9ae2e-c99a-4afc-8f1c-9037eb831e59 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9655ab85-9431-4393-a10c-c1f495b03112 HTTP/1.1" status: 204 len: 168 time: 0.5682840 Sep 24 19:18:12.190877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52000) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:12.421750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c9aee449-93e3-4ed3-ae59-3789f22c3af6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2273240 Sep 24 19:18:12.422539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52012) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:12.505775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Sync routers for ids ['9ae0c506-1f96-486c-b222-54c6765eb5ac'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:12.516761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Routers {'9ae0c506-1f96-486c-b222-54c6765eb5ac'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:12.517388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae0c506-1f96-486c-b222-54c6765eb5ac'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:12.539398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.17 (a3418b70-6c0d-43c2-aef9-5060397aa4dd/af89d491-45d9-48e4-b991-03182cb61c5d/8befcc63-1ebf-41c8-88fb-40e17b3b6ab4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:12.600355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Set router 9ae0c506-1f96-486c-b222-54c6765eb5ac gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:12.643470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.654747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:09Z', 'revision_number': 3, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:12.686604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:12.689144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Checking router: 9ae0c506-1f96-486c-b222-54c6765eb5ac for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:12.700793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Routers {'9ae0c506-1f96-486c-b222-54c6765eb5ac'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:12.701672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9ae0c506-1f96-486c-b222-54c6765eb5ac'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:12.757987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:12.771902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.829377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.899653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:12.903603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:12.929442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:12.977312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:12.980646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:13.049903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.055120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.097000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c01c7952-fa24-4f98-a8e6-4916e2e7640d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.144638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.145396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae0c506-1f96-486c-b222-54c6765eb5ac {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:18:13.159169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.163756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28f0f79e-7a44-4ae0-b0ed-28defbbe1a34 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/routers/9ae0c506-1f96-486c-b222-54c6765eb5ac HTTP/1.1" status: 204 len: 168 time: 0.7398262 Sep 24 19:18:13.164884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:13.170887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:13.299756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] Set router 9ae0c506-1f96-486c-b222-54c6765eb5ac gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:13.305523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 798a3589-8282-4aa0-9b5c-193b42ce0218 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:13.355328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.401752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:09Z', 'revision_number': 3, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:13.410372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Deleting port 798a3589-8282-4aa0-9b5c-193b42ce0218 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:13.411459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.465522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-db1bde85-623b-488f-a61e-5fc3c89c3509 None None] Provisioning complete for port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:13.465931 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db1bde85-623b-488f-a61e-5fc3c89c3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.506272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c01c7952-fa24-4f98-a8e6-4916e2e7640d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.506673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-db1bde85-623b-488f-a61e-5fc3c89c3509 None None] Port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:13.508427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7ce63-7920-4471-956f-fb228a156059 None None] The sync data for ids ['9ae0c506-1f96-486c-b222-54c6765eb5ac'] in n-d-810952-2 is: [{'id': '9ae0c506-1f96-486c-b222-54c6765eb5ac', 'name': 'tempest-NetworksTestDHCPv6-router-652928944', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:04Z', 'updated_at': '2021-09-24T19:18:09Z', 'revision_number': 3, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:13.517134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c01c7952-fa24-4f98-a8e6-4916e2e7640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.546923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:13.559196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.593411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] For port 798a3589-8282-4aa0-9b5c-193b42ce0218, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=798a3589-8282-4aa0-9b5c-193b42ce0218,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:13.593823 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.625767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Calling delete_port for 798a3589-8282-4aa0-9b5c-193b42ce0218 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:13.643488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.678300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 798a3589-8282-4aa0-9b5c-193b42ce0218, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=798a3589-8282-4aa0-9b5c-193b42ce0218,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:13.686279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7952-fa24-4f98-a8e6-4916e2e7640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0a613-df18-4afe-b1f1-0555ba4f1fe9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:13.714147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.761882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c01c7952-fa24-4f98-a8e6-4916e2e7640d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1050b5dfab194891b31fe823ca7e91a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0025487 Sep 24 19:18:13.765068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:13.768382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=798a3589-8282-4aa0-9b5c-193b42ce0218,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:13.876802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.881333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.917481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.928505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.937200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] Pushing event deleted for resources: {'Port': ['ID=798a3589-8282-4aa0-9b5c-193b42ce0218,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:13.937868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:13.942094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d47fb5-7fee-407c-82fb-24f768ec5daf None None] No DVR routers for this DVR port 798a3589-8282-4aa0-9b5c-193b42ce0218 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:14.001142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.063926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:14.074243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.080472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:14.085681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:14.097015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8313b0-0d51-4b91-84a1-b6462aa63215 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:14.099131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:14.101217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.109569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.115278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.120592 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23e0a613-df18-4afe-b1f1-0555ba4f1fe9 HTTP/1.1" status: 204 len: 168 time: 0.3543606 Sep 24 19:18:14.162635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=e1db98cb-1ad0-4588-b631-b043910eacc9,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:14.174499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-02e7903c-78e9-4e17-85a8-f5fa53087a00 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0088396 Sep 24 19:18:14.177143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:14.180598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc671b-680d-4627-a2b0-d420a631d123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0a613-df18-4afe-b1f1-0555ba4f1fe9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:14.182560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1311873971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:14.235922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.238083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.394063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:14.397777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:14.449172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'e1db98cb-1ad0-4588-b631-b043910eacc9'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:14.450289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.492296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.511974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.576912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.578910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8efcf1ea-37af-4804-a67b-9637a9f66b5b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4002669 Sep 24 19:18:14.587667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52078) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:14.669300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:14.811581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c688454f-ec85-4241-8b07-1fe236a15acc None None] Provisioning complete for port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:14.811973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c688454f-ec85-4241-8b07-1fe236a15acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:14.835872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:14.843091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:14.850503 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-55d66429-74e8-4057-a09f-ea4539d912b4 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/1fc191a0-884d-4cd4-97c1-9b1feac897f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7682905 Sep 24 19:18:14.855072 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:14.878492 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:14.879184 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:14.890133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c688454f-ec85-4241-8b07-1fe236a15acc None None] Port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:14.899851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/e1db98cb-1ad0-4588-b631-b043910eacc9/668c2134-bffa-4980-89f6-e757adb6f6ee) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:14.954456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d56557c5-9086-4a88-9af9-fe23116e61c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e41286c1e784b88bbed7465486e4c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170516 Sep 24 19:18:14.955121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:15.032471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ba507076-e2e1-41b0-9477-a86a662adbe7 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:15.063564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ba507076-e2e1-41b0-9477-a86a662adbe7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:15.063907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ba507076-e2e1-41b0-9477-a86a662adbe7 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:15.110024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.180785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.186581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.189238 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:15.244010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.289057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.289394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.291517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.295660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7f2c2a5-637a-4aa1-b2fa-c4ac8655091c HTTP/1.1" status: 204 len: 168 time: 0.3394434 Sep 24 19:18:15.322006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f799-7a02-4f79-8ebc-bfc6a1fc12ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2c2a5-637a-4aa1-b2fa-c4ac8655091c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:15.456605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:15.457840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Pushing event updated for resources: {'Port': ['ID=668c2134-bffa-4980-89f6-e757adb6f6ee,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:15.468278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:15.476743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:15.564180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Attempting to bind port 668c2134-bffa-4980-89f6-e757adb6f6ee on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:15.564576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Attempting to bind port 668c2134-bffa-4980-89f6-e757adb6f6ee by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:15.565765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Attempting to bind port 668c2134-bffa-4980-89f6-e757adb6f6ee on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:15.581512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:15.581904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:15.582327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.582736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:15.585399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Bound port: 668c2134-bffa-4980-89f6-e757adb6f6ee, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:15.585737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::1 (00eb5de6-bafc-4a69-971a-ad436c7f076f/e1db98cb-1ad0-4588-b631-b043910eacc9/75904d7d-65b9-4f59-b7ab-c73497a1395b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:15.586196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.649915 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:13Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8befcc63-1ebf-41c8-88fb-40e17b3b6ab4', 'name': '', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:12Z', 'updated_at': '2021-09-24T19:18:13Z', 'revision_number': 2, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:15.693328 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:15.693996 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Updating router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:18:15.748569 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.752406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] For port 668c2134-bffa-4980-89f6-e757adb6f6ee, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:15.759452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] For port 668c2134-bffa-4980-89f6-e757adb6f6ee, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=668c2134-bffa-4980-89f6-e757adb6f6ee,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:15.774083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.845583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.923160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:15.926596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9842d-709b-4da3-8588-d8d77d266632 None None] Pushing event updated for resources: {'Port': ['ID=668c2134-bffa-4980-89f6-e757adb6f6ee,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:16.019129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:16.021756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:16.028675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=75904d7d-65b9-4f59-b7ab-c73497a1395b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:16.031967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:16.032822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.276769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.402295 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.421954 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.500154 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2eb07-a551-40b3-90dd-3cf14b4f3996 None None] Pushing event updated for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:16.586821 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Attempting to bind port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:16.587235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Attempting to bind port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:16.587579 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Attempting to bind port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 on network a3418b70-6c0d-43c2-aef9-5060397aa4dd {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:16.593315 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:16.593731 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Checking segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:16.594137 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.594531 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Bound using segment: {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:16.595066 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Bound port: 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:16.595446 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.760821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.764904 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] For port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:16.769234 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] For port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:16.773619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.774346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.785072 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.931828 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2eb07-a551-40b3-90dd-3cf14b4f3996 None None] Pushing event updated for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:16.954893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Provisioning complete for port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:16.955412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:16.967126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:16.973823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:16.974519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:16.989778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:17.035665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=75904d7d-65b9-4f59-b7ab-c73497a1395b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:17.163936 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:17.236830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] For port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:17.242112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 668c2134-bffa-4980-89f6-e757adb6f6ee up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:17.343087 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:17.356111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:17.474802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Router 1c3dad4c-3d58-40c3-befe-939ec4564853 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:18:17.487628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 668c2134-bffa-4980-89f6-e757adb6f6ee triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:17.487917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:17.525285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Pushing event updated for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:17.541121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.541476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.541820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.542157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.542498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.542835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.543202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.543520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.543845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.544168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.544494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.544815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ad314-3af3-4157-bcbb-8f435e36d812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:17.604283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ecc7ae5-19a7-4237-b997-fe559edc9c6f None None] Provisioning complete for port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:17.620728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ecc7ae5-19a7-4237-b997-fe559edc9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:17.681694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:17.696915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Sync routers for ids ['1c3dad4c-3d58-40c3-befe-939ec4564853'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:17.700495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cb4023e4-c75e-4753-a4c3-94265c926981 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "PUT /v2.0/routers/1c3dad4c-3d58-40c3-befe-939ec4564853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084809 Sep 24 19:18:17.700602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:17.804559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4931f8-6985-42ba-bd35-0d7be9bbc7b0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:17.807456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f4931f8-6985-42ba-bd35-0d7be9bbc7b0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports/75904d7d-65b9-4f59-b7ab-c73497a1395b HTTP/1.1" status: 200 len: 911 time: 0.1058569 Sep 24 19:18:17.811858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:17.871203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:17.940112 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:13Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8befcc63-1ebf-41c8-88fb-40e17b3b6ab4', 'name': '', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:12Z', 'updated_at': '2021-09-24T19:18:16Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:17.961791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6aa16c-78dd-40ba-8d9b-77d7036ddc35 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:17.968673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6aa16c-78dd-40ba-8d9b-77d7036ddc35 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:17.986346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Routers {'1c3dad4c-3d58-40c3-befe-939ec4564853'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:17.998598 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1f6aa16c-78dd-40ba-8d9b-77d7036ddc35 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1812267 Sep 24 19:18:17.998942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52210) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:17.999455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1c3dad4c-3d58-40c3-befe-939ec4564853'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:18.014501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ff80-9d71-4e66-be70-6509c10cb3ee None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:13Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8befcc63-1ebf-41c8-88fb-40e17b3b6ab4', 'name': '', 'network_id': 'a3418b70-6c0d-43c2-aef9-5060397aa4dd', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:12Z', 'updated_at': '2021-09-24T19:18:16Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'af89d491-45d9-48e4-b991-03182cb61c5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:18.090238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:18.227083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 668c2134-bffa-4980-89f6-e757adb6f6ee, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=668c2134-bffa-4980-89f6-e757adb6f6ee,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:18.245276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.248041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Set router 1c3dad4c-3d58-40c3-befe-939ec4564853 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:18.492736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2046022760'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:18.564303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Made reservation on behalf of 79b3fdb9b1964a7ba13111f9e09377c9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:18.568763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.585455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.689261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=668c2134-bffa-4980-89f6-e757adb6f6ee,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:18.712752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-22af30ac-a659-4dcb-8c20-88d14400ea0d None None] Provisioning complete for port 668c2134-bffa-4980-89f6-e757adb6f6ee triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:18.713422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22af30ac-a659-4dcb-8c20-88d14400ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.813923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.825979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.840285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:18:18.851693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.853553 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Added segment 3caec5e7-d757-4d20-a0ae-5c89345a9dec of type vlan for network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc Sep 24 19:18:18.900105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:18.993590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b895d298-9b82-4b24-8b72-822cd1a4ce3d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:18.996312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.001841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:19.007668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.181768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dad4c-3d58-40c3-befe-939ec4564853', 'name': 'tempest-NetworksTestDHCPv6-router-1311873971', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:14Z', 'updated_at': '2021-09-24T19:18:16Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None, '_interfaces': [{'id': '75904d7d-65b9-4f59-b7ab-c73497a1395b', 'name': '', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'mac_address': 'fa:16:3e:1c:55:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dad4c-3d58-40c3-befe-939ec4564853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'e1db98cb-1ad0-4588-b631-b043910eacc9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:18:15Z', 'updated_at': '2021-09-24T19:18:16Z', 'revision_number': 2, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'subnets': [{'id': 'e1db98cb-1ad0-4588-b631-b043910eacc9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:19.184304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Pushing event updated for resources: {'Network': ['ID=1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:19.187857 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dcf51112-2b32-4c1b-9914-dbbd52099d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0960310 Sep 24 19:18:19.261983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:18:19.300253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Checking router: 1c3dad4c-3d58-40c3-befe-939ec4564853 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:19.300619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Updating router 1c3dad4c-3d58-40c3-befe-939ec4564853 port 75904d7d-65b9-4f59-b7ab-c73497a1395b binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:18:19.433044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:19.505544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:19.520315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.525964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc', 'binding:host_id': 'n-h1-810952-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-531411554'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:19.568440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Made reservation on behalf of 5e5dbd917ace486dbd28b34bac0d926f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:19.570664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.580876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-22af30ac-a659-4dcb-8c20-88d14400ea0d None None] Provisioning complete for port 75904d7d-65b9-4f59-b7ab-c73497a1395b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:19.581572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22af30ac-a659-4dcb-8c20-88d14400ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.584386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.694587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.702315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.706638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port 1f43078d-33ed-4d47-b1c8-300a9790ef1b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:19.726891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-22af30ac-a659-4dcb-8c20-88d14400ea0d None None] Port 75904d7d-65b9-4f59-b7ab-c73497a1395b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:19.839636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:19.842718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.902471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:19.943551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a678118-0cd6-4acb-b3ce-888d9b980d2b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:19.955601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6bc4486c-8b0e-4a53-a0c1-9015f0f995d7 None None] Provisioning complete for port 75904d7d-65b9-4f59-b7ab-c73497a1395b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:19.956123 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bc4486c-8b0e-4a53-a0c1-9015f0f995d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.017052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port 1f43078d-33ed-4d47-b1c8-300a9790ef1b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:20.039208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.060921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.104245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4486c-8b0e-4a53-a0c1-9015f0f995d7 None None] Port 75904d7d-65b9-4f59-b7ab-c73497a1395b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:20.166178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=1f43078d-33ed-4d47-b1c8-300a9790ef1b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:20.199184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 668c2134-bffa-4980-89f6-e757adb6f6ee up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:20.234781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Checking segment: {'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:20.235175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Network hostable DHCP agents. Network: 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:18:20.305288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 668c2134-bffa-4980-89f6-e757adb6f6ee triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:20.305676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.319263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:18:20.334186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:20.352800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:20.376264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.387558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.387558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.387558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.389310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82fb8d-18f4-4d3b-9bf0-719d8d4f724b None None] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:20.393898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.394378 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.394867 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 2 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.415512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 75904d7d-65b9-4f59-b7ab-c73497a1395b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:20.415512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.415862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.415862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.415862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.427660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5268bca4-9942-4803-9b84-d1f9a8d3ae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.427660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.444879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.444879 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.445384 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 3 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.478637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.481792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.483078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.494837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.499499 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.500590 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 4 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.537441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.537911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.538344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.549741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.550207 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.550691 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 5 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.569343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.569947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.570496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.583156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.583737 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.585152 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 6 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.598546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.599690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.600243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.605007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.605640 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.606249 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 7 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.620477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.621164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.621798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.626382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.626973 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.627563 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 8 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.640496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.642375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.643024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.648081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.648692 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.649306 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 9 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.658927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.668643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.669333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.669884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.675395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.675972 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.676565 n-d-810952-2 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 10 to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b Sep 24 19:18:20.691119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.691627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.692039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.697101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:20.697540 n-d-810952-2 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port 1f43078d-33ed-4d47-b1c8-300a9790ef1b on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:20.697842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81f9b-a13d-4b29-b05c-2290ba642ce5 None None] Pushing event updated for resources: {'Port': ['ID=75904d7d-65b9-4f59-b7ab-c73497a1395b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:20.698118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.699897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 75904d7d-65b9-4f59-b7ab-c73497a1395b owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:20.788469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port 1f43078d-33ed-4d47-b1c8-300a9790ef1b, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:20.792054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:18:20.803216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.829461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:20.829830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:20.830198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:20.838350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:20.838661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:20.839089 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.839479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:20.839954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Bound port: 75904d7d-65b9-4f59-b7ab-c73497a1395b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:20.840335 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.921746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:20.926071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.982160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-feca06d5-08ca-4413-81b9-a0b5a3b4fcaa None None] Provisioning complete for port 75904d7d-65b9-4f59-b7ab-c73497a1395b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:20.982829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-feca06d5-08ca-4413-81b9-a0b5a3b4fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:20.984749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4735684 Sep 24 19:18:20.985256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6696-7ea4-4591-92b5-bd69e9ec0d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=1f43078d-33ed-4d47-b1c8-300a9790ef1b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:20.987832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:21.019011 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.047210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-feca06d5-08ca-4413-81b9-a0b5a3b4fcaa None None] Port 75904d7d-65b9-4f59-b7ab-c73497a1395b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:21.058149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:21.058505 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:21.091045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=75904d7d-65b9-4f59-b7ab-c73497a1395b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:21.129658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Deleting port 1f43078d-33ed-4d47-b1c8-300a9790ef1b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:21.132529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.182625 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.236857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port 1f43078d-33ed-4d47-b1c8-300a9790ef1b, host n-h1-810952-2, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:21.237294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.253017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Calling delete_port for 1f43078d-33ed-4d47-b1c8-300a9790ef1b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:21.461256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Router 1c3dad4c-3d58-40c3-befe-939ec4564853 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:21.543750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:21.550063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ee816cb0-c1b4-468b-8d68-917766f2bfc3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "PUT /v2.0/routers/1c3dad4c-3d58-40c3-befe-939ec4564853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5506275 Sep 24 19:18:21.553247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:21.590840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:21.591497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:21.591649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Attempting to bind port 75904d7d-65b9-4f59-b7ab-c73497a1395b on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:21.604653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:21.605038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:21.607539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.607949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:21.608747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Bound port: 75904d7d-65b9-4f59-b7ab-c73497a1395b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:21.609187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.635411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390ecd4-0b72-4c03-9816-193846f77009 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:21.636872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390ecd4-0b72-4c03-9816-193846f77009 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:21.644019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a390ecd4-0b72-4c03-9816-193846f77009 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0897734 Sep 24 19:18:21.648134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:21.662499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Port 75904d7d-65b9-4f59-b7ab-c73497a1395b has been deleted concurrently {{(pid=94857) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 24 19:18:21.675279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Routers {'1c3dad4c-3d58-40c3-befe-939ec4564853'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:21.675923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:17:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1c3dad4c-3d58-40c3-befe-939ec4564853'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:21.729040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.734332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet e1db98cb-1ad0-4588-b631-b043910eacc9 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:21.741940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.764813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] Set router 1c3dad4c-3d58-40c3-befe-939ec4564853 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:21.814135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.823115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f43078d-33ed-4d47-b1c8-300a9790ef1b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:21.847180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dad4c-3d58-40c3-befe-939ec4564853', 'name': 'tempest-NetworksTestDHCPv6-router-1311873971', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:14Z', 'updated_at': '2021-09-24T19:18:20Z', 'revision_number': 3, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:21.856973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.861500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95ddb980-593d-46c5-a23d-26683f2a6940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1f43078d-33ed-4d47-b1c8-300a9790ef1b HTTP/1.1" status: 204 len: 168 time: 0.8706069 Sep 24 19:18:21.861829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52318) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:21.888353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11842e2-f6c7-4109-8313-57ba31b1a385 None None] The sync data for ids ['1c3dad4c-3d58-40c3-befe-939ec4564853'] in n-d-810952-2 is: [{'id': '1c3dad4c-3d58-40c3-befe-939ec4564853', 'name': 'tempest-NetworksTestDHCPv6-router-1311873971', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:18:14Z', 'updated_at': '2021-09-24T19:18:20Z', 'revision_number': 3, 'project_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:21.901840 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6199f17b-360c-4bce-95c8-0fa4ae1f520c tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:18:21.903479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6199f17b-360c-4bce-95c8-0fa4ae1f520c tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports/1f43078d-33ed-4d47-b1c8-300a9790ef1b HTTP/1.1" status: 404 len: 333 time: 0.0404143 Sep 24 19:18:21.907060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:21.912944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-363503945'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:21.945627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Made reservation on behalf of 5e5dbd917ace486dbd28b34bac0d926f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:21.948287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.973239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:21.975359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port c724de48-f88a-486e-8f27-f2cb942494ff yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:22.064363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.095080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=e1db98cb-1ad0-4588-b631-b043910eacc9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:22.109244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.115541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-854cf5d6-6a8a-431a-8533-8853234f6e32 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/e1db98cb-1ad0-4588-b631-b043910eacc9 HTTP/1.1" status: 204 len: 168 time: 0.4662435 Sep 24 19:18:22.116632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52332) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:22.123302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bc955-013a-4700-9750-116364d760fe None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:22.316790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.363442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.391884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ec9f724-e23e-47ec-8344-c184fee3d8b3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2729945 Sep 24 19:18:22.392444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:22.456334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:22.459669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:22.469203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:22.471143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:22.472575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.482698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:22.483155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=c724de48-f88a-486e-8f27-f2cb942494ff,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:22.504066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.509821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0246407d-637d-48f3-baf0-4d1ac6c76570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6011333 Sep 24 19:18:22.512964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52348) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:22.518405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:22.578466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Deleting port 668c2134-bffa-4980-89f6-e757adb6f6ee {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:22.579357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.622545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.663925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] For port 668c2134-bffa-4980-89f6-e757adb6f6ee, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=668c2134-bffa-4980-89f6-e757adb6f6ee,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:22.664487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.685971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Calling delete_port for 668c2134-bffa-4980-89f6-e757adb6f6ee owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:22.824233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.826592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.829607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.850005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] No DVR routers for this DVR port 668c2134-bffa-4980-89f6-e757adb6f6ee on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:22.878934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4436-0b46-4975-b388-380638a4e6c5 None None] Pushing event deleted for resources: {'Port': ['ID=668c2134-bffa-4980-89f6-e757adb6f6ee,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:22.916015 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.916566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3dad4c-3d58-40c3-befe-939ec4564853 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:18:22.919577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port c724de48-f88a-486e-8f27-f2cb942494ff yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:22.933750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.938983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52360) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:22.941822 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7045af51-5de9-4a62-b4ae-b618be023d80 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/routers/1c3dad4c-3d58-40c3-befe-939ec4564853 HTTP/1.1" status: 204 len: 168 time: 0.5482945 Sep 24 19:18:22.943790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.951834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a6c71ae-b414-4d03-b677-a1cb98336482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:22.970890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.000963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2773271e-6838-4500-ba38-a71224ea7326 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0598488 Sep 24 19:18:23.003151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.078130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=c724de48-f88a-486e-8f27-f2cb942494ff,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:23.081781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc452092-5985-4c02-8c45-4d79ef110f9a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.087556 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc452092-5985-4c02-8c45-4d79ef110f9a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0831537 Sep 24 19:18:23.088576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52368) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.114020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 668c2134-bffa-4980-89f6-e757adb6f6ee no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:23.158251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1653f2a6-0623-42b2-ad4c-d027bf28a7a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677865 Sep 24 19:18:23.158459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 668c2134-bffa-4980-89f6-e757adb6f6ee {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:23.158769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 668c2134-bffa-4980-89f6-e757adb6f6ee not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:23.161737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.162333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.162945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.167149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.173637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:23.180393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.180811 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.181264 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 2 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.195284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.195710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.196124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.203700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.204123 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.204601 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 3 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.220482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.221018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.221447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.226601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.227212 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.228059 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 4 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.249221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.249824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.250336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.255836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.256362 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.256913 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 5 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.270968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.271599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.272209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.283235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.283788 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.284660 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 6 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.317383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.317383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.320305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.331715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.332313 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.332752 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 7 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.338206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:23.339911 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.341754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.352983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.353323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.355046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.359878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.360210 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.360602 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 8 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.373577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.374570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.374570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.379094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.380825 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.381233 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 9 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.401110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.401449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.401788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.406987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.407583 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.407975 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 10 to bind port c724de48-f88a-486e-8f27-f2cb942494ff Sep 24 19:18:23.423729 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Sync routers for ids ['1c3dad4c-3d58-40c3-befe-939ec4564853'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:23.433543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:23.433901 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:18:23.435144 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c3dad4c-3d58-40c3-befe-939ec4564853'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:18:23.444497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:23.445677 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:18:23.446430 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c3dad4c-3d58-40c3-befe-939ec4564853'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:18:23.446983 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec4e0-3d7f-444c-8cf6-8a8d0bfa513e None None] The sync data for ids ['1c3dad4c-3d58-40c3-befe-939ec4564853'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:23.489474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:23.490290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:23.490703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:23.503129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:23.508705 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port c724de48-f88a-486e-8f27-f2cb942494ff on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:23.509203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.610005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port c724de48-f88a-486e-8f27-f2cb942494ff, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:23.610477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempted to set empty binding levels {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:18:23.616630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.636658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] In _notify_port_updated(), no bound segment for port c724de48-f88a-486e-8f27-f2cb942494ff on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:18:23.637565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.638184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.642352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "PUT /v2.0/ports/c724de48-f88a-486e-8f27-f2cb942494ff HTTP/1.1" status: 200 len: 978 time: 1.1284511 Sep 24 19:18:23.644097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52386) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.719273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:18:23.721039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.768534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c0e1-059a-4939-920c-4592139d9fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=c724de48-f88a-486e-8f27-f2cb942494ff,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:23.810211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:23.813249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.813776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.814221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.814699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.815262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.815688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.816159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.816633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.818526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.819050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.819655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.820003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.820471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.820772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:23.820937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.821401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.821865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.822642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.822791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.823298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.823763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.825166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.825644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.826107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.826583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.827075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.827543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.828621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.829059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.830907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.835471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:23.844657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.845340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.845828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:23.847774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cb88f-a64b-4e39-9830-bd6d28103d28 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:23.863553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bf613304-21e9-47e6-a1a7-034013816cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28011 time: 0.2184129 Sep 24 19:18:23.864232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52398) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.867245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=6029ca72-4191-4a0a-8217-f5987adfbb58,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:23.901680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-edf32249-3beb-4bce-84c1-4a27bd94b5d8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7332897 Sep 24 19:18:23.906344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:23.912253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:24.046982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:24.049853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '6029ca72-4191-4a0a-8217-f5987adfbb58'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:24.050780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.060386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.174453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.268308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Allocated IP 2001:db8::f816:3eff:fe83:d551 (00eb5de6-bafc-4a69-971a-ad436c7f076f/6029ca72-4191-4a0a-8217-f5987adfbb58/f1897b58-2c62-4f46-b5b4-09663c66895e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:24.398620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Deleting port c724de48-f88a-486e-8f27-f2cb942494ff {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:24.399300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.433150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.468429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port c724de48-f88a-486e-8f27-f2cb942494ff, host n-h1-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:24.468798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.479727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.486449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:24.489546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Calling delete_port for c724de48-f88a-486e-8f27-f2cb942494ff owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:24.491541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:24.495154 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.497665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:24.498197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.530640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=d6db7e66-fc9d-400d-9edf-9941c21762a7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:24.538640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-563c057e-8500-4903-9b61-299c286fea50 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6307535 Sep 24 19:18:24.553304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:24.557622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:24.564578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:24.568515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:60:d6:8b', 'name': 'tempest-NetworksTestDHCPv6-190699039'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:24.570725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:24.612232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:24.649287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Attempting to bind port f1897b58-2c62-4f46-b5b4-09663c66895e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:24.649723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Attempting to bind port f1897b58-2c62-4f46-b5b4-09663c66895e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:24.650233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Attempting to bind port f1897b58-2c62-4f46-b5b4-09663c66895e on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:24.656509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:24.657622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:24.658216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.658672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:24.658794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.659268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Bound port: f1897b58-2c62-4f46-b5b4-09663c66895e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:24.659662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.699515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event deleted for resources: {'Port': ['ID=c724de48-f88a-486e-8f27-f2cb942494ff,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:24.711047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.714905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a3ca0311-c4b4-41e9-9ca6-6d9860bb674a tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c724de48-f88a-486e-8f27-f2cb942494ff HTTP/1.1" status: 204 len: 168 time: 0.8477995 Sep 24 19:18:24.715780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52428) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:24.743308 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f4ae42-791b-4e7c-a837-2f18692863d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:18:24.745260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-64f4ae42-791b-4e7c-a837-2f18692863d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports/c724de48-f88a-486e-8f27-f2cb942494ff HTTP/1.1" status: 404 len: 333 time: 0.0280976 Sep 24 19:18:24.750717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:24.759311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-787007708', 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:24.769870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:24.783760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:24.791805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:24.803803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.846747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Made reservation on behalf of 5e5dbd917ace486dbd28b34bac0d926f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:24.849785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:24.866320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c63e1-01fc-488d-bdb1-03dc8cb770bc None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:24.889520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port fe3dca43-3684-45f7-b74c-74e38c71a13b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:24.904408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.030778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 31c67b9d-98bf-4211-a53b-89c28a6a2205 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:25.202102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.334465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.375389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 172.20.0.5 (00eb5de6-bafc-4a69-971a-ad436c7f076f/d6db7e66-fc9d-400d-9edf-9941c21762a7/31c67b9d-98bf-4211-a53b-89c28a6a2205) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:25.406370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:25.409500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe60:d68b (00eb5de6-bafc-4a69-971a-ad436c7f076f/6029ca72-4191-4a0a-8217-f5987adfbb58/31c67b9d-98bf-4211-a53b-89c28a6a2205) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:25.419163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:25.424572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:25.425639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:25.426310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.443367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3dca43-3684-45f7-b74c-74e38c71a13b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:25.464682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a9ae1625-ebcd-4a98-8139-b31529d1ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7100778 Sep 24 19:18:25.465002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52452) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.503296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d20cb5-5858-427d-bcac-f3cff4f3a71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:25.503721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-43d20cb5-5858-427d-bcac-f3cff4f3a71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports/fe3dca43-3684-45f7-b74c-74e38c71a13b HTTP/1.1" status: 200 len: 958 time: 0.0377319 Sep 24 19:18:25.507014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.606115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Deleting port fe3dca43-3684-45f7-b74c-74e38c71a13b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:25.606558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.643576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.681070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.693607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Calling delete_port for fe3dca43-3684-45f7-b74c-74e38c71a13b owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:25.715722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.768874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:25.791560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:25.795607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:25.823874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.847152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=31c67b9d-98bf-4211-a53b-89c28a6a2205,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:25.857437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3dca43-3684-45f7-b74c-74e38c71a13b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:25.860821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:25.861492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.879484 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.887463 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c90c77fb-2132-4f8d-a801-2ae7b7004256 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3339121 Sep 24 19:18:25.888381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.898421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:25.902057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de80eb90-43c4-467e-85d5-f47f7091f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fe3dca43-3684-45f7-b74c-74e38c71a13b HTTP/1.1" status: 204 len: 168 time: 0.3939414 Sep 24 19:18:25.905210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52470) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.937683 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-804e5c12-649c-4915-a16f-01666a2fd075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:18:25.939815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-804e5c12-649c-4915-a16f-01666a2fd075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports/fe3dca43-3684-45f7-b74c-74e38c71a13b HTTP/1.1" status: 404 len: 333 time: 0.0336008 Sep 24 19:18:25.944186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52472) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.949294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522757602'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:25.972923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b078b50c-8b47-45bd-9a94-0d7aeaddc58e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:25.979299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b078b50c-8b47-45bd-9a94-0d7aeaddc58e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:25.984177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52474) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:25.984810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b078b50c-8b47-45bd-9a94-0d7aeaddc58e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0946090 Sep 24 19:18:26.024748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Made reservation on behalf of 5e5dbd917ace486dbd28b34bac0d926f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:26.027411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.081936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port dd1119ed-b0bb-4123-b18b-a54747a49ed1 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:26.167009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 31c67b9d-98bf-4211-a53b-89c28a6a2205 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:26.167349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.332898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66f855-1aa8-4cd8-b036-916ffaaf83ec None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:26.354260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.380849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 31c67b9d-98bf-4211-a53b-89c28a6a2205 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:26.381410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:26.381934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.385208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.488344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.546969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=dd1119ed-b0bb-4123-b18b-a54747a49ed1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:26.572251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:26.596350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:26.601426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:26.602513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:26.603187 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.634425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-16a235f5-9e16-41e6-abd4-f39c71e76159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6863341 Sep 24 19:18:26.634425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52500) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:26.645140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:26.646740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.804169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.806665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.859697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=31c67b9d-98bf-4211-a53b-89c28a6a2205,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:26.917174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:26.935398 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:26.980255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cda5e4-ef3e-4eb6-8c51-7c346a01c69a None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': '6029ca72-4191-4a0a-8217-f5987adfbb58', 'ip_address': '2001:db8::f816:3eff:fe83:d551'}, {'subnet_id': 'd6db7e66-fc9d-400d-9edf-9941c21762a7'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f1897b58-2c62-4f46-b5b4-09663c66895e'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:18:27.011924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.016585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-266bdb22-d325-4945-a217-5b0db0c156aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/31c67b9d-98bf-4211-a53b-89c28a6a2205 HTTP/1.1" status: 204 len: 168 time: 1.0287261 Sep 24 19:18:27.018574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:27.026962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9cda5e4-ef3e-4eb6-8c51-7c346a01c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.044710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801a8f9-b8f8-4cd8-9f6f-2924cbc2b2f1 None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:27.124817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cf814-c9fb-4f4d-858b-6a7bc8063d11 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:27.126019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cf814-c9fb-4f4d-858b-6a7bc8063d11 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:27.127744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cf814-c9fb-4f4d-858b-6a7bc8063d11 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:27.132216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-736cf814-c9fb-4f4d-858b-6a7bc8063d11 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1116753 Sep 24 19:18:27.133072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:27.172709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] device_id is not set on port dd1119ed-b0bb-4123-b18b-a54747a49ed1 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:27.199605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.226962 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.265066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 6029ca72-4191-4a0a-8217-f5987adfbb58 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:27.269345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.271519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f1897b58-2c62-4f46-b5b4-09663c66895e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:27.307160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=dd1119ed-b0bb-4123-b18b-a54747a49ed1,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:27.318498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.318839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.319218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.325689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.330020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.330351 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.330733 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 2 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.350505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.351187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.351697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.356383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.356739 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.357134 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 3 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.369571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.369907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.370249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.387113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.391844 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.392275 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 4 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.408904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.409468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.409968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.413927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:27.414314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.415797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.416284 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.416829 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 5 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.430218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.430791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.431345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.435955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.436452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.436937 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.437483 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 6 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.451757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.452341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.452870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.470705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.471090 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.471800 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 7 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.488846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.488846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.490122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.495114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.495114 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.495414 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 8 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.508653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.508991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.509440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.514589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.515124 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.515563 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 9 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.523210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.529088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.529431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.529817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-c9cda5e4-ef3e-4eb6-8c51-7c346a01c69a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6029ca72-4191-4a0a-8217-f5987adfbb58: This subnet is being modified by another concurrent operation. Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6029ca72-4191-4a0a-8217-f5987adfbb58: This subnet is being modified by another concurrent operation. Sep 24 19:18:27.532020 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:18:27.539846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.539846 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.539846 n-d-810952-2 neutron-server[94855]: INFO neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempt 10 to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 Sep 24 19:18:27.550144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:27.550488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:27.550827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempting to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:27.562504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:18:27.562836 n-d-810952-2 neutron-server[94855]: ERROR neutron.plugins.ml2.managers [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Failed to bind port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on host n-h1-810952-2 for vnic_type normal using segments [{'id': '3caec5e7-d757-4d20-a0ae-5c89345a9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc'}] Sep 24 19:18:27.563229 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.577538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.582108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6029ca72-4191-4a0a-8217-f5987adfbb58 HTTP/1.1" status: 204 len: 168 time: 0.4483407 Sep 24 19:18:27.582757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:27.583671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715a512-848d-4f44-829e-474757c272a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=6029ca72-4191-4a0a-8217-f5987adfbb58,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:27.666660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port dd1119ed-b0bb-4123-b18b-a54747a49ed1, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:27.667109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attempted to set empty binding levels {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 19:18:27.673319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.682455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bccd05-bcdf-41c0-9ae8-5e4d097b5fe0 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:27.686217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet d6db7e66-fc9d-400d-9edf-9941c21762a7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:27.689409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.712858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] In _notify_port_updated(), no bound segment for port dd1119ed-b0bb-4123-b18b-a54747a49ed1 on network 1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:18:27.713975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:27.714700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.716195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "PUT /v2.0/ports/dd1119ed-b0bb-4123-b18b-a54747a49ed1 HTTP/1.1" status: 200 len: 979 time: 1.0810866 Sep 24 19:18:27.720279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:27.757303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba7e04-0dfb-4af4-833c-944b405203ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event updated for resources: {'Port': ['ID=dd1119ed-b0bb-4123-b18b-a54747a49ed1,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:27.758692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.784048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-216f4f7a-1394-44b9-90ce-09f75978e73e None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:27.784426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-216f4f7a-1394-44b9-90ce-09f75978e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.847593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.859562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Deleting port dd1119ed-b0bb-4123-b18b-a54747a49ed1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:27.863287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.942268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.976543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:27.978677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/d6db7e66-fc9d-400d-9edf-9941c21762a7 HTTP/1.1" status: 204 len: 168 time: 0.3919811 Sep 24 19:18:27.981839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:27.991187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-216f4f7a-1394-44b9-90ce-09f75978e73e None None] Could not find standard attr ID for object 31c67b9d-98bf-4211-a53b-89c28a6a2205. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:27.993493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] For port dd1119ed-b0bb-4123-b18b-a54747a49ed1, host n-h1-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:27.994045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.023915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Calling delete_port for dd1119ed-b0bb-4123-b18b-a54747a49ed1 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:28.049048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-ea3a21bb-518c-44f3-a755-415ba81d5893 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885668 Sep 24 19:18:28.097078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099943e2-e40a-4b71-a2d6-d06e223f65a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=d6db7e66-fc9d-400d-9edf-9941c21762a7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:28.101773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bbb6e277-44c3-4e6c-9989-065f4050d268 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855105 Sep 24 19:18:28.105499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:28.113129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:28.126291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363c157-0df0-4d10-a7d6-ba970824cbe2 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'd6db7e66-fc9d-400d-9edf-9941c21762a7'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f1897b58-2c62-4f46-b5b4-09663c66895e'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:18:28.163128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8363c157-0df0-4d10-a7d6-ba970824cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.205585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002105-23ed-47ce-8bd3-46852e684354 req-ef1f6320-5d30-4f46-95e0-1d848ad6e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:28.207487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-ef1f6320-5d30-4f46-95e0-1d848ad6e507 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1096 time: 0.0628526 Sep 24 19:18:28.210848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.277140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd1119ed-b0bb-4123-b18b-a54747a49ed1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:28.278740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:28.281466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.283226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.287312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b67c1cc-b6be-4539-a23d-442b8cd36f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dd1119ed-b0bb-4123-b18b-a54747a49ed1 HTTP/1.1" status: 204 len: 168 time: 0.5617476 Sep 24 19:18:28.291355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:28.375699 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-38227b80-fe4f-4963-b48e-83abc2e1fb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] GET failed (client error): The resource could not be found. Sep 24 19:18:28.380917 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-38227b80-fe4f-4963-b48e-83abc2e1fb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-143279054-project-admin] 10.222.0.18 "GET /v2.0/ports/dd1119ed-b0bb-4123-b18b-a54747a49ed1 HTTP/1.1" status: 404 len: 333 time: 0.0837483 Sep 24 19:18:28.381168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:28.399714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002105-23ed-47ce-8bd3-46852e684354 req-242312ce-f849-4fcd-bca8-6691a5ef3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:28.401435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-242312ce-f849-4fcd-bca8-6691a5ef3f46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.1727858 Sep 24 19:18:28.466120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8cff4c2f-8c77-406a-a53c-82858b28f01c None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:28.466691 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cff4c2f-8c77-406a-a53c-82858b28f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.530193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.566510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-4af98868-79f8-4f1d-8246-1a162795c69a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 1001 time: 0.1562340 Sep 24 19:18:28.625761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246dd1ad-f602-420d-aa7a-d9a8d2787c42 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:18:28.684877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002105-23ed-47ce-8bd3-46852e684354 req-48237bf4-632e-4dc1-9761-3d8046f17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:28.686514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-48237bf4-632e-4dc1-9761-3d8046f17846 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.1121914 Sep 24 19:18:28.742538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002105-23ed-47ce-8bd3-46852e684354 req-4b52dcf1-6540-4ed4-ad53-d8dbe1da00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:28.744965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-4b52dcf1-6540-4ed4-ad53-d8dbe1da00aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516701 Sep 24 19:18:28.766306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246dd1ad-f602-420d-aa7a-d9a8d2787c42 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:18:28.832574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3df0a386-ed5d-46c3-a7c5-c343d4fa519e None None] Could not find standard attr ID for object 31c67b9d-98bf-4211-a53b-89c28a6a2205. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:28.836902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:28.868484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-1a61d681-cbe6-4b07-b499-214b9a47e469 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151736 Sep 24 19:18:28.878373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:28.896706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caec5e7-d757-4d20-a0ae-5c89345a9dec') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:28.897021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caec5e7-d757-4d20-a0ae-5c89345a9dec') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:28.971764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.015020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.021793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8002105-23ed-47ce-8bd3-46852e684354 req-75eede6c-3b95-43de-8637-46c8799ae02e service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428792 Sep 24 19:18:29.132412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:18:29.133493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:18:29.136742 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:18:29.189397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f1897b58-2c62-4f46-b5b4-09663c66895e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:29.240986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:18:29.332055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.353834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.401847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a56b489c-8520-47e0-8a40-b9166f979936'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f1897b58-2c62-4f46-b5b4-09663c66895e'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:18:29.410677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.417166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] 10.222.0.18 "DELETE /v2.0/networks/1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc HTTP/1.1" status: 204 len: 168 time: 1.0323510 Sep 24 19:18:29.454933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:29.456276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.462748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8ef65-fd0b-4b9c-87ac-13cde75c2d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436761389-project] Pushing event deleted for resources: {'Network': ['ID=1c4aabb0-f1c4-4e2d-99e8-16ea39f050dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:29.479895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.543405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:29.688719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:29.762560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe83:d551-4a15c7db-90f7-43fc-814a-68407d14a3 {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:29.763004 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:29.865253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:30.136382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-babe94a1-14c6-4c2a-b903-50ab5b338ac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79b3fdb9b1964a7ba13111f9e09377c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691984 Sep 24 19:18:30.139177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52620) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:30.201910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.230974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.299482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.306915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.310570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b895d298-9b82-4b24-8b72-822cd1a4ce3d HTTP/1.1" status: 204 len: 168 time: 0.1701572 Sep 24 19:18:30.326502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e6d80-db05-4795-9fba-abcfd2b78344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895d298-9b82-4b24-8b72-822cd1a4ce3d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:30.376199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.390267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:30.452783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.470559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.471366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.611935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:30.641531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:30.645523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=a56b489c-8520-47e0-8a40-b9166f979936,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:30.655937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:30.656521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:30.660790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:30.687462 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8d6d24db-55f1-454f-beb5-ff296186077d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5767899 Sep 24 19:18:30.687710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52640) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:30.692478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:30.721864 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:30.722158 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:30.893544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:30.901505 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.019315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:31.169341 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c20a6f9d-67f0-460f-ba9d-703eebe8b1f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e5dbd917ace486dbd28b34bac0d926f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486919 Sep 24 19:18:31.175044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:31.416362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.473660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.525987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.594158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.608276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=48473d39-8bce-4d93-80fd-9c9f69103816,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:31.639807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:31.642293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:31.647139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:31.648358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.671296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b3fbcbf-c89b-400f-834b-cddc43d94106 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9829113 Sep 24 19:18:31.674131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:31.681024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:18:ea:1b', 'name': 'tempest-NetworksTestDHCPv6-1773622237'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:31.687043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.694255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:31.696806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a678118-0cd6-4acb-b3ce-888d9b980d2b HTTP/1.1" status: 204 len: 168 time: 0.5154083 Sep 24 19:18:31.732056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98184e15-4beb-45b1-86ea-d46e0428d635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a678118-0cd6-4acb-b3ce-888d9b980d2b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:31.876970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:31.983679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.001610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:32.009172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port eb9cb613-31aa-4991-aef1-18b3c350d462 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:32.040031 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.045298 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.113226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcb940-8d23-43f8-ac89-129452ba4828 None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:32.232334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 172.20.0.5 (00eb5de6-bafc-4a69-971a-ad436c7f076f/48473d39-8bce-4d93-80fd-9c9f69103816/eb9cb613-31aa-4991-aef1-18b3c350d462) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:32.240703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe18:ea1b (00eb5de6-bafc-4a69-971a-ad436c7f076f/a56b489c-8520-47e0-8a40-b9166f979936/eb9cb613-31aa-4991-aef1-18b3c350d462) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:32.465936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.564821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.666718 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-656504a2-9930-456d-ad64-ea889062ebf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586950 Sep 24 19:18:32.694745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:32.694745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=eb9cb613-31aa-4991-aef1-18b3c350d462,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:32.705603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:32.708397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:32.863379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:32.864082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:32.883633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-47780bb8-c6c1-4d54-a730-426572a58fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:32.885401 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-47780bb8-c6c1-4d54-a730-426572a58fda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1096 time: 0.1737812 Sep 24 19:18:32.899145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:32.900034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aca2a7e0-fb3d-4c93-aa34-8a08c55f695a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2243407 Sep 24 19:18:33.022678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65027ac-9ab6-4fc8-9bd1-f10f0fd93570 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:33.046599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65027ac-9ab6-4fc8-9bd1-f10f0fd93570 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:33.048638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f65027ac-9ab6-4fc8-9bd1-f10f0fd93570 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1479959 Sep 24 19:18:33.051052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52738) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:33.074807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-c6add3cb-a56a-4068-9e17-0428df042cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:33.081067 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-c6add3cb-a56a-4068-9e17-0428df042cd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 897 time: 0.1724691 Sep 24 19:18:33.188203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.214569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-8ef1433f-1f93-42a9-a574-757d9ac074d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 1001 time: 0.1240728 Sep 24 19:18:33.268063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f1897b58-2c62-4f46-b5b4-09663c66895e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:33.290155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port eb9cb613-31aa-4991-aef1-18b3c350d462 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:33.290517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.293314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-acfa04a6-d60c-440b-ad17-8be02f780004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:33.295351 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-acfa04a6-d60c-440b-ad17-8be02f780004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 200 len: 835 time: 0.0684478 Sep 24 19:18:33.330801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0d4f0-bd0c-4974-90aa-8ab733a069a0 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:18:33.346147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:33.433379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-1d9d49ec-d4ee-45e6-9d30-e3ec03173924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:33.435093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-1d9d49ec-d4ee-45e6-9d30-e3ec03173924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396154a5-7780-403c-953b-d302f401d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321449 Sep 24 19:18:33.435245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:33.435670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.486805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:33.487209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.541298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.566842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for eb9cb613-31aa-4991-aef1-18b3c350d462 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:33.703216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0d4f0-bd0c-4974-90aa-8ab733a069a0 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:18:33.714376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.795286 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:33.837843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:33.867315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-42eda3fe-e0d0-4ad8-9699-0ce302de7baa service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915549 Sep 24 19:18:33.906348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.050028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.103458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:34.106949 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:34.180344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9f81-de4f-4c80-824e-2e74fc2b61b2 None None] Pushing event updated for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:34.192891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=eb9cb613-31aa-4991-aef1-18b3c350d462,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:34.218580 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1abfd2a2-5b3a-4050-beeb-8e467af0f44c req-4ceef211-2c19-4d5b-b347-618f0e9d492a service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802002 Sep 24 19:18:34.342004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.361011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4d0002dd-48ad-4bb4-b15a-f1e6adf2d998 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/eb9cb613-31aa-4991-aef1-18b3c350d462 HTTP/1.1" status: 204 len: 168 time: 1.3078661 Sep 24 19:18:34.363065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:34.443532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:34.478459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8a11f-d97d-4bac-a034-1afcbc41a232 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:34.480694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8a11f-d97d-4bac-a034-1afcbc41a232 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:34.482476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8a11f-d97d-4bac-a034-1afcbc41a232 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:34.484479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fce8a11f-d97d-4bac-a034-1afcbc41a232 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1204300 Sep 24 19:18:34.486015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402af0a-cb2d-4221-98ee-76f7a0e053d1 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'a56b489c-8520-47e0-8a40-b9166f979936', 'ip_address': '2001:db8::f816:3eff:fe83:d551'}, {'subnet_id': '48473d39-8bce-4d93-80fd-9c9f69103816'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'f1897b58-2c62-4f46-b5b4-09663c66895e'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:18:34.488091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52798) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:34.550357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8402af0a-cb2d-4221-98ee-76f7a0e053d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.553071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 48473d39-8bce-4d93-80fd-9c9f69103816 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:34.554700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.558874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.652585 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.688171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1621590741', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:34.741316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.745672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Made reservation on behalf of 1062d965a6ef43d086a06b79e5398bc9 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:34.750796 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.811677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-8402af0a-cb2d-4221-98ee-76f7a0e053d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48473d39-8bce-4d93-80fd-9c9f69103816: This subnet is being modified by another concurrent operation. Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48473d39-8bce-4d93-80fd-9c9f69103816: This subnet is being modified by another concurrent operation. Sep 24 19:18:34.940255 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:18:34.948988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.040607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.053640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/48473d39-8bce-4d93-80fd-9c9f69103816 HTTP/1.1" status: 204 len: 168 time: 0.5645251 Sep 24 19:18:35.056134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8731-9712-431d-83c8-f1c8ebf4a5da tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=48473d39-8bce-4d93-80fd-9c9f69103816,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:35.056672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:35.089596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d10f5b-b6f1-43b3-b562-4222de4e1744 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:18:35.146616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet a56b489c-8520-47e0-8a40-b9166f979936 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:35.146843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.151994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.162665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.167708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-806e54ec-8f68-4103-bfd6-463effedb978 None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:35.168184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-806e54ec-8f68-4103-bfd6-463effedb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.168676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] device_id is not set on port 49b0e555-7fa3-4607-b97f-f83667e33613 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:35.180876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:35.181222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.249473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.316104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Allocated IP 172.25.5.34 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/49b0e555-7fa3-4607-b97f-f83667e33613) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:35.353304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d10f5b-b6f1-43b3-b562-4222de4e1744 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:18:35.414466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:35.415024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.439553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:35.503433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca6032-2574-4743-acff-060f9f4ec3de,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:35.533386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.535545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.604517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.627533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.650564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.652700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a56b489c-8520-47e0-8a40-b9166f979936 HTTP/1.1" status: 204 len: 168 time: 0.5931263 Sep 24 19:18:35.665207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52828) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:35.669167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:35.675859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b266a8-a712-4b39-88cb-719b2467471e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=a56b489c-8520-47e0-8a40-b9166f979936,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:35.686398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:35.771993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:35.776169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7e2784b-bdbe-47a2-b312-90d2059a02a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092527 Sep 24 19:18:35.779280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:35.787241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:35.793820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Pushing event updated for resources: {'Port': ['ID=49b0e555-7fa3-4607-b97f-f83667e33613,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:35.851702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.900858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:35.901863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.905338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=8befcc63-1ebf-41c8-88fb-40e17b3b6ab4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:35.936170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4cb626de-2ebe-45e0-aade-65df1b2a520a tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4914401 Sep 24 19:18:35.937153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52844) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:35.942657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.34'}]}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:35.976218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:35.978224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.053834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.087960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164763df-33f2-4cc8-ad79-818c7e4d2a0e None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:36.238560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-75736a9e-e714-4ef4-aa2c-42a57971beff None None] Provisioning complete for port f1897b58-2c62-4f46-b5b4-09663c66895e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:36.238978 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75736a9e-e714-4ef4-aa2c-42a57971beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.334761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:36.425528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Deleting port f1897b58-2c62-4f46-b5b4-09663c66895e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:36.426013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.501976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:36.507248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.545959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] For port f1897b58-2c62-4f46-b5b4-09663c66895e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f1897b58-2c62-4f46-b5b4-09663c66895e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:36.546453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.597624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.600269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Calling delete_port for f1897b58-2c62-4f46-b5b4-09663c66895e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:36.648490 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:18:36.829190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.850396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:36.891416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] Pushing event deleted for resources: {'Port': ['ID=f1897b58-2c62-4f46-b5b4-09663c66895e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:36.893373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cd67c-50c2-4669-b6f7-e297b79b02b7 None None] No DVR routers for this DVR port f1897b58-2c62-4f46-b5b4-09663c66895e on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:36.927319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c05167-2f5f-4ddc-b704-7113eb0d36fc None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:37.028691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.166939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:37.211062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.231540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '70ecfe72-48a3-4a9a-b303-f5d7f3fa312e'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:37.232352 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.246462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f1897b58-2c62-4f46-b5b4-09663c66895e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:37.258008 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.273061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:37.276509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=70ecfe72-48a3-4a9a-b303-f5d7f3fa312e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:37.279150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:37.279657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.375543 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c7cdbfcf-beb3-4600-8172-9053d4590e97 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5949180 Sep 24 19:18:37.376349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:37.385881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:37.397030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f1897b58-2c62-4f46-b5b4-09663c66895e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:37.397367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f1897b58-2c62-4f46-b5b4-09663c66895e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:37.411734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Allocated IP 172.20.0.2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/70ecfe72-48a3-4a9a-b303-f5d7f3fa312e/922e66e8-cc81-41c5-b659-c284339a7b32) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:37.434960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:37.616210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:37.622264 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58fb8e28-86d7-4c89-a416-83cf381ff6de tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/1fc191a0-884d-4cd4-97c1-9b1feac897f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2752542 Sep 24 19:18:37.648551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:37.650330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.717330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:37.720882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.741926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.751857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:37.753302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:37.823432 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:37.901775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:37.907448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:37.917750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:37.930968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Pushing event updated for resources: {'Port': ['ID=922e66e8-cc81-41c5-b659-c284339a7b32,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:37.996050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.028094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:38.030928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.064679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Attempting to bind port 922e66e8-cc81-41c5-b659-c284339a7b32 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:38.065050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Attempting to bind port 922e66e8-cc81-41c5-b659-c284339a7b32 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:38.065482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Attempting to bind port 922e66e8-cc81-41c5-b659-c284339a7b32 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:38.075754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:38.076150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:38.076555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.076945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:38.077400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Bound port: 922e66e8-cc81-41c5-b659-c284339a7b32, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:38.077777 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.148153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.148835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c33e23a-ce7b-4292-92bb-8481368b2151 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:18:38.165977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] For port 922e66e8-cc81-41c5-b659-c284339a7b32, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:38.166090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a390cf-4de4-4f62-be81-66459cc53310 req-9c8d2df4-6331-4ddc-bd13-97497353441a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:38.166090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0a390cf-4de4-4f62-be81-66459cc53310 req-9c8d2df4-6331-4ddc-bd13-97497353441a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.1627841 Sep 24 19:18:38.218209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] For port 922e66e8-cc81-41c5-b659-c284339a7b32, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=922e66e8-cc81-41c5-b659-c284339a7b32,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:38.219701 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:18:38.220914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ca3d529f-5cc7-44ca-acff-39727767e4a6 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2824585 Sep 24 19:18:38.225307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:38.245323 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.262227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0a390cf-4de4-4f62-be81-66459cc53310 req-1269d61e-22cc-4802-8962-32cf328d70ee tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881906 Sep 24 19:18:38.399056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34332cbc-1127-437c-b7f4-75ddb2a4a8b0 None None] Pushing event updated for resources: {'Port': ['ID=922e66e8-cc81-41c5-b659-c284339a7b32,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:38.423278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Deleting port 49b0e555-7fa3-4607-b97f-f83667e33613 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:38.423748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.563878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:38.579237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.609635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:38.610919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Calling delete_port for 49b0e555-7fa3-4607-b97f-f83667e33613 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:38.637181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:38.638320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:38.673917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:18:38.835469 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:38.899545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:38.913482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b0e555-7fa3-4607-b97f-f83667e33613,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:38.977399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.099849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.101836 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c7a3bea-107d-43fe-a91f-28da51013114 tempest-RoutersAdminNegativeIpV6Test-1263036872 tempest-RoutersAdminNegativeIpV6Test-1263036872-project-admin] 10.222.0.18 "DELETE /v2.0/ports/49b0e555-7fa3-4607-b97f-f83667e33613 HTTP/1.1" status: 204 len: 168 time: 0.8752270 Sep 24 19:18:39.130421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.235654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 922e66e8-cc81-41c5-b659-c284339a7b32 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:39.404831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:39.406004 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.574139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:39.586782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] For port 922e66e8-cc81-41c5-b659-c284339a7b32, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=922e66e8-cc81-41c5-b659-c284339a7b32,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:39.616280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-db2954ac-c441-451d-b905-fbbd1e89168c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:39.618262 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-db2954ac-c441-451d-b905-fbbd1e89168c tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.1449096 Sep 24 19:18:39.675319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:39.733408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5e60d-8fc6-4c40-942a-047b5eba2f77 req-f486c6cf-a57a-48c0-afc7-2b2ab6055249 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:39.735244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16e5e60d-8fc6-4c40-942a-047b5eba2f77 req-f486c6cf-a57a-48c0-afc7-2b2ab6055249 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 946 time: 0.2451465 Sep 24 19:18:39.740736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.770839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.780806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:39.916692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:39.917192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.006018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:40.011515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-971ea9a7-292b-4fdd-b059-7900692b1cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.020819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9fc93-679e-4f20-bf7b-af8602b06ad9 None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'port_id': '0c4f361b-920b-4282-a315-383502df483c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'mac_address': 'fa:16:3e:f2:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:17:02Z', 'updated_at': '2021-09-24T19:17:05Z', 'revision_number': 1, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:40.022559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.040226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:40.073318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c37c9-9c21-4233-afd4-07beaf2219b0 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:40.119219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port ebc6a2f5-6ecc-419a-8d92-527fbda909d6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:40.119375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16e5e60d-8fc6-4c40-942a-047b5eba2f77 req-13798598-6b5a-47f9-b45c-fef97fb6b295 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445787 Sep 24 19:18:40.119589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.127129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:40.127730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.131819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=9938e806-a9ec-4662-9103-935e4e5df3a9,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.135631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for ebc6a2f5-6ecc-419a-8d92-527fbda909d6 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:40.152484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=922e66e8-cc81-41c5-b659-c284339a7b32,revision_number=4']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.237053 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:40.237423 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:40.251028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:40.251275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.300613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-971ea9a7-292b-4fdd-b059-7900692b1cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.312639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-971ea9a7-292b-4fdd-b059-7900692b1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.330735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.350533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8b00a36a-8731-4953-9e32-fd4a74f20cab tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9728582 Sep 24 19:18:40.357567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52972) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:40.399700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-971ea9a7-292b-4fdd-b059-7900692b1cae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40994de839d94bf995be6f110a895eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8222826 Sep 24 19:18:40.403946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52974) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:40.413836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ea9a7-292b-4fdd-b059-7900692b1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204a2588-0d6b-41f5-a47c-f3bb77484793,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.450167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:da:e1:4d', 'name': 'tempest-NetworksTestDHCPv6-13910611'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:40.466373 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.507706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] For port 922e66e8-cc81-41c5-b659-c284339a7b32, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=922e66e8-cc81-41c5-b659-c284339a7b32,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:40.515603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.527348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.545822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=ebc6a2f5-6ecc-419a-8d92-527fbda909d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.554901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.590117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] No DVR routers for this DVR port ebc6a2f5-6ecc-419a-8d92-527fbda909d6 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:40.599120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.601250 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35e1360-9206-4df4-be96-6ab5a7ff2a8c req-3069982e-95e8-46c4-83ee-5aacf4641b04 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "DELETE /v2.0/ports/ebc6a2f5-6ecc-419a-8d92-527fbda909d6 HTTP/1.1" status: 204 len: 173 time: 0.9649303 Sep 24 19:18:40.601805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'name': 'network-vif-deleted', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:18:40.604231 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade60601-cfe6-4478-9e08-7c9f61781c3e" -d '{"events": [{"server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "name": "network-vif-deleted", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:18:40.666090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ffb1c-c2be-46a6-b710-8c19fe7b0fe7 None None] Pushing event updated for resources: {'Port': ['ID=922e66e8-cc81-41c5-b659-c284339a7b32,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.673967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.688007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:40.689924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/204a2588-0d6b-41f5-a47c-f3bb77484793 HTTP/1.1" status: 204 len: 168 time: 0.2840185 Sep 24 19:18:40.732258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e807d-5f78-4a1b-822f-987c8fe7c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a2588-0d6b-41f5-a47c-f3bb77484793,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:40.755647 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9cefe-427c-4f60-9272-bbfb53ce376a x-openstack-request-id: req-59a9cefe-427c-4f60-9272-bbfb53ce376a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:18:40.755824 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103110e2-dda1-4f34-a79a-1ee1430bdb68", "name": "network-vif-deleted", "tag": "ebc6a2f5-6ecc-419a-8d92-527fbda909d6", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:18:40.756083 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59a9cefe-427c-4f60-9272-bbfb53ce376a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:18:40.756489 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103110e2-dda1-4f34-a79a-1ee1430bdb68', 'name': 'network-vif-deleted', 'tag': 'ebc6a2f5-6ecc-419a-8d92-527fbda909d6', 'status': 'completed', 'code': 200} Sep 24 19:18:40.938643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:41.120907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.154649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 922e66e8-cc81-41c5-b659-c284339a7b32 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:41.217668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 55606dd1-f6d1-407b-89f7-e1cf1a208725 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:41.317595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:41.318089 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.354982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0054bbf1-5a4e-429b-8be9-0bd6e65b58cc req-1d6f8e59-1942-40e5-ae16-b0755f52d3e1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=103110e2-dda1-4f34-a79a-1ee1430bdb68 HTTP/1.1" status: 200 len: 210 time: 0.0758622 Sep 24 19:18:41.512016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53008) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:41.547470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:41.577006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9f7db5c2-d8f2-46a9-88b9-fc21c60defb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1062d965a6ef43d086a06b79e5398bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644083 Sep 24 19:18:41.581624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53012) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:41.597677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:41.598639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8befcc63-1ebf-41c8-88fb-40e17b3b6ab4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:41.635234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 172.20.0.6 (00eb5de6-bafc-4a69-971a-ad436c7f076f/70ecfe72-48a3-4a9a-b303-f5d7f3fa312e/55606dd1-f6d1-407b-89f7-e1cf1a208725) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:41.645605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:feda:e14d (00eb5de6-bafc-4a69-971a-ad436c7f076f/9938e806-a9ec-4662-9103-935e4e5df3a9/55606dd1-f6d1-407b-89f7-e1cf1a208725) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:41.655362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.697890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.758734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109c606-96d4-4a01-97c4-3efde886f915 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:41.765307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.768981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.770577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfca6032-2574-4743-acff-060f9f4ec3de HTTP/1.1" status: 204 len: 168 time: 0.1871550 Sep 24 19:18:41.782958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596ea8c-3dae-4375-9a00-ff301a08e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca6032-2574-4743-acff-060f9f4ec3de,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:41.890001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e0b74711-ecb3-4ccb-ae17-0a67a4fcd7bc None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:41.890517 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0b74711-ecb3-4ccb-ae17-0a67a4fcd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:41.980740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.028623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.084672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:42.099846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:42.102737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:42.200619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=55606dd1-f6d1-407b-89f7-e1cf1a208725,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:42.236628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:42.237517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.260544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-49c95abb-dbec-4790-aa3d-1af5cb1154d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8764246 Sep 24 19:18:42.263176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53042) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:42.346062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770a9f4-f856-43e0-bb23-84b8127281a3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:42.365547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770a9f4-f856-43e0-bb23-84b8127281a3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:42.368775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7770a9f4-f856-43e0-bb23-84b8127281a3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1044636 Sep 24 19:18:42.371946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:42.505199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 55606dd1-f6d1-407b-89f7-e1cf1a208725 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:42.507209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:42.507748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.624068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.635649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.659553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c7775e8d-f3a3-4594-87c0-f03e3236aecc None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:42.660134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7775e8d-f3a3-4594-87c0-f03e3236aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.665448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.688915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 55606dd1-f6d1-407b-89f7-e1cf1a208725 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:42.756255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ebc6a2f5-6ecc-419a-8d92-527fbda909d6 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:42.774647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.777712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:42.780708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/security-groups/d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b HTTP/1.1" status: 204 len: 168 time: 0.2724960 Sep 24 19:18:42.799223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7d16-567a-4b57-a8cc-143f25fafe40 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f9c3d-13bf-4da9-b471-e6dd5cb99d4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:42.831160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: ebc6a2f5-6ecc-419a-8d92-527fbda909d6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:42.831469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ebc6a2f5-6ecc-419a-8d92-527fbda909d6 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:42.851852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:42.990134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c7775e8d-f3a3-4594-87c0-f03e3236aecc None None] Provisioning complete for port 55606dd1-f6d1-407b-89f7-e1cf1a208725 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:42.990900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7775e8d-f3a3-4594-87c0-f03e3236aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.005691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting subnet af89d491-45d9-48e4-b991-03182cb61c5d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:43.013757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.101561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c7775e8d-f3a3-4594-87c0-f03e3236aecc None None] Port 55606dd1-f6d1-407b-89f7-e1cf1a208725 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:43.107940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53086) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:43.118191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.155608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.181944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=55606dd1-f6d1-407b-89f7-e1cf1a208725,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:43.252872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-184055be-b839-4164-b2d5-0690d2ee80b6 None None] Could not find standard attr ID for object eb9cb613-31aa-4991-aef1-18b3c350d462. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:43.304776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1306162217'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:43.328711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.333142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2333ca5b-4381-4cf7-834e-0fa77106027e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/55606dd1-f6d1-407b-89f7-e1cf1a208725 HTTP/1.1" status: 204 len: 168 time: 0.9572921 Sep 24 19:18:43.334577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53096) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:43.370832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:43.374271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.386660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.422085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.465034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406f988-2795-4f2f-8e35-7dd916eaac0d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:43.466937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406f988-2795-4f2f-8e35-7dd916eaac0d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:43.468935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406f988-2795-4f2f-8e35-7dd916eaac0d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:43.470726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7406f988-2795-4f2f-8e35-7dd916eaac0d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1351764 Sep 24 19:18:43.474166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53102) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:43.510417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.538181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 70ecfe72-48a3-4a9a-b303-f5d7f3fa312e {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:43.548733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Subnet': ['ID=af89d491-45d9-48e4-b991-03182cb61c5d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:43.550981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.555214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0906dc22-21d8-487e-a971-67021b9ae74d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/subnets/af89d491-45d9-48e4-b991-03182cb61c5d HTTP/1.1" status: 204 len: 168 time: 0.6994250 Sep 24 19:18:43.556062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:43.561872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170df07d-3b7f-4505-bb55-9da05b173303 None None] Network a3418b70-6c0d-43c2-aef9-5060397aa4dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:43.569382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.628644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.711957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dcfc39a4-f27f-4e8a-a339-063e46877c1b None None] Could not find standard attr ID for object 55606dd1-f6d1-407b-89f7-e1cf1a208725. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:43.729361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.736311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.781144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.794369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:18:43.845683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.846046 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Added segment 64a713af-dfe0-43be-9ec9-e712f59b1b8f of type vlan for network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 Sep 24 19:18:43.851985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9921f-51ef-43ad-b025-c770de037f58,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:43.893285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:43.900621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.941072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.973813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:43.974193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:43.983998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] DHCP port deletion for a3418b70-6c0d-43c2-aef9-5060397aa4dd request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:44.015728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:44.051706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Deleting port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:44.055045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.087572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.200987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.208079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] For port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,segment=NetworkSegment(6ecb0e3c-e0e8-4382-b44d-6b48ff10a388),segment_id=6ecb0e3c-e0e8-4382-b44d-6b48ff10a388)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:44.208596 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.215334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:44.217206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.224853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Calling delete_port for 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:44.226720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.272169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.293552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:44.331856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2214310 Sep 24 19:18:44.337396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:44.347413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'subnet': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:44.347678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=70ecfe72-48a3-4a9a-b303-f5d7f3fa312e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:44.358293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] No DVR routers for this DVR port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:44.393025 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.407845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] No DVR routers for this DVR port 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:44.421671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.426520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0b41ca03-0282-4d34-b19c-11a9a43ecbd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/70ecfe72-48a3-4a9a-b303-f5d7f3fa312e HTTP/1.1" status: 204 len: 168 time: 0.9510701 Sep 24 19:18:44.430217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7176a96-7783-42fc-99c7-a220ba85be03 None None] Pushing event deleted for resources: {'Port': ['ID=6687c5dd-75c7-4181-a1b0-a4e3cdb818a2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:44.453532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:44.492389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c124f7d-5e0d-494e-bb9a-e0a69b02717f None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:44.516522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 9938e806-a9ec-4662-9103-935e4e5df3a9 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:44.558476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.584475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3418b70-6c0d-43c2-aef9-5060397aa4dd']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:44.595696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:44.596177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecb0e3c-e0e8-4382-b44d-6b48ff10a388') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:44.608484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.623639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.631671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:18:44.632245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:18:44.640169 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:18:44.642974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.819388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.869356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ebda4-c30a-4e2e-9952-4891754f2d26 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Network': ['ID=97d1d665-edd2-4ec5-91a8-13eae23a3bb8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:44.876455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.885243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:18:44.891353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:44.894920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.902222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:44.907312 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/networks/a3418b70-6c0d-43c2-aef9-5060397aa4dd HTTP/1.1" status: 204 len: 168 time: 1.3504415 Sep 24 19:18:44.911488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53144) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:45.112706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe879-39b9-42e9-a5a9-8a9fccfed09e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Network': ['ID=a3418b70-6c0d-43c2-aef9-5060397aa4dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:45.136102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:45.169678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 1285bdb5-9f11-414d-bf71-a6124aa406d7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:45.169678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.172057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:45.185169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6687c5dd-75c7-4181-a1b0-a4e3cdb818a2 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:45.319974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.346263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.348968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.364736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.384351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 1285bdb5-9f11-414d-bf71-a6124aa406d7 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:45.484964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.493774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Subnet': ['ID=31cebf06-d8b4-4a15-84cc-3a0a548b676b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:45.507415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Checking segment: {'id': '64a713af-dfe0-43be-9ec9-e712f59b1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:45.510209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network hostable DHCP agents. Network: 97d1d665-edd2-4ec5-91a8-13eae23a3bb8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:18:45.536746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.538551 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9938e806-a9ec-4662-9103-935e4e5df3a9 HTTP/1.1" status: 204 len: 168 time: 1.0840411 Sep 24 19:18:45.541855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661fac-b629-4d7a-8acd-ed632e787b74 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=9938e806-a9ec-4662-9103-935e4e5df3a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:45.543505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:45.589923 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27bd55e3-0f81-495d-bb62-01067512ac88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416505 Sep 24 19:18:45.591322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:45.598230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44289f90-163f-4b10-8022-5c1e7ad4d471 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:45.598926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:45.625054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.643906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:18:45.655347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=1285bdb5-9f11-414d-bf71-a6124aa406d7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:45.730142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 97d1d665-edd2-4ec5-91a8-13eae23a3bb8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:45.752118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:45.753216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.754027 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Floating IP ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 disassociated (deleted). External IP: 172.25.5.162, port: 0c4f361b-920b-4282-a315-383502df483c. Sep 24 19:18:45.756877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.774041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f9ce2-9168-4308-81c2-495413beabf7 None None] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:45.776067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fcc0cfed-f1d1-4ed8-9b41-ffbf50543671 None None] Provisioning complete for port 922e66e8-cc81-41c5-b659-c284339a7b32 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:45.776759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cfed-f1d1-4ed8-9b41-ffbf50543671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.799833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:45.804329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:45.844073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53176) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:45.847018 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8dd4ec14-26b4-405c-a784-2145e1e50f48 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5098982 Sep 24 19:18:45.854476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-1395509521'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:46.135066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:46.184081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.233783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'tenant_id': '873c83df97ee4ff7ba48d5f8c5f3cc06', 'fixed_ips': [{'subnet_id': '31cebf06-d8b4-4a15-84cc-3a0a548b676b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:46.237127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.286293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Deleting port 922e66e8-cc81-41c5-b659-c284339a7b32 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:46.286817 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.288428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:46.292109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=42f2cbd3-69fb-4eac-9496-d5fd0717fa28,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:46.292545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.300181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:46.303117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:46.305881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:46.306464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.326691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:46.331242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b448d9bb-f88d-42ce-869a-c2a151b51dc4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7382059 Sep 24 19:18:46.336008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:46.342302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 1babeb63-0341-4b24-bed1-2fe36448a62f yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:46.344358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:46.510524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] For port 922e66e8-cc81-41c5-b659-c284339a7b32, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=922e66e8-cc81-41c5-b659-c284339a7b32,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:46.511025 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.537065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Calling delete_port for 922e66e8-cc81-41c5-b659-c284339a7b32 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:46.558202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Allocated IP 172.20.0.2 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/6699ad44-304a-461a-afac-d8466b8c5a83) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:46.567949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:46.572569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.646255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:46.659868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:46.669157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:46.674574 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:46.675401 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:46.757332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8f90233f-fc12-4c32-8ecf-3bb3ee340a05 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/floatingips/ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9 HTTP/1.1" status: 204 len: 168 time: 1.8446679 Sep 24 19:18:46.757885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:18:46.767984 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd38db-c460-459e-8c14-d84e3b87752a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:18:46.857137 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:46.867228 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec285a-7d00-4c8f-b7d0-b3357d27fd19 x-openstack-request-id: req-b6ec285a-7d00-4c8f-b7d0-b3357d27fd19 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:18:46.867720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "tag": "0c4f361b-920b-4282-a315-383502df483c", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:18:46.868279 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ec285a-7d00-4c8f-b7d0-b3357d27fd19 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:18:46.868968 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'tag': '0c4f361b-920b-4282-a315-383502df483c', 'status': 'completed', 'code': 200} Sep 24 19:18:47.000708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-7707229f-427d-4fee-bd5f-9dadc6166161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:47.002877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-7707229f-427d-4fee-bd5f-9dadc6166161 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 1096 time: 0.0598602 Sep 24 19:18:47.189802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:18:47.194579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 922e66e8-cc81-41c5-b659-c284339a7b32 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:47.197197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.229527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 922e66e8-cc81-41c5-b659-c284339a7b32 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:47.230100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 922e66e8-cc81-41c5-b659-c284339a7b32 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:47.230270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.241556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864003-240d-49ef-99b1-6b407d81644a req-27053f81-5faa-40dd-8465-42a1bd50a9a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:47.257696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68864003-240d-49ef-99b1-6b407d81644a req-27053f81-5faa-40dd-8465-42a1bd50a9a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.0886135 Sep 24 19:18:47.289487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.310470 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:47.314294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:47.321750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:47.330210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:47.331146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.336279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] Pushing event deleted for resources: {'Port': ['ID=922e66e8-cc81-41c5-b659-c284339a7b32,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:47.339032 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.345323 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:47.358065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0177116 Sep 24 19:18:47.359232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:47.361985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29eeba-9c2f-4c6a-a316-09034d096a61 None None] No DVR routers for this DVR port 922e66e8-cc81-41c5-b659-c284339a7b32 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:47.375132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:64:c9:f8', 'name': 'tempest-NetworksTestDHCPv6-78420922'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:47.375696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68864003-240d-49ef-99b1-6b407d81644a req-a15bfa20-7e92-4999-97f8-956796e0bd19 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167984 Sep 24 19:18:47.385493 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:47.388398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ff927-c92e-4595-aac2-7b19c03e9413 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=d9703235-7971-48a0-9112-f49bd5d1127c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:47.389543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:47.424956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-b8709ff0-65c6-4056-8729-5dd64042ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:47.427000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-b8709ff0-65c6-4056-8729-5dd64042ecc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 200 len: 897 time: 0.2938099 Sep 24 19:18:47.427245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449e5bc-fc7e-4fc2-98a4-75176f4acda4 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:47.439986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:47.460286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:47.484028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.14 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/1babeb63-0341-4b24-bed1-2fe36448a62f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:47.494225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:47.659793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Pushing event updated for resources: {'Port': ['ID=6699ad44-304a-461a-afac-d8466b8c5a83,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:47.713660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Attempting to bind port 6699ad44-304a-461a-afac-d8466b8c5a83 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:47.716382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Attempting to bind port 6699ad44-304a-461a-afac-d8466b8c5a83 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '64a713af-dfe0-43be-9ec9-e712f59b1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:47.716950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Attempting to bind port 6699ad44-304a-461a-afac-d8466b8c5a83 on network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:47.790769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.827718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:47.828391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Checking segment: {'id': '64a713af-dfe0-43be-9ec9-e712f59b1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:47.828976 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.829545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Bound using segment: {'id': '64a713af-dfe0-43be-9ec9-e712f59b1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:47.830233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Bound port: 6699ad44-304a-461a-afac-d8466b8c5a83, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a713af-dfe0-43be-9ec9-e712f59b1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:47.832971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.834220 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:47.862777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:47.983372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] For port 6699ad44-304a-461a-afac-d8466b8c5a83, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:47.990203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] For port 6699ad44-304a-461a-afac-d8466b8c5a83, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6699ad44-304a-461a-afac-d8466b8c5a83,segment=NetworkSegment(64a713af-dfe0-43be-9ec9-e712f59b1b8f),segment_id=64a713af-dfe0-43be-9ec9-e712f59b1b8f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:47.995439 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-39b68a05-16a0-403c-8c42-b60619990d7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 200 len: 217 time: 0.5598307 Sep 24 19:18:47.998759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=1babeb63-0341-4b24-bed1-2fe36448a62f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:48.001783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:48.009052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:48.011209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.011760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.012268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.012773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.014964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.015514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.016036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.016533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.017028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.020217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.020759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.021260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:18:48.027997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:48.031506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.035383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:48.061670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '42f2cbd3-69fb-4eac-9496-d5fd0717fa28'}, {'subnet_id': 'd9703235-7971-48a0-9112-f49bd5d1127c'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:48.062407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.174380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.176904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:48.178117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.220284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b75a02fc-823d-4937-b518-3042a9404d15 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3751380 Sep 24 19:18:48.225205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53230) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:48.240385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-1338093937', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:eb:6d:b9'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:48.249651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 33bd3bab-9841-45ac-ab06-cb64e5b53662 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:48.269190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e8337-e2c4-48a7-bb71-5bb9afb69c20 None None] Pushing event updated for resources: {'Port': ['ID=6699ad44-304a-461a-afac-d8466b8c5a83,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:48.276050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-4714962b-ecaf-4101-90fd-5adf69bdf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:48.281114 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-4714962b-ecaf-4101-90fd-5adf69bdf76d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 200 len: 835 time: 0.2712603 Sep 24 19:18:48.287806 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:48.354241 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35f7bf-baab-464e-828e-23c7799cda20 None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:35Z', 'revision_number': 6, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0ec20a68-95be-472a-a1ec-75d4636032c6', 'name': '', 'network_id': '396154a5-7780-403c-953b-d302f401d759', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:19:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:36Z', 'updated_at': '2021-09-24T19:16:43Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': 'c648c4da-5934-420c-92ca-67c170227ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:48.575447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-3ea38e38-a6b6-4f53-9c4e-a131439dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:48.581261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-3ea38e38-a6b6-4f53-9c4e-a131439dbadc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396154a5-7780-403c-953b-d302f401d759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290721 Sep 24 19:18:48.616079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:48.656938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Allocated IP 172.20.0.2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/42f2cbd3-69fb-4eac-9496-d5fd0717fa28/7d541b84-5f5c-47b9-9c15-74d7d4ec9d76) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:48.671775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Allocated IP 2001:db8::f816:3eff:fe1e:37a3 (00eb5de6-bafc-4a69-971a-ad436c7f076f/d9703235-7971-48a0-9112-f49bd5d1127c/7d541b84-5f5c-47b9-9c15-74d7d4ec9d76) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:48.758522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.784119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a10ef-2020-47e4-9e21-d0537e873280 req-3550a65e-dce6-4cb1-bef6-5535f3268620 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:48.786628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-164a10ef-2020-47e4-9e21-d0537e873280 req-3550a65e-dce6-4cb1-bef6-5535f3268620 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.2247763 Sep 24 19:18:48.796036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 452e031f-3814-4b80-9849-8ba8dc2d604b yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:48.905488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-526b2718-8446-4e23-bb53-1c267d3ec835 service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112116 Sep 24 19:18:48.906452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-164a10ef-2020-47e4-9e21-d0537e873280 req-571e6ce4-a237-4dde-926e-0dc395dd2298 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127896 Sep 24 19:18:48.953557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.967476 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:48.995184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c647c20-168b-471c-8ebd-fde71ba66721 None None] New status for floating IP ac7bbb7a-1faf-42da-9f6e-90b6ae0d0da9: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:18:49.049991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.13 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/452e031f-3814-4b80-9849-8ba8dc2d604b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:49.074059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:49.116681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:49.121626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:49.160355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Pushing event updated for resources: {'Port': ['ID=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:49.206136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6699ad44-304a-461a-afac-d8466b8c5a83 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:49.223035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6fcd38db-c460-459e-8c14-d84e3b87752a req-6f4e0337-f608-4734-93a8-7e49747f7d03 service neutron] 10.222.0.15 "GET /v2.0/networks/396154a5-7780-403c-953b-d302f401d759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976649 Sep 24 19:18:49.249707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 172.20.0.8 (00eb5de6-bafc-4a69-971a-ad436c7f076f/42f2cbd3-69fb-4eac-9496-d5fd0717fa28/33bd3bab-9841-45ac-ab06-cb64e5b53662) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:49.268477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Attempting to bind port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:49.269129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Attempting to bind port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:49.269744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Attempting to bind port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:49.273337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-90d9eb99-61fc-41ad-92aa-eae1f25f684f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:49.280499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-90d9eb99-61fc-41ad-92aa-eae1f25f684f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.4789455 Sep 24 19:18:49.286351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:49.287028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:49.287606 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.288165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:49.288839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Bound port: 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:49.289990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.358544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe64:c9f8 (00eb5de6-bafc-4a69-971a-ad436c7f076f/d9703235-7971-48a0-9112-f49bd5d1127c/33bd3bab-9841-45ac-ab06-cb64e5b53662) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:49.412348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.429135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6699ad44-304a-461a-afac-d8466b8c5a83 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:49.430560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.500407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.527977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] For port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:49.557163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] For port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:49.601685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 0c4f361b-920b-4282-a315-383502df483c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:49.605776 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.607550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.621417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=452e031f-3814-4b80-9849-8ba8dc2d604b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:49.640139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:49.651630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 6699ad44-304a-461a-afac-d8466b8c5a83, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6699ad44-304a-461a-afac-d8466b8c5a83,segment=NetworkSegment(64a713af-dfe0-43be-9ec9-e712f59b1b8f),segment_id=64a713af-dfe0-43be-9ec9-e712f59b1b8f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:49.654306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.655777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:49.662395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:49.692442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.768198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:49.769035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.781764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9975-be05-4eea-85dc-28a80dff8fac None None] Pushing event updated for resources: {'Port': ['ID=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:49.817684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b147da25-99ff-44f8-bd7d-1635a1142604 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5902405 Sep 24 19:18:49.820412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53254) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:49.877870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d97e7a-b33b-44be-a80b-ad80adcf5942 None None] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:49.884525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:49.930197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40fa4d-ee34-45f1-b13c-aca0d38eddd5 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:49.944976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40fa4d-ee34-45f1-b13c-aca0d38eddd5 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:49.962599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40fa4d-ee34-45f1-b13c-aca0d38eddd5 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:49.971234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1d40fa4d-ee34-45f1-b13c-aca0d38eddd5 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1490288 Sep 24 19:18:49.971973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53260) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:50.043975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=6699ad44-304a-461a-afac-d8466b8c5a83,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:50.084939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a71caceb-c9da-47d6-bba2-74983512e562 None None] Provisioning complete for port 6699ad44-304a-461a-afac-d8466b8c5a83 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:50.085236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a71caceb-c9da-47d6-bba2-74983512e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.093946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 0c4f361b-920b-4282-a315-383502df483c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0c4f361b-920b-4282-a315-383502df483c,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:50.094324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.110807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 0c4f361b-920b-4282-a315-383502df483c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:50.124093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.273572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5c02-029f-4248-b73f-53f6adcb922d req-9575792d-1b0d-4586-9d57-960f25784839 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:50.275202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-accf5c02-029f-4248-b73f-53f6adcb922d req-9575792d-1b0d-4586-9d57-960f25784839 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 945 time: 0.1530962 Sep 24 19:18:50.326169 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3047c9c-2432-447f-a7ed-3936b144aa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.326749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 452e031f-3814-4b80-9849-8ba8dc2d604b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:50.327036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.374081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-accf5c02-029f-4248-b73f-53f6adcb922d req-11a96a60-ce7e-4604-86ea-217c53ddf4f6 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=026e18f8-01d8-46c4-9f59-ad07c7ba2962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901368 Sep 24 19:18:50.385714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:50.420663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:50.432880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:50.435806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=33bd3bab-9841-45ac-ab06-cb64e5b53662,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:50.484659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.515097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 452e031f-3814-4b80-9849-8ba8dc2d604b owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:50.540936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.545420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Provisioning complete for port 1babeb63-0341-4b24-bed1-2fe36448a62f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:50.549483 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.576185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:50.577143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.614170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Port 1babeb63-0341-4b24-bed1-2fe36448a62f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:50.621913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=0c4f361b-920b-4282-a315-383502df483c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:50.651596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9df53593-4ae5-4bd5-88cb-decd33d6db91 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.2870579 Sep 24 19:18:50.652925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:50.655607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Provisioning complete for port 6699ad44-304a-461a-afac-d8466b8c5a83 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:50.655986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.732146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] No DVR routers for this DVR port 0c4f361b-920b-4282-a315-383502df483c on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:50.736240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.739113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d3b6c0bb-4b33-413e-b2dc-631fc3cf28eb req-6f372c1b-538e-4110-91bf-3b29e9481b5d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "DELETE /v2.0/ports/0c4f361b-920b-4282-a315-383502df483c HTTP/1.1" status: 204 len: 173 time: 1.4481840 Sep 24 19:18:50.739610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'name': 'network-vif-deleted', 'tag': '0c4f361b-920b-4282-a315-383502df483c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:18:50.742302 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b56000-a328-4922-a591-ab613880bb0c" -d '{"events": [{"server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "name": "network-vif-deleted", "tag": "0c4f361b-920b-4282-a315-383502df483c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:18:50.817058 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6466be3-6b84-4e96-af1c-5e2c4ffdb256 x-openstack-request-id: req-b6466be3-6b84-4e96-af1c-5e2c4ffdb256 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:18:50.817571 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eacfd4-4d6a-4962-becf-0ed4c547b547", "name": "network-vif-deleted", "tag": "0c4f361b-920b-4282-a315-383502df483c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:18:50.817986 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6466be3-6b84-4e96-af1c-5e2c4ffdb256 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:18:50.818563 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eacfd4-4d6a-4962-becf-0ed4c547b547', 'name': 'network-vif-deleted', 'tag': '0c4f361b-920b-4282-a315-383502df483c', 'status': 'completed', 'code': 200} Sep 24 19:18:50.852205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7202e0-bc5a-4e80-a36a-3a06a4a0f8e0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:50.866832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7202e0-bc5a-4e80-a36a-3a06a4a0f8e0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:50.876610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ef7202e0-bc5a-4e80-a36a-3a06a4a0f8e0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2194011 Sep 24 19:18:50.878327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:50.880615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Provisioning complete for port 452e031f-3814-4b80-9849-8ba8dc2d604b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:50.880997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:50.943010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e0523b87-84f8-4be4-bb2f-74117a61b336 None None] Port 452e031f-3814-4b80-9849-8ba8dc2d604b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:50.972156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.083444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=452e031f-3814-4b80-9849-8ba8dc2d604b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:51.090416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c75d64e8-33d3-4221-8c8a-94357aa8b4c0 None None] Provisioning complete for port 1babeb63-0341-4b24-bed1-2fe36448a62f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:51.090808 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c75d64e8-33d3-4221-8c8a-94357aa8b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.208499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c75d64e8-33d3-4221-8c8a-94357aa8b4c0 None None] Port 1babeb63-0341-4b24-bed1-2fe36448a62f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:51.315320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 33bd3bab-9841-45ac-ab06-cb64e5b53662 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:51.315724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.341542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6699ad44-304a-461a-afac-d8466b8c5a83 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:51.477349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6699ad44-304a-461a-afac-d8466b8c5a83 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:51.480340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.543774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-46e4f807-f48a-433a-b5f8-a06e43f77d20 None None] Could not find standard attr ID for object 452e031f-3814-4b80-9849-8ba8dc2d604b. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:51.588174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.626791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:51.628806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 33bd3bab-9841-45ac-ab06-cb64e5b53662 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:51.666491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4fcb-8f9b-4356-8ceb-501319960956 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:51.680231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.685717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:51.686262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eff8610e-2c0f-44fa-a772-28fc6570e793 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/452e031f-3814-4b80-9849-8ba8dc2d604b HTTP/1.1" status: 204 len: 168 time: 1.7126842 Sep 24 19:18:51.723930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44f792f4-ced2-49dd-ae84-4fa7a86cf396 req-c5dc1381-c2d4-4c1b-9bda-435c33dd8bc0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2eacfd4-4d6a-4962-becf-0ed4c547b547 HTTP/1.1" status: 200 len: 210 time: 0.0693793 Sep 24 19:18:51.746627 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-82297daa-8c7e-4bca-84fa-890dd76cf40a tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] GET failed (client error): The resource could not be found. Sep 24 19:18:51.754489 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82297daa-8c7e-4bca-84fa-890dd76cf40a tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports/452e031f-3814-4b80-9849-8ba8dc2d604b HTTP/1.1" status: 404 len: 333 time: 0.0634389 Sep 24 19:18:51.755570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:51.766054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-1199339894'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:51.768112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] Provisioning complete for port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:51.768499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.811155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:51.811553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.891713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:51.896501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.919889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 3c346ca4-1d6f-4d43-bf53-e720d654375a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:51.960146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.970743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:51.992720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=33bd3bab-9841-45ac-ab06-cb64e5b53662,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:52.070421 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.088264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.7 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/3c346ca4-1d6f-4d43-bf53-e720d654375a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:52.094671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.101027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0971bfe5-9073-4cdc-aca0-cfbec7e4fc72 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/33bd3bab-9841-45ac-ab06-cb64e5b53662 HTTP/1.1" status: 204 len: 168 time: 1.2138548 Sep 24 19:18:52.102613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:52.107864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] For port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:52.113638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.196422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ee008-7e3e-4fa4-a8b3-c3be7cc88d8c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:52.197946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ee008-7e3e-4fa4-a8b3-c3be7cc88d8c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:52.199161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:18:52.199605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ee008-7e3e-4fa4-a8b3-c3be7cc88d8c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:52.199722 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:18:52.201962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e6ee008-7e3e-4fa4-a8b3-c3be7cc88d8c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0975964 Sep 24 19:18:52.202978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531743b-1f0f-4328-96dc-54c15d299066 None None] Pushing event updated for resources: {'Port': ['ID=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:52.204141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:52.278915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 42f2cbd3-69fb-4eac-9496-d5fd0717fa28 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:52.283018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.333987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.354535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.397205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.435485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.446513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=3c346ca4-1d6f-4d43-bf53-e720d654375a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:52.469089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:52.470527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:52.473831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:52.540848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:52.543288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.547744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.559168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5d0bc28f-c18a-4c45-bfe9-40eeb94b0372 None None] Provisioning complete for port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:52.559732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc28f-c18a-4c45-bfe9-40eeb94b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.571796 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c90d71fd-753e-4a8e-ad8f-56c5368893a6 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8126082 Sep 24 19:18:52.572627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:52.578820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=42f2cbd3-69fb-4eac-9496-d5fd0717fa28,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:52.589319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:eb:6d:b9'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:52.598572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.607554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73d13a9e-ed1c-4357-b27a-3dc69aaff599 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/42f2cbd3-69fb-4eac-9496-d5fd0717fa28 HTTP/1.1" status: 204 len: 168 time: 0.4023225 Sep 24 19:18:52.609909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:52.678935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet d9703235-7971-48a0-9112-f49bd5d1127c {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:52.682662 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.799496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0c4f361b-920b-4282-a315-383502df483c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:52.829379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:52.837179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.838553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 0c4f361b-920b-4282-a315-383502df483c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:52.838931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0c4f361b-920b-4282-a315-383502df483c not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:52.882377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.945874 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bc232d3-80af-458a-9e29-9244a41ca75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.978785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-344712c7-8866-4db1-b11c-66fad32d47e7 None None] Provisioning complete for port 3c346ca4-1d6f-4d43-bf53-e720d654375a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:52.979206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-344712c7-8866-4db1-b11c-66fad32d47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.991590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:52.993539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.017097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bb914-57c4-4308-b7fe-439254b41785 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:53.019408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.115855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.147307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:53.160639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=d9703235-7971-48a0-9112-f49bd5d1127c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:53.166790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.170001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab0e7dcd-efe0-47d6-8ef3-ebebb7a0ffea tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/d9703235-7971-48a0-9112-f49bd5d1127c HTTP/1.1" status: 204 len: 168 time: 0.5572271 Sep 24 19:18:53.171169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.204190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-344712c7-8866-4db1-b11c-66fad32d47e7 None None] Port 3c346ca4-1d6f-4d43-bf53-e720d654375a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:53.222812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-008ec060-297a-495e-a05c-ee7d94ed90af tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502176 Sep 24 19:18:53.226085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53310) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.232592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.241715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.246137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:53.247054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.336627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=3c346ca4-1d6f-4d43-bf53-e720d654375a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:53.347998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfdf46-81f3-4741-83e2-1e7597691304 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:53.349685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-afbfdf46-81f3-4741-83e2-1e7597691304 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1224918 Sep 24 19:18:53.352209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.362601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.366360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.370222 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/security-groups/026e18f8-01d8-46c4-9f59-ad07c7ba2962 HTTP/1.1" status: 204 len: 168 time: 0.5336986 Sep 24 19:18:53.385405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dcb0d-f054-4510-8aa8-4cf39eda1ad8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e18f8-01d8-46c4-9f59-ad07c7ba2962,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:53.387524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] In _notify_port_updated(), no bound segment for port 3c346ca4-1d6f-4d43-bf53-e720d654375a on network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:18:53.393229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:53.393934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.398717 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7979621c-4978-4f5d-866f-ee95715b98d0 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "PUT /v2.0/ports/3c346ca4-1d6f-4d43-bf53-e720d654375a HTTP/1.1" status: 200 len: 994 time: 0.8220599 Sep 24 19:18:53.398912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cca2cfb4-3a8c-448f-b6cd-ac5c9e722a4c None None] Could not find standard attr ID for object 33bd3bab-9841-45ac-ab06-cb64e5b53662. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:18:53.399019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.423902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.437950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.491514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1be33-c8b6-426e-a60f-5d4c47c30337 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:53.493031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-43a1be33-c8b6-426e-a60f-5d4c47c30337 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398222 Sep 24 19:18:53.496566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.580122 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-394848cf-227d-4f4a-98a1-07a7ff47994b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806437 Sep 24 19:18:53.583841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53326) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:53.596507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:18:53.603502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 3c346ca4-1d6f-4d43-bf53-e720d654375a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:53.604074 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.604496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:53.653407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Deleting port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:53.654080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.749819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.763902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 3c346ca4-1d6f-4d43-bf53-e720d654375a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:53.779141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] For port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:53.779532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.809332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0611da03-9ea9-48ac-b553-233053033d28 None None] Provisioning complete for port 3c346ca4-1d6f-4d43-bf53-e720d654375a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:53.809618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0611da03-9ea9-48ac-b553-233053033d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:53.811447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Calling delete_port for 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:54.045899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.091451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0611da03-9ea9-48ac-b553-233053033d28 None None] Port 3c346ca4-1d6f-4d43-bf53-e720d654375a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:54.109312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=3c346ca4-1d6f-4d43-bf53-e720d654375a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:54.158467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.211030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.212192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] No DVR routers for this DVR port 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:18:54.229937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176788c-ddb8-4561-9cc0-714454a703a8 None None] Pushing event deleted for resources: {'Port': ['ID=7d541b84-5f5c-47b9-9c15-74d7d4ec9d76,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:54.362198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.367193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9bdd44b-f9f3-488f-abd3-a1ee3693d66f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/3c346ca4-1d6f-4d43-bf53-e720d654375a HTTP/1.1" status: 204 len: 168 time: 0.9657934 Sep 24 19:18:54.368366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:54.430543 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f30b721-2915-4184-9be1-3085fa2c7fa7 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] GET failed (client error): The resource could not be found. Sep 24 19:18:54.440209 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f30b721-2915-4184-9be1-3085fa2c7fa7 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports/3c346ca4-1d6f-4d43-bf53-e720d654375a HTTP/1.1" status: 404 len: 333 time: 0.0700114 Sep 24 19:18:54.442731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53374) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:54.453720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-819370098'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:54.462566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:54.467056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.468909 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:54.469326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:54.519006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-52e247d7-87d0-4bc8-9ab0-a218d2eb6682 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9350696 Sep 24 19:18:54.522455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53384) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:54.527762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:54.650721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:54.654905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.677927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 4a8b576b-766b-4396-ab96-5510a4a15873 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:54.724474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:54.729332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:54.732623 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:54.733062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:54.776562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-093d17d5-a11e-43bd-84ec-d588b18126a4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2529168 Sep 24 19:18:54.779745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53414) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:54.786660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:54.834675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.7 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/4a8b576b-766b-4396-ab96-5510a4a15873) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:54.968281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.032400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:55.036725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.053555 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:55.054285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:55.120409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f9153389-c000-412e-ae68-702851fbf49d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3389254 Sep 24 19:18:55.121591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:18:55.124087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53456) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.133056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:55.146923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:18:55.147284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7d541b84-5f5c-47b9-9c15-74d7d4ec9d76 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:18:55.158678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.212435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.276421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:55.280950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:55.286056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:55.337353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=4a8b576b-766b-4396-ab96-5510a4a15873,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:55.351115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:55.359490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.360567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:55.360883 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:55.361320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.361456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:55.381907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cfd7780d-ee5b-42aa-920a-236298a032b9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2520146 Sep 24 19:18:55.382121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-df26883a-1041-4d94-aaa7-4295ce6df85f tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9365451 Sep 24 19:18:55.382121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.383538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53486) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.387294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:55.395791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:eb:6d:b9'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:55.522064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:55.526923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.529547 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:55.530145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:55.557548 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08a4b46e-0e4b-4420-8a8a-efa6d93c134c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1743598 Sep 24 19:18:55.558296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.564900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:55.689918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.718309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 0ec20a68-95be-472a-a1ec-75d4636032c6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:55.718811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.749324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a040cd32-26aa-4ae9-acbe-d5d53f0d66e3 None None] Provisioning complete for port 4a8b576b-766b-4396-ab96-5510a4a15873 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:55.749657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a040cd32-26aa-4ae9-acbe-d5d53f0d66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.764288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:55.768145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.770076 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:18:55.773690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:18:55.803529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0d685beb-eb00-4d39-b1f9-803d16ad7c49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2436445 Sep 24 19:18:55.806081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.824810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a040cd32-26aa-4ae9-acbe-d5d53f0d66e3 None None] Port 4a8b576b-766b-4396-ab96-5510a4a15873 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:55.846174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-950a805e-6f51-4e65-9e88-4867c3b88127 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360513 Sep 24 19:18:55.846174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.884120 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.946918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb30f8-20c6-4089-8124-0f14f2e6b3f9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:55.948483 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3eb30f8-20c6-4089-8124-0f14f2e6b3f9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013479 Sep 24 19:18:55.951038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:55.968957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 0ec20a68-95be-472a-a1ec-75d4636032c6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0ec20a68-95be-472a-a1ec-75d4636032c6,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:18:55.969337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:55.988716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 0ec20a68-95be-472a-a1ec-75d4636032c6 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:56.000215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a096cec4-2b7f-4327-a1d5-e6d99d4e8f8a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479898 Sep 24 19:18:56.007069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:56.013169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:56.117457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:56.123362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.137939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.153487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.312218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=4a8b576b-766b-4396-ab96-5510a4a15873,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:56.374474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] In _notify_port_updated(), no bound segment for port 4a8b576b-766b-4396-ab96-5510a4a15873 on network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:18:56.381286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:56.381564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.384298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc1184f3-6619-43e4-b7e7-d03feda7b1dc tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "PUT /v2.0/ports/4a8b576b-766b-4396-ab96-5510a4a15873 HTTP/1.1" status: 200 len: 995 time: 0.9988184 Sep 24 19:18:56.386845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:56.514800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.569005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:18:56.572075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.584514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=0ec20a68-95be-472a-a1ec-75d4636032c6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:56.640834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:56.642573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=6a09b339-821a-4eed-a18f-8081e349b601,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:56.648021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:56.652256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:56.653019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.672335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 4a8b576b-766b-4396-ab96-5510a4a15873 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:56.672471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.676859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a72c4-ec5d-4432-8ecf-2259ed407c12 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:56.680398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-81c034c7-f73e-465a-918a-5af8769f79ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6716690 Sep 24 19:18:56.684059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:56.691697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:6f:bb:d8', 'name': 'tempest-NetworksTestDHCPv6-569662686'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:56.864207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.886686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 4a8b576b-766b-4396-ab96-5510a4a15873 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:18:56.896617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1108bc2c-b795-4c17-93b0-304a7603d4ec None None] Provisioning complete for port 4a8b576b-766b-4396-ab96-5510a4a15873 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:56.899038 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1108bc2c-b795-4c17-93b0-304a7603d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:56.928861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.033573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '6a09b339-821a-4eed-a18f-8081e349b601'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:18:57.034473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.065177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1108bc2c-b795-4c17-93b0-304a7603d4ec None None] Port 4a8b576b-766b-4396-ab96-5510a4a15873 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:57.092999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.130201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:57.169776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=4a8b576b-766b-4396-ab96-5510a4a15873,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:57.299563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.309071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.314207 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8fe9a32-d1c6-4254-86e9-4a75fd5229d3 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/4a8b576b-766b-4396-ab96-5510a4a15873 HTTP/1.1" status: 204 len: 168 time: 0.9260137 Sep 24 19:18:57.317000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53682) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:57.337688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Allocated IP 2001:db8::f816:3eff:fe35:a8fc (00eb5de6-bafc-4a69-971a-ad436c7f076f/6a09b339-821a-4eed-a18f-8081e349b601/5414ed63-aa3f-43f7-8aa1-43fca2606a0e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:57.469435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 2bf06e50-3792-42b5-9b7e-962858eeb869 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:57.641598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:18:57.727035 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad481f5-18b6-4634-b67d-21b47fd07462 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] GET failed (client error): The resource could not be found. Sep 24 19:18:57.730485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bad481f5-18b6-4634-b67d-21b47fd07462 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports/4a8b576b-766b-4396-ab96-5510a4a15873 HTTP/1.1" status: 404 len: 333 time: 0.4120567 Sep 24 19:18:57.734446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:57.740092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-1886088890'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:57.758646 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.766090 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.845296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:57.845699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe6f:bbd8 (00eb5de6-bafc-4a69-971a-ad436c7f076f/6a09b339-821a-4eed-a18f-8081e349b601/2bf06e50-3792-42b5-9b7e-962858eeb869) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:57.855554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:57.865789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:57.925965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Pushing event updated for resources: {'Port': ['ID=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:57.934247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:57.945758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.975004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Attempting to bind port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:18:57.975730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:18:57.978899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Attempting to bind port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:18:57.979338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Attempting to bind port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:18:57.986664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 61cfeb3d-a634-4c1d-abbb-a521b226780c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:57.990672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:18:57.991284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:18:57.991419 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Sync routers for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:18:57.992666 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:57.993371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:18:57.994019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Bound port: 5414ed63-aa3f-43f7-8aa1-43fca2606a0e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:18:57.994587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.003406 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:58.005010 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:58.066643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] For port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:18:58.069850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] For port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:18:58.079466 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.206464 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:58.210022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98edc6-0f39-41bc-84f8-c58d0eb0442c None None] Pushing event updated for resources: {'Port': ['ID=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:58.244967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.7 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/61cfeb3d-a634-4c1d-abbb-a521b226780c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:58.514173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.545514 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:56Z', 'revision_number': 7, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:58.575437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.581821 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Checking router: 1fc191a0-884d-4cd4-97c1-9b1feac897f4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:18:58.593760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2383e147-2f27-41fc-8afb-701e5aec8a3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/1fc191a0-884d-4cd4-97c1-9b1feac897f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1660550 Sep 24 19:18:58.594670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53800) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:58.595171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Routers {'1fc191a0-884d-4cd4-97c1-9b1feac897f4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:18:58.595823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:58.659469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:58.671455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:58.688075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting subnet c648c4da-5934-420c-92ca-67c170227ce3 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:18:58.692659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.704352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:58.710168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=61cfeb3d-a634-4c1d-abbb-a521b226780c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:58.752680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.759782 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] Set router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:18:58.763012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.779530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:58.780834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:58.808405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2e688518-a568-48e7-a0fe-f4ad96ffd83b tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0726655 Sep 24 19:18:58.811048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53824) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:58.818658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'network_id': '97d1d665-edd2-4ec5-91a8-13eae23a3bb8', 'name': 'tempest-AllowedAddressPairTestJSON-1793554534'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:18:58.920115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.013626 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:56Z', 'revision_number': 7, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:18:59.047870 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2291f-4c52-4945-8fdd-4730d145af27 None None] The sync data for ids ['1fc191a0-884d-4cd4-97c1-9b1feac897f4'] in n-d-810952-2 is: [{'id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'name': 'tempest-TestNetworkBasicOps-router-699820679', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:16:25Z', 'updated_at': '2021-09-24T19:18:56Z', 'revision_number': 7, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'c763f74f-cde8-44e6-af3e-5670d83e5116', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc191a0-884d-4cd4-97c1-9b1feac897f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:16:26Z', 'updated_at': '2021-09-24T19:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:18:59.128295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:18:59.145644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.155193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:18:59.158868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:18:59.165192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:59.166088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.211501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=2bf06e50-3792-42b5-9b7e-962858eeb869,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:59.211747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7fe90ad8-31c3-48fd-a78a-8d1819d4f238 None None] Provisioning complete for port 61cfeb3d-a634-4c1d-abbb-a521b226780c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:59.212183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe90ad8-31c3-48fd-a78a-8d1819d4f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.272254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f04dcc9-8e7d-4ce6-81ce-bc3981f5bb4d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5847304 Sep 24 19:18:59.272254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Made reservation on behalf of 873c83df97ee4ff7ba48d5f8c5f3cc06 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:18:59.275884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.279557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53852) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:59.333101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7fe90ad8-31c3-48fd-a78a-8d1819d4f238 None None] Port 61cfeb3d-a634-4c1d-abbb-a521b226780c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:18:59.386340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] device_id is not set on port 057d2c40-b000-4659-8103-060f68dea57a yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:18:59.393102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.514322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd986bb-9c6a-41a9-8ced-de995ea8e9b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:59.531770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd986bb-9c6a-41a9-8ced-de995ea8e9b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:18:59.533883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3dd986bb-9c6a-41a9-8ced-de995ea8e9b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2512045 Sep 24 19:18:59.537024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:59.552955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.560419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22fd19-83c1-41b9-8543-d9002862333b None None] Network 396154a5-7780-403c-953b-d302f401d759 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:18:59.564274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/subnets/c648c4da-5934-420c-92ca-67c170227ce3 HTTP/1.1" status: 204 len: 168 time: 0.9612134 Sep 24 19:18:59.564449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5414ed63-aa3f-43f7-8aa1-43fca2606a0e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:18:59.564555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a8fa0-57b9-4c4f-9c57-cb909e61d2b2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Subnet': ['ID=c648c4da-5934-420c-92ca-67c170227ce3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:18:59.608969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:18:59.784705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:59.785339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.815612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Allocated IP 172.20.0.9 (97d1d665-edd2-4ec5-91a8-13eae23a3bb8/31cebf06-d8b4-4a15-84cc-3a0a548b676b/057d2c40-b000-4659-8103-060f68dea57a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:18:59.828323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 2bf06e50-3792-42b5-9b7e-962858eeb869 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:18:59.828841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.924571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.938120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e27de708-9c76-4945-99e6-f54cd63c7aab None None] Provisioning complete for port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:18:59.938481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e27de708-9c76-4945-99e6-f54cd63c7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:18:59.940141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 2bf06e50-3792-42b5-9b7e-962858eeb869 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:00.061234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] DHCP port deletion for 396154a5-7780-403c-953b-d302f401d759 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:00.086508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.115042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.132437 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.167878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=2bf06e50-3792-42b5-9b7e-962858eeb869,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:00.185453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.189297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.205144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.207712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-262b37f1-9d98-40e0-9432-b01c6fb0bcf3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/2bf06e50-3792-42b5-9b7e-962858eeb869 HTTP/1.1" status: 204 len: 168 time: 0.6694520 Sep 24 19:19:00.213403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:00.235413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:00.239327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:00.244523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:00.307347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=057d2c40-b000-4659-8103-060f68dea57a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:00.329826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.336218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7acf-3c4c-4819-badd-651e7cb6c7ca tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:00.338210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7acf-3c4c-4819-badd-651e7cb6c7ca tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:00.340004 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-951d7acf-3c4c-4819-badd-651e7cb6c7ca tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1254435 Sep 24 19:19:00.343203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53874) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:00.358893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:00.359561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.376749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e27de708-9c76-4945-99e6-f54cd63c7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.421285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-138db8b3-a787-41c3-b1ac-1d8f76be2c6e tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6077988 Sep 24 19:19:00.423944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53876) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:00.434992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port c763f74f-cde8-44e6-af3e-5670d83e5116 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:00.435208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:00.435309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:eb:6d:b9'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:38:20:ae'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:00.436102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.437415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Deleting port 01c417c1-2733-4d94-b335-a500f282b146 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:00.438091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.534333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 6a09b339-821a-4eed-a18f-8081e349b601 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:00.540765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.600527 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.610845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] For port 01c417c1-2733-4d94-b335-a500f282b146, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=01c417c1-2733-4d94-b335-a500f282b146,segment=NetworkSegment(9aaa0b1d-50b0-4d9d-a9a6-2913ed384273),segment_id=9aaa0b1d-50b0-4d9d-a9a6-2913ed384273)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:00.611289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.632558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port c763f74f-cde8-44e6-af3e-5670d83e5116, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c763f74f-cde8-44e6-af3e-5670d83e5116,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:00.633417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.634188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.650557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Calling delete_port for 01c417c1-2733-4d94-b335-a500f282b146 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:00.656389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for c763f74f-cde8-44e6-af3e-5670d83e5116 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:00.800978 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-e27de708-9c76-4945-99e6-f54cd63c7aab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:19:00.801334 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-e27de708-9c76-4945-99e6-f54cd63c7aab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:19:00.816494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:00.865505 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.872825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.924062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:00.937854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] Pushing event deleted for resources: {'Port': ['ID=01c417c1-2733-4d94-b335-a500f282b146,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:00.950211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde80b57-b31a-473b-99dd-7c987cefbdd3 None None] No DVR routers for this DVR port 01c417c1-2733-4d94-b335-a500f282b146 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:00.958061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=c763f74f-cde8-44e6-af3e-5670d83e5116,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:00.996294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.042788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.196290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.232986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.236852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=6a09b339-821a-4eed-a18f-8081e349b601,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:01.241808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.245399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.247674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b6e2cefb-48e4-4c00-831e-738b810ba934 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6a09b339-821a-4eed-a18f-8081e349b601 HTTP/1.1" status: 204 len: 168 time: 0.9033465 Sep 24 19:19:01.259700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2e3fe-49c9-49ae-a86e-9023d4a680a2 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:01.270694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.273576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.297840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53892) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:01.298597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event updated for resources: {'Port': ['ID=057d2c40-b000-4659-8103-060f68dea57a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:01.334557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.339381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc191a0-884d-4cd4-97c1-9b1feac897f4 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:19:01.354294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.358501 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0cabb480-2d9b-4f80-90c6-afad8f671f8d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/routers/1fc191a0-884d-4cd4-97c1-9b1feac897f4 HTTP/1.1" status: 204 len: 168 time: 1.7428226 Sep 24 19:19:01.361082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:01.381941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a32e9e08-de2e-451a-afc5-89670e589f55 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793741 Sep 24 19:19:01.390529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53898) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:01.439727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5414ed63-aa3f-43f7-8aa1-43fca2606a0e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:01.446632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:01.553675 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.622280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] In _notify_port_updated(), no bound segment for port 057d2c40-b000-4659-8103-060f68dea57a on network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:19:01.628895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:01.629994 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.631661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3eaffdfc-ff4e-4561-b8c4-6eba90a54a63 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "PUT /v2.0/ports/057d2c40-b000-4659-8103-060f68dea57a HTTP/1.1" status: 200 len: 1056 time: 1.2067742 Sep 24 19:19:01.634934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53904) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:01.743595 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.750489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-874ac65e-b189-4bd4-a90c-6e5c887bb08b None None] Provisioning complete for port 057d2c40-b000-4659-8103-060f68dea57a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:01.751242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-874ac65e-b189-4bd4-a90c-6e5c887bb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.775613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:01.779978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.790085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396154a5-7780-403c-953b-d302f401d759']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:01.798439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-874ac65e-b189-4bd4-a90c-6e5c887bb08b None None] Port 057d2c40-b000-4659-8103-060f68dea57a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:01.812272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-874ac65e-b189-4bd4-a90c-6e5c887bb08b None None] Could not find standard attr ID for object 2bf06e50-3792-42b5-9b7e-962858eeb869. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:01.829011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:01.831609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa0b1d-50b0-4d9d-a9a6-2913ed384273') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:01.837575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:01.838770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.867088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.902658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.919248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:19:01.920976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:19:01.926586 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:19:02.016039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb5a8580-cc75-42c4-9e8b-112baeb08a9e None None] Provisioning complete for port 057d2c40-b000-4659-8103-060f68dea57a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:02.018020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb5a8580-cc75-42c4-9e8b-112baeb08a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.060041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 057d2c40-b000-4659-8103-060f68dea57a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:02.060699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.091276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.107237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.109946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/networks/396154a5-7780-403c-953b-d302f401d759 HTTP/1.1" status: 204 len: 168 time: 0.7477605 Sep 24 19:19:02.129107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a8580-cc75-42c4-9e8b-112baeb08a9e None None] Port 057d2c40-b000-4659-8103-060f68dea57a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:02.130138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfc34-b119-4ea5-ab58-44c1cfbe1e4a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Network': ['ID=396154a5-7780-403c-953b-d302f401d759,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:02.130715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:02.141317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53906) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:02.147723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'network': {'name': 'tempest-network-smoke--358508316', 'project_id': '909f522e638243789ea08cad9d40c98d', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:02.173515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:02.179188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.214733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:19:02.244130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.244760 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Added segment bec27a6f-e9db-4225-8c6c-394ac181c418 of type vlan for network d58683e6-ecd0-42b0-9781-55df7066d786 Sep 24 19:19:02.271581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Deleting port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:02.272625 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.345528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.380335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.380590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec20a68-95be-472a-a1ec-75d4636032c6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:02.387474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:02.390121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.422651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0ec20a68-95be-472a-a1ec-75d4636032c6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:02.422651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0ec20a68-95be-472a-a1ec-75d4636032c6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:02.423260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 01c417c1-2733-4d94-b335-a500f282b146 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:02.436005 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2932451 Sep 24 19:19:02.444825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:02.447160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 01c417c1-2733-4d94-b335-a500f282b146 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:02.447717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 01c417c1-2733-4d94-b335-a500f282b146 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:02.455632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'admin_state_up': True, 'project_id': '909f522e638243789ea08cad9d40c98d', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:02.501102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] For port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:02.501728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.517157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Calling delete_port for 5414ed63-aa3f-43f7-8aa1-43fca2606a0e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:02.526166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.527256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.531406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbe7fd-7042-420a-a9b2-95179cc303a7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Network': ['ID=d58683e6-ecd0-42b0-9781-55df7066d786,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:02.567827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d58683e6-ecd0-42b0-9781-55df7066d786 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:19:02.586402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.595926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.612428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 057d2c40-b000-4659-8103-060f68dea57a owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:02.687503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.701298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] No DVR routers for this DVR port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:02.736524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425022-0951-4182-8fed-e6c9f1547f5a None None] Pushing event deleted for resources: {'Port': ['ID=5414ed63-aa3f-43f7-8aa1-43fca2606a0e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:02.788974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.828334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:02.836836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:02.936100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=057d2c40-b000-4659-8103-060f68dea57a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:03.019644 n-d-810952-2 neutron-server[94855]: WARNING neutron.services.revisions.revision_plugin [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Could not find related port for resource to bump revision. Sep 24 19:19:03.025195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.064653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_pluggable_backend [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Port 5414ed63-aa3f-43f7-8aa1-43fca2606a0e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94855) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 24 19:19:03.065404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_pluggable_backend [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:a8fc {{(pid=94855) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 24 19:19:03.073059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.086309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.ipam_pluggable_backend [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:a8fc {{(pid=94855) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 24 19:19:03.089734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.126510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5414ed63-aa3f-43f7-8aa1-43fca2606a0e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:03.140960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:03.152070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:03.155487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:03.156086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.183323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125643a-82a8-4566-82e5-df43ba082455 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:03.243625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5414ed63-aa3f-43f7-8aa1-43fca2606a0e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:03.243974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5414ed63-aa3f-43f7-8aa1-43fca2606a0e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:03.244394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c763f74f-cde8-44e6-af3e-5670d83e5116 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:03.248529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8100898 Sep 24 19:19:03.251564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:03.251922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339d0f6-2a7a-4bf2-af2e-d87cd1a29f88 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=9414903f-54d7-4344-9bbc-78405ae255c1,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:03.258550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:94:b9:d4', 'name': 'tempest-NetworksTestDHCPv6-427619292'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:03.355521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.359914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0e82e8ef-7631-4b8d-a86f-d6159dbd0ae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/057d2c40-b000-4659-8103-060f68dea57a HTTP/1.1" status: 204 len: 168 time: 1.7215929 Sep 24 19:19:03.360354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53920) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:03.388431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.25.5.143 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d4686efb-d618-4492-bf90-9fd5aa92e26d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:03.404845 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b05e444-68e8-4e87-a9a0-16706bb342fe tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] GET failed (client error): The resource could not be found. Sep 24 19:19:03.408904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b05e444-68e8-4e87-a9a0-16706bb342fe tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports/057d2c40-b000-4659-8103-060f68dea57a HTTP/1.1" status: 404 len: 333 time: 0.0463703 Sep 24 19:19:03.411150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53922) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:03.498924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.501513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:03.503055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c763f74f-cde8-44e6-af3e-5670d83e5116 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:03.503408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c763f74f-cde8-44e6-af3e-5670d83e5116 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:03.603235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 61cfeb3d-a634-4c1d-abbb-a521b226780c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:03.604220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.618435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '9414903f-54d7-4344-9bbc-78405ae255c1'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:03.619347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.727865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.742357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 61cfeb3d-a634-4c1d-abbb-a521b226780c owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:03.748787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.773911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.805136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:03.837347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Allocated IP 2001:db8::f816:3eff:fe18:9e39 (00eb5de6-bafc-4a69-971a-ad436c7f076f/9414903f-54d7-4344-9bbc-78405ae255c1/67691417-f963-468d-a99c-43dbf6bca3b4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:03.884337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:03.964888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:03.970971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:03.978641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:04.045626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.057316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.068185 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.085913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=d4686efb-d618-4492-bf90-9fd5aa92e26d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:04.101184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:04.107202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:04.120301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:04.127840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=61cfeb3d-a634-4c1d-abbb-a521b226780c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:04.305740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Pushing event updated for resources: {'Port': ['ID=67691417-f963-468d-a99c-43dbf6bca3b4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:04.323962 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.328325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f03aebbb-5cb7-4ba8-a602-276faafbaae8 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/61cfeb3d-a634-4c1d-abbb-a521b226780c HTTP/1.1" status: 204 len: 168 time: 0.9138057 Sep 24 19:19:04.328504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Attempting to bind port 67691417-f963-468d-a99c-43dbf6bca3b4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:04.328504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Attempting to bind port 67691417-f963-468d-a99c-43dbf6bca3b4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:04.328504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Attempting to bind port 67691417-f963-468d-a99c-43dbf6bca3b4 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:04.334338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:04.334737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:04.335258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.335654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:04.336301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53936) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:04.337287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Bound port: 67691417-f963-468d-a99c-43dbf6bca3b4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:04.337700 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.383106 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5554fb4e-5c2e-41e2-8594-a481e1c32322 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] GET failed (client error): The resource could not be found. Sep 24 19:19:04.385436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5554fb4e-5c2e-41e2-8594-a481e1c32322 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "GET /v2.0/ports/61cfeb3d-a634-4c1d-abbb-a521b226780c HTTP/1.1" status: 404 len: 333 time: 0.0478902 Sep 24 19:19:04.388955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53940) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:04.471203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53942) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:04.500446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] For port 67691417-f963-468d-a99c-43dbf6bca3b4, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:04.504745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] For port 67691417-f963-468d-a99c-43dbf6bca3b4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=67691417-f963-468d-a99c-43dbf6bca3b4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:04.512779 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.577064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 1babeb63-0341-4b24-bed1-2fe36448a62f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:04.578831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.592839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca16a7-bba1-403e-85b2-564c6e6fdac2 None None] Pushing event updated for resources: {'Port': ['ID=67691417-f963-468d-a99c-43dbf6bca3b4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:04.734500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24585b0b-df7f-4d8d-b9fd-17aa4a674ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.737578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:04.761778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 1babeb63-0341-4b24-bed1-2fe36448a62f owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:04.852504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe94:b9d4 (00eb5de6-bafc-4a69-971a-ad436c7f076f/9414903f-54d7-4344-9bbc-78405ae255c1/d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:04.999259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24585b0b-df7f-4d8d-b9fd-17aa4a674ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.005088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24585b0b-df7f-4d8d-b9fd-17aa4a674ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.117793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.126578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-24585b0b-df7f-4d8d-b9fd-17aa4a674ce3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bf83839a5fe4f3c805b94b09f853cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479425 Sep 24 19:19:05.130289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:05.147235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.183167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=1babeb63-0341-4b24-bed1-2fe36448a62f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:05.194312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24585b0b-df7f-4d8d-b9fd-17aa4a674ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90b8d9-18ba-4a62-8517-e4bc6a4d10e1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:05.217273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.239503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 67691417-f963-468d-a99c-43dbf6bca3b4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:05.313549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.322072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2bde9549-92be-4d4e-8648-835bc6880bbf tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/ports/1babeb63-0341-4b24-bed1-2fe36448a62f HTTP/1.1" status: 204 len: 168 time: 0.9300356 Sep 24 19:19:05.325911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:05.331005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 67691417-f963-468d-a99c-43dbf6bca3b4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:05.332007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.343257 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.376405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.409504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.457059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.459957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.461146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad90b8d9-18ba-4a62-8517-e4bc6a4d10e1 HTTP/1.1" status: 204 len: 168 time: 0.3249693 Sep 24 19:19:05.481450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d0542-a386-4c2e-b2a1-e76d8a89577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90b8d9-18ba-4a62-8517-e4bc6a4d10e1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:05.514040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting subnet 31cebf06-d8b4-4a15-84cc-3a0a548b676b {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:05.518424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.528186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:05.530384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.556836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:05.568646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:05.578682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.586287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:05.587415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.593763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 67691417-f963-468d-a99c-43dbf6bca3b4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=67691417-f963-468d-a99c-43dbf6bca3b4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:05.607702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.676983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:05.701270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=67691417-f963-468d-a99c-43dbf6bca3b4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:05.749732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.754194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53962) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:05.754480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1691be62-cce7-4c2b-8780-c48bf6616878 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5010784 Sep 24 19:19:05.757711 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.856718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d90eb4-a7b8-4e0d-b3b6-1611807aba10 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:05.862833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d90eb4-a7b8-4e0d-b3b6-1611807aba10 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:05.865112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-81d90eb4-a7b8-4e0d-b3b6-1611807aba10 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1093271 Sep 24 19:19:05.867844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:05.930558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:05.975238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Subnet': ['ID=31cebf06-d8b4-4a15-84cc-3a0a548b676b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:06.005649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.007608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ba26b7de-7e89-401f-8ccf-38eb3ca4be1d tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/subnets/31cebf06-d8b4-4a15-84cc-3a0a548b676b HTTP/1.1" status: 204 len: 168 time: 0.6807458 Sep 24 19:19:06.010029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53972) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:06.013900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a488c-e179-44cb-82a3-5cfed94e14f8 None None] Network 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:06.038432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:19:06.155528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.224967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6b9d8a4b-1310-4f49-b30c-68e54a123ef1 None None] Provisioning complete for port 67691417-f963-468d-a99c-43dbf6bca3b4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:06.225356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8a4b-1310-4f49-b30c-68e54a123ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.229151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:06.229501 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.267138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:06.295526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Sync routers for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:06.318322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.322849 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c9af911e-2a3d-44dd-9e04-f2422bf28c96 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8768587 Sep 24 19:19:06.323522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:06.345111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] DHCP port deletion for 97d1d665-edd2-4ec5-91a8-13eae23a3bb8 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:06.348142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:06.348679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:06.392561 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-68d3b9c8-c4f7-4a49-9604-50ac2a665f16 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=909f522e638243789ea08cad9d40c98d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671680 Sep 24 19:19:06.393095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:06.611523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141a6f1-9779-4e69-8264-31568fc1d8ad tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:06.614132 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0141a6f1-9779-4e69-8264-31568fc1d8ad tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2190802 Sep 24 19:19:06.616497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53992) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:06.643062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Deleting port 6699ad44-304a-461a-afac-d8466b8c5a83 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:06.644157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.661900 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-62129937-244a-4713-ba67-49721629dfab tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414534 Sep 24 19:19:06.662141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:06.667712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-739957035', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'project_id': '909f522e638243789ea08cad9d40c98d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:06.686069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:06.807521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:06.813169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.818663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5005af43-83fb-4bb1-8dc3-0c1263a0f133 None None] Provisioning complete for port d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:06.819313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5005af43-83fb-4bb1-8dc3-0c1263a0f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.841184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] For port 6699ad44-304a-461a-afac-d8466b8c5a83, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6699ad44-304a-461a-afac-d8466b8c5a83,segment=NetworkSegment(64a713af-dfe0-43be-9ec9-e712f59b1b8f),segment_id=64a713af-dfe0-43be-9ec9-e712f59b1b8f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:06.841876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.863888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.884926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:06.892396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Deleting port 6699ad44-304a-461a-afac-d8466b8c5a83 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:06.892736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:06.960364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Calling delete_port for 6699ad44-304a-461a-afac-d8466b8c5a83 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:06.990073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5005af43-83fb-4bb1-8dc3-0c1263a0f133 None None] Port d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:07.117000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.158991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 67691417-f963-468d-a99c-43dbf6bca3b4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:07.164926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.182759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.189998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] For port 6699ad44-304a-461a-afac-d8466b8c5a83, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6699ad44-304a-461a-afac-d8466b8c5a83,segment=NetworkSegment(64a713af-dfe0-43be-9ec9-e712f59b1b8f),segment_id=64a713af-dfe0-43be-9ec9-e712f59b1b8f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:07.190374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.224956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Subnet': ['ID=03ed3c14-65f9-48ea-b51d-8036d7547133,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:07.231675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] Pushing event deleted for resources: {'Port': ['ID=6699ad44-304a-461a-afac-d8466b8c5a83,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:07.240386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:04Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:07.246663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.247301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.247848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.248465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.249221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.250081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.250628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.251180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.251863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.252388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.252912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.253468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:07.265365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Checking segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:07.265971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network hostable DHCP agents. Network: d58683e6-ecd0-42b0-9781-55df7066d786, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:19:07.277494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3c507-6686-465d-8294-15d8ac692b50 None None] No DVR routers for this DVR port 6699ad44-304a-461a-afac-d8466b8c5a83 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:07.282444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Checking router: 8b7a37b4-bcd9-4db9-9e05-029e54a78ead for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:19:07.283031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Updating router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead port d4686efb-d618-4492-bf90-9fd5aa92e26d binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:19:07.295639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network d58683e6-ecd0-42b0-9781-55df7066d786 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:19:07.320050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:07.330483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Calling delete_port for 6699ad44-304a-461a-afac-d8466b8c5a83 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:07.332213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.336845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d58683e6-ecd0-42b0-9781-55df7066d786) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:07.344212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:07.345815 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.365867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b0063-6227-4313-b630-77f35631b708 None None] Network d58683e6-ecd0-42b0-9781-55df7066d786 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:07.386713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 67691417-f963-468d-a99c-43dbf6bca3b4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:07.387329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.399644 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1faa8097-0117-4a12-904d-8800a4a5fa34 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7364604 Sep 24 19:19:07.402368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:07.551787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.556433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a6c69980-d231-4f80-b3f0-775b8948090b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e HTTP/1.1" status: 204 len: 168 time: 1.6853476 Sep 24 19:19:07.557117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54012) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:07.622382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.720502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] No DVR routers for this DVR port 6699ad44-304a-461a-afac-d8466b8c5a83 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:07.728091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Port': ['ID=6699ad44-304a-461a-afac-d8466b8c5a83,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:07.776373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e8cab-67fc-4c0d-b497-dc03d5c9bba2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:07.778179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e8cab-67fc-4c0d-b497-dc03d5c9bba2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:07.779916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d4e8cab-67fc-4c0d-b497-dc03d5c9bba2 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2209992 Sep 24 19:19:07.814345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:07.830155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d58683e6-ecd0-42b0-9781-55df7066d786', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:07.831044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.844561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.869631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d1d665-edd2-4ec5-91a8-13eae23a3bb8']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:07.892460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a713af-dfe0-43be-9ec9-e712f59b1b8f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:07.892855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a713af-dfe0-43be-9ec9-e712f59b1b8f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:07.912086 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.915848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 9414903f-54d7-4344-9bbc-78405ae255c1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:07.921403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.936998 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.946166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:19:07.947115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:07.983720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self.session.flush() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:19:08.046828 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:19:08.061071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.074129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.080561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] 10.222.0.18 "DELETE /v2.0/networks/97d1d665-edd2-4ec5-91a8-13eae23a3bb8 HTTP/1.1" status: 204 len: 168 time: 2.0694451 Sep 24 19:19:08.098594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.101018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Allocated IP 172.20.0.2 (d58683e6-ecd0-42b0-9781-55df7066d786/03ed3c14-65f9-48ea-b51d-8036d7547133/4f92c2e8-6646-4fd4-8f90-7c053e84587f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:08.137568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304903a-51c9-4c02-9a7b-202b055e3564 tempest-AllowedAddressPairTestJSON-372399576 tempest-AllowedAddressPairTestJSON-372399576-project] Pushing event deleted for resources: {'Network': ['ID=97d1d665-edd2-4ec5-91a8-13eae23a3bb8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:08.187303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.228812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=9414903f-54d7-4344-9bbc-78405ae255c1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:08.258240 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.264336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778533b-08e6-4017-9b5b-a8792b0394b9 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:08.273789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.278527 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d0797ae1-732c-4c74-9d86-91074e731c27 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9414903f-54d7-4344-9bbc-78405ae255c1 HTTP/1.1" status: 204 len: 168 time: 0.4603994 Sep 24 19:19:08.278902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54022) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.322495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.407647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-33936cbd-2072-45d1-8775-afaa36f82d56 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249311 Sep 24 19:19:08.415930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54026) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.466371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Network d58683e6-ecd0-42b0-9781-55df7066d786 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:08.476152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Pushing event updated for resources: {'Port': ['ID=4f92c2e8-6646-4fd4-8f90-7c053e84587f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:08.484584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:08.509857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6699ad44-304a-461a-afac-d8466b8c5a83 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:08.560499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8b18a-9fab-481b-ac95-04c50f59026d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:08.562093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ca8b18a-9fab-481b-ac95-04c50f59026d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1450951 Sep 24 19:19:08.567873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.622495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:08.667046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfaa73-092e-4265-bbc6-a65af687eec8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:08.668666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-29dfaa73-092e-4265-bbc6-a65af687eec8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998218 Sep 24 19:19:08.672029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54036) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.710800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.743013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-82481de4-ae82-4874-870d-e91fa1730a19 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698147 Sep 24 19:19:08.748789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54044) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:08.759791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:08.788936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:08.853043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6699ad44-304a-461a-afac-d8466b8c5a83 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:08.854502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6699ad44-304a-461a-afac-d8466b8c5a83 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:08.903669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:08.909543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.015100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82b141fc-f879-4103-b6bb-7d7aaee4e2cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=873c83df97ee4ff7ba48d5f8c5f3cc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028705 Sep 24 19:19:09.025821 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.038465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54060) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:09.079365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.111110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.114403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Attempting to bind port 4f92c2e8-6646-4fd4-8f90-7c053e84587f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:09.114783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Attempting to bind port 4f92c2e8-6646-4fd4-8f90-7c053e84587f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:09.115220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Attempting to bind port 4f92c2e8-6646-4fd4-8f90-7c053e84587f on network d58683e6-ecd0-42b0-9781-55df7066d786 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:09.115883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-3c78b6b2-4c17-41d7-afd6-72647de6fe3b tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=048d9d77c2c545188da4f58171b90a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758734 Sep 24 19:19:09.180192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88f291-e6a3-4be8-bfdf-4f09958671e2 None None] Pushing event updated for resources: {'Port': ['ID=d4686efb-d618-4492-bf90-9fd5aa92e26d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:09.186480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:09.190503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:09.191171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Checking segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:09.191737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.192146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Bound using segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:09.192632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Bound port: 4f92c2e8-6646-4fd4-8f90-7c053e84587f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:09.193019 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.235755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.1 (d58683e6-ecd0-42b0-9781-55df7066d786/03ed3c14-65f9-48ea-b51d-8036d7547133/7151e2e8-5598-4d08-bb80-48c51ef0b0b1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:09.311046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] For port 4f92c2e8-6646-4fd4-8f90-7c053e84587f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:09.314500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Attempting to bind port d4686efb-d618-4492-bf90-9fd5aa92e26d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:09.314898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Attempting to bind port d4686efb-d618-4492-bf90-9fd5aa92e26d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:09.315258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Attempting to bind port d4686efb-d618-4492-bf90-9fd5aa92e26d on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:09.332829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] For port 4f92c2e8-6646-4fd4-8f90-7c053e84587f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4f92c2e8-6646-4fd4-8f90-7c053e84587f,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:09.334481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:09.334664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:09.335309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.335758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:09.336244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Bound port: d4686efb-d618-4492-bf90-9fd5aa92e26d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:09.336675 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.366473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.368729 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.427200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.432607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.450625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] For port d4686efb-d618-4492-bf90-9fd5aa92e26d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:09.457270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Deleting port 67691417-f963-468d-a99c-43dbf6bca3b4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:09.457656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.459546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.515445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network d58683e6-ecd0-42b0-9781-55df7066d786 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:09.529316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] For port 67691417-f963-468d-a99c-43dbf6bca3b4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=67691417-f963-468d-a99c-43dbf6bca3b4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:09.529821 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.532732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:09.532890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.536022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.537218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44a9921f-51ef-43ad-b025-c770de037f58 HTTP/1.1" status: 204 len: 168 time: 0.4963253 Sep 24 19:19:09.563150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:09.567347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-fc281883-0d02-48f8-a46c-3f554a728046 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:09.568910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-fc281883-0d02-48f8-a46c-3f554a728046 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4426317 Sep 24 19:19:09.576941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Calling delete_port for 67691417-f963-468d-a99c-43dbf6bca3b4 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:09.626702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3d2a-4c74-49a3-b64e-8da09dcd2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a9921f-51ef-43ad-b025-c770de037f58,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:09.649764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-02e4057f-0c7e-4009-8e85-1a5047f10975 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/quotas/048d9d77c2c545188da4f58171b90a28 HTTP/1.1" status: 200 len: 375 time: 0.0717099 Sep 24 19:19:09.693884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.708758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-9a941c79-8fc6-414a-a33a-85a3232bb67e tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=048d9d77c2c545188da4f58171b90a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468946 Sep 24 19:19:09.808756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:09.817564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.833587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] For port d4686efb-d618-4492-bf90-9fd5aa92e26d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4686efb-d618-4492-bf90-9fd5aa92e26d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:09.849957 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.862283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ce9c-1673-42e7-bb1f-2be43a77cfa0 None None] Pushing event updated for resources: {'Port': ['ID=4f92c2e8-6646-4fd4-8f90-7c053e84587f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:09.872577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] No DVR routers for this DVR port 67691417-f963-468d-a99c-43dbf6bca3b4 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:09.889018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:09.900780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:09.901366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb3d61-8152-41ce-821e-21bff510c8da None None] Pushing event deleted for resources: {'Port': ['ID=67691417-f963-468d-a99c-43dbf6bca3b4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:09.933263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:09.934073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:09.957483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:09.981342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:10.015710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18042a2-c8e2-4633-8725-9ba6c0d48ac0 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:10.017320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:10.018155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:10.041717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88f291-e6a3-4be8-bfdf-4f09958671e2 None None] Pushing event updated for resources: {'Port': ['ID=d4686efb-d618-4492-bf90-9fd5aa92e26d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:10.120923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3710344 Sep 24 19:19:10.133287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:10.146776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:8e:6a:74', 'name': 'tempest-NetworksTestDHCPv6-1953060871'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:10.214159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2c3dd45-8e13-4a21-ae02-5af127388ef2 req-9f63d227-d2c4-4557-823f-df01246e59e4 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 210 time: 0.0842173 Sep 24 19:19:10.224641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c97cd-5f5a-4622-a86e-a97f2c61348d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=c39014a2-e270-4831-bdfe-8aa137b054c5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:10.239405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:10.253840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:10.467681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'c39014a2-e270-4831-bdfe-8aa137b054c5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:10.468576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:10.692261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:04Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:10.765690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b8a9-acc8-4b1b-bec4-6943b4b4290c None None] The sync data for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 is: [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:04Z', 'revision_number': 3, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:10.781300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Allocated IP 2001:db8::f816:3eff:fe66:3ae3 (00eb5de6-bafc-4a69-971a-ad436c7f076f/c39014a2-e270-4831-bdfe-8aa137b054c5/acc97afc-9b6b-43c9-b732-8d798a12d898) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:11.093817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54110) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:11.145549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:11.216679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76918244-21fb-46a9-9002-b6efdfb1ac5e None None] Network d58683e6-ecd0-42b0-9781-55df7066d786 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:11.256589 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.322168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4f92c2e8-6646-4fd4-8f90-7c053e84587f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:11.436451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-280857805'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:11.439862 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.487324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae2d886e-f134-4296-8028-7b5951a3717d req-38ec23fa-cc9f-4e3d-a655-129c453966f3 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 210 time: 0.0723410 Sep 24 19:19:11.502519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:11.514049 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.536714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.537064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.569806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.575650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port a068001e-d47c-42e5-9871-8ffee83ea376 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:11.579092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Pushing event updated for resources: {'Port': ['ID=acc97afc-9b6b-43c9-b732-8d798a12d898,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:11.587626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.594904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:11.614953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4f92c2e8-6646-4fd4-8f90-7c053e84587f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:11.615306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.616865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0e6bdc69-7bf2-4c20-ada9-e0b9aae89a9f None None] Provisioning complete for port 4f92c2e8-6646-4fd4-8f90-7c053e84587f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:11.617454 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6bdc69-7bf2-4c20-ada9-e0b9aae89a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.623293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:11.664370 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.671652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.681705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:11.710841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e08809d-d265-4edd-a1a1-c64d073a8356,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:11.723665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:19:11.739051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.740223 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Added segment a4f3a9a6-6e36-49de-bca2-6c03180717a7 of type vlan for network 5f7588db-34f9-4027-bfdc-eec929306e60 Sep 24 19:19:11.750144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:11.769548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.795008 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.848446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.854486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:11.855265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:11.856816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe8e:6a74 (00eb5de6-bafc-4a69-971a-ad436c7f076f/c39014a2-e270-4831-bdfe-8aa137b054c5/a068001e-d47c-42e5-9871-8ffee83ea376) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:11.979813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Network': ['ID=5f7588db-34f9-4027-bfdc-eec929306e60,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:11.985056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-b16fc46a-2ef9-4074-b471-3435181ec1d5 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=048d9d77c2c545188da4f58171b90a28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403217 Sep 24 19:19:11.992741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network d58683e6-ecd0-42b0-9781-55df7066d786 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:11.997370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:12.021766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-922c99f5-e7bc-44a5-816e-fb83e4830a51 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9266918 Sep 24 19:19:12.024880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:12.031182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'subnet': {'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:12.059269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5f7588db-34f9-4027-bfdc-eec929306e60 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:19:12.123394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Attempting to bind port acc97afc-9b6b-43c9-b732-8d798a12d898 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:12.123851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Attempting to bind port acc97afc-9b6b-43c9-b732-8d798a12d898 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:12.124276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Attempting to bind port acc97afc-9b6b-43c9-b732-8d798a12d898 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:12.138842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-37abda98-fce1-4633-8baf-6402f647cb9b tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:12.141631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-37abda98-fce1-4633-8baf-6402f647cb9b tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502230 Sep 24 19:19:12.149609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:12.150072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:12.150555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.151049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:12.151614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Bound port: acc97afc-9b6b-43c9-b732-8d798a12d898, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:12.152060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.157628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Request body: {'port': {'device_id': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '048d9d77c2c545188da4f58171b90a28'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:12.316744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.317696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:12.362005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Made reservation on behalf of 048d9d77c2c545188da4f58171b90a28 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:12.364172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.366206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.387687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.479459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:12.483516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.492052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6bdc69-7bf2-4c20-ada9-e0b9aae89a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.583125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 4f92c2e8-6646-4fd4-8f90-7c053e84587f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4f92c2e8-6646-4fd4-8f90-7c053e84587f,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:12.584815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] For port acc97afc-9b6b-43c9-b732-8d798a12d898, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:12.604261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.611465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.615022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.623166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] For port acc97afc-9b6b-43c9-b732-8d798a12d898, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=acc97afc-9b6b-43c9-b732-8d798a12d898,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:12.676160 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.702265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a916a66-ee32-4906-ba38-12bb4268da28,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:12.759187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-789289dc-c9d1-49e4-8b0f-9131daf170c7 req-93319b5a-c812-4d8f-a704-3c7b4461c472 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 210 time: 0.0715055 Sep 24 19:19:12.761100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 67691417-f963-468d-a99c-43dbf6bca3b4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:12.801821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 67691417-f963-468d-a99c-43dbf6bca3b4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:12.802671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 67691417-f963-468d-a99c-43dbf6bca3b4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:12.804312 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-0e6bdc69-7bf2-4c20-ada9-e0b9aae89a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:19:12.804744 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-0e6bdc69-7bf2-4c20-ada9-e0b9aae89a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:19:12.820771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=4f92c2e8-6646-4fd4-8f90-7c053e84587f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:12.835922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.884829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:12.892443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8afb68c9-4353-4d36-8430-9359af574e15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/8b7a37b4-bcd9-4db9-9e05-029e54a78ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4855807 Sep 24 19:19:12.894817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54134) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:12.913292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:12.924794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:12.928733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:12.935453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:12.936096 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:12.939535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632646a1-7bb5-42c4-9878-fd98c1ee1543 None None] Pushing event updated for resources: {'Port': ['ID=acc97afc-9b6b-43c9-b732-8d798a12d898,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:12.963720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=a068001e-d47c-42e5-9871-8ffee83ea376,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:13.092797 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-adfe0ab3-80f1-4a37-8c42-66e0a244209c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8682184 Sep 24 19:19:13.092797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:13.118800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.233576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c630c-e01b-4529-b321-52f1199d3496 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.233576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c630c-e01b-4529-b321-52f1199d3496 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.233576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef5c630c-e01b-4529-b321-52f1199d3496 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1439819 Sep 24 19:19:13.233576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:13.415272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Subnet': ['ID=be8a8ced-f0dc-41b8-a02e-48a9c4499279,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:13.433840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Checking segment: {'id': 'a4f3a9a6-6e36-49de-bca2-6c03180717a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:13.434406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network hostable DHCP agents. Network: 5f7588db-34f9-4027-bfdc-eec929306e60, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:19:13.438462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4686efb-d618-4492-bf90-9fd5aa92e26d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:13.472594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.473211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.483601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:19:13.484158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.485480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.486123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.490519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.491232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.493069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.493770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.494923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.500799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9ad36a4d-bdfd-4332-a26f-3ffbfcbb0f1c tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7018 time: 0.6042547 Sep 24 19:19:13.502272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54156) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:13.506237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port a068001e-d47c-42e5-9871-8ffee83ea376 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:13.506584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.511233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5f7588db-34f9-4027-bfdc-eec929306e60) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:13.522441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70193501-d565-44ee-ad93-82b3f58ccdd3 None None] Network 5f7588db-34f9-4027-bfdc-eec929306e60 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:13.543858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-516849aa-a6b9-41a8-8b63-963a22103734 req-6edbf858-b5b3-4466-b080-64e44ef7fcb5 tempest-SecurityGroupsTestJSON-1535216525 tempest-SecurityGroupsTestJSON-1535216525-project] (94856) timed out ('10.222.0.69', 53135) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:19:13.561530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.562107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.648711 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:19:13.658316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4f029459-31f2-44de-8917-bcdb9522df3e None None] Provisioning complete for port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:13.658709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f029459-31f2-44de-8917-bcdb9522df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.710346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Allocated IP 192.168.233.252 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:13.715523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.734818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for a068001e-d47c-42e5-9871-8ffee83ea376 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:13.750075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4f029459-31f2-44de-8917-bcdb9522df3e None None] Port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:13.760161 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Sync routers for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:13.783573 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:13.784233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:13.810643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d4686efb-d618-4492-bf90-9fd5aa92e26d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:13.811055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.814380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.814877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.815547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.816598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.817029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.817480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.818090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.818706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.819345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.819798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:13.821761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f45e052-abd8-4f28-aaa9-86cc91491403 tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6385 time: 0.3029547 Sep 24 19:19:13.825181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54168) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:13.830664 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48a81470-ce35-470b-bed8-745a0b600b41 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8034849 Sep 24 19:19:13.833275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:13.838506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1038277495', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:13.883282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.884373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:13.932726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4f029459-31f2-44de-8917-bcdb9522df3e None None] Provisioning complete for port 4f92c2e8-6646-4fd4-8f90-7c053e84587f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:13.933125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f029459-31f2-44de-8917-bcdb9522df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.007997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.022676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0a81b-083d-4316-9ca2-463f3ef50463 None None] Network 5f7588db-34f9-4027-bfdc-eec929306e60 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:14.033110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be08a0f8-9009-4cb9-a448-3d681dececbf req-d4d237b7-eaa2-4104-aa33-15900eb7fcc9 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 210 time: 0.0588255 Sep 24 19:19:14.047928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:14.064278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=a068001e-d47c-42e5-9871-8ffee83ea376,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:14.124320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.130443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1f157074-0422-459d-97ee-be626168c11e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/a068001e-d47c-42e5-9871-8ffee83ea376 HTTP/1.1" status: 204 len: 168 time: 0.9744225 Sep 24 19:19:14.131508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:14.228644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.233240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f13e4-8c29-4c81-b510-eefbfb51c40d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:14.235726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f13e4-8c29-4c81-b510-eefbfb51c40d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:14.241302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-882f13e4-8c29-4c81-b510-eefbfb51c40d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1057589 Sep 24 19:19:14.242800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:14.432054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.482784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-84f963c1-4e06-4fd6-81c7-2fec30b197cf tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.6562583 Sep 24 19:19:14.516957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet c39014a2-e270-4831-bdfe-8aa137b054c5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:14.520071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.523405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.523860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:11Z', 'revision_number': 2, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:14.556321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.587391 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.617042 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Checking router: 8b7a37b4-bcd9-4db9-9e05-029e54a78ead for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:19:14.617913 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Updating router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:19:14.645348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.648565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d4686efb-d618-4492-bf90-9fd5aa92e26d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4686efb-d618-4492-bf90-9fd5aa92e26d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:14.666939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.668280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4f92c2e8-6646-4fd4-8f90-7c053e84587f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:14.688074 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.855740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1d89dd24-d7b7-4fc7-bf78-e5f969da2fee None None] Provisioning complete for port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:14.856122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d89dd24-d7b7-4fc7-bf78-e5f969da2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:14.976944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d4686efb-d618-4492-bf90-9fd5aa92e26d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:15.010506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1d89dd24-d7b7-4fc7-bf78-e5f969da2fee None None] Port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:15.014975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.033329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4f92c2e8-6646-4fd4-8f90-7c053e84587f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:15.034079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.134937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:15.157544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756238566', 'description': 'tempest-secgroup-smoke-756238566 description', 'project_id': '909f522e638243789ea08cad9d40c98d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:15.194144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Pushing event updated for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:15.203739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] Provisioning complete for port acc97afc-9b6b-43c9-b732-8d798a12d898 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:15.204378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.253239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:15.275965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.283108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.285524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:15.289037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:15.355309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776ac13-1b0c-466a-85f9-ef1d467189d7 req-501d903d-f62d-4296-ab83-076dfc07b02a tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:15.357648 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.365035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d776ac13-1b0c-466a-85f9-ef1d467189d7 req-501d903d-f62d-4296-ab83-076dfc07b02a tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 936 time: 0.1548605 Sep 24 19:19:15.386199 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.448533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:15.452158 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.472420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=c39014a2-e270-4831-bdfe-8aa137b054c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:15.522405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.531620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d776ac13-1b0c-466a-85f9-ef1d467189d7 req-a24c43a1-fe84-4c2d-a379-751572de7335 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643612 Sep 24 19:19:15.537091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1d9f9580-c773-48d5-b7ae-7a3aa70fe855 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3844655 Sep 24 19:19:15.548627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Request body: {'port': {'device_id': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:15.594442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Pushing event updated for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:15.611866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.616868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.622617 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-56933abf-fac5-4fe7-83a7-f0541d1ca8f5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/c39014a2-e270-4831-bdfe-8aa137b054c5 HTTP/1.1" status: 204 len: 168 time: 1.3761549 Sep 24 19:19:15.639760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:15.662111 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.663000 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.663499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.664009 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.666915 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.669691 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.670231 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.670741 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.672727 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.673063 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.673402 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.673729 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:15.678717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] For port acc97afc-9b6b-43c9-b732-8d798a12d898, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=acc97afc-9b6b-43c9-b732-8d798a12d898,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:15.694512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.726798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.749435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Attempting to bind port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:15.752403 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Attempting to bind port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:15.752775 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Attempting to bind port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 on network d58683e6-ecd0-42b0-9781-55df7066d786 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:15.778081 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:15.778458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Checking segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:15.778883 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.779304 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Bound using segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:15.779845 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Bound port: 7151e2e8-5598-4d08-bb80-48c51ef0b0b1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:15.780306 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.818264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.824550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4686efb-d618-4492-bf90-9fd5aa92e26d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:15.825422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3f16364-0030-4630-b1d1-0e972cb32799 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1758294 Sep 24 19:19:15.834177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:15.842765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:15.846374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2d75ab3a-e7e4-4121-be5b-a599974f4cbe None None] Could not find standard attr ID for object a068001e-d47c-42e5-9871-8ffee83ea376. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:15.892395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.914210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:15.968043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ba404-0d33-4ccd-88fc-4e61768f54b5 None None] Pushing event updated for resources: {'Port': ['ID=acc97afc-9b6b-43c9-b732-8d798a12d898,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:15.995792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016ca26-451f-468c-86b9-7edf6611b1f0 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:16.024905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993a86c0-351f-4863-a701-6ba7de5ee8e0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:16.135557 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] For port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:16.138044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.138768 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] For port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:16.139629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2311186c-4ead-4fa8-afcf-1540c19f4af8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0022261 Sep 24 19:19:16.145039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54224) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:16.149969 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.158270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:16.163066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.11 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1f556ee3-37e8-41ba-9fe9-567dee5fc97c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:16.209985 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:16.210616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:16.210751 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:16.214700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.223545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a13a0c48-428c-4a6a-92a8-933f867d1485 None None] Provisioning complete for port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:16.223930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a13a0c48-428c-4a6a-92a8-933f867d1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.358098 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.362287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d4686efb-d618-4492-bf90-9fd5aa92e26d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:16.362969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.372001 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:16.447313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a13a0c48-428c-4a6a-92a8-933f867d1485 None None] Port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:16.503901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.533071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device acc97afc-9b6b-43c9-b732-8d798a12d898 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:16.535755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:16.554813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005dbc5-900a-4346-bc6d-da523b48febb None None] Pushing event updated for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:16.566282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.577439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.608394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675b79ee-dc58-4df8-ad06-69ccdbdf9208,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:16.689597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:19:16.696908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] Provisioning complete for port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:16.697972 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.701265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.702801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-18184c32-9063-4afd-ad8c-23197afd12c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564063 Sep 24 19:19:16.707908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54236) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:16.712626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:16.719581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.735881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.786302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Transition to ACTIVE for port object f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:19:16.793943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Deleting port acc97afc-9b6b-43c9-b732-8d798a12d898 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:16.794709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.802703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.817006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:16.845688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=1f556ee3-37e8-41ba-9fe9-567dee5fc97c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:16.856042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:16.869167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.882079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:16.902778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:16.921628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d8488-6250-4a10-8104-1e7e34c09de7 req-f0a84820-894f-4b9d-a34d-f6bd928e5f0e tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:16.923292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c9d8488-6250-4a10-8104-1e7e34c09de7 req-f0a84820-894f-4b9d-a34d-f6bd928e5f0e tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 936 time: 0.1992717 Sep 24 19:19:16.967387 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:16Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:16.968655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] For port acc97afc-9b6b-43c9-b732-8d798a12d898, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=acc97afc-9b6b-43c9-b732-8d798a12d898,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:16.969261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.979703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.993107 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:16.995730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Calling delete_port for acc97afc-9b6b-43c9-b732-8d798a12d898 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:17.013156 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c419c1-6504-46ea-b3db-615bc4647d28 None None] The sync data for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 is: [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:16Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:17.030594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port acc97afc-9b6b-43c9-b732-8d798a12d898 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:17.031151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.046190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.166593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] For port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:17.220950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c9d8488-6250-4a10-8104-1e7e34c09de7 req-37ccfc06-4e10-4495-bca0-67c659775b30 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397254 Sep 24 19:19:17.227796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.233815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579eee18-218e-49a3-aab5-10cef26cfa1b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:17.254042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.257236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-816ee057-244c-4bc7-9ec5-20a3004b1d06 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5481763 Sep 24 19:19:17.262315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54246) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:17.268302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:17.277087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Attempting to bind port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:17.277478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Attempting to bind port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:17.277822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Attempting to bind port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:17.302337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:19:17.302724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Attempting to bind port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:17.316562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:17.317261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:17.317408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:17.317941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Bound port: f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:17.318316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.371268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.443586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:17.468036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-30042e20-e987-4419-8a7a-d19446c8d9a2 None None] Provisioning complete for port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:17.468417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30042e20-e987-4419-8a7a-d19446c8d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.470210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:17.478985 n-d-810952-2 neutron-server[94857]: INFO neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No ports have port_id starting with acc97afc-9b6b-43c9-b732-8d798a12d898 Sep 24 19:19:17.486882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.489728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.519245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.524192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ce5a-1a69-436e-b7c0-9544ce9c199c None None] Pushing event updated for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:17.528074 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.546875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:17.547664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.549356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e HTTP/1.1" status: 200 len: 1096 time: 2.0051770 Sep 24 19:19:17.565385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d315b1-6722-4975-ba2b-e2fabb9ea101,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:17.568395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:17.571133 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c7881c-866f-4a09-b776-d1e0e77cd1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:17.591009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.595928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25a7dabd-b110-4f92-b6a2-2e2f6e607e3f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321791 Sep 24 19:19:17.602896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54254) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:17.609041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:17.638622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Pushing event deleted for resources: {'Port': ['ID=acc97afc-9b6b-43c9-b732-8d798a12d898,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:17.652544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcf77-bdb0-47a9-9cb2-dd54a383c5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:17.656568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] No DVR routers for this DVR port acc97afc-9b6b-43c9-b732-8d798a12d898 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:17.686275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.686698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.687086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.687419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.687855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.688185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.688423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.694704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.695650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.695650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.696384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.696730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2202d-d2c8-47c9-88a0-d4ddf0ab61f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:17.725006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-650f51e4-dd06-452a-b5e2-a9a4c59caac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:17.727389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-650f51e4-dd06-452a-b5e2-a9a4c59caac1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=048d9d77c2c545188da4f58171b90a28&device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 1099 time: 0.1097217 Sep 24 19:19:17.736314 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814fe370-a12b-44dc-828d-a82bfbcdb3f7 x-openstack-request-id: req-814fe370-a12b-44dc-828d-a82bfbcdb3f7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:17.736760 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:17.737081 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-814fe370-a12b-44dc-828d-a82bfbcdb3f7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:17.738471 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e', 'status': 'completed', 'code': 200} Sep 24 19:19:17.739449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:17.825948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-0ac1c96b-2945-4aa1-9fb3-8570113ea216 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e HTTP/1.1" status: 200 len: 217 time: 0.0801442 Sep 24 19:19:17.877022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:17.932585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-94a9db77-c425-4c18-a16c-5a5d2a18009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:17.934115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-94a9db77-c425-4c18-a16c-5a5d2a18009a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0942450 Sep 24 19:19:18.020636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:18.021016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.028747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.053703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.058485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:18.061758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.090367 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.094693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4882565 Sep 24 19:19:18.095255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54266) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:18.105124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:18.146523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec4ca2-8648-41fc-9b67-d0c64aad79f1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a02b3b-b8a1-4690-ab04-fe6a6e432440,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:18.171151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1612ddb7-d4db-42a7-9c3b-11dc1ee7fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:18.172828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1612ddb7-d4db-42a7-9c3b-11dc1ee7fa86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288496 Sep 24 19:19:18.173782 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:19:18.180274 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.240930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:18.241774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=4a9edeb7-209c-47cd-8dbf-26d143ed392f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:18.251233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:18.256211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:18.256816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.264657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd38bd-9c34-435a-afde-b27eea026d51 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:18.266775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device acc97afc-9b6b-43c9-b732-8d798a12d898 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:18.314205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-2c887582-6930-40f3-86e6-9364ed2ba820 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301749 Sep 24 19:19:18.336148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6eeda11f-1a78-43fb-96be-08f1c0188db7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4983811 Sep 24 19:19:18.338563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:18.344589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:fa:e1:d8', 'name': 'tempest-NetworksTestDHCPv6-498950471'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:18.352427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: acc97afc-9b6b-43c9-b732-8d798a12d898 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:18.353404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device acc97afc-9b6b-43c9-b732-8d798a12d898 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:18.559619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.580683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e367b1-086b-492c-8c85-85c5fabf268a req-78276b87-92a3-4084-a2bc-1cba645eb344 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:18.582117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.582372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96e367b1-086b-492c-8c85-85c5fabf268a req-78276b87-92a3-4084-a2bc-1cba645eb344 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 948 time: 0.1864476 Sep 24 19:19:18.587159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.626425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '4a9edeb7-209c-47cd-8dbf-26d143ed392f'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:18.628600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.665289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:18.668766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e690d0e-7858-43cf-8c0a-feec5fa851f0 req-1ec55190-f07e-4d6e-8728-79a49223ae8b service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428497 Sep 24 19:19:18.685624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a2131e-25f9-439c-95a3-9bd8d404f501,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:18.708684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.711157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-834f4112-2a34-42b3-9dda-68820826e41a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6133308 Sep 24 19:19:18.723213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:18.728173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'security_group_rule': {'security_group_id': '993a86c0-351f-4863-a701-6ba7de5ee8e0', 'project_id': '909f522e638243789ea08cad9d40c98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:18.784532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96e367b1-086b-492c-8c85-85c5fabf268a req-ebe37036-43de-4e0b-be10-913ddd01b994 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608160 Sep 24 19:19:18.834790 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Project 909f522e638243789ea08cad9d40c98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:19:18.846021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Allocated IP 2001:db8::f816:3eff:fe36:d807 (00eb5de6-bafc-4a69-971a-ad436c7f076f/4a9edeb7-209c-47cd-8dbf-26d143ed392f/57072879-948d-4ce6-bc34-a78e562ee23b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:18.858324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:18.880587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-1fb4b5c5-3cfe-432c-941a-5da898c4e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:18.882712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-1fb4b5c5-3cfe-432c-941a-5da898c4e849 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=048d9d77c2c545188da4f58171b90a28&device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 1099 time: 0.0926325 Sep 24 19:19:19.075596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.117507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port d310aa7e-f4e5-4386-814f-2ff16980775c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:19.172632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.183959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.215131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.216741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4922588 Sep 24 19:19:19.236630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597142c-094f-4631-a6e5-b479c1d446af tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9cf534-0e80-427e-891a-033b6cdb8ab8,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:19.251429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-17b6dc9d-127f-4bb3-b48d-3101a090e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:19.254779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-17b6dc9d-127f-4bb3-b48d-3101a090e989 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.3429337 Sep 24 19:19:19.312751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.316544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-49031a7e-fcc0-414e-8897-035188936a69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e HTTP/1.1" status: 200 len: 217 time: 0.0524869 Sep 24 19:19:19.374207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.387258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.400301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-db6749e9-1d8e-4536-9cab-f45e1e09287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:19.408058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-db6749e9-1d8e-4536-9cab-f45e1e09287f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0743680 Sep 24 19:19:19.432935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:19.436488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:19.441106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:19.452923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Pushing event updated for resources: {'Port': ['ID=57072879-948d-4ce6-bc34-a78e562ee23b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:19.523885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fefa:e1d8 (00eb5de6-bafc-4a69-971a-ad436c7f076f/4a9edeb7-209c-47cd-8dbf-26d143ed392f/d310aa7e-f4e5-4386-814f-2ff16980775c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:19.526591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-0d19644f-535c-40f6-a503-cb9f89b388d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:19.529056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-0d19644f-535c-40f6-a503-cb9f89b388d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107025 Sep 24 19:19:19.588803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Attempting to bind port 57072879-948d-4ce6-bc34-a78e562ee23b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:19.589201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Attempting to bind port 57072879-948d-4ce6-bc34-a78e562ee23b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:19.589551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Attempting to bind port 57072879-948d-4ce6-bc34-a78e562ee23b on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:19.596000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:19.596401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:19.596855 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.597261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:19.597739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Bound port: 57072879-948d-4ce6-bc34-a78e562ee23b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:19.598134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.638076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-1d1e53b4-f6ee-4db5-a682-d656ae0bb9bf tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756238566&fields=id&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 267 time: 0.0620804 Sep 24 19:19:19.662619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:19:19.700049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] For port 57072879-948d-4ce6-bc34-a78e562ee23b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:19.704066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] For port 57072879-948d-4ce6-bc34-a78e562ee23b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57072879-948d-4ce6-bc34-a78e562ee23b,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:19.717269 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.770708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-cae71374-985c-4388-9055-360cd8f05e9b service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339680 Sep 24 19:19:19.786341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4dd9-83d2-4594-a7f9-532927a19d54 None None] Pushing event updated for resources: {'Port': ['ID=57072879-948d-4ce6-bc34-a78e562ee23b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:19.815639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.824199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-38ff180b-c2e1-4bce-8ce2-14f60d9a143f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:19.825915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-38ff180b-c2e1-4bce-8ce2-14f60d9a143f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/networks?id=d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 200 len: 796 time: 0.1870461 Sep 24 19:19:19.892447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-ffc0a4be-6811-4144-9dbc-b673201e7962 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/quotas/909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 375 time: 0.0527592 Sep 24 19:19:19.951680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:19.955006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43c7881c-866f-4a09-b776-d1e0e77cd1b2 req-c383cf69-9975-4fb2-951a-6f017acd0f11 service neutron] 10.222.0.69 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742249 Sep 24 19:19:19.955227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:19.966114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:19.985541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:19.986199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:20.016611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-ed1c3f1b-6a5e-4b0c-a064-6d7c94ee5ea1 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150029 Sep 24 19:19:20.068424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:20.083336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:20.101788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.103729 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ae732c1a-2ef7-4d81-93c7-dbb1f1eed3a0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2691085 Sep 24 19:19:20.104650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=d310aa7e-f4e5-4386-814f-2ff16980775c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:20.119659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:20.120773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:20.124299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:20.129223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:18:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:20.133279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:20.140435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:20.141315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.152058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e927d-5f69-4d7a-b735-98dbe0060fa9 req-4b3bdeee-5a27-4e43-b4fa-7789309abd33 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:20.154106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a2e927d-5f69-4d7a-b735-98dbe0060fa9 req-4b3bdeee-5a27-4e43-b4fa-7789309abd33 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 948 time: 0.1789074 Sep 24 19:19:20.170600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:20.171300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe051d6-39a5-4372-aea5-90d32af2509a None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:20.251847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a2e927d-5f69-4d7a-b735-98dbe0060fa9 req-67be923b-ffcb-4bc1-b2a3-f9e46330c0cd tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582337 Sep 24 19:19:20.256039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a5eeb684-39cb-4135-a3a1-62abdf856f97 service neutron] 10.222.0.18 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765647 Sep 24 19:19:20.257985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54330) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:20.258928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5d5300b3-c7a6-44d7-8658-c548b12be8c4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9188299 Sep 24 19:19:20.306755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b24ccb4-2edc-4634-b93e-b8182bf8669f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.355925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95405138-1c7a-4701-907f-5b78e7511d13 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:20.362026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95405138-1c7a-4701-907f-5b78e7511d13 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:20.363826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-95405138-1c7a-4701-907f-5b78e7511d13 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1009707 Sep 24 19:19:20.366611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54334) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:20.496423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-620e007b-0a5e-412d-a2d8-f8059c4f9598 service neutron] 10.222.0.18 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012198 Sep 24 19:19:20.523854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port d310aa7e-f4e5-4386-814f-2ff16980775c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:20.524200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.682392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.696934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for d310aa7e-f4e5-4386-814f-2ff16980775c owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:20.752199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-03888838-e174-400b-a219-a588f21a3f48 req-155c5ec8-71b9-4b39-943d-267a1738e31d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 210 time: 0.0402524 Sep 24 19:19:20.890735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:20.976768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.021983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=d310aa7e-f4e5-4386-814f-2ff16980775c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:21.067615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.074041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1dc8872c-f1d8-46c1-91ad-fc0974ce9550 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d310aa7e-f4e5-4386-814f-2ff16980775c HTTP/1.1" status: 204 len: 168 time: 0.7041335 Sep 24 19:19:21.074285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:21.216240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da764cb1-e28f-43fd-acfe-f6afe75f9e7a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:21.217972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da764cb1-e28f-43fd-acfe-f6afe75f9e7a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:21.222255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da764cb1-e28f-43fd-acfe-f6afe75f9e7a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1440258 Sep 24 19:19:21.222634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:21.344777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] Provisioning complete for port 57072879-948d-4ce6-bc34-a78e562ee23b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:21.349104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.370308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 4a9edeb7-209c-47cd-8dbf-26d143ed392f {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:21.375183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.1 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/d2f0b218-51d7-41eb-927c-55f0252fe8b1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:21.387813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.610111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.627807 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.641504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.693322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.695068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] For port 57072879-948d-4ce6-bc34-a78e562ee23b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57072879-948d-4ce6-bc34-a78e562ee23b,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:21.707518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.740135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721ee0-aabc-4b28-b82f-25c9942a913e req-c5123f11-678d-4b52-91b0-b5fd3a2f7228 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:21.749254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0721ee0-aabc-4b28-b82f-25c9942a913e req-c5123f11-678d-4b52-91b0-b5fd3a2f7228 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 948 time: 0.3553669 Sep 24 19:19:21.804365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57072879-948d-4ce6-bc34-a78e562ee23b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:21.822772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:21.835598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:21.851169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:21.854617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=d2f0b218-51d7-41eb-927c-55f0252fe8b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:21.872495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:19:21.889806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f6cb734a-1421-4ced-8837-1f454558f9c7 None None] Could not find standard attr ID for object d310aa7e-f4e5-4386-814f-2ff16980775c. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:21.899981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c812d-68f6-4ff4-93ae-67ee916723a2 None None] Pushing event updated for resources: {'Port': ['ID=57072879-948d-4ce6-bc34-a78e562ee23b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:21.916832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0721ee0-aabc-4b28-b82f-25c9942a913e req-d86355ad-5906-464e-a070-11096cdc019c tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604242 Sep 24 19:19:21.945588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.948583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:21.999999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 57072879-948d-4ce6-bc34-a78e562ee23b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:22.000308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.089660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:22.090086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca69e23d-0ffd-4f73-80e6-e02345b3e54f req-807044a4-a1ff-42a8-97ad-92742eeb05c2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 210 time: 0.0765393 Sep 24 19:19:22.112642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e', 'mac_address': 'fa:16:3e:dc:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:19:22.137996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.168368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1aa29-4b99-4dd8-aac8-40eecbe8ec6c None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:22.186590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.188802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/4a9edeb7-209c-47cd-8dbf-26d143ed392f HTTP/1.1" status: 204 len: 168 time: 0.9649415 Sep 24 19:19:22.190899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd60404-f60e-4d33-8379-fd65f5a70f16 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9edeb7-209c-47cd-8dbf-26d143ed392f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:22.192764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54390) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:22.201721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.249842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-683e751d-fe86-428b-82bb-6a5714ab941b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554504 Sep 24 19:19:22.250925 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.252072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54392) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:22.313161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa6f41-498d-46d9-b8da-ef7ebf65ba15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:22.314966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-49aa6f41-498d-46d9-b8da-ef7ebf65ba15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610933 Sep 24 19:19:22.318000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54396) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:22.330008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:19:22.352055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:22.381193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.382642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5ff78-3667-483a-9012-f8d92a54df02 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:22.384591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e4a5ff78-3667-483a-9012-f8d92a54df02 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0653193 Sep 24 19:19:22.387429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54398) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:22.431411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1121aeaa-7d4c-446f-b283-7be48e6727d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427876 Sep 24 19:19:22.436289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54400) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:22.443547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:22.454467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:22.532162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-748fc491-0b32-4b63-8d70-ae21b159ea3a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:22.536073 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-748fc491-0b32-4b63-8d70-ae21b159ea3a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/networks?id=d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 200 len: 796 time: 0.2563143 Sep 24 19:19:22.562195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:22.600707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:19:22.601965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:22.608509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.656500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-c73dea70-2b44-459a-9a90-fa6819fee01d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909f522e638243789ea08cad9d40c98d HTTP/1.1" status: 200 len: 379 time: 0.0769935 Sep 24 19:19:22.702154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Deleting port 57072879-948d-4ce6-bc34-a78e562ee23b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:22.703041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.708329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'port': {'device_id': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'admin_state_up': True, 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'security_groups': ['993a86c0-351f-4863-a701-6ba7de5ee8e0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:22.864546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] For port 57072879-948d-4ce6-bc34-a78e562ee23b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57072879-948d-4ce6-bc34-a78e562ee23b,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:22.865056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.873157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.885544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.899571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Calling delete_port for 57072879-948d-4ce6-bc34-a78e562ee23b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:22.914047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Made reservation on behalf of 909f522e638243789ea08cad9d40c98d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:22.918986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:22.974199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.031015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:23.046760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:23.047404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.072733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:23.073343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.076271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a727f68-e18a-42dc-a7f6-4284d350d7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.091239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=f2fddf0e-8225-4737-a2e8-e17c8bcc5564,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:23.097922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ad9fea9-e4d8-4c73-8f82-2bdcc48cab7b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6577582 Sep 24 19:19:23.099521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54418) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:23.105327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:57:3a:f8', 'name': 'tempest-NetworksTestDHCPv6-2145583284'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:23.148210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.148531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcadae9-2246-4a42-81ae-8878ed284797 req-6082eb29-5c9f-4117-bf6b-78a18b7196ec tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:23.149775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=d2f0b218-51d7-41eb-927c-55f0252fe8b1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:23.150416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dcadae9-2246-4a42-81ae-8878ed284797 req-6082eb29-5c9f-4117-bf6b-78a18b7196ec tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 949 time: 0.1251488 Sep 24 19:19:23.176502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.20.0.7 (d58683e6-ecd0-42b0-9781-55df7066d786/03ed3c14-65f9-48ea-b51d-8036d7547133/73026464-d2cf-4cf8-ae91-04850cd971dc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:23.188927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] Pushing event deleted for resources: {'Port': ['ID=57072879-948d-4ce6-bc34-a78e562ee23b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:23.196933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c153e4e-5a98-41e2-b057-0cb70eaad20a None None] No DVR routers for this DVR port 57072879-948d-4ce6-bc34-a78e562ee23b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:23.222454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3eaa9-f942-406d-9fb9-eb76d8122028 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:23.340406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:23.344314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:23.375489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ea1b8d8-3935-494d-bb5b-c6cd088ed011 req-3e189ee1-bb33-4c0c-9efa-9e45e6148550 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 210 time: 0.0763469 Sep 24 19:19:23.387399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.427349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dcadae9-2246-4a42-81ae-8878ed284797 req-8f4647f0-0b44-4b40-b607-874a318ee787 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307885 Sep 24 19:19:23.449675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:23.493422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'f2fddf0e-8225-4737-a2e8-e17c8bcc5564'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:23.495773 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.572950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.622879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 5436e1da-f6d1-45ab-b662-cbd4201f66b9 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:23.727477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/f2fddf0e-8225-4737-a2e8-e17c8bcc5564/6f35681b-ba22-4f44-9d24-dacd6bb79113) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:23.751569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57072879-948d-4ce6-bc34-a78e562ee23b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:23.785285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 57072879-948d-4ce6-bc34-a78e562ee23b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:23.785645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57072879-948d-4ce6-bc34-a78e562ee23b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:23.840724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:23.862160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.899752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:23.928780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.974119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:19:23.980875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:23.986327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:23.988647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.020760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.058631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network d58683e6-ecd0-42b0-9781-55df7066d786 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:24.071638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::231 (00eb5de6-bafc-4a69-971a-ad436c7f076f/f2fddf0e-8225-4737-a2e8-e17c8bcc5564/5436e1da-f6d1-45ab-b662-cbd4201f66b9) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:24.101332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:24.113494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:24.119004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:24.160303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:24.163490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:24.170028 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0184f70d-271f-4675-a2cb-c3adf66d95f3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/routers/0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0380344 Sep 24 19:19:24.176024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:24.180405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:24.192152 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:24.193348 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:24.201966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'port': {'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60', 'name': 'tempest-FloatingIPTestJSON-1644241875'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:24.212275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:24.228347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:24.234122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.235052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.249539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.250235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Pushing event updated for resources: {'Port': ['ID=6f35681b-ba22-4f44-9d24-dacd6bb79113,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:24.283730 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:24.308477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:24.309397 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:24.312970 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f4e85a21-d7e5-4747-ad93-eb7d50d4c4e7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6116393 Sep 24 19:19:24.339631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Request body: {'port': {'device_id': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:24.352920 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:24.353788 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbe2e7-d7a4-4a9d-bbba-0c10731194c0 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:24.357264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.361617 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.403715 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.445011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:24.447331 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47692ac7-a3f5-44d3-a9e2-dae7c5fccba3" -d '{"events": [{"server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "name": "network-vif-plugged", "status": "completed", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:24.463441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Attempting to bind port 6f35681b-ba22-4f44-9d24-dacd6bb79113 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:24.463818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Attempting to bind port 6f35681b-ba22-4f44-9d24-dacd6bb79113 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:24.464020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:24.464189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Attempting to bind port 6f35681b-ba22-4f44-9d24-dacd6bb79113 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:24.472329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.505992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:24.508023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.509946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:24.511472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] device_id is not set on port 605312c5-65fd-47e3-959d-ae74afece697 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:24.514691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:24.519358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:24.523196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:24.531705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:24.532477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.532868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:24.533376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Bound port: 6f35681b-ba22-4f44-9d24-dacd6bb79113, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:24.533765 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.537884 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.539156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.540108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.560424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=5436e1da-f6d1-45ab-b662-cbd4201f66b9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:24.594006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3960b490-56a6-4272-a940-ac2ffc15a4ce tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4934025 Sep 24 19:19:24.597472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:24.684654 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c3d1e-409a-4c72-8d6f-b4dfcb5d0f58 x-openstack-request-id: req-0c0c3d1e-409a-4c72-8d6f-b4dfcb5d0f58 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:24.684968 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "name": "network-vif-plugged", "status": "completed", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:24.685202 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c0c3d1e-409a-4c72-8d6f-b4dfcb5d0f58 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:24.685615 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e', 'code': 200} Sep 24 19:19:24.700969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:24.728959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.14 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/605312c5-65fd-47e3-959d-ae74afece697) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:24.755862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ace721-d54e-438c-a29d-550654829603 req-eddded3a-12d0-453e-bc63-8f512847bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.757549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6ace721-d54e-438c-a29d-550654829603 req-eddded3a-12d0-453e-bc63-8f512847bcf9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 1101 time: 0.1277120 Sep 24 19:19:24.761111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e1fa848-28bb-4687-ba7c-bbdde2c1063d None None] Provisioning complete for port 73026464-d2cf-4cf8-ae91-04850cd971dc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:24.761688 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa848-28bb-4687-ba7c-bbdde2c1063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.766709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0d751-cb95-4397-9a0d-46ac6fb3c2f3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.773484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0d751-cb95-4397-9a0d-46ac6fb3c2f3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.775124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-46f0d751-cb95-4397-9a0d-46ac6fb3c2f3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1762695 Sep 24 19:19:24.780252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54468) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:24.817373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] For port 6f35681b-ba22-4f44-9d24-dacd6bb79113, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:24.822688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] For port 6f35681b-ba22-4f44-9d24-dacd6bb79113, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6f35681b-ba22-4f44-9d24-dacd6bb79113,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:24.828079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fa848-28bb-4687-ba7c-bbdde2c1063d None None] Port 73026464-d2cf-4cf8-ae91-04850cd971dc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:24.837357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2be45a-7dcd-477a-8a3e-0e9c35eae3e7 req-de26a4d6-dfd9-48c3-9717-abfb4272ea4d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.840680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:24.847683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2be45a-7dcd-477a-8a3e-0e9c35eae3e7 req-de26a4d6-dfd9-48c3-9717-abfb4272ea4d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 931 time: 0.2160261 Sep 24 19:19:24.916154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217e75-47d3-4b3f-b0de-2dd06beea7ce req-49b78da7-c985-4a25-a9af-b294a8d0fb57 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:24.919179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4217e75-47d3-4b3f-b0de-2dd06beea7ce req-49b78da7-c985-4a25-a9af-b294a8d0fb57 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.2351203 Sep 24 19:19:24.920898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6ace721-d54e-438c-a29d-550654829603 req-74c6bff2-ae72-45a9-bed9-6b6941c04a07 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414969 Sep 24 19:19:24.966161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10b02f-3e4d-47b5-81ec-43aa400ba675 None None] Pushing event updated for resources: {'Port': ['ID=6f35681b-ba22-4f44-9d24-dacd6bb79113,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:25.012049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2be45a-7dcd-477a-8a3e-0e9c35eae3e7 req-0c2cb666-67da-4b8f-a214-2eec7bf83ee2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571708 Sep 24 19:19:25.071123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4217e75-47d3-4b3f-b0de-2dd06beea7ce req-c53246f5-d4fd-4705-9c21-c62c99b3b058 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304131 Sep 24 19:19:25.114779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 5436e1da-f6d1-45ab-b662-cbd4201f66b9 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:25.115374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.257496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.264393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73026464-d2cf-4cf8-ae91-04850cd971dc {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:19:25.273565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.279862 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.281461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 5436e1da-f6d1-45ab-b662-cbd4201f66b9 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:25.300079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Transition to ACTIVE for port object 73026464-d2cf-4cf8-ae91-04850cd971dc will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:19:25.318532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.419199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:25.441427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.491567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.558448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:25.572948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.573306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:25.578805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5436e1da-f6d1-45ab-b662-cbd4201f66b9 HTTP/1.1" status: 204 len: 168 time: 0.7884102 Sep 24 19:19:25.578805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f28e82-807b-4bed-9359-ae2b3296e43e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=5436e1da-f6d1-45ab-b662-cbd4201f66b9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:25.583192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54484) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:25.585371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=605312c5-65fd-47e3-959d-ae74afece697,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:25.588222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:25.653153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaac1ce-9a90-4fd6-98ed-9cf24cc36fd8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:25.655041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaac1ce-9a90-4fd6-98ed-9cf24cc36fd8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:25.656721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7aaac1ce-9a90-4fd6-98ed-9cf24cc36fd8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0726280 Sep 24 19:19:25.660327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:25.668543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:25.669180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.724024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Attempting to bind port 73026464-d2cf-4cf8-ae91-04850cd971dc on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:25.724160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Attempting to bind port 73026464-d2cf-4cf8-ae91-04850cd971dc by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:25.724635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Attempting to bind port 73026464-d2cf-4cf8-ae91-04850cd971dc on network d58683e6-ecd0-42b0-9781-55df7066d786 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:25.731277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6f35681b-ba22-4f44-9d24-dacd6bb79113 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:25.731890 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ebca0db7-0155-44d7-adb1-52fca352ce6d tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5456488 Sep 24 19:19:25.733882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54490) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:25.740107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Port 73026464-d2cf-4cf8-ae91-04850cd971dc on network d58683e6-ecd0-42b0-9781-55df7066d786 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:19:25.740327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Attempting to bind port 73026464-d2cf-4cf8-ae91-04850cd971dc on network d58683e6-ecd0-42b0-9781-55df7066d786 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:25.740788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'port': {'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60', 'name': 'tempest-FloatingIPTestJSON-1003147308'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:25.756216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet f2fddf0e-8225-4737-a2e8-e17c8bcc5564 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:25.758733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:25.759092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Checking segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:25.759469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Bound using segment: {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:25.759898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Bound port: 73026464-d2cf-4cf8-ae91-04850cd971dc, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec27a6f-e9db-4225-8c6c-394ac181c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:25.760254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.771324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.838799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6f35681b-ba22-4f44-9d24-dacd6bb79113 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:25.839277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.868168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:25.982559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:25.989376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=73026464-d2cf-4cf8-ae91-04850cd971dc,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:25.990430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.004795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.031656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.110098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 6f35681b-ba22-4f44-9d24-dacd6bb79113, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6f35681b-ba22-4f44-9d24-dacd6bb79113,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:26.130764 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.131713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.132520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.134533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] 10.222.0.15 "PUT /v2.0/ports/73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 200 len: 1091 time: 1.8075919 Sep 24 19:19:26.137700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:26.148868 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44326f-c998-4f31-9d32-c9434fe21d29" -d '{"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:26.163156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.265438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=6f35681b-ba22-4f44-9d24-dacd6bb79113,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:26.343600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1a65b-2b28-42ce-b900-68c9739f2ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:26.382895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f46777ba-7524-4570-bac4-bf504a7e7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.385015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f46777ba-7524-4570-bac4-bf504a7e7fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1094 time: 0.1398106 Sep 24 19:19:26.398360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.443648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-68888f98-01e6-49d5-8405-70af8f86d8f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 200 len: 217 time: 0.0471423 Sep 24 19:19:26.497433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fddf0e-8225-4737-a2e8-e17c8bcc5564,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:26.537726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.545980 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef45176a-cee3-4029-a116-17815f347fe4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/f2fddf0e-8225-4737-a2e8-e17c8bcc5564 HTTP/1.1" status: 204 len: 168 time: 0.8816895 Sep 24 19:19:26.548668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:26.601643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dba5c2ea-e601-4607-897d-8dcd2fbe34ac tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514705 Sep 24 19:19:26.606667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:26.615466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-1680719d-365a-480d-8025-8b3e876efbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.617123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-1680719d-365a-480d-8025-8b3e876efbdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ed3c14-65f9-48ea-b51d-8036d7547133 HTTP/1.1" status: 200 len: 834 time: 0.1313369 Sep 24 19:19:26.645318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d577fc-03ef-4743-a1b2-05a8dc0d0935 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:26.672217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-c7591462-4ad2-473a-847e-c2d978c0025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.673887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-c7591462-4ad2-473a-847e-c2d978c0025a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d58683e6-ecd0-42b0-9781-55df7066d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472946 Sep 24 19:19:26.727066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ea360-223f-4878-982c-947772200e3c req-baa68ee1-e258-4f28-8353-a03bc0756147 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.728861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-730ea360-223f-4878-982c-947772200e3c req-baa68ee1-e258-4f28-8353-a03bc0756147 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.2090631 Sep 24 19:19:26.729259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:26.732642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.757704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b6ca-abef-447b-8bc7-522e3a1c917b req-0115b32a-21ac-479f-93a5-e4e7754c201e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.765088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2424b6ca-abef-447b-8bc7-522e3a1c917b req-0115b32a-21ac-479f-93a5-e4e7754c201e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 943 time: 0.2436981 Sep 24 19:19:26.795973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa3dd54-dce0-4cdd-94f7-a40176dbe70a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.802273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc434a8b-f232-4895-93f6-1b19ee77a9cc None None] Provisioning complete for port 6f35681b-ba22-4f44-9d24-dacd6bb79113 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:26.802273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc434a8b-f232-4895-93f6-1b19ee77a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:26.802985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0fa3dd54-dce0-4cdd-94f7-a40176dbe70a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1933560 Sep 24 19:19:26.802985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54524) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:26.826498 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-ad85ae4b-5701-49fc-aad6-d560ad6a76ba service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431553 Sep 24 19:19:26.842777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] device_id is not set on port 8c99e180-bf56-4946-bf52-73d3475ea93f yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:26.915724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:26.968218 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-226da30f-a8cf-4148-9c87-f1f1abe37841 req-f1da16c1-77eb-4701-b62c-632e79203733 service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338222 Sep 24 19:19:26.969576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479bb69-6650-4f29-af4c-aa53c3884712 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:26.971779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1479bb69-6650-4f29-af4c-aa53c3884712 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1624112 Sep 24 19:19:26.974876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:26.984324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-730ea360-223f-4878-982c-947772200e3c req-396899e4-3f4c-4219-9e3a-f5e6bcafc597 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384696 Sep 24 19:19:27.028373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c7a9cf56-97db-4a05-ab9a-09c5492861c6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519035 Sep 24 19:19:27.029384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:27.037523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:27.042237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Deleting port 6f35681b-ba22-4f44-9d24-dacd6bb79113 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:27.043071 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.078054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2424b6ca-abef-447b-8bc7-522e3a1c917b req-a46a038b-5ddc-44a4-a857-b36849d77f4e tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120699 Sep 24 19:19:27.205635 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093da41-8c18-4f19-b007-a0ff1d9cccd9 x-openstack-request-id: req-d093da41-8c18-4f19-b007-a0ff1d9cccd9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:27.206463 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:27.206717 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d093da41-8c18-4f19-b007-a0ff1d9cccd9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:27.207158 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'status': 'completed', 'code': 200} Sep 24 19:19:27.240986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.6 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/8c99e180-bf56-4946-bf52-73d3475ea93f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:27.294899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] For port 6f35681b-ba22-4f44-9d24-dacd6bb79113, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6f35681b-ba22-4f44-9d24-dacd6bb79113,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:27.295281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.310054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Calling delete_port for 6f35681b-ba22-4f44-9d24-dacd6bb79113 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:27.324624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-83ce49b0-48a3-429d-9a60-d97e39ed808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.326187 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-83ce49b0-48a3-429d-9a60-d97e39ed808b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1094 time: 0.1052825 Sep 24 19:19:27.328336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:27.332849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.495073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.531345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] Pushing event deleted for resources: {'Port': ['ID=6f35681b-ba22-4f44-9d24-dacd6bb79113,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:27.538732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29c0eb-cfae-4f8d-9f7c-c9e3bdd5a9fa None None] No DVR routers for this DVR port 6f35681b-ba22-4f44-9d24-dacd6bb79113 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:27.576413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.582820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-233af541-e058-4e7c-a9bb-d99de6c21027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.584562 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-233af541-e058-4e7c-a9bb-d99de6c21027 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 200 len: 896 time: 0.2427506 Sep 24 19:19:27.632919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07944c-3b30-4a2a-aae3-fac4122e0960 req-b039546d-742b-4824-870d-b3bc3be12a7b tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.633700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-2a0d572e-1700-4ff5-832c-e910154a38a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 200 len: 217 time: 0.0396159 Sep 24 19:19:27.634492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d07944c-3b30-4a2a-aae3-fac4122e0960 req-b039546d-742b-4824-870d-b3bc3be12a7b tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.0835552 Sep 24 19:19:27.670217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.696950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6f35681b-ba22-4f44-9d24-dacd6bb79113 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:27.722789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6f35681b-ba22-4f44-9d24-dacd6bb79113 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:27.723064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6f35681b-ba22-4f44-9d24-dacd6bb79113 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:27.725030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-19b56488-a694-449f-b0f1-5eabc2400cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.726613 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-19b56488-a694-449f-b0f1-5eabc2400cea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ed3c14-65f9-48ea-b51d-8036d7547133 HTTP/1.1" status: 200 len: 834 time: 0.0643816 Sep 24 19:19:27.760897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:27.767055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d07944c-3b30-4a2a-aae3-fac4122e0960 req-6945f10a-19d2-4841-8281-c561a81bb7bf tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163461 Sep 24 19:19:27.770941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:27.775079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:27.807631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=8c99e180-bf56-4946-bf52-73d3475ea93f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:27.827996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-f64a9d4f-3348-4119-8724-0dfd827f0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.829538 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-f64a9d4f-3348-4119-8724-0dfd827f0cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d58683e6-ecd0-42b0-9781-55df7066d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745132 Sep 24 19:19:27.838300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:27.838956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.856126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0e500df-f78d-4215-9ffd-9951088b252b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1198666 Sep 24 19:19:27.859648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:27.864169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '8c99e180-bf56-4946-bf52-73d3475ea93f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:27.888338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:27.979075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:27.984398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.009348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.035115 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-3ec0825f-21d6-43a9-afe1-d200927e5c6f service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631458 Sep 24 19:19:28.044328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:28.056452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:28.064899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:28.065826 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.067903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f08ae-4f81-4bd8-b3d5-c051016a0600 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:28.080579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=c32b4677-18ef-4dbd-8f18-688e3598fbfd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:28.132331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ea56e235-7639-41b0-ae92-7f07a4a4575d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1017168 Sep 24 19:19:28.135193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:28.145829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:28.253177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.159 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/883b0123-dd82-449d-b75d-5af19afc73df) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:28.255225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df44326f-c998-4f31-9d32-c9434fe21d29 req-b29187ab-2f65-47b6-872b-de4edfccef37 service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079642 Sep 24 19:19:28.332796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:28.336809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.435164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': 'c32b4677-18ef-4dbd-8f18-688e3598fbfd'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:28.436043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.439454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54b9a-8025-4e77-8719-26e23ddc4278 req-47090557-2776-4a4a-9ab5-84c42ed8e79f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:28.441689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a54b9a-8025-4e77-8719-26e23ddc4278 req-47090557-2776-4a4a-9ab5-84c42ed8e79f tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 943 time: 0.1409562 Sep 24 19:19:28.506770 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c32b4677-18ef-4dbd-8f18-688e3598fbfd (CIDR: 2001:db8::/64) Sep 24 19:19:28.520664 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:19:28.523684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:19:28.550167 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dea20257-9068-413b-8a54-57352edc5c4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4128790 Sep 24 19:19:28.552623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:28.558513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:28.561211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a54b9a-8025-4e77-8719-26e23ddc4278 req-1400efb4-348e-4f67-bca2-2ae2e82cdc68 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890529 Sep 24 19:19:28.596757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.617123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Allocated IP 2001:db8::f816:3eff:fea5:8ad0 (00eb5de6-bafc-4a69-971a-ad436c7f076f/c32b4677-18ef-4dbd-8f18-688e3598fbfd/d93f9940-cc8a-4acf-89a9-c407537b56dd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:28.651130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.707279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=883b0123-dd82-449d-b75d-5af19afc73df,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:28.712128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:28.717063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.721708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:28.724049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:28.727220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:28.862880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.874623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:28.921968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-60fe222a-f1e4-4ca0-81b9-e07954a35a35 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:28.923876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-60fe222a-f1e4-4ca0-81b9-e07954a35a35 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.69 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.1477923 Sep 24 19:19:28.955248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Pushing event updated for resources: {'Port': ['ID=d93f9940-cc8a-4acf-89a9-c407537b56dd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:28.987711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:28.991365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:28.994559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:29.068428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Attempting to bind port d93f9940-cc8a-4acf-89a9-c407537b56dd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:29.070261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Attempting to bind port d93f9940-cc8a-4acf-89a9-c407537b56dd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:29.070993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Attempting to bind port d93f9940-cc8a-4acf-89a9-c407537b56dd on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:29.077821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:29.079440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:29.080117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.080680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:29.081863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Bound port: d93f9940-cc8a-4acf-89a9-c407537b56dd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:29.082461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.107684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.158386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] For port d93f9940-cc8a-4acf-89a9-c407537b56dd, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:29.163994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] For port d93f9940-cc8a-4acf-89a9-c407537b56dd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d93f9940-cc8a-4acf-89a9-c407537b56dd,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:29.168299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:29.170646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f0943-b201-4e5c-94f6-da15124350b5 req-beb868c6-e027-4f9d-ae5a-0d4bbbc881b4 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:29.172819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:29.173505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.178382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:29.179088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.185613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27f0943-b201-4e5c-94f6-da15124350b5 req-beb868c6-e027-4f9d-ae5a-0d4bbbc881b4 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.2768352 Sep 24 19:19:29.201078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=64797dba-b24a-4404-b942-5b105208797f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:29.219545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3d156b85-fc5a-40f7-897b-f7f6114a084f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6630392 Sep 24 19:19:29.219790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:29.229076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:e5:0e:ff', 'name': 'tempest-NetworksTestDHCPv6-826822811'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:29.263360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14fec-b1a5-42d3-9494-a3f3d1810bc2 None None] Pushing event updated for resources: {'Port': ['ID=d93f9940-cc8a-4acf-89a9-c407537b56dd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:29.278125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-112202d9-9dd6-4a3f-869e-468c4841342c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3320532 Sep 24 19:19:29.302485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b27f0943-b201-4e5c-94f6-da15124350b5 req-5e64b261-f871-4543-9208-37042c54d39c tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159968 Sep 24 19:19:29.448912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Deleting port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:29.449225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.457545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:29.621737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-83331d65-67bc-4d83-83e7-41f7fa90e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:29.629430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-83331d65-67bc-4d83-83e7-41f7fa90e8bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 1096 time: 0.2859581 Sep 24 19:19:29.719653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.765698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d93f9940-cc8a-4acf-89a9-c407537b56dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:29.766962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port a8d892b4-3d51-497b-98d8-d9c72c9a6bfa yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:29.834986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d93f9940-cc8a-4acf-89a9-c407537b56dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:29.835406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.863259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] For port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:29.863259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.886422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.925518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Calling delete_port for f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:29.939321 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:29.997442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2843ce-e00b-4fde-96cf-4838a99b3d4d req-6c893922-0e48-4b48-9ac5-e214e5244144 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:30.005875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af2843ce-e00b-4fde-96cf-4838a99b3d4d req-6c893922-0e48-4b48-9ac5-e214e5244144 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 943 time: 0.2574687 Sep 24 19:19:30.012796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d93f9940-cc8a-4acf-89a9-c407537b56dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d93f9940-cc8a-4acf-89a9-c407537b56dd,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:30.025571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:30.140800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d93f9940-cc8a-4acf-89a9-c407537b56dd,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:30.244962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8:0:1::370 (00eb5de6-bafc-4a69-971a-ad436c7f076f/64797dba-b24a-4404-b942-5b105208797f/a8d892b4-3d51-497b-98d8-d9c72c9a6bfa) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:30.265217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fee5:eff (00eb5de6-bafc-4a69-971a-ad436c7f076f/c32b4677-18ef-4dbd-8f18-688e3598fbfd/a8d892b4-3d51-497b-98d8-d9c72c9a6bfa) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:30.272955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-920247b0-da8b-4901-b6a9-2f70de065886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:30.279453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-920247b0-da8b-4901-b6a9-2f70de065886 service neutron] 10.222.0.69 "GET /v2.0/networks?id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 200 len: 909 time: 0.5322447 Sep 24 19:19:30.298102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af2843ce-e00b-4fde-96cf-4838a99b3d4d req-0b8f6317-970d-44f5-ade2-fd3d55d34ec8 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833443 Sep 24 19:19:30.314667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:30.475219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-b83da265-906d-4d73-afd4-ac2f7bfa3c8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 200 len: 1001 time: 0.1615295 Sep 24 19:19:30.648089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:30.695615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:30.767489 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44b3e0-fbfa-4eae-bfff-f14b3400ae37 req-157a458b-01bf-4e40-8f53-a2093ec52fb0 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:30.775867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe44b3e0-fbfa-4eae-bfff-f14b3400ae37 req-157a458b-01bf-4e40-8f53-a2093ec52fb0 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 950 time: 0.2993248 Sep 24 19:19:30.778629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-12120a4e-1441-4e22-8d3e-273ed696c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:30.780388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-12120a4e-1441-4e22-8d3e-273ed696c5ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 200 len: 848 time: 0.2947824 Sep 24 19:19:30.816604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:30.831469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:30.836863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:30.864508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:30.867750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:30.902647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=a8d892b4-3d51-497b-98d8-d9c72c9a6bfa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:30.918581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c502d381-cc21-49f2-aba9-9142145e51e5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6974266 Sep 24 19:19:30.920992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:30.993344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 73026464-d2cf-4cf8-ae91-04850cd971dc details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:19:31.036813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ee85c-73ad-48ba-87bb-37f766d1c580 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:31.081617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe44b3e0-fbfa-4eae-bfff-f14b3400ae37 req-6fb0a214-aca9-426f-8062-a54fd1ff560c tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a916a66-ee32-4906-ba38-12bb4268da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047881 Sep 24 19:19:31.109873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.111863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port a8d892b4-3d51-497b-98d8-d9c72c9a6bfa {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:31.114093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.155862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-aa6c8be9-8c1e-416c-983c-747e8634a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:31.161245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-aa6c8be9-8c1e-416c-983c-747e8634a567 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=928067a3-a5f0-4245-a4d6-f2d9c784e8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3324602 Sep 24 19:19:31.251586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Pushing event deleted for resources: {'Port': ['ID=f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:31.301695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a4985c17-6b70-45ff-8c7d-d40e0d51298b None None] Provisioning complete for port d93f9940-cc8a-4acf-89a9-c407537b56dd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:31.302258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4985c17-6b70-45ff-8c7d-d40e0d51298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.410778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] No DVR routers for this DVR port f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:31.414432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.417333 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62dbbbda-a714-4fdb-8fb7-1210446e9ef7 req-070545a7-30d0-49cd-b7a0-c17c8a47cd06 tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.69 "DELETE /v2.0/ports/f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e HTTP/1.1" status: 204 len: 173 time: 2.4823880 Sep 24 19:19:31.429242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'name': 'network-vif-deleted', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:31.432144 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeea5ec-8912-44f9-a240-6dc5681b0b9c" -d '{"events": [{"server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "name": "network-vif-deleted", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:31.446368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.486120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.650687 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=73026464-d2cf-4cf8-ae91-04850cd971dc,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:31.675439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=883b0123-dd82-449d-b75d-5af19afc73df,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:31.686928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-395e5de8-9c8b-4b71-83a5-4e3ae74bc2f3 service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797645 Sep 24 19:19:31.689720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d500a70-59a5-428f-982d-37dd31544e6b x-openstack-request-id: req-3d500a70-59a5-428f-982d-37dd31544e6b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:31.690019 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077932c-6ddc-4290-a52d-3ceba6d21769", "name": "network-vif-deleted", "tag": "f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:31.690926 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d500a70-59a5-428f-982d-37dd31544e6b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:31.691327 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077932c-6ddc-4290-a52d-3ceba6d21769', 'name': 'network-vif-deleted', 'tag': 'f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e', 'status': 'completed', 'code': 200} Sep 24 19:19:31.772588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d93f9940-cc8a-4acf-89a9-c407537b56dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:31.780952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'port_id': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'mac_address': 'fa:16:3e:68:9d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:19:31.826068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d870b632-5203-4385-abf8-7a4ac05cdab7 req-3ac034e4-f51e-4020-97c6-a0be5e59c32f service neutron] 10.222.0.69 "GET /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306410 Sep 24 19:19:31.874790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745cf11-97ef-408c-9ed7-072e559a801b req-7486b1be-b677-45f2-9749-583151192a15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:31.876675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0745cf11-97ef-408c-9ed7-072e559a801b req-7486b1be-b677-45f2-9749-583151192a15 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 943 time: 0.3777175 Sep 24 19:19:31.896511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.900989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.905029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:31.914737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:31.923636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for a8d892b4-3d51-497b-98d8-d9c72c9a6bfa owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:31.954949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:31.955880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f48d1f23-0ac5-42d3-bcc6-51eab7e20e5e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:31.973667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73026464-d2cf-4cf8-ae91-04850cd971dc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:19:31.976426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0745cf11-97ef-408c-9ed7-072e559a801b req-6907986b-b3cc-49c0-89b2-a65024473649 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922313 Sep 24 19:19:32.040194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=73026464-d2cf-4cf8-ae91-04850cd971dc,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:32.054266 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:32.056424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-c236e50d-def2-4989-b662-20238b58eab4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0693781 Sep 24 19:19:32.061294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d93f9940-cc8a-4acf-89a9-c407537b56dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:32.062034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:32.116800 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP ed87a570-0fc8-40e4-88ba-8f83e4d65270 associated. External IP: 172.25.5.159, port: 8c99e180-bf56-4946-bf52-73d3475ea93f. Sep 24 19:19:32.196722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'c32b4677-18ef-4dbd-8f18-688e3598fbfd', 'ip_address': '2001:db8::f816:3eff:fea5:8ad0'}, {'subnet_id': '64797dba-b24a-4404-b942-5b105208797f'}], 'binding:host_id': 'n-d-810952-2'}, 'id': 'd93f9940-cc8a-4acf-89a9-c407537b56dd'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:19:32.204355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:32.254086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:32.304088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b63ab2a-ca55-419b-8cb5-1bb6268b5da7 req-f7b62d81-1bad-4972-8b83-29ef0527fe3a tempest-VolumesNegativeTest-1524225887 tempest-VolumesNegativeTest-1524225887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a077932c-6ddc-4290-a52d-3ceba6d21769 HTTP/1.1" status: 200 len: 210 time: 0.1060553 Sep 24 19:19:32.358238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.359074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.359745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.363647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.365101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.365849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.366330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.368844 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-6e51c9e5-22d8-46ef-b2b0-74fe4ca9768f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.1903512 Sep 24 19:19:32.378386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:32.423810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=a8d892b4-3d51-497b-98d8-d9c72c9a6bfa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:32.542780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-e748605a-c9e1-4669-a58a-62300572f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.543281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-e748605a-c9e1-4669-a58a-62300572f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.543741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-e748605a-c9e1-4669-a58a-62300572f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.545612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-e748605a-c9e1-4669-a58a-62300572f9d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.1232440 Sep 24 19:19:32.597241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['73026464-d2cf-4cf8-ae91-04850cd971dc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:19:32.640116 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a57f576e-a743-42e1-9d4c-a05e9887fbdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.0821903 Sep 24 19:19:32.771827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:32.783723 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ce090f6-83ba-45e8-9355-9d77ee2ef2d1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/a8d892b4-3d51-497b-98d8-d9c72c9a6bfa HTTP/1.1" status: 204 len: 168 time: 1.8591599 Sep 24 19:19:32.796298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:32.842214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-dc29bdce-4441-4386-a2f4-c67d7b1771c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.844182 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-dc29bdce-4441-4386-a2f4-c67d7b1771c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.1792099 Sep 24 19:19:32.873881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Allocated IP 2001:db8:0:1::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/64797dba-b24a-4404-b942-5b105208797f/d93f9940-cc8a-4acf-89a9-c407537b56dd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:32.919344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2ea41-d82d-4c4d-b1f9-fd4fd4cb022b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:32.921120 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8a2ea41-d82d-4c4d-b1f9-fd4fd4cb022b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1238525 Sep 24 19:19:32.923990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:32.975532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] For port d93f9940-cc8a-4acf-89a9-c407537b56dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d93f9940-cc8a-4acf-89a9-c407537b56dd,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:33.022117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-c981d0ce-1491-434b-ba70-94396713d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.024544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-c981d0ce-1491-434b-ba70-94396713d323 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579185 Sep 24 19:19:33.031259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.042604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c3349-0ace-4e5d-999f-d62dbcff3da9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.046825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-120c3349-0ace-4e5d-999f-d62dbcff3da9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1193836 Sep 24 19:19:33.075437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:33.112967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.186267 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-face986d-24b0-4799-a2e7-23e15bc3ded4 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394360 Sep 24 19:19:33.214155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e9cfc-0733-484c-b5e2-9ea4e2c91027 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.216070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e9cfc-0733-484c-b5e2-9ea4e2c91027 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.217534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e9cfc-0733-484c-b5e2-9ea4e2c91027 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.219189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-591e9cfc-0733-484c-b5e2-9ea4e2c91027 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1417599 Sep 24 19:19:33.232398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:33.258482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.328924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-990ea6e6-67f1-4ee2-96d5-bcb2dc1cfbed service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351788 Sep 24 19:19:33.362446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28142-3aae-45a7-b0b9-06453fa0108c None None] Pushing event updated for resources: {'Port': ['ID=d93f9940-cc8a-4acf-89a9-c407537b56dd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:33.454305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:33.469678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97a4b-433f-479d-b7d9-e63449ac8527 req-25af78dc-9573-4c91-be48-2f3afc6004a6 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.475749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-9b51152d-0699-4b70-a355-a11820c8941d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.1376724 Sep 24 19:19:33.491037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29c97a4b-433f-479d-b7d9-e63449ac8527 req-25af78dc-9573-4c91-be48-2f3afc6004a6 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 944 time: 0.3389225 Sep 24 19:19:33.523669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 64797dba-b24a-4404-b942-5b105208797f {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:33.536348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.595794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-0e5f8d86-4028-4ea6-8170-1439759d58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.597903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-0e5f8d86-4028-4ea6-8170-1439759d58c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1130896 Sep 24 19:19:33.665200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.694736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d93f9940-cc8a-4acf-89a9-c407537b56dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:33.709025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a63ef962-4e32-4f72-a0da-a05c45648034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:33.710575 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a63ef962-4e32-4f72-a0da-a05c45648034 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022999 Sep 24 19:19:33.801466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d93f9940-cc8a-4acf-89a9-c407537b56dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:33.802206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.825740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:33.893480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29c97a4b-433f-479d-b7d9-e63449ac8527 req-eacc494e-9e57-49de-a83e-5cc68506e32a tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017265 Sep 24 19:19:33.918698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a4b7ea09-999c-4470-a361-c987e7b9d73d service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936703 Sep 24 19:19:34.109055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-5b57c614-9f3a-4049-a670-153aaf5a92c2 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802664 Sep 24 19:19:34.117150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.121086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:34.141065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:34.174042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:34.176028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:34.182220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=64797dba-b24a-4404-b942-5b105208797f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:34.209841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.213462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-78f84e13-97cc-40d9-84ff-2bcedf205704 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/64797dba-b24a-4404-b942-5b105208797f HTTP/1.1" status: 204 len: 168 time: 0.9730020 Sep 24 19:19:34.214939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54690) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:34.218415 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-5d0a80ba-6c62-47dc-852a-3cf6836e86e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0954216 Sep 24 19:19:34.263954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.283961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:34.304631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:34.305387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:34.351373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-3875966c-0d3f-4bac-872d-0b2e112137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:34.356361 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-3875966c-0d3f-4bac-872d-0b2e112137ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1253662 Sep 24 19:19:34.364104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b0d4a65-9a5c-4a62-9a6e-1db6a160376a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5008998 Sep 24 19:19:34.364401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:34.370143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet c32b4677-18ef-4dbd-8f18-688e3598fbfd {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:34.373717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.389875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:34.392357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9de59-699d-4e2b-b578-b79f8f3ba2ac None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:34.425587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:34.426176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2369f-f5df-4135-a6d5-6f3bc303bf08 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:34.429394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.480733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a59b72ad-6089-4592-aed2-9a606bbcba14 None None] Could not find standard attr ID for object a8d892b4-3d51-497b-98d8-d9c72c9a6bfa. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:34.544191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-704cdc5e-c10a-41be-a78d-22cd50394a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:34.545736 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-704cdc5e-c10a-41be-a78d-22cd50394a6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828032 Sep 24 19:19:34.545876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.582903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a59b72ad-6089-4592-aed2-9a606bbcba14 None None] Provisioning complete for port d93f9940-cc8a-4acf-89a9-c407537b56dd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:34.586308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a59b72ad-6089-4592-aed2-9a606bbcba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.618469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.653658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=c32b4677-18ef-4dbd-8f18-688e3598fbfd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:34.655891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.661417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3331f51-470a-45e9-aeb4-a601f848b4d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/c32b4677-18ef-4dbd-8f18-688e3598fbfd HTTP/1.1" status: 204 len: 168 time: 0.4444621 Sep 24 19:19:34.662477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54744) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:34.702595 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.703411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c4756f2-4675-43b0-b1d4-8facae162889 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397887 Sep 24 19:19:34.711296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54750) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:34.716313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:34.858255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-9c2d32ce-99bb-4ad6-b416-606239d182e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934930 Sep 24 19:19:34.905922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:34.919262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:34.930442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.962044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.971356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:34.971966 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP ed87a570-0fc8-40e4-88ba-8f83e4d65270 disassociated. External IP: 172.25.5.159, port: 8c99e180-bf56-4946-bf52-73d3475ea93f. Sep 24 19:19:35.008482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Deleting port d93f9940-cc8a-4acf-89a9-c407537b56dd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:35.009046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.102246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] For port d93f9940-cc8a-4acf-89a9-c407537b56dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d93f9940-cc8a-4acf-89a9-c407537b56dd,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:35.102621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.122072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Calling delete_port for d93f9940-cc8a-4acf-89a9-c407537b56dd owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:35.127426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dc14e-87f9-48fd-989c-95debcf6ae9a req-c1eaa58a-aac3-473c-bc8e-efedfa889ab3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:35.140256 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd4dc14e-87f9-48fd-989c-95debcf6ae9a req-c1eaa58a-aac3-473c-bc8e-efedfa889ab3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 944 time: 0.1583457 Sep 24 19:19:35.203709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd4dc14e-87f9-48fd-989c-95debcf6ae9a req-7815b9c3-844f-49d7-b3af-641f86a47a09 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621347 Sep 24 19:19:35.267827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 73026464-d2cf-4cf8-ae91-04850cd971dc up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:35.273334 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-02f65325-5f09-45c2-91d4-dc6180e9d3e7 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998668 Sep 24 19:19:35.340200 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.360325 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-495f34de-8e64-4d1b-86b9-1c322b8c6baa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0716569 Sep 24 19:19:35.383106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] No DVR routers for this DVR port d93f9940-cc8a-4acf-89a9-c407537b56dd on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:35.412904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 73026464-d2cf-4cf8-ae91-04850cd971dc completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:19:35.424216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fca148-eb64-4e84-a604-61257cf815a5 None None] Pushing event deleted for resources: {'Port': ['ID=d93f9940-cc8a-4acf-89a9-c407537b56dd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:35.433944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 73026464-d2cf-4cf8-ae91-04850cd971dc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:35.435469 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.496272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-3cc7c164-0ab8-46a4-80b4-7a6f11221034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:35.498334 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-3cc7c164-0ab8-46a4-80b4-7a6f11221034 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1295667 Sep 24 19:19:35.556169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:35.559078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.604508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.626046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:35.630730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:35.635675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:35.636563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.653224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=2dc96bdb-c91f-46ae-ab04-0718a2cefc75,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:35.654250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-ae6d905b-da03-4ec9-ae79-89238b626f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:35.655715 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-ae6d905b-da03-4ec9-ae79-89238b626f5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466846 Sep 24 19:19:35.661951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c6ac9932-af1c-49d6-9b14-73d216d4477f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9495411 Sep 24 19:19:35.664324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6528cce-c551-4ffd-8e09-5a025712342e None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:35.666930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54818) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:35.681052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:35.696873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:35.740970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d93f9940-cc8a-4acf-89a9-c407537b56dd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:35.835358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d93f9940-cc8a-4acf-89a9-c407537b56dd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:19:35.835997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d93f9940-cc8a-4acf-89a9-c407537b56dd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:19:35.841910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:35.849780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.858101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:35.860602 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135a52f-48f4-4de2-b534-622e366a5495" -d '{"events": [{"server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "name": "network-vif-plugged", "status": "completed", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:35.874281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-65f6b3c5-2b35-430d-b227-af2baa456a55 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940770 Sep 24 19:19:35.904190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:35.917927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:35.918724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=73026464-d2cf-4cf8-ae91-04850cd971dc,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:35.922590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.939741 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:35.940982 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:35.960469 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:35.973946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d1b7f05-181d-49d5-b73f-8f788d1fac4b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/ed87a570-0fc8-40e4-88ba-8f83e4d65270 HTTP/1.1" status: 200 len: 688 time: 1.6085684 Sep 24 19:19:35.980325 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e262f64-b35d-4398-b481-be3e945f7bfd x-openstack-request-id: req-2e262f64-b35d-4398-b481-be3e945f7bfd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:35.980757 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "name": "network-vif-plugged", "status": "completed", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:35.981020 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e262f64-b35d-4398-b481-be3e945f7bfd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:35.981430 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'code': 200} Sep 24 19:19:36.003810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:36.045092 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:36.072368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:36.074988 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:36.109145 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dc96bdb-c91f-46ae-ab04-0718a2cefc75 (CIDR: 2001:db8::/64) Sep 24 19:19:36.118093 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:19:36.118565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:19:36.148186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc9a7fd4-d35d-46d5-a5e5-37bf6585d617 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4792829 Sep 24 19:19:36.150774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54850) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:36.167003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:36.171040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '2dc96bdb-c91f-46ae-ab04-0718a2cefc75'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:36.172724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.176622 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:36.177276 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74df3d-163a-4491-aeef-1ab22a7b6948 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:36.184311 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-bd5f3166-8478-4bf0-b71c-8256abeb049b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986596 Sep 24 19:19:36.197787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:36.278449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-4eb5e057-8414-4e99-8f84-bbfc04ff60de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0679739 Sep 24 19:19:36.282270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3667-3a3f-45d7-b0bf-22c2ca15f5e9 req-b9e8edbd-3610-4e44-92f8-228c1fda11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:36.284070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90bc3667-3a3f-45d7-b0bf-22c2ca15f5e9 req-b9e8edbd-3610-4e44-92f8-228c1fda11e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1096 time: 0.2307663 Sep 24 19:19:36.398266 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90bc3667-3a3f-45d7-b0bf-22c2ca15f5e9 req-9a2e2c3d-a74d-48b7-89b0-d42a36815e69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053212 Sep 24 19:19:36.436591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Allocated IP 2001:db8::f816:3eff:fedc:c5cc (00eb5de6-bafc-4a69-971a-ad436c7f076f/2dc96bdb-c91f-46ae-ab04-0718a2cefc75/6c48d081-f704-43f1-9f2a-408c9c33a812) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:36.441151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 883b0123-dd82-449d-b75d-5af19afc73df {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:36.441502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.443643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f1916-e0aa-41cd-a695-227363dfb93e req-5dda1cbe-7e3a-452d-95a6-d8ce59be6696 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:36.445487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1f1916-e0aa-41cd-a695-227363dfb93e req-5dda1cbe-7e3a-452d-95a6-d8ce59be6696 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.0909269 Sep 24 19:19:36.447617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-1dbdcc2b-1cf1-4105-b30a-bb0ae0b67dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:36.449286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-1dbdcc2b-1cf1-4105-b30a-bb0ae0b67dd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1338277 Sep 24 19:19:36.465862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:36.475244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.577999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.578323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.625247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 883b0123-dd82-449d-b75d-5af19afc73df owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:36.660857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.672028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.676160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d1f1916-e0aa-41cd-a695-227363dfb93e req-8c60c30e-1c9d-4cd6-975a-784903d4cd97 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233605 Sep 24 19:19:36.737901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:36.741075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:36.743538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:36.775795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Pushing event updated for resources: {'Port': ['ID=6c48d081-f704-43f1-9f2a-408c9c33a812,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:36.815899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Attempting to bind port 6c48d081-f704-43f1-9f2a-408c9c33a812 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:36.816648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Attempting to bind port 6c48d081-f704-43f1-9f2a-408c9c33a812 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:36.816874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Attempting to bind port 6c48d081-f704-43f1-9f2a-408c9c33a812 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:36.822130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:36.822593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:36.823097 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.823551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:36.824075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Bound port: 6c48d081-f704-43f1-9f2a-408c9c33a812, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:36.824518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.826891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-fb2f1cf7-7f1c-4c5b-ac56-f39128327540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:36.828246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-fb2f1cf7-7f1c-4c5b-ac56-f39128327540 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2293193 Sep 24 19:19:36.871223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.928412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:36.932973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:36.938613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:36.939564 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.940180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] For port 6c48d081-f704-43f1-9f2a-408c9c33a812, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:36.948353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] For port 6c48d081-f704-43f1-9f2a-408c9c33a812, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c48d081-f704-43f1-9f2a-408c9c33a812,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:36.957126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=db941eb4-c8fc-4a79-94ea-d8160085bb30,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:36.965081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:36.974308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2418c348-f4fc-4c71-b982-1b8466592050 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8224425 Sep 24 19:19:36.977278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54892) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:36.984400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:2a:65:16', 'name': 'tempest-NetworksTestDHCPv6-2083392620'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:37.084118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7845f8-6505-4d6e-9ed5-08e7ae68c716 None None] Pushing event updated for resources: {'Port': ['ID=6c48d081-f704-43f1-9f2a-408c9c33a812,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:37.154062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:37.321358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:37.370313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 4c136ec9-0421-4884-bee6-5b6d78358a82 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:37.680819 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-bad10ad6-34af-4d38-9aa2-8e6a748d0cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409979 Sep 24 19:19:37.803118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c48d081-f704-43f1-9f2a-408c9c33a812 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:37.821298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8:0:1::3a3 (00eb5de6-bafc-4a69-971a-ad436c7f076f/db941eb4-c8fc-4a79-94ea-d8160085bb30/4c136ec9-0421-4884-bee6-5b6d78358a82) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:37.828597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:37.843904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::f816:3eff:fe2a:6516 (00eb5de6-bafc-4a69-971a-ad436c7f076f/2dc96bdb-c91f-46ae-ab04-0718a2cefc75/4c136ec9-0421-4884-bee6-5b6d78358a82) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:37.906811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:37.908428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:37.912453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=883b0123-dd82-449d-b75d-5af19afc73df,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:38.003515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-b8252e5f-bf1e-4b51-9ef6-e3d679d3e21a service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053107 Sep 24 19:19:38.020871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016f16-922d-432d-88e6-cd3dc2005016 req-876eb731-7a84-453c-81fb-46f7892a1c73 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.030930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da016f16-922d-432d-88e6-cd3dc2005016 req-876eb731-7a84-453c-81fb-46f7892a1c73 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.1916647 Sep 24 19:19:38.094631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.102750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.102750 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c389e274-039e-481b-aa3d-fa65ed2aa65b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed87a570-0fc8-40e4-88ba-8f83e4d65270 HTTP/1.1" status: 204 len: 168 time: 2.0944662 Sep 24 19:19:38.103109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:38.114021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.170326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 6c48d081-f704-43f1-9f2a-408c9c33a812, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c48d081-f704-43f1-9f2a-408c9c33a812,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:38.181553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.198395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '605312c5-65fd-47e3-959d-ae74afece697'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:38.208566 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-f69218d6-80cf-4571-9ed7-e91b69ade07b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.1238594 Sep 24 19:19:38.253445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=6c48d081-f704-43f1-9f2a-408c9c33a812,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:38.303927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da016f16-922d-432d-88e6-cd3dc2005016 req-48928f47-074d-4555-b13f-29ba31d5a483 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719817 Sep 24 19:19:38.317678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.338532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.364347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a2f89e1a-c452-45b9-b329-e77cb37517e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.368092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-a2f89e1a-c452-45b9-b329-e77cb37517e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1486137 Sep 24 19:19:38.396769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.475928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-f1cc9b39-55ba-45c1-987a-fc811f70b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.477792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-f1cc9b39-55ba-45c1-987a-fc811f70b569 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982885 Sep 24 19:19:38.499792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:38.509070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=4c136ec9-0421-4884-bee6-5b6d78358a82,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:38.527066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:38.533092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:38.551903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.552596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.595217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee187ca-c5f4-4559-964d-51327b0461c1 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:38.600365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-c747fe87-2d92-44cd-83e8-915a85ec1f07 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094186 Sep 24 19:19:38.605609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72c87-9362-498b-9cdf-4898948cb242 req-3234452e-7bb0-41c9-b40a-a046fdd95954 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.609808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.622533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22a72c87-9362-498b-9cdf-4898948cb242 req-3234452e-7bb0-41c9-b40a-a046fdd95954 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.1804605 Sep 24 19:19:38.702277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-014bd36e-01bc-4e40-a633-c59f78dbd76e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7211416 Sep 24 19:19:38.702597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:38.722681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22a72c87-9362-498b-9cdf-4898948cb242 req-aa86952f-edfd-46ff-881c-40f62f86fabf tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992260 Sep 24 19:19:38.758620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54960) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:38.798808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-29953e4c-0356-4cc0-86ca-9ccbaa6a0b52 None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:38.802837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29953e4c-0356-4cc0-86ca-9ccbaa6a0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.860607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2aa07-247b-4bbc-bfb4-801faa7379fe tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:38.868618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:38.870540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27f2aa07-247b-4bbc-bfb4-801faa7379fe tempest-TestNetworkBasicOps-1343716210 tempest-TestNetworkBasicOps-1343716210-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1091 time: 0.1102054 Sep 24 19:19:38.871354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:38.878498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:38.940567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.132470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.173484 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-ae083cd4-2f97-4809-bbd4-3cdfaae00c94 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614607 Sep 24 19:19:39.223526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': '2dc96bdb-c91f-46ae-ab04-0718a2cefc75', 'ip_address': '2001:db8::f816:3eff:fedc:c5cc'}, {'subnet_id': 'db941eb4-c8fc-4a79-94ea-d8160085bb30'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '6c48d081-f704-43f1-9f2a-408c9c33a812'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:19:39.239378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.102 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/172976ad-8935-4962-9d73-3193ea6e86fc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:39.306555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.326586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-9d87a1ea-81db-4b0e-a8f4-4883d8424c70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.1178615 Sep 24 19:19:39.404921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 4c136ec9-0421-4884-bee6-5b6d78358a82 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:39.405260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.529726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-59ad0dc0-b141-4dec-a812-fc603e4080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:39.531242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-59ad0dc0-b141-4dec-a812-fc603e4080b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1936619 Sep 24 19:19:39.579497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Allocated IP 2001:db8:0:1::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/db941eb4-c8fc-4a79-94ea-d8160085bb30/6c48d081-f704-43f1-9f2a-408c9c33a812) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:39.623057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.649160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.652685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 4c136ec9-0421-4884-bee6-5b6d78358a82 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:39.691486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-1a309f07-33b2-4779-8fbb-623a981e6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:39.693392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-1a309f07-33b2-4779-8fbb-623a981e6d05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1519563 Sep 24 19:19:39.817115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] For port 6c48d081-f704-43f1-9f2a-408c9c33a812, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c48d081-f704-43f1-9f2a-408c9c33a812,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:39.871816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.876540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-e96ed98a-9698-4966-a0fd-4bedbcfba6ed service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331902 Sep 24 19:19:39.877215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c48d081-f704-43f1-9f2a-408c9c33a812 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:39.940614 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:39.988518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1db2181e-91ef-4198-9477-fd356d6b05d6 req-aa4b61f5-6a0a-40d8-ab7c-7be708102864 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029060 Sep 24 19:19:40.059893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.079290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:40.099059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:40.104475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:40.161108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Allocated IP 172.25.5.87 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9309ab10-14eb-4240-9313-f7c7014206f5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:40.184346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b6c6a-3f54-482c-b2eb-0075de5a4281 None None] Pushing event updated for resources: {'Port': ['ID=6c48d081-f704-43f1-9f2a-408c9c33a812,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:40.190324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:40.190875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.336715 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=172976ad-8935-4962-9d73-3193ea6e86fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:40.384118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.454753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.507558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=9309ab10-14eb-4240-9313-f7c7014206f5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:40.528649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:40.530440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:40.533472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:40.570537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.688071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=4c136ec9-0421-4884-bee6-5b6d78358a82,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:40.848636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:40.860951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c50ab1b-87e8-44a4-b389-b9650266efd5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/4c136ec9-0421-4884-bee6-5b6d78358a82 HTTP/1.1" status: 204 len: 168 time: 2.1328382 Sep 24 19:19:40.864210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:41.154733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a03344c-ff8b-411d-b5ca-9c1c16f1385d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:41.156446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a03344c-ff8b-411d-b5ca-9c1c16f1385d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2857022 Sep 24 19:19:41.163408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:41.185197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.216285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.324234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bc141-03a8-43cd-b3f6-3c88572804d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:41.328951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-493bc141-03a8-43cd-b3f6-3c88572804d9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1060979 Sep 24 19:19:41.330289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55190) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:41.357915 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.397345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.446835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-34adaaaa-0cc7-4543-b2dc-51c3d3cc03d9 None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:41.446835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34adaaaa-0cc7-4543-b2dc-51c3d3cc03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.495702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b62306-c886-4979-886c-154f82e3d1f7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:41.508379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b62306-c886-4979-886c-154f82e3d1f7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:41.510265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b62306-c886-4979-886c-154f82e3d1f7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:41.514760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-59b62306-c886-4979-886c-154f82e3d1f7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1799016 Sep 24 19:19:41.546463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55210) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:41.711315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.722585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:41.750123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c48d081-f704-43f1-9f2a-408c9c33a812 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:41.915018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=172976ad-8935-4962-9d73-3193ea6e86fc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:41.980294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.132257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:42.211982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-34adaaaa-0cc7-4543-b2dc-51c3d3cc03d9 None None] Could not find standard attr ID for object 4c136ec9-0421-4884-bee6-5b6d78358a82. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:42.227357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:42.227987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.332429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d07c4143-8a71-4aed-b4e7-102da9d11500 None None] Could not find standard attr ID for object 4c136ec9-0421-4884-bee6-5b6d78358a82. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:19:42.358127 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP e623c3a1-caea-49bb-ac2d-bf06cfe650a7 associated. External IP: 172.25.5.102, port: 605312c5-65fd-47e3-959d-ae74afece697. Sep 24 19:19:42.493512 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-631f91f0-07f4-4360-8160-30e026e0cc57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=048d9d77c2c545188da4f58171b90a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597553 Sep 24 19:19:42.498761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:42.619920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.651238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.722332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.726135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.735378 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a916a66-ee32-4906-ba38-12bb4268da28 HTTP/1.1" status: 204 len: 168 time: 0.2301927 Sep 24 19:19:42.770939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea8653-cc30-4c51-8598-7550036a9f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a916a66-ee32-4906-ba38-12bb4268da28,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:42.773600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 2dc96bdb-c91f-46ae-ab04-0718a2cefc75 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:42.780647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.866839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:42.969536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.167838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.195185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.206195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/2dc96bdb-c91f-46ae-ab04-0718a2cefc75 HTTP/1.1" status: 204 len: 168 time: 1.6446376 Sep 24 19:19:43.217920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbcd70-6540-4581-89d9-a41c945b80c8 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:43.251988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55370) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:43.457705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.467036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d0b81-1449-4b89-8d51-07c78ed0fde9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc96bdb-c91f-46ae-ab04-0718a2cefc75,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:43.488337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.641837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event updated for resources: {'Port': ['ID=9309ab10-14eb-4240-9313-f7c7014206f5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:43.731035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:43.769704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.807381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet db941eb4-c8fc-4a79-94ea-d8160085bb30 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:43.880956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:43.996827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:44.011057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:44.041629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:44.079636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:44.079807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:44.079807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:44.122774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e1b57238-395e-492d-a76d-3f41c634f3ff tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9463658 Sep 24 19:19:44.125303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:44.176597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:44.211776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:44.214847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:44.245442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe26a00a-2a40-47ed-b8ab-af24042f617b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/floatingips/e623c3a1-caea-49bb-ac2d-bf06cfe650a7 HTTP/1.1" status: 200 len: 979 time: 0.1188586 Sep 24 19:19:44.260962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55468) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:44.302188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:44.307849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a394c0-32f6-47c8-abc1-2f6ce4d8c139 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:44.543701 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Floating IP b0833b26-fbd5-4cda-bd56-8e7e4176372b associated. External IP: 172.25.5.87, port: 73026464-d2cf-4cf8-ae91-04850cd971dc. Sep 24 19:19:44.693318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:44.699834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0bf5da9b-4a92-4403-9925-62616751d3c3 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4242523 Sep 24 19:19:44.702651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:44.708639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': '8c99e180-bf56-4946-bf52-73d3475ea93f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:44.800917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2af14a9f-4667-4a4d-be99-1339da153abd None None] Provisioning complete for port 6c48d081-f704-43f1-9f2a-408c9c33a812 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:44.801301 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2af14a9f-4667-4a4d-be99-1339da153abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:44.801887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:44.978312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:44.978312 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.014278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=db941eb4-c8fc-4a79-94ea-d8160085bb30,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:45.021970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec805df-8308-42bf-8dba-69c195fbaba6 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:45.034488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.039424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f17e1a45-8eab-414e-9e44-31efad8356aa tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/db941eb4-c8fc-4a79-94ea-d8160085bb30 HTTP/1.1" status: 204 len: 168 time: 1.7863593 Sep 24 19:19:45.045200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:45.299575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d9daec2-7efd-4441-8e90-871dffe99aff tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2500117 Sep 24 19:19:45.300199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55502) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:45.308641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:45.328092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:19:45.407369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Deleting port 6c48d081-f704-43f1-9f2a-408c9c33a812 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:45.409760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.509906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] For port 6c48d081-f704-43f1-9f2a-408c9c33a812, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6c48d081-f704-43f1-9f2a-408c9c33a812,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:45.510509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.534527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:45.547298 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Sync routers for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:45.558886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Calling delete_port for 6c48d081-f704-43f1-9f2a-408c9c33a812 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:45.561994 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:45.562644 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:45.579026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:45.584429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.606138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.662398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-01d86935-a4b1-4db7-ab65-9d9e6da774d2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.7895606 Sep 24 19:19:45.706833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:45.718298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6c48d081-f704-43f1-9f2a-408c9c33a812 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:19:45.732128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:19:45.738761 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f4d0d-4454-44be-8ae0-02859d535622" -d '{"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:19:45.852582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.856512 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8050ef6e-adf8-4753-b1ad-a3160f6a9373 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/b0833b26-fbd5-4cda-bd56-8e7e4176372b HTTP/1.1" status: 200 len: 990 time: 0.1499319 Sep 24 19:19:45.860633 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:45.884189 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.906302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:19:45.920022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] No DVR routers for this DVR port 6c48d081-f704-43f1-9f2a-408c9c33a812 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:19:45.970626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-f0de86ee-89dc-487c-8ffa-c140be5d0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:45.972585 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-f0de86ee-89dc-487c-8ffa-c140be5d0aef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1096 time: 0.1025827 Sep 24 19:19:45.977117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:45.988909 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776368e7-5132-43aa-93f3-43653511ca8e x-openstack-request-id: req-776368e7-5132-43aa-93f3-43653511ca8e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:19:45.990388 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:19:45.990910 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-776368e7-5132-43aa-93f3-43653511ca8e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:19:45.991509 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'status': 'completed', 'code': 200} Sep 24 19:19:45.994629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.002195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.019047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482562ca-6e62-4e77-8bd0-d4d939f0d12e None None] Pushing event deleted for resources: {'Port': ['ID=6c48d081-f704-43f1-9f2a-408c9c33a812,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:46.074395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:46.081771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:46.101764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:46.102329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.114242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=6d597bcc-d012-4506-b257-935a0cf19527,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:46.123179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b31c3-15f5-4c53-92d7-0d957900306b None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:46.130571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-850f0660-58f3-4903-ba18-a13b14d12f1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8275545 Sep 24 19:19:46.133625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55524) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:46.139096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:46.220798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-4feca549-5f75-4e38-998f-a233931b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:46.222662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-4feca549-5f75-4e38-998f-a233931b534f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 200 len: 896 time: 0.2419314 Sep 24 19:19:46.232562 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP e623c3a1-caea-49bb-ac2d-bf06cfe650a7 associated. External IP: 172.25.5.102, port: 605312c5-65fd-47e3-959d-ae74afece697. Sep 24 19:19:46.311398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:46.317818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.351074 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b0833b26-fbd5-4cda-bd56-8e7e4176372b', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'port_id': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'mac_address': 'fa:16:3e:68:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:19:40Z', 'updated_at': '2021-09-24T19:19:40Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:46.430601 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Checking router: 8b7a37b4-bcd9-4db9-9e05-029e54a78ead for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:19:46.442660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-6a2eb18a-3d59-41ad-89d0-575eb49f5b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 200 len: 998 time: 0.2072010 Sep 24 19:19:46.458427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-00eb5de6-bafc-4a69-971a-ad436c7f076f', 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'tenant_id': '5f0ed318ef8f46e982ddcbdb6c9e65bb', 'fixed_ips': [{'subnet_id': '6d597bcc-d012-4506-b257-935a0cf19527'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:46.460330 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.474007 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:46.478831 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:46.525631 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d597bcc-d012-4506-b257-935a0cf19527 (CIDR: 2001:db8::/64) Sep 24 19:19:46.534101 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:19:46.536595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:19:46.555922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-5aa53340-7769-48db-8dfd-aafe09406dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:46.557534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-5aa53340-7769-48db-8dfd-aafe09406dea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ed3c14-65f9-48ea-b51d-8036d7547133 HTTP/1.1" status: 200 len: 834 time: 0.1067555 Sep 24 19:19:46.569164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7cc13ec2-ca9f-4af9-80ee-9b75b4533fa8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4343033 Sep 24 19:19:46.571879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:46.578836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:46.644080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/6d597bcc-d012-4506-b257-935a0cf19527/2f734d96-5b06-4bad-9c75-67a4ea278fd4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:46.694940 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:46.763352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:46.764674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-682a1023-c325-4ffb-a6c8-d2e9e1cdbb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:46.766305 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-682a1023-c325-4ffb-a6c8-d2e9e1cdbb1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d58683e6-ecd0-42b0-9781-55df7066d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153939 Sep 24 19:19:46.775993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.860845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:46.872220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.882781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:46.911018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:46.942695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-80ae8134-71c8-4a67-b5a8-6a1416114700 service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667397 Sep 24 19:19:46.945918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:46.949026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:46.952714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:47.060537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:47.074795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Attempting to bind port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:47.074795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Attempting to bind port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:47.075135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Attempting to bind port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 on network 00eb5de6-bafc-4a69-971a-ad436c7f076f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:47.080961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:47.081345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Checking segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:47.081755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.082152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Bound using segment: {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:47.082622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Bound port: 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e041ea-e412-43e0-8c74-195e9a1873fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:47.083052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.102249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55540) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:47.106976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-005b0966-e067-4ef2-8626-cb549b7df667 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/b0833b26-fbd5-4cda-bd56-8e7e4176372b HTTP/1.1" status: 200 len: 990 time: 0.2450309 Sep 24 19:19:47.112620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'network': {'name': 'tempest-network-smoke--73188731', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'port_security_enabled': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:47.115905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b0833b26-fbd5-4cda-bd56-8e7e4176372b', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'port_id': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'mac_address': 'fa:16:3e:68:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:19:40Z', 'updated_at': '2021-09-24T19:19:40Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.151413 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae293c6-8e4b-4a0c-8d5a-748bb68de6ed None None] The sync data for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 is: [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'b0833b26-fbd5-4cda-bd56-8e7e4176372b', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'port_id': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'mac_address': 'fa:16:3e:68:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:19:40Z', 'updated_at': '2021-09-24T19:19:40Z', 'revision_number': 0, 'project_id': '909f522e638243789ea08cad9d40c98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:47.160428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:47.164446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.171428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:47.175127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:47.177937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.185728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.200319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:47.221825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:47.266008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:47.266656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.266796 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5b9f4d0d-4454-44be-8ae0-02859d535622 req-e9cadd53-0dac-43ef-8af5-40b78e124579 service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118026 Sep 24 19:19:47.327517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.343228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e935be9-04f9-4dec-a6cd-e78ddbc15bd6 None None] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:47.347210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:47.347538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.381577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.382257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02cd497-3604-4ee3-a3ce-b215ded98c36 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:47.480685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.494336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.517313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:19:47.525304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:47.530214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.531145 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Added segment 4137381d-2ef1-4e48-86f9-7f210b492192 of type vlan for network d2a091c4-3ef4-496f-ba25-dda5088ef471 Sep 24 19:19:47.605929 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c098337-9953-4eac-b30f-9c7ef130b95c None None] New status for floating IP b0833b26-fbd5-4cda-bd56-8e7e4176372b: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:19:47.690324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a9ec9-c150-41c7-a948-2b09fb54ace7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:47.812832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:47.823912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:47.830134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.866898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:47.895175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:47.896644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.904294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.objects.ports [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94855) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:47.918449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:47.925086 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-302d2ac8-0d2b-4501-87f1-6a1191c66bd6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/e623c3a1-caea-49bb-ac2d-bf06cfe650a7 HTTP/1.1" status: 200 len: 978 time: 3.2210970 Sep 24 19:19:47.928314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:47.938685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:47.940387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:47.964444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:47.965236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:48.011904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:48.012567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1e38c-c432-42ea-b22e-9145f976599d None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:48.016213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:48.016213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.023534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.100328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:19:48.103711 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.119037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:48.138910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:48.145744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.221623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:48.259102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.264861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:48.265480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.329387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2258906 Sep 24 19:19:48.348036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e0285804-cf0b-4771-9d80-2af2fd65a295 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/b0833b26-fbd5-4cda-bd56-8e7e4176372b HTTP/1.1" status: 200 len: 992 time: 0.2276421 Sep 24 19:19:48.351946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:48.361218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'admin_state_up': True, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:48.410153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Network': ['ID=d2a091c4-3ef4-496f-ba25-dda5088ef471,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:48.448478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.448823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.449165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.449501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.449840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.450159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.450488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.450819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.451216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.451474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.451806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.452115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b502270-f1fa-40ad-9771-16bad991b2eb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:19:48.467088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.475569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:19:48.480843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.482299 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.608267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.613973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.614316 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP e623c3a1-caea-49bb-ac2d-bf06cfe650a7 disassociated. External IP: 172.25.5.102, port: 8c99e180-bf56-4946-bf52-73d3475ea93f. Sep 24 19:19:48.747248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.792178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ff42d2c1-775d-46f3-9a74-540c2af20b2a None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:48.793011 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff42d2c1-775d-46f3-9a74-540c2af20b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:48.865843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:48.998231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:49.004103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.011369 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:49.031000 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:49.031555 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:49.049508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0a073f0-b50b-4c11-8baa-82c6f2bf0b33 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/e623c3a1-caea-49bb-ac2d-bf06cfe650a7 HTTP/1.1" status: 200 len: 688 time: 1.1196113 Sep 24 19:19:49.056396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.082892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:49.094828 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:49.095747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:49.140892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:49.141927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9098a33-7deb-4564-b941-7ebfd8da5312 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:49.194359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 172976ad-8935-4962-9d73-3193ea6e86fc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:49.194906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.274525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.274910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.287645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 172976ad-8935-4962-9d73-3193ea6e86fc owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:49.359534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:49.398776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.438110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.438442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.447403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.448514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.467659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=172976ad-8935-4962-9d73-3193ea6e86fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:49.474727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:49.489077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:49.492816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:49.493350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.503616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd1074-d445-41d5-8563-48bf4228fb09 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:49.545861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.549963 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.551712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-31acaf1d-a3ae-495e-a723-340ce6cdb94f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/e623c3a1-caea-49bb-ac2d-bf06cfe650a7 HTTP/1.1" status: 204 len: 168 time: 0.4941733 Sep 24 19:19:49.554455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.607116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0322723 Sep 24 19:19:49.612802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=747e2273-02f0-4f60-8bcc-c728cfdae163,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:49.615465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55568) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.656776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:d2:67:00', 'name': 'tempest-NetworksTestDHCPv6-78068962'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:49.668085 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-87eb233b-c4a7-4c52-8ea5-af42416857d0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] delete failed (client error): The resource could not be found. Sep 24 19:19:49.685319 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87eb233b-c4a7-4c52-8ea5-af42416857d0 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/e623c3a1-caea-49bb-ac2d-bf06cfe650a7 HTTP/1.1" status: 404 len: 345 time: 0.1297388 Sep 24 19:19:49.687853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.724931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:49.775173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85bdc9-4141-474d-a926-540b09bedcc1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=5']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:49.818761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:49.819534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d5263-edff-4b9c-9e9a-e961e3eb42e6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:49.820650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:49.830072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d5263-edff-4b9c-9e9a-e961e3eb42e6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:49.842974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d5263-edff-4b9c-9e9a-e961e3eb42e6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:49.847883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4b2d5263-edff-4b9c-9e9a-e961e3eb42e6 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/ports?network_id=5f7588db-34f9-4027-bfdc-eec929306e60 HTTP/1.1" status: 200 len: 2359 time: 0.1557860 Sep 24 19:19:49.852371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.936766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018f1b8-19bb-4fa7-9ae5-938eeb16fa03 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:49.939380 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9018f1b8-19bb-4fa7-9ae5-938eeb16fa03 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/subnets/be8a8ced-f0dc-41b8-a02e-48a9c4499279 HTTP/1.1" status: 200 len: 797 time: 0.0860105 Sep 24 19:19:49.946221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:49.946910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:49.952067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'port': {'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60', 'name': 'tempest-FloatingIPTestJSON-1100866002', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:50.024088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.095972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.162036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:50.184491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.220195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:50.317461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4229de0f-6e05-4e93-8ed4-a4c0f36d05f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.338810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.363872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] device_id is not set on port 36a7a0cd-891e-4a7d-a076-ec35d5c8bd81 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:19:50.376188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.25.5.222 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/41761c3a-f280-4f7f-90d5-68eea3bc367d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:50.572014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::10f (00eb5de6-bafc-4a69-971a-ad436c7f076f/6d597bcc-d012-4506-b257-935a0cf19527/72f0b9a9-a2d1-4bb3-8529-240c955b0ad0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:50.588939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:6700 (00eb5de6-bafc-4a69-971a-ad436c7f076f/747e2273-02f0-4f60-8bcc-c728cfdae163/72f0b9a9-a2d1-4bb3-8529-240c955b0ad0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:50.614834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.654581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:19:50.724709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.730290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.13 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/36a7a0cd-891e-4a7d-a076-ec35d5c8bd81) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:50.739103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.12 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/36a7a0cd-891e-4a7d-a076-ec35d5c8bd81) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:50.748167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-35016147-ca0f-42b5-ae31-65ca0d32a52e None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:50.749176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35016147-ca0f-42b5-ae31-65ca0d32a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.816092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=41761c3a-f280-4f7f-90d5-68eea3bc367d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:50.839340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:50.842611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:50.846469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:50.912221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.915901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:50.961755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.017010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:51.019686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:51.023972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:51.053894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.058545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=36a7a0cd-891e-4a7d-a076-ec35d5c8bd81,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:51.097699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:51.099180 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.122054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=72f0b9a9-a2d1-4bb3-8529-240c955b0ad0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:51.153057 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c63af20-3d9d-4c47-a208-b0092fa67b66 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2048728 Sep 24 19:19:51.155625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:51.162012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '36a7a0cd-891e-4a7d-a076-ec35d5c8bd81', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:51.178104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:51.185418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:51.189982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.192158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:51.199264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:51.199934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.312779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bdd9ea1f-ddc2-4085-9639-f46b0d2a0b15 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6627495 Sep 24 19:19:51.316901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:51.352734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.479593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.504578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:51.504928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.607699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-61e83d86-312f-4e38-a53f-33c720976b30 None None] Provisioning complete for port 72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:51.608313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61e83d86-312f-4e38-a53f-33c720976b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.643524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.703400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-61e83d86-312f-4e38-a53f-33c720976b30 None None] Port 72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:19:51.722112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:51.773183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.801913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.56 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/4bfe9ca8-f800-4809-aaaa-4a7e596d21dc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:51.804294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:51.810410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:51.811487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:51.940400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:19:52.134152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.137722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.200708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=72f0b9a9-a2d1-4bb3-8529-240c955b0ad0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:52.231459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.237808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a52e9678-67c4-45f7-b8a3-908452bc373e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 HTTP/1.1" status: 204 len: 168 time: 0.9131050 Sep 24 19:19:52.240123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.323005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.379045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=4bfe9ca8-f800-4809-aaaa-4a7e596d21dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:52.415641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4213a-a270-4b22-9c73-1bb8c4a9bc49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:52.421367 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98c4213a-a270-4b22-9c73-1bb8c4a9bc49 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1800690 Sep 24 19:19:52.424840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.430124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:52.432963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:52.443785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:52.496297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:52.507895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Sync routers for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:52.520091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:52.524265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:52.541953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1ad62-cdd2-46f1-91e9-4a008345b2a3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:52.543755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-91d1ad62-cdd2-46f1-91e9-4a008345b2a3 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1120005 Sep 24 19:19:52.547085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.548067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.553996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a839b40c-a931-450a-b2fe-6f44a692706a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1982164 Sep 24 19:19:52.555798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55616) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.679648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde11ca5-ea8c-40d5-9c8a-88b17b832970 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:52.682272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde11ca5-ea8c-40d5-9c8a-88b17b832970 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:52.684413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde11ca5-ea8c-40d5-9c8a-88b17b832970 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:52.686291 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fde11ca5-ea8c-40d5-9c8a-88b17b832970 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1382930 Sep 24 19:19:52.689780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55620) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.790982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:52.846185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 6d597bcc-d012-4506-b257-935a0cf19527 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:52.849830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-58f98756-5aa8-4b0d-b0cb-594358cc977b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=891fb1de3b6d42e9968dc5b19abfaad8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2926626 Sep 24 19:19:52.863788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.866810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55626) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:52.968636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:52.973560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2649686a-b331-4e48-b871-f7c223b79f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.074975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:51Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:53.099346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.124808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Checking router: ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:19:53.125325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Updating router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 port 41761c3a-f280-4f7f-90d5-68eea3bc367d binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:19:53.135737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd51f1-32e6-48e7-9a5d-165ff405883f tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:53.137431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c3cd51f1-32e6-48e7-9a5d-165ff405883f tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2700121 Sep 24 19:19:53.140725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55634) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:53.155955 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.206591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a1a455e3-7780-4da3-acfc-89c62e0e5f77 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651402 Sep 24 19:19:53.209995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55640) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:53.216654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013215591', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:53.270108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.301144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.370252 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.496383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.525548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=6d597bcc-d012-4506-b257-935a0cf19527,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:53.527506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:53.530916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.534394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.541735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.572846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.575375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4a59d20a-e83f-411f-adf4-5bc01f3b042f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6d597bcc-d012-4506-b257-935a0cf19527 HTTP/1.1" status: 204 len: 168 time: 0.8835669 Sep 24 19:19:53.579720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55646) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:53.593452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c99c4-1c94-4cd7-9c8e-3ba44d36d7c9 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:53.623422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=4bfe9ca8-f800-4809-aaaa-4a7e596d21dc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:53.626497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.647111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet 747e2273-02f0-4f60-8bcc-c728cfdae163 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:19:53.654689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.751093 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP db1d290e-7fc2-43d4-a26b-4ac7602dd5d9 associated. External IP: 172.25.5.56, port: 36a7a0cd-891e-4a7d-a076-ec35d5c8bd81. Sep 24 19:19:53.761372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.915490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.929649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.946042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.993270 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:53.998501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Attempting to bind port 41761c3a-f280-4f7f-90d5-68eea3bc367d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:53.999045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Attempting to bind port 41761c3a-f280-4f7f-90d5-68eea3bc367d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:53.999311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Attempting to bind port 41761c3a-f280-4f7f-90d5-68eea3bc367d on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:54.008210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:54.008545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:54.008941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.009763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:54.010328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Bound port: 41761c3a-f280-4f7f-90d5-68eea3bc367d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:54.010787 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.059611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492cd8-d5b5-4207-8536-047c811b2f5f None None] Pushing event updated for resources: {'Port': ['ID=41761c3a-f280-4f7f-90d5-68eea3bc367d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:54.106377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] For port 41761c3a-f280-4f7f-90d5-68eea3bc367d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:54.111242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] For port 41761c3a-f280-4f7f-90d5-68eea3bc367d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41761c3a-f280-4f7f-90d5-68eea3bc367d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:54.114573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.116883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.131722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.133641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/747e2273-02f0-4f60-8bcc-c728cfdae163 HTTP/1.1" status: 204 len: 168 time: 0.5523827 Sep 24 19:19:54.146295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:54.147131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Checking segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:54.147498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network hostable DHCP agents. Network: d2a091c4-3ef4-496f-ba25-dda5088ef471, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:19:54.206103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-48f35395-8307-4e62-849c-70dfbcce1aa7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519235 Sep 24 19:19:54.210033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Subnet': ['ID=226fecda-6e65-45f8-81e8-9e4e9fa086ad,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:54.213039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:54.221929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:54.225367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.240526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:54.241563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:54.342194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:19:54.344749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492cd8-d5b5-4207-8536-047c811b2f5f None None] Pushing event updated for resources: {'Port': ['ID=41761c3a-f280-4f7f-90d5-68eea3bc367d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:54.345039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ecff-402f-430e-9ed4-6dd04fb58122 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=747e2273-02f0-4f60-8bcc-c728cfdae163,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:54.381663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:19:54.400938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d2a091c4-3ef4-496f-ba25-dda5088ef471) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:54.412334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:54.412883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.449800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:54.454078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.470576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-55d82c61-3610-4cb1-a3a9-30e55604e907 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2590146 Sep 24 19:19:54.472032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:54.543859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502b224-7b00-4ce7-a072-8a81c52a28a1 None None] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:54.566717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:54.803925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:54.819548 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:54.831483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:54.833751 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:54.859858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:54.875563 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:54.888885 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:54.889867 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:54.905882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-337bcbe5-9d76-48e5-b671-d46c8d28e286 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7490621 Sep 24 19:19:54.908804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:54.914926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': '36a7a0cd-891e-4a7d-a076-ec35d5c8bd81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:54.942831 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:54.943889 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27396e5a-30d2-47a1-9b28-b05f76202fb3 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:55.036746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.038914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d2a091c4-3ef4-496f-ba25-dda5088ef471', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:19:55.039788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.170940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7406b4-f5c4-4598-822a-3a96cc723e49 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:55.241372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.328181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:55.331918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=f35cd068-5ffe-4ef4-ba0c-d84213c1b43c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:55.341400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:55.344630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:55.346385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.386399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4594043-04bc-4db8-8bf3-c02145fb1a1d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1713359 Sep 24 19:19:55.387154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55670) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:55.398244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:55.430411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Allocated IP 172.20.0.2 (d2a091c4-3ef4-496f-ba25-dda5088ef471/226fecda-6e65-45f8-81e8-9e4e9fa086ad/08db4727-c003-4dd6-b538-10136e7a22b3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:55.688479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.700431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c04228ef-043c-4ed8-bf92-895ccb17a212 None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:55.700852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c04228ef-043c-4ed8-bf92-895ccb17a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.747896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.765591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:51Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:55.791640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.797713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.836665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cd2be-3917-4dca-9a3b-bcfed685a268 None None] The sync data for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 is: [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:51Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:55.862355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:55.924527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:55.924942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:55.927602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:55.928174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.968340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Pushing event updated for resources: {'Port': ['ID=08db4727-c003-4dd6-b538-10136e7a22b3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:55.974322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:55.980306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.069037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Attempting to bind port 08db4727-c003-4dd6-b538-10136e7a22b3 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:19:56.070208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Attempting to bind port 08db4727-c003-4dd6-b538-10136e7a22b3 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:19:56.070583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Attempting to bind port 08db4727-c003-4dd6-b538-10136e7a22b3 on network d2a091c4-3ef4-496f-ba25-dda5088ef471 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:19:56.090246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:19:56.090626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Checking segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:19:56.091139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.091542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Bound using segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:19:56.092029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Bound port: 08db4727-c003-4dd6-b538-10136e7a22b3, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:19:56.092415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.152814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:56.212298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'f35cd068-5ffe-4ef4-ba0c-d84213c1b43c'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '2f734d96-5b06-4bad-9c75-67a4ea278fd4'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:19:56.248204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] For port 08db4727-c003-4dd6-b538-10136e7a22b3, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:19:56.289441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.295909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] For port 08db4727-c003-4dd6-b538-10136e7a22b3, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=08db4727-c003-4dd6-b538-10136e7a22b3,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:19:56.312109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:56.316603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.319861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:56.399152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:56.426710 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78f408bd-bd41-4ff7-bd8c-568e6fbdf8cd tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/db1d290e-7fc2-43d4-a26b-4ac7602dd5d9 HTTP/1.1" status: 200 len: 978 time: 1.5168331 Sep 24 19:19:56.429435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:56.552964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:56.553597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:56.641645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:56.811498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Allocated IP 2001:db8::2 (00eb5de6-bafc-4a69-971a-ad436c7f076f/f35cd068-5ffe-4ef4-ba0c-d84213c1b43c/2f734d96-5b06-4bad-9c75-67a4ea278fd4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:56.883576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 4bfe9ca8-f800-4809-aaaa-4a7e596d21dc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:56.884125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.069964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581edae-1f40-4b4a-b037-fedcfebae788 None None] Pushing event updated for resources: {'Port': ['ID=08db4727-c003-4dd6-b538-10136e7a22b3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:57.072043 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f35cd068-5ffe-4ef4-ba0c-d84213c1b43c (CIDR: 2001:db8::/64) Sep 24 19:19:57.089399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:57.089581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:57.138805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.139207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.144860 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:19:57.145584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:19:57.170260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 4bfe9ca8-f800-4809-aaaa-4a7e596d21dc owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:19:57.172455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.20.0.1 (d2a091c4-3ef4-496f-ba25-dda5088ef471/226fecda-6e65-45f8-81e8-9e4e9fa086ad/5e458143-3039-462a-b05a-4ad15e0067e0) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:19:57.186467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a5a604d-211d-499c-b01b-008bebb538f1 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7964425 Sep 24 19:19:57.188416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:57.196263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:57.196931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbc226-7c7e-4e83-a9c3-4c6db5d90224 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:57.204182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'subnet': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:57.214036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:57.317971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.332957 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.384952 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.468556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.493404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c0d4e-d691-4246-b08e-9b911bf05122 None None] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:57.554170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:57.559233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:57.568697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:19:57.609742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:19:57.627278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.748535 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.761596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:57.796096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:57.948689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41761c3a-f280-4f7f-90d5-68eea3bc367d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:58.115462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=4bfe9ca8-f800-4809-aaaa-4a7e596d21dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:58.188754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 41761c3a-f280-4f7f-90d5-68eea3bc367d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:58.189834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.270219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.270733 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP db1d290e-7fc2-43d4-a26b-4ac7602dd5d9 disassociated (deleted). External IP: 172.25.5.56, port: 36a7a0cd-891e-4a7d-a076-ec35d5c8bd81. Sep 24 19:19:58.334598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.469289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163da9e1-8c26-4fd4-8fef-467354203889 None None] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:58.479695 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.578695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 41761c3a-f280-4f7f-90d5-68eea3bc367d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41761c3a-f280-4f7f-90d5-68eea3bc367d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:58.619618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] Provisioning complete for port 08db4727-c003-4dd6-b538-10136e7a22b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:58.620250 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.815725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:19:58.825288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:58.856839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.857757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 08db4727-c003-4dd6-b538-10136e7a22b3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:58.859537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774ef40-bad7-4c2a-874f-39434b4f0c71 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:19:58.960461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:58.981314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.077861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.148328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.151239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:59.212363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.277413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:59.278828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:59.318589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=41761c3a-f280-4f7f-90d5-68eea3bc367d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:59.319411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:59.329058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.329205 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:59.342948 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:59.343908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:59.419516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:19:59.420337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] For port 08db4727-c003-4dd6-b538-10136e7a22b3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=08db4727-c003-4dd6-b538-10136e7a22b3,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:59.421992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:59.440500 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:59.442320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.443841 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:59.483473 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:59.484300 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f5708-54da-4ca0-8854-92e5395c1283 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:19:59.486066 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aca5e2e7-5646-43e3-a136-005261150210 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/db1d290e-7fc2-43d4-a26b-4ac7602dd5d9 HTTP/1.1" status: 204 len: 168 time: 3.0553448 Sep 24 19:19:59.516682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:59.547123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 08db4727-c003-4dd6-b538-10136e7a22b3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:59.549174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.603083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:19:59.612729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:19:59.620987 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d3b1467e-5f03-4635-8e5e-58cc8a015b0b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "PUT /v2.0/routers/ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1300554 Sep 24 19:19:59.624063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55738) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:59.636954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--953088576', 'description': 'tempest-secgroup_access--953088576 description', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:19:59.659082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.667092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.670044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.670624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.676483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20c014-5905-4cca-b3a5-732fe974683d None None] Pushing event updated for resources: {'Port': ['ID=08db4727-c003-4dd6-b538-10136e7a22b3,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:59.691994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Sync routers for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:19:59.709967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:19:59.723909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:19:59.727344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 36a7a0cd-891e-4a7d-a076-ec35d5c8bd81 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:19:59.727694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.776102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:19:59.776702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.786528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:19:59.787320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:19:59.790200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:19:59.792065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fbf38650-8e60-43d0-95f4-11e2c56bffdb None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:19:59.792694 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbf38650-8e60-43d0-95f4-11e2c56bffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.839761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.851382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:19:59.912192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7200675 Sep 24 19:19:59.931470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55740) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:19:59.936445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6309b61-6641-413b-8f85-b75510b01ed6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:19:59.949767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Request body: {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'mac_address': 'fa:16:3e:10:f9:ea', 'name': 'tempest-NetworksTestDHCPv6-902313166'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:00.003615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.018647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec18496c-4637-4e22-9a9b-39cacc8fdddd tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3931901 Sep 24 19:20:00.019703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:00.056955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1434964231', 'description': 'tempest-secgroup_general--1434964231 description', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:00.084824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:00.085205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.113845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:00.150778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Subnet': ['ID=caf70138-6bd8-4764-8c37-40f6ac6edfa1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:00.177521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.202419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80ace-2d83-4279-97fc-89674bd58ba0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:00.294763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.349120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 36a7a0cd-891e-4a7d-a076-ec35d5c8bd81 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:00.369733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.386357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.468933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Made reservation on behalf of 5f0ed318ef8f46e982ddcbdb6c9e65bb for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:00.489481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.490748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4668934 Sep 24 19:20:00.492834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e77b3-f6ef-4954-8d05-64dbd7b1db53 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02005af9-62dd-4c30-b502-7c605fce15dc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:00.497428 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:00.502267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'security_group_rule': {'security_group_id': 'a6309b61-6641-413b-8f85-b75510b01ed6', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:00.605719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ed2a9eea-85ea-490e-af0a-39e69f670a11 None None] Provisioning complete for port 08db4727-c003-4dd6-b538-10136e7a22b3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:00.606314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9eea-85ea-490e-af0a-39e69f670a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.644990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.684628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] device_id is not set on port 88386497-8ac4-4fdc-8e08-86a1edf0d311 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:00.762356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.868170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 2, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:00.884452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41761c3a-f280-4f7f-90d5-68eea3bc367d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:00.945440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Checking router: ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:00.945713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Updating router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 port 5e458143-3039-462a-b05a-4ad15e0067e0 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:20:00.975311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.990320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:00.993266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ed2a9eea-85ea-490e-af0a-39e69f670a11 None None] Provisioning complete for port 5e458143-3039-462a-b05a-4ad15e0067e0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:00.993663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9eea-85ea-490e-af0a-39e69f670a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.042910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a9eea-85ea-490e-af0a-39e69f670a11 None None] Port 5e458143-3039-462a-b05a-4ad15e0067e0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:01.047405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.050595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.051051 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5513158 Sep 24 19:20:01.067331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.093729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab1588-e9ce-4a3d-affa-de26695acbbf None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:01.102472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7ff39-0103-40c5-935b-deb35c0a21ef tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708b5d19-a633-4fbd-aba0-55f4fa4f8e52,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:01.119171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8::123 (00eb5de6-bafc-4a69-971a-ad436c7f076f/f35cd068-5ffe-4ef4-ba0c-d84213c1b43c/88386497-8ac4-4fdc-8e08-86a1edf0d311) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:01.129208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:f9ea (00eb5de6-bafc-4a69-971a-ad436c7f076f/caf70138-6bd8-4764-8c37-40f6ac6edfa1/88386497-8ac4-4fdc-8e08-86a1edf0d311) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:01.185492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 41761c3a-f280-4f7f-90d5-68eea3bc367d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:01.185492 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.313929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-3ba4786e-3329-48ed-ad59-5a3660ce3794 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1434964231&fields=id&tenant_id=891fb1de3b6d42e9968dc5b19abfaad8 HTTP/1.1" status: 200 len: 267 time: 0.0688386 Sep 24 19:20:01.467112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7873cef9-ed2f-4727-982c-d2a67647a1c7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--953088576&fields=id&tenant_id=891fb1de3b6d42e9968dc5b19abfaad8 HTTP/1.1" status: 200 len: 267 time: 0.0680003 Sep 24 19:20:01.540828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f3601a70-dc42-42c7-8e84-ba05807a859f None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:01.541202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3601a70-dc42-42c7-8e84-ba05807a859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.575356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.685895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-49132edd-3bc1-454f-a8c0-bbbb6d5a59b6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:01.687622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-49132edd-3bc1-454f-a8c0-bbbb6d5a59b6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 795 time: 0.2099972 Sep 24 19:20:01.716843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.718403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=36a7a0cd-891e-4a7d-a076-ec35d5c8bd81,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:01.742988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-1de7e8e0-9376-4c0d-a857-c145bcafbca6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/quotas/891fb1de3b6d42e9968dc5b19abfaad8 HTTP/1.1" status: 200 len: 375 time: 0.0439060 Sep 24 19:20:01.804467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.807414 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9929939b-91ec-434f-a8c9-142ad9aeff3f tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/36a7a0cd-891e-4a7d-a076-ec35d5c8bd81 HTTP/1.1" status: 204 len: 168 time: 2.2889555 Sep 24 19:20:01.811406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:01.816795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:01.821892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:01.829723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:01.835115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:01.842735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:01.843554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.847926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:01.866236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event updated for resources: {'Port': ['ID=88386497-8ac4-4fdc-8e08-86a1edf0d311,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:01.882462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-caa0a001-c0a7-47b0-8628-df0e14e95121 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385324 Sep 24 19:20:01.898546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e5779ebb-5315-4928-985e-a8b0c43c4bb8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9537506 Sep 24 19:20:01.904714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:02.001792 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.017188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-df024ccd-f42b-4132-978e-20a653a50891 service neutron] 10.222.0.18 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196847 Sep 24 19:20:02.027685 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.078655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.164068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45557c7-b816-4958-8a84-366b41160990 None None] Pushing event updated for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:02.166916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting port 88386497-8ac4-4fdc-8e08-86a1edf0d311 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:02.167324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.179635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-f4a8789f-8c81-4ce6-b93f-09c2c3a45892 service neutron] 10.222.0.18 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520700 Sep 24 19:20:02.250652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 08db4727-c003-4dd6-b538-10136e7a22b3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:02.345750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f3601a70-dc42-42c7-8e84-ba05807a859f None None] Provisioning complete for port 5e458143-3039-462a-b05a-4ad15e0067e0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:02.346296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3601a70-dc42-42c7-8e84-ba05807a859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.360713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.364709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.198 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:02.418525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Calling delete_port for 88386497-8ac4-4fdc-8e08-86a1edf0d311 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:02.462177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f3601a70-dc42-42c7-8e84-ba05807a859f None None] Port 5e458143-3039-462a-b05a-4ad15e0067e0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:02.495448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e68dd77-d659-4383-931d-4acba4ea8d19 req-b9ff8d74-faef-466b-9b80-28d25c606951 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 210 time: 0.1255860 Sep 24 19:20:02.555844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Attempting to bind port 5e458143-3039-462a-b05a-4ad15e0067e0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:02.556374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Attempting to bind port 5e458143-3039-462a-b05a-4ad15e0067e0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:02.558210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Attempting to bind port 5e458143-3039-462a-b05a-4ad15e0067e0 on network d2a091c4-3ef4-496f-ba25-dda5088ef471 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:02.561452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 08db4727-c003-4dd6-b538-10136e7a22b3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:02.566045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.622218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:02.623008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Checking segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:02.625424 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.626051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Bound using segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:02.627329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Bound port: 5e458143-3039-462a-b05a-4ad15e0067e0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:02.629363 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.738751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.751164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-17b5f9c4-5bfb-4f6f-a23f-0cf9874405ef None None] Provisioning complete for port 5e458143-3039-462a-b05a-4ad15e0067e0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:02.751537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b5f9c4-5bfb-4f6f-a23f-0cf9874405ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.857537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] For port 5e458143-3039-462a-b05a-4ad15e0067e0, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:02.884035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] For port 5e458143-3039-462a-b05a-4ad15e0067e0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5e458143-3039-462a-b05a-4ad15e0067e0,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:02.886670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-17b5f9c4-5bfb-4f6f-a23f-0cf9874405ef None None] Port 5e458143-3039-462a-b05a-4ad15e0067e0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:02.897156 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.946911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:02.961104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:02.997857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.025797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4aa11381-44e3-401e-b27d-2c21988f5b90 None None] Could not find standard attr ID for object 88386497-8ac4-4fdc-8e08-86a1edf0d311. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:20:03.066224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:03.071567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:03.084437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:03.086608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45557c7-b816-4958-8a84-366b41160990 None None] Pushing event updated for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:03.105230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:03.105648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:03.181039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4aa11381-44e3-401e-b27d-2c21988f5b90 None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:03.181829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4aa11381-44e3-401e-b27d-2c21988f5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.209027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.212187 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/88386497-8ac4-4fdc-8e08-86a1edf0d311 HTTP/1.1" status: 204 len: 168 time: 1.3022075 Sep 24 19:20:03.213240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:03.214729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55818) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:03.270181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.274969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5c378-6faa-4c0e-8245-5cdeaa8f6a70 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Port': ['ID=88386497-8ac4-4fdc-8e08-86a1edf0d311,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:03.359228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb406bfd-1b38-4c2c-9d01-7541e1aa4bdd tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:03.366018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cb406bfd-1b38-4c2c-9d01-7541e1aa4bdd tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1501007 Sep 24 19:20:03.367921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55822) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:03.369305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:03.370044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.371630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.421582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.448206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb06306-b4b2-4110-9471-7e41a44629e8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:03.458543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0fb06306-b4b2-4110-9471-7e41a44629e8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0894804 Sep 24 19:20:03.462883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55826) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:03.463804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:03.585040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3599d3b-b049-4760-a446-2ae334043ee0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:03.587070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3599d3b-b049-4760-a446-2ae334043ee0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:03.589086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3599d3b-b049-4760-a446-2ae334043ee0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:03.594303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d3599d3b-b049-4760-a446-2ae334043ee0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1298738 Sep 24 19:20:03.595239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55834) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:03.725459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet caf70138-6bd8-4764-8c37-40f6ac6edfa1 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:03.733063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.746190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.757628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.763844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc500d8d-8627-44f0-b6fe-d1c36dfcce94 req-2e9df140-099f-4b62-8886-2c24f9b84124 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 210 time: 0.0668836 Sep 24 19:20:03.800955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Could not find standard attr ID for object 88386497-8ac4-4fdc-8e08-86a1edf0d311. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:20:03.820750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.847856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:03.867618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.886482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.890337 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-480bd1f9-1141-4eaa-ace2-f327de968a70 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0759041 Sep 24 19:20:03.890558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:03.897095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'port': {'network_id': '5f7588db-34f9-4027-bfdc-eec929306e60', 'name': 'tempest-FloatingIPTestJSON-1171860288'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:03.918141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Provisioning complete for port 5e458143-3039-462a-b05a-4ad15e0067e0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:03.918141 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.920772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:03.997482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.040947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=caf70138-6bd8-4764-8c37-40f6ac6edfa1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:04.043075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.045037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06703e30-5fd9-4bb7-89ff-a4e10a382cd9 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/caf70138-6bd8-4764-8c37-40f6ac6edfa1 HTTP/1.1" status: 204 len: 168 time: 0.4486203 Sep 24 19:20:04.050966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55844) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:04.069037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ad46f-ed76-4fde-872a-9ea8a741da39 None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:04.078517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:04.083240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.105555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] device_id is not set on port 71de286b-e5c5-4e13-a9c4-e7602bb07477 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:04.121860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Deleting subnet f35cd068-5ffe-4ef4-ba0c-d84213c1b43c {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:04.125159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.170670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.177645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.262939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.9 (5f7588db-34f9-4027-bfdc-eec929306e60/be8a8ced-f0dc-41b8-a02e-48a9c4499279/71de286b-e5c5-4e13-a9c4-e7602bb07477) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:04.320599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:02Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:04.358936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.365691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7ddd9-a1ad-41c2-b958-cbeadb5e91fe None None] The sync data for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 is: [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:02Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:04.374989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] For port 5e458143-3039-462a-b05a-4ad15e0067e0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5e458143-3039-462a-b05a-4ad15e0067e0,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:04.391029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.397254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-2de435b1-dd80-4b55-a082-4e715b714586 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:04.398799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-2de435b1-dd80-4b55-a082-4e715b714586 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 795 time: 0.2046468 Sep 24 19:20:04.543389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.570788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-58347a43-e7b3-412a-abc8-8674afcf095a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891fb1de3b6d42e9968dc5b19abfaad8 HTTP/1.1" status: 200 len: 477 time: 0.1603253 Sep 24 19:20:04.594758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'port': {'device_id': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'admin_state_up': True, 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'security_groups': ['02005af9-62dd-4c30-b502-7c605fce15dc', 'a6309b61-6641-413b-8f85-b75510b01ed6']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:04.626718 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.644233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.703914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Subnet': ['ID=f35cd068-5ffe-4ef4-ba0c-d84213c1b43c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:04.712131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=71de286b-e5c5-4e13-a9c4-e7602bb07477,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:04.714872 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.718066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-80a2b356-9703-456d-803f-a22a9765b36c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/f35cd068-5ffe-4ef4-ba0c-d84213c1b43c HTTP/1.1" status: 204 len: 168 time: 0.6656549 Sep 24 19:20:04.718253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 5f7588db-34f9-4027-bfdc-eec929306e60 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:04.727133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55858) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:04.731567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:04.740977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:04.742184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1bd38-249e-4f04-a532-f9bf57244f22 None None] Pushing event updated for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:04.893089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:04.893803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:04.921671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49747a75-319a-43fa-804e-c5d6167ddded None None] Update dhcp port {'port': {'network_id': '00eb5de6-bafc-4a69-971a-ad436c7f076f', 'fixed_ips': [{'subnet_id': 'f35cd068-5ffe-4ef4-ba0c-d84213c1b43c'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '2f734d96-5b06-4bad-9c75-67a4ea278fd4'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:20:04.931645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-faf8ece6-9d2d-45e2-97f9-14739a117a14 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0399203 Sep 24 19:20:04.932443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:04.937762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': '71de286b-e5c5-4e13-a9c4-e7602bb07477'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:04.953122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49747a75-319a-43fa-804e-c5d6167ddded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.034305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.188299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f530aad-e4c3-4dd3-9972-a5bd11bb205b None None] Network 00eb5de6-bafc-4a69-971a-ad436c7f076f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:05.230778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1cb585fd-7854-43a8-af02-f36b246a84cb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5003963 Sep 24 19:20:05.242947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55874) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.282412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-26890eff-0645-45b4-a060-ded89143f42e req-72cb98d1-e958-493c-9697-a07007e1a460 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 210 time: 0.0565393 Sep 24 19:20:05.385826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef08d0-4505-4bbf-a96d-eed858c570d5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:05.392977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4fef08d0-4505-4bbf-a96d-eed858c570d5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1450572 Sep 24 19:20:05.393547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55876) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.398576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1c75513f-b66b-42bf-a324-276a0d38f96d None None] Provisioning complete for port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:05.398926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c75513f-b66b-42bf-a324-276a0d38f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.414276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:05.422411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.499486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] DHCP port deletion for 00eb5de6-bafc-4a69-971a-ad436c7f076f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:20:05.564385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daccce-2809-4793-a6da-29e2d6d6229f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:05.568818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.570169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a6daccce-2809-4793-a6da-29e2d6d6229f tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1751304 Sep 24 19:20:05.638759 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e987d1a3-64eb-4105-bcdd-2fc9d442105d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639646 Sep 24 19:20:05.640327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Deleting port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:05.640990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.648687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.698164 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9977fb-4a5c-4352-ae78-b5e6754c87d5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:05.698883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9977fb-4a5c-4352-ae78-b5e6754c87d5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:05.700573 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f9977fb-4a5c-4352-ae78-b5e6754c87d5 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/88386497-8ac4-4fdc-8e08-86a1edf0d311 HTTP/1.1" status: 404 len: 333 time: 0.0509014 Sep 24 19:20:05.705423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55888) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.720185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] For port 2f734d96-5b06-4bad-9c75-67a4ea278fd4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f734d96-5b06-4bad-9c75-67a4ea278fd4,segment=NetworkSegment(e1e041ea-e412-43e0-8c74-195e9a1873fb),segment_id=e1e041ea-e412-43e0-8c74-195e9a1873fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:05.720657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.735149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Calling delete_port for 2f734d96-5b06-4bad-9c75-67a4ea278fd4 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:05.736374 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bb57e9-c84f-4c0e-a4f9-23d22a83526c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:05.736832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bb57e9-c84f-4c0e-a4f9-23d22a83526c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:05.740948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e1bb57e9-c84f-4c0e-a4f9-23d22a83526c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/caf70138-6bd8-4764-8c37-40f6ac6edfa1 HTTP/1.1" status: 404 len: 337 time: 0.0322850 Sep 24 19:20:05.741265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55890) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.792293 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a09513-7ff5-46d8-a665-116b3be83104 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:05.792741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a09513-7ff5-46d8-a665-116b3be83104 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:05.796909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-49a09513-7ff5-46d8-a665-116b3be83104 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/f35cd068-5ffe-4ef4-ba0c-d84213c1b43c HTTP/1.1" status: 404 len: 337 time: 0.0522916 Sep 24 19:20:05.798800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.20.0.5 (d2a091c4-3ef4-496f-ba25-dda5088ef471/226fecda-6e65-45f8-81e8-9e4e9fa086ad/9e67b2d5-5b94-491c-b444-5e0945d9f769) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:05.800560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.800791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55892) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.808687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:05.838687 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-7079f9ae-b7c5-4ef2-824d-d8dc5b9ab33e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:05.847673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7079f9ae-b7c5-4ef2-824d-d8dc5b9ab33e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:05.850966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7079f9ae-b7c5-4ef2-824d-d8dc5b9ab33e tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/72f0b9a9-a2d1-4bb3-8529-240c955b0ad0 HTTP/1.1" status: 404 len: 333 time: 0.0477633 Sep 24 19:20:05.859704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55896) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.917139 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-13056404-a436-417c-88cd-8b0c24205410 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:05.917622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13056404-a436-417c-88cd-8b0c24205410 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:05.923347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13056404-a436-417c-88cd-8b0c24205410 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/747e2273-02f0-4f60-8bcc-c728cfdae163 HTTP/1.1" status: 404 len: 337 time: 0.0626209 Sep 24 19:20:05.928263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55900) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:05.964709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5e458143-3039-462a-b05a-4ad15e0067e0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:06.005191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.023251 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c942948d-851d-4d6f-b468-2833b8e6b9cb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.024009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c942948d-851d-4d6f-b468-2833b8e6b9cb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.025921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c942948d-851d-4d6f-b468-2833b8e6b9cb tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6d597bcc-d012-4506-b257-935a0cf19527 HTTP/1.1" status: 404 len: 337 time: 0.0967116 Sep 24 19:20:06.029221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55906) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.037704 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP e82859c4-ff53-452e-bd31-6c907c205b50 associated. External IP: 172.25.5.198, port: 71de286b-e5c5-4e13-a9c4-e7602bb07477. Sep 24 19:20:06.062041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] Pushing event deleted for resources: {'Port': ['ID=2f734d96-5b06-4bad-9c75-67a4ea278fd4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:06.072287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d780cd3-aa55-47f6-bec5-993c8eb826eb None None] No DVR routers for this DVR port 2f734d96-5b06-4bad-9c75-67a4ea278fd4 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:06.084492 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-931e5a6e-0788-4f55-9947-e8589e67b643 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.085507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931e5a6e-0788-4f55-9947-e8589e67b643 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.087548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-931e5a6e-0788-4f55-9947-e8589e67b643 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/4c136ec9-0421-4884-bee6-5b6d78358a82 HTTP/1.1" status: 404 len: 333 time: 0.0570195 Sep 24 19:20:06.091015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55908) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.120720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5e458143-3039-462a-b05a-4ad15e0067e0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:06.121308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.141360 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3592b2f-eed5-42ac-b537-b1e8ad1827b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.142087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3592b2f-eed5-42ac-b537-b1e8ad1827b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.146238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b3592b2f-eed5-42ac-b537-b1e8ad1827b7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/db941eb4-c8fc-4a79-94ea-d8160085bb30 HTTP/1.1" status: 404 len: 337 time: 0.0525444 Sep 24 19:20:06.156738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55910) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.190799 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd02e6b-e29a-4022-9fc1-10d0a2cf41bc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.191404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd02e6b-e29a-4022-9fc1-10d0a2cf41bc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.195751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-acd02e6b-e29a-4022-9fc1-10d0a2cf41bc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/2dc96bdb-c91f-46ae-ab04-0718a2cefc75 HTTP/1.1" status: 404 len: 337 time: 0.0375164 Sep 24 19:20:06.196405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55912) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.233344 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa016b6-8215-4cbf-b501-9829763e5a4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.234037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa016b6-8215-4cbf-b501-9829763e5a4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.238579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bfa016b6-8215-4cbf-b501-9829763e5a4a tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/a8d892b4-3d51-497b-98d8-d9c72c9a6bfa HTTP/1.1" status: 404 len: 333 time: 0.0383036 Sep 24 19:20:06.242225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.301622 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c5cbaf-a327-4432-85d5-316901d72d65 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.302054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c5cbaf-a327-4432-85d5-316901d72d65 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.308284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a7c5cbaf-a327-4432-85d5-316901d72d65 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/64797dba-b24a-4404-b942-5b105208797f HTTP/1.1" status: 404 len: 337 time: 0.0656011 Sep 24 19:20:06.313478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55920) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.358409 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea46b5e3-9e5b-40b1-b029-0b8a9e722cee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.358802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea46b5e3-9e5b-40b1-b029-0b8a9e722cee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.363334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ea46b5e3-9e5b-40b1-b029-0b8a9e722cee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/c32b4677-18ef-4dbd-8f18-688e3598fbfd HTTP/1.1" status: 404 len: 337 time: 0.0462470 Sep 24 19:20:06.365771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.385296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:06.410156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:06.430280 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba1bcb8-ac7d-4b57-a3a5-4cfb1fe75cbc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.431062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba1bcb8-ac7d-4b57-a3a5-4cfb1fe75cbc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.438901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fba1bcb8-ac7d-4b57-a3a5-4cfb1fe75cbc tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5436e1da-f6d1-45ab-b662-cbd4201f66b9 HTTP/1.1" status: 404 len: 333 time: 0.0660558 Sep 24 19:20:06.439693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2f734d96-5b06-4bad-9c75-67a4ea278fd4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:06.439693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f734d96-5b06-4bad-9c75-67a4ea278fd4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:06.460340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55926) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.463839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b609d7b-3aca-423a-a46c-1cc2b7abc4e8 req-bcbd011f-e697-466c-928e-45e1a06d74fb tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 210 time: 0.0796781 Sep 24 19:20:06.495838 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-218c05c7-b576-4bd2-b751-dc28045111d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.496446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218c05c7-b576-4bd2-b751-dc28045111d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.497997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-218c05c7-b576-4bd2-b751-dc28045111d6 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/f2fddf0e-8225-4737-a2e8-e17c8bcc5564 HTTP/1.1" status: 404 len: 337 time: 0.0365596 Sep 24 19:20:06.501023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.502336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55928) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.528330 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a198ab3-2328-43dc-b1cb-b81f63720273 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.528983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a198ab3-2328-43dc-b1cb-b81f63720273 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.533654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a198ab3-2328-43dc-b1cb-b81f63720273 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d310aa7e-f4e5-4386-814f-2ff16980775c HTTP/1.1" status: 404 len: 333 time: 0.0274305 Sep 24 19:20:06.534225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55930) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.543854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:06.550893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.558320 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:06.577837 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:06.579209 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:06.579545 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4c5759-98aa-43ce-8468-c8615b5add60 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.580043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4c5759-98aa-43ce-8468-c8615b5add60 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.581784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de4c5759-98aa-43ce-8468-c8615b5add60 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/4a9edeb7-209c-47cd-8dbf-26d143ed392f HTTP/1.1" status: 404 len: 337 time: 0.0454412 Sep 24 19:20:06.584440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.591370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef90fbb8-0564-46cf-b26e-31f5fc74286a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/e82859c4-ff53-452e-bd31-6c907c205b50 HTTP/1.1" status: 200 len: 978 time: 1.6576107 Sep 24 19:20:06.591969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.618221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.625109 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:06.630502 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f51b055-da61-4494-a452-b818ee29f63c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.630502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f51b055-da61-4494-a452-b818ee29f63c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.635055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f51b055-da61-4494-a452-b818ee29f63c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/a068001e-d47c-42e5-9871-8ffee83ea376 HTTP/1.1" status: 404 len: 333 time: 0.0467553 Sep 24 19:20:06.640424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:06.641239 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:06.649729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.685644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:06.686289 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:06.687205 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba5660-b0c2-4dc9-8bc8-601a5642172e None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:06.689130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:06.692906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:06.706899 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdcd027-3d0f-4992-9ca9-4e6bbcf57b33 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.707095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdcd027-3d0f-4992-9ca9-4e6bbcf57b33 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.711691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fcdcd027-3d0f-4992-9ca9-4e6bbcf57b33 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/c39014a2-e270-4831-bdfe-8aa137b054c5 HTTP/1.1" status: 404 len: 337 time: 0.0606220 Sep 24 19:20:06.714986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55944) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.745508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:06.774292 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e022b9b-6774-4f42-88ea-cf529b73eab4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.775044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e022b9b-6774-4f42-88ea-cf529b73eab4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.776808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5e022b9b-6774-4f42-88ea-cf529b73eab4 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d9e1cf87-ee3c-48c9-a8fa-df5a9cef300e HTTP/1.1" status: 404 len: 333 time: 0.0598831 Sep 24 19:20:06.779631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55946) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.786139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 71de286b-e5c5-4e13-a9c4-e7602bb07477 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:06.786831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.809502 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-7630150a-4cc5-4424-b422-73d5bbec089b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.809996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7630150a-4cc5-4424-b422-73d5bbec089b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.811925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7630150a-4cc5-4424-b422-73d5bbec089b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9414903f-54d7-4344-9bbc-78405ae255c1 HTTP/1.1" status: 404 len: 337 time: 0.0315495 Sep 24 19:20:06.815435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.828770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:06.829107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.854018 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfb705c-77e6-45a7-88e2-e5518516fcf7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.854938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfb705c-77e6-45a7-88e2-e5518516fcf7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.856630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1dfb705c-77e6-45a7-88e2-e5518516fcf7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/2bf06e50-3792-42b5-9b7e-962858eeb869 HTTP/1.1" status: 404 len: 333 time: 0.0402799 Sep 24 19:20:06.859376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.890090 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5a7463-7aac-4c1c-b512-88626464b072 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.890545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5a7463-7aac-4c1c-b512-88626464b072 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.892380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be5a7463-7aac-4c1c-b512-88626464b072 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6a09b339-821a-4eed-a18f-8081e349b601 HTTP/1.1" status: 404 len: 337 time: 0.0320559 Sep 24 19:20:06.893696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-7b42ebb7-49c5-4e3b-9618-97e185a50725 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3139472 Sep 24 19:20:06.894809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55952) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.907925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Request body: {'port': {'device_id': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:06.908287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:06.925776 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd465c2-64ae-4956-96dd-d17da7848bb0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.926397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd465c2-64ae-4956-96dd-d17da7848bb0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.928172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2cd465c2-64ae-4956-96dd-d17da7848bb0 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/33bd3bab-9841-45ac-ab06-cb64e5b53662 HTTP/1.1" status: 404 len: 333 time: 0.0324168 Sep 24 19:20:06.942869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55954) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:06.977121 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-560678df-dd6f-47ee-917a-f35a29536ace tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:06.977494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560678df-dd6f-47ee-917a-f35a29536ace tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:06.982152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-560678df-dd6f-47ee-917a-f35a29536ace tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/d9703235-7971-48a0-9112-f49bd5d1127c HTTP/1.1" status: 404 len: 337 time: 0.0357151 Sep 24 19:20:06.982533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55960) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.016136 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc9dd0a-5959-4514-a590-1f1d7178d266 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.016374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc9dd0a-5959-4514-a590-1f1d7178d266 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.018604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6fc9dd0a-5959-4514-a590-1f1d7178d266 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/42f2cbd3-69fb-4eac-9496-d5fd0717fa28 HTTP/1.1" status: 404 len: 337 time: 0.0353088 Sep 24 19:20:07.022917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.056241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6ca9516e-1fc0-4051-b0e7-3c5403a3ed8c None None] Provisioning complete for port 9e67b2d5-5b94-491c-b444-5e0945d9f769 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:07.056627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ca9516e-1fc0-4051-b0e7-3c5403a3ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.075083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.113413 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac9af5f-b01c-46d5-9e2f-cf9643f96e40 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.114206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac9af5f-b01c-46d5-9e2f-cf9643f96e40 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.118986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1ac9af5f-b01c-46d5-9e2f-cf9643f96e40 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/55606dd1-f6d1-407b-89f7-e1cf1a208725 HTTP/1.1" status: 404 len: 333 time: 0.0917637 Sep 24 19:20:07.120775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.123863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9516e-1fc0-4051-b0e7-3c5403a3ed8c None None] Port 9e67b2d5-5b94-491c-b444-5e0945d9f769 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:07.187924 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16e223-c807-44fb-ade3-d831a41c3138 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.188703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16e223-c807-44fb-ade3-d831a41c3138 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.190763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ef16e223-c807-44fb-ade3-d831a41c3138 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9938e806-a9ec-4662-9103-935e4e5df3a9 HTTP/1.1" status: 404 len: 337 time: 0.0690362 Sep 24 19:20:07.193307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55972) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.234081 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-05376426-44b8-4d8a-9c5d-4c9144397819 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.234634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05376426-44b8-4d8a-9c5d-4c9144397819 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.239588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-05376426-44b8-4d8a-9c5d-4c9144397819 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/70ecfe72-48a3-4a9a-b303-f5d7f3fa312e HTTP/1.1" status: 404 len: 337 time: 0.0426757 Sep 24 19:20:07.240830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55974) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.272177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.272722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.272983 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP e82859c4-ff53-452e-bd31-6c907c205b50 disassociated. External IP: 172.25.5.198, port: 71de286b-e5c5-4e13-a9c4-e7602bb07477. Sep 24 19:20:07.273320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 71de286b-e5c5-4e13-a9c4-e7602bb07477 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:07.316258 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db835a4-5051-470b-9a4b-d527ae5d4644 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.317069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db835a4-5051-470b-9a4b-d527ae5d4644 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.321138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6db835a4-5051-470b-9a4b-d527ae5d4644 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/eb9cb613-31aa-4991-aef1-18b3c350d462 HTTP/1.1" status: 404 len: 333 time: 0.0769119 Sep 24 19:20:07.321979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55976) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.355502 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a3d46b-67c8-43f7-bd8f-613e5c11fbdd tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.355959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a3d46b-67c8-43f7-bd8f-613e5c11fbdd tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.357767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a9a3d46b-67c8-43f7-bd8f-613e5c11fbdd tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/48473d39-8bce-4d93-80fd-9c9f69103816 HTTP/1.1" status: 404 len: 337 time: 0.0353894 Sep 24 19:20:07.361708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55982) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.396753 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0763691d-bf2e-4598-a126-ae29da5e4317 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.397200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0763691d-bf2e-4598-a126-ae29da5e4317 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.401434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0763691d-bf2e-4598-a126-ae29da5e4317 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a56b489c-8520-47e0-8a40-b9166f979936 HTTP/1.1" status: 404 len: 337 time: 0.0369928 Sep 24 19:20:07.401981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.436392 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfb7915-3cf1-4120-82b9-8047296c7260 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.440846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfb7915-3cf1-4120-82b9-8047296c7260 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.440846 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2dfb7915-3cf1-4120-82b9-8047296c7260 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/31c67b9d-98bf-4211-a53b-89c28a6a2205 HTTP/1.1" status: 404 len: 333 time: 0.0353618 Sep 24 19:20:07.441583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 55986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.451065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.475491 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-840e03b4-19cf-452d-aa32-a9f374230212 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.476020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840e03b4-19cf-452d-aa32-a9f374230212 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.480037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-840e03b4-19cf-452d-aa32-a9f374230212 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/d6db7e66-fc9d-400d-9edf-9941c21762a7 HTTP/1.1" status: 404 len: 337 time: 0.0352328 Sep 24 19:20:07.480740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55988) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.498099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=71de286b-e5c5-4e13-a9c4-e7602bb07477,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:07.508073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.508558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.509006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.509446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.509883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.510315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.510742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.511321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.511809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.512230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.512651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.513072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:07.522762 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0483619-203a-43a6-bc1d-77dcc65ba6e8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.523099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0483619-203a-43a6-bc1d-77dcc65ba6e8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.524872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0483619-203a-43a6-bc1d-77dcc65ba6e8 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/6029ca72-4191-4a0a-8217-f5987adfbb58 HTTP/1.1" status: 404 len: 337 time: 0.0432703 Sep 24 19:20:07.528838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55992) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.572743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27b57bb4-e14b-4152-87d0-64c005f7aa9d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c3dad4c-3d58-40c3-befe-939ec4564853 HTTP/1.1" status: 200 len: 205 time: 0.0427961 Sep 24 19:20:07.575007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55994) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.627777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:07.643689 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-99b02a8a-c22a-434f-bb4f-444ea393f4a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] delete failed (client error): The resource could not be found. Sep 24 19:20:07.647529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-99b02a8a-c22a-434f-bb4f-444ea393f4a7 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/routers/1c3dad4c-3d58-40c3-befe-939ec4564853 HTTP/1.1" status: 404 len: 336 time: 0.0692210 Sep 24 19:20:07.650834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 55996) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.702061 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfa7a16-247e-419b-82ae-6d7b8602b7ae tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.702517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfa7a16-247e-419b-82ae-6d7b8602b7ae tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.704286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cdfa7a16-247e-419b-82ae-6d7b8602b7ae tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/e1db98cb-1ad0-4588-b631-b043910eacc9 HTTP/1.1" status: 404 len: 337 time: 0.0551252 Sep 24 19:20:07.708955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e67b2d5-5b94-491c-b444-5e0945d9f769 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:20:07.713963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56004) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.728111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.758799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-71d89c4b-dbbf-4106-a4c9-610d1fb34141 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae0c506-1f96-486c-b222-54c6765eb5ac HTTP/1.1" status: 200 len: 205 time: 0.0417178 Sep 24 19:20:07.762654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56006) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.769853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Transition to ACTIVE for port object 9e67b2d5-5b94-491c-b444-5e0945d9f769 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:20:07.784527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99fc60-ea03-4870-b249-e60b5e34d180 req-72afa119-4ee0-4511-b821-6b5c99b1787a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:07.786129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99fc60-ea03-4870-b249-e60b5e34d180 req-72afa119-4ee0-4511-b821-6b5c99b1787a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 970 time: 0.1846869 Sep 24 19:20:07.823966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:07.828698 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-c9601307-5439-4e0f-8ab3-49766b490863 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] delete failed (client error): The resource could not be found. Sep 24 19:20:07.835646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c9601307-5439-4e0f-8ab3-49766b490863 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/routers/9ae0c506-1f96-486c-b222-54c6765eb5ac HTTP/1.1" status: 404 len: 336 time: 0.0635836 Sep 24 19:20:07.838413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56008) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.903543 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05bd8a9-b793-4029-886a-c2ecb12de347 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.903993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05bd8a9-b793-4029-886a-c2ecb12de347 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.905880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a05bd8a9-b793-4029-886a-c2ecb12de347 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9655ab85-9431-4393-a10c-c1f495b03112 HTTP/1.1" status: 404 len: 337 time: 0.0458772 Sep 24 19:20:07.913509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56010) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.966125 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66dd485-3ed6-4e0d-b1d3-e2c37fc63a06 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:07.966610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66dd485-3ed6-4e0d-b1d3-e2c37fc63a06 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:07.968400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c66dd485-3ed6-4e0d-b1d3-e2c37fc63a06 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/655293d3-0031-4bf4-ab58-3eb970bdb444 HTTP/1.1" status: 404 len: 337 time: 0.0518098 Sep 24 19:20:07.969120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Pushing event updated for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:07.971849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56014) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:07.980773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a99fc60-ea03-4870-b249-e60b5e34d180 req-f3fb44e2-04e9-48a0-b2c0-bfcb7abb141e tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1584136 Sep 24 19:20:08.030270 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-216af014-715f-4a2e-b1ca-cd8850f62102 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.035231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216af014-715f-4a2e-b1ca-cd8850f62102 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.061841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-216af014-715f-4a2e-b1ca-cd8850f62102 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5c0c9924-781f-4b4a-a6d0-5b2596a959e8 HTTP/1.1" status: 404 len: 333 time: 0.0885344 Sep 24 19:20:08.062991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56020) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.139078 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14e4a08-2f90-4c86-b445-e29a0d61253b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.139534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14e4a08-2f90-4c86-b445-e29a0d61253b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.144463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b14e4a08-2f90-4c86-b445-e29a0d61253b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a859e425-fbbd-4af8-aec1-3aca33bb133f HTTP/1.1" status: 404 len: 337 time: 0.0502770 Sep 24 19:20:08.144970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56026) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.147537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:08.162612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:08.177022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:08.177526 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c69d5f-1d78-477f-a2e0-feba6072540b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.178197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:08.178348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c69d5f-1d78-477f-a2e0-feba6072540b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.180007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90c69d5f-1d78-477f-a2e0-feba6072540b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/806319f9-4ebb-47d4-91ca-8efb479c888f HTTP/1.1" status: 404 len: 333 time: 0.0343363 Sep 24 19:20:08.184321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56028) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.248045 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-54211c2f-0b41-4176-9783-7170047ce735 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.248787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54211c2f-0b41-4176-9783-7170047ce735 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.250724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-54211c2f-0b41-4176-9783-7170047ce735 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a6d13c04-4f1f-4c40-9b03-490e6bab63fd HTTP/1.1" status: 404 len: 337 time: 0.0652552 Sep 24 19:20:08.253856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.257806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:08.272117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.274945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Attempting to bind port 9e67b2d5-5b94-491c-b444-5e0945d9f769 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:08.275342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Attempting to bind port 9e67b2d5-5b94-491c-b444-5e0945d9f769 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:08.275605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Attempting to bind port 9e67b2d5-5b94-491c-b444-5e0945d9f769 on network d2a091c4-3ef4-496f-ba25-dda5088ef471 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:08.278888 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3de69ee8-a107-44a5-905a-fb4465067664 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/71de286b-e5c5-4e13-a9c4-e7602bb07477 HTTP/1.1" status: 204 len: 168 time: 1.6561599 Sep 24 19:20:08.279584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:08.280099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.280954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:08.294753 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-090c9a14-4df7-4f90-bbf0-b7637212e0ee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.295528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090c9a14-4df7-4f90-bbf0-b7637212e0ee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.300247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-090c9a14-4df7-4f90-bbf0-b7637212e0ee tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/5811ffb1-39dd-4b0a-9474-a70ae22ead6b HTTP/1.1" status: 404 len: 333 time: 0.0420918 Sep 24 19:20:08.300247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Port 9e67b2d5-5b94-491c-b444-5e0945d9f769 on network d2a091c4-3ef4-496f-ba25-dda5088ef471 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:20:08.300247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Attempting to bind port 9e67b2d5-5b94-491c-b444-5e0945d9f769 on network d2a091c4-3ef4-496f-ba25-dda5088ef471 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:08.300639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.304528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:08.304854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Checking segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:08.305232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Bound using segment: {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:08.305657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Bound port: 9e67b2d5-5b94-491c-b444-5e0945d9f769, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4137381d-2ef1-4e48-86f9-7f210b492192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:08.306015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.347599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:08.348794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4e385-6722-4429-947d-c85ed2e35748 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:08.388034 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe14e41-05bc-4562-9350-bc2543985049 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.388485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe14e41-05bc-4562-9350-bc2543985049 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.391373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fbe14e41-05bc-4562-9350-bc2543985049 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/1924ddc9-adcc-488e-805c-27b9f6113009 HTTP/1.1" status: 404 len: 337 time: 0.0886130 Sep 24 19:20:08.394300 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4ee070fa-0956-4d0c-be77-139ba45e03d9 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/floatingips/e82859c4-ff53-452e-bd31-6c907c205b50 HTTP/1.1" status: 200 len: 688 time: 0.1121469 Sep 24 19:20:08.394822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.401571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.402243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:08.405776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:08.411191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.466545 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0570a19-5d75-45bb-a21f-802985866360 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.467203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0570a19-5d75-45bb-a21f-802985866360 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.471387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0570a19-5d75-45bb-a21f-802985866360 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/9817e0b2-80af-4fca-95a9-5d472103c9d3 HTTP/1.1" status: 404 len: 333 time: 0.0732083 Sep 24 19:20:08.474374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.480111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:08.480757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.482196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] 10.222.0.69 "PUT /v2.0/ports/9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 1130 time: 1.5785730 Sep 24 19:20:08.482655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:08.488691 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf618302-6c00-443a-99cf-070100eecbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:08.509355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e3ab-0039-4cc6-86ed-e07c4f381662 service neutron] Pushing event updated for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:08.513420 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-962faf56-262f-4529-b587-95b18592f08b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.513420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962faf56-262f-4529-b587-95b18592f08b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.515712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-962faf56-262f-4529-b587-95b18592f08b tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a8a208e4-03b1-4f67-a260-c124058fb547 HTTP/1.1" status: 404 len: 337 time: 0.0401998 Sep 24 19:20:08.523202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56052) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.570701 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6789f531-3c3e-4f5d-85e7-96a6b39f138d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.572161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6789f531-3c3e-4f5d-85e7-96a6b39f138d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.578130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6789f531-3c3e-4f5d-85e7-96a6b39f138d tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d055e911-06b0-4732-ae58-37f0b4508c90 HTTP/1.1" status: 404 len: 333 time: 0.0533834 Sep 24 19:20:08.579730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56056) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.612994 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf46a34-188a-4690-adf2-c571e8bf1368 x-openstack-request-id: req-cdf46a34-188a-4690-adf2-c571e8bf1368 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:08.613633 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:08.614079 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdf46a34-188a-4690-adf2-c571e8bf1368 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:08.614287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:08.614639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.615072 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'status': 'completed', 'code': 200} Sep 24 19:20:08.645004 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a95d8e3-952e-4d7a-9dc0-492a8ca3c9fe tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.645946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a95d8e3-952e-4d7a-9dc0-492a8ca3c9fe tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.650846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4a95d8e3-952e-4d7a-9dc0-492a8ca3c9fe tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/9d0ad7a8-cfc7-4648-94ba-9e9c6796b6a2 HTTP/1.1" status: 404 len: 337 time: 0.0676284 Sep 24 19:20:08.651640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56060) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.683198 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc73720-4818-4724-a244-b7446e108156 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.683957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc73720-4818-4724-a244-b7446e108156 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.688704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cdc73720-4818-4724-a244-b7446e108156 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/bfc38885-511c-4131-8afd-45860f8af5ef HTTP/1.1" status: 404 len: 333 time: 0.0352068 Sep 24 19:20:08.689947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56064) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.713157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.713525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.726210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:08.752870 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b057ad8a-d693-440c-912b-970f8180861c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.753327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b057ad8a-d693-440c-912b-970f8180861c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.758415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b057ad8a-d693-440c-912b-970f8180861c tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/423371b2-e1fd-4507-a5e7-44fcf42ca6c2 HTTP/1.1" status: 404 len: 337 time: 0.0657597 Sep 24 19:20:08.759350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.776914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-122da3e3-04fe-415c-8571-1f25c49b83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:08.779038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-122da3e3-04fe-415c-8571-1f25c49b83fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1133 time: 0.2204316 Sep 24 19:20:08.798032 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-886a6868-241d-4d83-bead-ce680f723117 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.800545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886a6868-241d-4d83-bead-ce680f723117 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.803132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-886a6868-241d-4d83-bead-ce680f723117 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/ports/d7aa1161-b9c6-4e41-b709-5f99cd261a73 HTTP/1.1" status: 404 len: 333 time: 0.0427988 Sep 24 19:20:08.813040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.820676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.854337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-1064366f-d325-4962-84b7-0463f3711aac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 217 time: 0.0496478 Sep 24 19:20:08.894418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:08.915838 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c05c29-9048-454c-bbe7-99f6283fcc48 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:08.916285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c05c29-9048-454c-bbe7-99f6283fcc48 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:08.918013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-24c05c29-9048-454c-bbe7-99f6283fcc48 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/subnets/a35a3f93-7a61-4856-86d4-6f055b58c92b HTTP/1.1" status: 404 len: 337 time: 0.1041493 Sep 24 19:20:08.952386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56080) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:08.965790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=65f3a833-d5fb-45a9-8e97-c7fd87ec2b7a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:09.028088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-ef156e5e-b0f8-4ec2-968c-b896c6f3a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:09.029597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-ef156e5e-b0f8-4ec2-968c-b896c6f3a406 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.1398375 Sep 24 19:20:09.075323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.078898 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.085145 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c9a22dfd-ca9c-4e0e-8e50-3f5b50b27040 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/e82859c4-ff53-452e-bd31-6c907c205b50 HTTP/1.1" status: 204 len: 168 time: 0.6815321 Sep 24 19:20:09.085829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:09.090419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '8c99e180-bf56-4946-bf52-73d3475ea93f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:09.113927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.135157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.166364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-5aeb9912-8d36-49e2-b295-4fc156bf3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:09.167960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-5aeb9912-8d36-49e2-b295-4fc156bf3acf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063511 Sep 24 19:20:09.199699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf843-4f5c-4d7f-9f13-b6f3285ce64c req-5419604f-e9f8-4c49-b18a-a074c78a20e2 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:09.200232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9cf843-4f5c-4d7f-9f13-b6f3285ce64c req-5419604f-e9f8-4c49-b18a-a074c78a20e2 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 982 time: 0.1071105 Sep 24 19:20:09.219860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.316739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.348030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.180 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/2369c772-1f0b-4011-953f-b1c9b186c045) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:09.388856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eb5de6-bafc-4a69-971a-ad436c7f076f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:09.417953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e041ea-e412-43e0-8c74-195e9a1873fb') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:09.418352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e041ea-e412-43e0-8c74-195e9a1873fb') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:09.435542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.459560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.466916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:09.467444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.485893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.528991 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:09.555200 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:09.559286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:09.579613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:09.587025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-75e5a00e-601f-4ba2-b4ef-66d93dab2dc4 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858325 Sep 24 19:20:09.593168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9cf843-4f5c-4d7f-9f13-b6f3285ce64c req-70c83226-6818-46f8-a915-65844e5229e4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3299644 Sep 24 19:20:09.596371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:09.622452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.625652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:09.630366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] 10.222.0.18 "DELETE /v2.0/networks/00eb5de6-bafc-4a69-971a-ad436c7f076f HTTP/1.1" status: 204 len: 168 time: 0.6747081 Sep 24 19:20:09.659328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c30471-fb4c-4306-bce0-e5182bf9a335 tempest-NetworksTestDHCPv6-41155137 tempest-NetworksTestDHCPv6-41155137-project] Pushing event deleted for resources: {'Network': ['ID=00eb5de6-bafc-4a69-971a-ad436c7f076f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:09.671478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=2369c772-1f0b-4011-953f-b1c9b186c045,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:09.758214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96b885f3-b9cb-42b0-84e8-101eb48a548c req-20c19af6-9e73-49ec-8317-08da8c6c0286 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630800 Sep 24 19:20:09.861049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618302-6c00-443a-99cf-070100eecbb8 req-3e067f9c-be12-42c1-9438-19a51abf6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:09.863262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-3e067f9c-be12-42c1-9438-19a51abf6a6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1133 time: 0.0529854 Sep 24 19:20:10.047743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618302-6c00-443a-99cf-070100eecbb8 req-6ab7c0a5-bbf7-40d8-9608-48206a3d50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:10.049836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-6ab7c0a5-bbf7-40d8-9608-48206a3d50c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 895 time: 0.1785111 Sep 24 19:20:10.131388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-680b5e14-c32a-4fbe-8916-e75d6217b919 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 217 time: 0.0734735 Sep 24 19:20:10.214664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.223487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:10.233903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618302-6c00-443a-99cf-070100eecbb8 req-550ae479-7cb4-4426-b3d7-5ee1a4553f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:10.235501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-550ae479-7cb4-4426-b3d7-5ee1a4553f5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.0947695 Sep 24 19:20:10.331445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618302-6c00-443a-99cf-070100eecbb8 req-8c9410a7-c2e5-4b60-8513-d609deef48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:10.333003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-8c9410a7-c2e5-4b60-8513-d609deef48e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894730 Sep 24 19:20:10.335105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.509290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-9b5df85e-7bab-4695-9348-13d6e15f4eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677587 Sep 24 19:20:10.560887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bd8009f4-16e5-441c-ab92-597e36c5064f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f0ed318ef8f46e982ddcbdb6c9e65bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336565 Sep 24 19:20:10.563359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:10.647759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.648649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf618302-6c00-443a-99cf-070100eecbb8 req-535e2587-6c00-42f2-b4ce-2f555451046e service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284337 Sep 24 19:20:10.660799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.673193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.731471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.777711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d98e25-836f-4efc-92ca-ba5081e70abd req-34ff3059-e162-4674-a86e-7eb4e9619a41 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:10.781845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8d98e25-836f-4efc-92ca-ba5081e70abd req-34ff3059-e162-4674-a86e-7eb4e9619a41 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 982 time: 0.0967216 Sep 24 19:20:10.819491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=2369c772-1f0b-4011-953f-b1c9b186c045,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:10.837108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8d98e25-836f-4efc-92ca-ba5081e70abd req-02d79f1b-9168-4a57-bd6e-aa4a2799bea0 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0466418 Sep 24 19:20:10.851467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.904360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.906930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:10.911760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3bb6755-1480-4624-85b5-56db587acb99 HTTP/1.1" status: 204 len: 168 time: 0.3431940 Sep 24 19:20:10.926301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53faa-b0e7-45b4-8a49-f861ff4bd4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bb6755-1480-4624-85b5-56db587acb99,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:10.999833 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP 824c2b64-1d41-4bc3-8706-42dfafacc643 associated. External IP: 172.25.5.180, port: 8c99e180-bf56-4946-bf52-73d3475ea93f. Sep 24 19:20:11.300711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:11.463658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:11.476262 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:11.488706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.491148 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:11.492857 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:11.536354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8feb0467-0e6e-46c4-b9f4-90cfdd10e402 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4469252 Sep 24 19:20:11.536602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:11.541541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1321609831'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:11.558447 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:11.569535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:11.570404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:11.570674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:11.574936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.609860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:11.610917 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ada75-9cbd-49ea-9861-cf9e31a4c027 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:11.621154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:11.635975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.636419 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Added segment c51c4f27-6901-4a4b-ad84-3a57baafa880 of type vlan for network ef626b9b-c18c-4e58-b14b-4598e8144125 Sep 24 19:20:11.683999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.725207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.758207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:11.760176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:11.797124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2569253 Sep 24 19:20:11.798425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56168) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:11.803973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'subnet': {'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:11.839724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6ac6-2b89-4d56-bb6b-0c3c23c1c430 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Network': ['ID=ef626b9b-c18c-4e58-b14b-4598e8144125,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:11.850682 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ef626b9b-c18c-4e58-b14b-4598e8144125 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:11.978697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.029308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358bb4a-acad-4db9-9a14-1913b440cd3f req-085b2814-889a-4e7a-8692-cc04c8286ac8 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:12.031065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a358bb4a-acad-4db9-9a14-1913b440cd3f req-085b2814-889a-4e7a-8692-cc04c8286ac8 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 982 time: 0.0800433 Sep 24 19:20:12.032647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:12.036972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.114532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a358bb4a-acad-4db9-9a14-1913b440cd3f req-bde8059f-cd39-453e-97e8-3c881612bb12 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0727777 Sep 24 19:20:12.121796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-db2c7f12-652c-4a76-a52e-c0f4adc6eac9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.141632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db2c7f12-652c-4a76-a52e-c0f4adc6eac9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1605561 Sep 24 19:20:12.144592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.151882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-77934e2c-04dc-4b11-ab15-e7529f7f633e tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.155635 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-77934e2c-04dc-4b11-ab15-e7529f7f633e tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078475 Sep 24 19:20:12.155899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.168741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9e67b2d5-5b94-491c-b444-5e0945d9f769 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:20:12.173132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-ce79a791-85ec-405f-ba4d-12fe07703b17 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.180986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce79a791-85ec-405f-ba4d-12fe07703b17 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0198178 Sep 24 19:20:12.181271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.186492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-92c3ce80-b0a8-49f1-b319-094f0fae840c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.189479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-92c3ce80-b0a8-49f1-b319-094f0fae840c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049250 Sep 24 19:20:12.190705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56188) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.194661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-1b88dab5-8e90-4d5f-9596-583b61725db9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.198127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b88dab5-8e90-4d5f-9596-583b61725db9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040157 Sep 24 19:20:12.198127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.202464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-625a1070-8355-4419-97a7-e2e178291d8b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.206043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-625a1070-8355-4419-97a7-e2e178291d8b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045741 Sep 24 19:20:12.206282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.211466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-b2ea6ebd-7568-4515-873a-47e12fab65e2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.214895 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b2ea6ebd-7568-4515-873a-47e12fab65e2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057986 Sep 24 19:20:12.215840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.226778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-a5e8d356-47a5-49ec-ac11-1e29dba1935f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.229068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a5e8d356-47a5-49ec-ac11-1e29dba1935f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0115983 Sep 24 19:20:12.230640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.242693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-a7755bae-5614-438d-b67b-b484cda7e46b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.244260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a7755bae-5614-438d-b67b-b484cda7e46b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105879 Sep 24 19:20:12.247573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.256797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-b40317b4-c678-4e2b-a90e-d09cf2e2e0e1 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.257810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b40317b4-c678-4e2b-a90e-d09cf2e2e0e1 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0093179 Sep 24 19:20:12.261640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56202) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.266308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-0d8112ed-2208-4d54-b1f5-bfb11d75cd8f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.269310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0d8112ed-2208-4d54-b1f5-bfb11d75cd8f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047543 Sep 24 19:20:12.270521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.276128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-050e3f5e-c5ba-45f4-be91-f761e0e56419 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.278906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-050e3f5e-c5ba-45f4-be91-f761e0e56419 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060701 Sep 24 19:20:12.280896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.296390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-08f401b1-749a-4426-9f05-2b3781c6a9bb tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.297667 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08f401b1-749a-4426-9f05-2b3781c6a9bb tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0158875 Sep 24 19:20:12.302220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.307736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-a2b30840-16de-465e-bd7c-57c0e9263928 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.308970 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2b30840-16de-465e-bd7c-57c0e9263928 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041623 Sep 24 19:20:12.312049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.318138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-be0da1cd-cd9f-4c8a-8bf8-94e5d4ac8bc5 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.320392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-be0da1cd-cd9f-4c8a-8bf8-94e5d4ac8bc5 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073364 Sep 24 19:20:12.323453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.332434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-4225a165-6a26-43bb-9596-4dbff6e881a9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.336825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4225a165-6a26-43bb-9596-4dbff6e881a9 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0095837 Sep 24 19:20:12.337090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.342453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-4d6933db-a4be-4f1a-8768-2fede7229afc tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.347439 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4d6933db-a4be-4f1a-8768-2fede7229afc tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091698 Sep 24 19:20:12.348165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.352602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-9b04eaf2-2b06-474d-a068-b8003c003c62 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.356360 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b04eaf2-2b06-474d-a068-b8003c003c62 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069864 Sep 24 19:20:12.356955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56220) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.361522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-de5db9d9-1798-44bc-84cb-87c331417962 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.364899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-de5db9d9-1798-44bc-84cb-87c331417962 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067394 Sep 24 19:20:12.366610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56224) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.372173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-50a47dec-aabf-4cd6-9854-9b53c5c94c2b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.373619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-50a47dec-aabf-4cd6-9854-9b53c5c94c2b tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058980 Sep 24 19:20:12.375055 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.376366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56226) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.381390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-897ca8dc-7fb5-46bc-acb2-78dbc25c3912 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.382441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-897ca8dc-7fb5-46bc-acb2-78dbc25c3912 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045245 Sep 24 19:20:12.385185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.391982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-3364c3f5-d6ab-43a6-85ea-a24afdde98c4 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.396424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3364c3f5-d6ab-43a6-85ea-a24afdde98c4 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0102272 Sep 24 19:20:12.397096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.401618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-1e5d1cb0-7a35-4fed-80b0-d153b6a01b18 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.405172 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e5d1cb0-7a35-4fed-80b0-d153b6a01b18 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068326 Sep 24 19:20:12.405825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.411763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-d4edd307-cfe8-4625-bf6c-e97fac635da0 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.415507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d4edd307-cfe8-4625-bf6c-e97fac635da0 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086932 Sep 24 19:20:12.416139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.420866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-af424fa6-cb8a-4a7e-b5d8-bd1c51e08abe tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.425281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af424fa6-cb8a-4a7e-b5d8-bd1c51e08abe tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081098 Sep 24 19:20:12.425971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56238) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.430743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-190fbaeb-2211-454b-843e-efcf3a7be347 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.434655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-190fbaeb-2211-454b-843e-efcf3a7be347 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076652 Sep 24 19:20:12.435315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.440540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-cac08256-5d35-4ff9-ab55-5b6d42bbb484 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.442366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Subnet': ['ID=ac33bcb8-5963-4a27-b0fb-04d5d50dcb75,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:12.443977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cac08256-5d35-4ff9-ab55-5b6d42bbb484 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076058 Sep 24 19:20:12.444620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56242) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.452448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-75c35f4d-daf7-4abb-9118-454f763b8e64 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.453758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75c35f4d-daf7-4abb-9118-454f763b8e64 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055838 Sep 24 19:20:12.457137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.461895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-a217090f-e4f9-4ba3-87d8-4b57cf3550c1 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.462918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a217090f-e4f9-4ba3-87d8-4b57cf3550c1 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047631 Sep 24 19:20:12.465762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.474741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-63fae9fb-5a4e-488a-93ac-d4f2dc4dde3f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.477179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-63fae9fb-5a4e-488a-93ac-d4f2dc4dde3f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090718 Sep 24 19:20:12.481202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.494372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-34d4db4d-ac7c-4021-a209-d25bf743becc tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.495576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-34d4db4d-ac7c-4021-a209-d25bf743becc tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0133278 Sep 24 19:20:12.498591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.506531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-2e34ecde-bd5e-4b88-8aad-c9b0497a6dee tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.510413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2e34ecde-bd5e-4b88-8aad-c9b0497a6dee tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078974 Sep 24 19:20:12.511110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.526212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Checking segment: {'id': 'c51c4f27-6901-4a4b-ad84-3a57baafa880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:12.526716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network hostable DHCP agents. Network: ef626b9b-c18c-4e58-b14b-4598e8144125, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:12.527986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-67783c01-b12b-4486-b09c-65eb53747179 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.531980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56254) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.533117 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67783c01-b12b-4486-b09c-65eb53747179 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0210042 Sep 24 19:20:12.537615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-d9e4954e-111a-430f-b4fe-f5c3f84ea846 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.538730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9e4954e-111a-430f-b4fe-f5c3f84ea846 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051911 Sep 24 19:20:12.541254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56256) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.545373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-5f3176e5-94b1-4bf5-900f-9c897aabe989 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.546322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5f3176e5-94b1-4bf5-900f-9c897aabe989 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041878 Sep 24 19:20:12.548937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.553708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-ef8c5696-859c-489a-ad58-10a91cfea9e2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.557537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ef8c5696-859c-489a-ad58-10a91cfea9e2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075874 Sep 24 19:20:12.558163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.562487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-48dcebf9-79ac-4980-ba95-059db1dceb22 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.567385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48dcebf9-79ac-4980-ba95-059db1dceb22 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079422 Sep 24 19:20:12.568079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.572714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-baab35ce-255c-42bf-936c-aad5869de7b2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.576797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network ef626b9b-c18c-4e58-b14b-4598e8144125 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:12.577710 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-baab35ce-255c-42bf-936c-aad5869de7b2 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085588 Sep 24 19:20:12.578446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.583927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-f982ea74-ad99-415a-a8c7-6a74a07c86f7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.587899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f982ea74-ad99-415a-a8c7-6a74a07c86f7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083039 Sep 24 19:20:12.588601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.593239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-36d477d7-18e6-455d-8cc8-6b7748ce23de tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.595328 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-36d477d7-18e6-455d-8cc8-6b7748ce23de tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057535 Sep 24 19:20:12.597172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.600801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:12.601726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-9997e887-f01f-46f6-9cf6-ad73e82e3d7f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.605588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.606507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9997e887-f01f-46f6-9cf6-ad73e82e3d7f tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047467 Sep 24 19:20:12.611165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-9b83a985-9a84-4e31-bbd8-b49bd5a2c12c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.611750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ef626b9b-c18c-4e58-b14b-4598e8144125) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:12.612884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b83a985-9a84-4e31-bbd8-b49bd5a2c12c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061245 Sep 24 19:20:12.620408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56274) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.627783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:12.627783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.628766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55f79d-34e2-4bab-a1f3-75979de52b60 None None] Network ef626b9b-c18c-4e58-b14b-4598e8144125 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:12.635866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-d99faca7-faaa-4c8f-96a1-513781c0c718 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.639586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d99faca7-faaa-4c8f-96a1-513781c0c718 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0155563 Sep 24 19:20:12.639754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.644972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-6b6ff12f-4cc2-4d01-845a-ba141ff49a46 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.646331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b6ff12f-4cc2-4d01-845a-ba141ff49a46 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052118 Sep 24 19:20:12.649100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.654140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-6616291a-62c3-483b-b911-ac55cd956b9c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.657355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6616291a-62c3-483b-b911-ac55cd956b9c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045133 Sep 24 19:20:12.657509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.663129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-e514cb53-22f5-4cac-9d8e-0fe778746d4a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.663313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'port_id': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'mac_address': 'fa:16:3e:c3:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:20:12.666323 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e514cb53-22f5-4cac-9d8e-0fe778746d4a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053902 Sep 24 19:20:12.666323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.666827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.667669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e8c7c9e7-da65-43ed-9383-f9d53f0629ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8690526 Sep 24 19:20:12.675749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-41728137-fd54-4286-9163-aa6183cf458c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.681737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41728137-fd54-4286-9163-aa6183cf458c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115819 Sep 24 19:20:12.682474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.684777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-140458872', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:12.688528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-7ae12a72-26c7-47b3-b59a-0fa84c2845c7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.693341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7ae12a72-26c7-47b3-b59a-0fa84c2845c7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095844 Sep 24 19:20:12.694532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56288) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.699349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-fcb9ebf8-7d46-421a-a121-7c19fcf70a35 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.705171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fcb9ebf8-7d46-421a-a121-7c19fcf70a35 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085053 Sep 24 19:20:12.706070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.712558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-0c3e9a52-9a24-4056-a448-98bc84ab80ac tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.717082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0c3e9a52-9a24-4056-a448-98bc84ab80ac tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098989 Sep 24 19:20:12.718360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.725256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-3aff2a4b-ad44-4a2f-a768-476d7c8a9f9c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.730281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3aff2a4b-ad44-4a2f-a768-476d7c8a9f9c tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0094140 Sep 24 19:20:12.731188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56294) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.736968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-52ef02bb-f9ae-4f68-8ab4-a0a185646996 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.740997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.741977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-52ef02bb-f9ae-4f68-8ab4-a0a185646996 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095661 Sep 24 19:20:12.746027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-d583fae8-0bae-4072-b881-625cc8ae5687 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.749400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d583fae8-0bae-4072-b881-625cc8ae5687 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050328 Sep 24 19:20:12.749400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.749674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.750338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.758206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-1e52a9a3-5edc-4ae1-b370-6cf8b62d34f5 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.763429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1e52a9a3-5edc-4ae1-b370-6cf8b62d34f5 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097783 Sep 24 19:20:12.764295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56300) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.769248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-1f9af4bd-fa5a-49b2-99ce-8947bf814790 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.774508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f9af4bd-fa5a-49b2-99ce-8947bf814790 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088024 Sep 24 19:20:12.775332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.784720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-81977e4c-7de5-4a5d-9d81-271703194208 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.786209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-81977e4c-7de5-4a5d-9d81-271703194208 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046816 Sep 24 19:20:12.791919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.796403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-2b2cf5c7-8270-4fcb-aa6d-c4b0c81e1d4a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.797754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b2cf5c7-8270-4fcb-aa6d-c4b0c81e1d4a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046351 Sep 24 19:20:12.802707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.810223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.810423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-1c221e13-c80a-4a50-bf94-bd7efd1523ce tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.815426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c221e13-c80a-4a50-bf94-bd7efd1523ce tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077055 Sep 24 19:20:12.817671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.820871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.827975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-ea311443-bc38-4a89-9f1c-160025c61f38 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.831833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ea311443-bc38-4a89-9f1c-160025c61f38 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090926 Sep 24 19:20:12.832260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.833800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e67b2d5-5b94-491c-b444-5e0945d9f769 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:20:12.837464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-dd7362b0-9b11-47f8-bcf3-5827b7b39014 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.841255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd7362b0-9b11-47f8-bcf3-5827b7b39014 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079889 Sep 24 19:20:12.841903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56316) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.847233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-bd452240-e078-4038-b80a-ff6e7a06cf5a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.850781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bd452240-e078-4038-b80a-ff6e7a06cf5a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079234 Sep 24 19:20:12.851525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56318) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.855734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-f170d1ba-645b-4f6d-88bc-b93ce9fd9a9d tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.864348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:12.878523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f170d1ba-645b-4f6d-88bc-b93ce9fd9a9d tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0195096 Sep 24 19:20:12.878523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.883356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-829c7128-05e2-4653-90fa-55551b590fb7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.887657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-829c7128-05e2-4653-90fa-55551b590fb7 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0138144 Sep 24 19:20:12.887877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.905202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [None req-3f65ad33-59f4-40dd-967e-1c3324c4dc56 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.908956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3f65ad33-59f4-40dd-967e-1c3324c4dc56 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173922 Sep 24 19:20:12.910789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56326) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.917580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-ffcd65a4-03f1-4da7-8520-b32225431f18 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.925012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:12.926609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ffcd65a4-03f1-4da7-8520-b32225431f18 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0146589 Sep 24 19:20:12.927798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56328) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.932142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-b6235b5c-ec21-424e-8eb4-8061df7af753 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.940565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b6235b5c-ec21-424e-8eb4-8061df7af753 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112417 Sep 24 19:20:12.941247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56330) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.947440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-0c61b32e-fe28-4680-a390-96d5ebe56260 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.952531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0c61b32e-fe28-4680-a390-96d5ebe56260 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094359 Sep 24 19:20:12.953194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.957713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-bcba7332-f55e-4ec4-a91c-67582c330c38 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.962693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bcba7332-f55e-4ec4-a91c-67582c330c38 tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072949 Sep 24 19:20:12.963388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56334) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:12.969615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [None req-963182ba-7e0b-4919-bfac-8fb14117928a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:20:12.973999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-963182ba-7e0b-4919-bfac-8fb14117928a tempest-ExtensionsTestJSON-1316842414 tempest-ExtensionsTestJSON-1316842414-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0096009 Sep 24 19:20:13.022611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ef626b9b-c18c-4e58-b14b-4598e8144125', 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125', 'tenant_id': '1b0423722abf46c4854a14431078485b', 'fixed_ips': [{'subnet_id': 'ac33bcb8-5963-4a27-b0fb-04d5d50dcb75'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:20:13.023959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.039223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:13.072639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.206154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['9e67b2d5-5b94-491c-b444-5e0945d9f769'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:20:13.333140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Allocated IP 172.20.0.2 (ef626b9b-c18c-4e58-b14b-4598e8144125/ac33bcb8-5963-4a27-b0fb-04d5d50dcb75/3b867d68-31a2-4ba3-a4c3-d8f39c7601b7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:13.436563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcac30f-eb27-4cea-b77d-9dac45cffc38 req-10162e61-538c-4e8b-9bd6-d1095a7ed1b8 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:13.438169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dcac30f-eb27-4cea-b77d-9dac45cffc38 req-10162e61-538c-4e8b-9bd6-d1095a7ed1b8 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 983 time: 0.1473570 Sep 24 19:20:13.475658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.529632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.536617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dcac30f-eb27-4cea-b77d-9dac45cffc38 req-5f9518c1-8e59-49dd-addd-73cb870bd039 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0769382 Sep 24 19:20:13.561487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56348) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:13.688022 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.695277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.25.5.39 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9986d8c0-9e22-4ffa-ad20-9e7fdc003564) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:13.715605 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.779565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b843-5305-42c9-bce7-3d6c9e24bf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.797825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Pushing event updated for resources: {'Port': ['ID=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:13.820639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Network ef626b9b-c18c-4e58-b14b-4598e8144125 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:13.823229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:13.827544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:13.891250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.894390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Attempting to bind port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:13.894948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Attempting to bind port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c51c4f27-6901-4a4b-ad84-3a57baafa880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:13.895066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Attempting to bind port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 on network ef626b9b-c18c-4e58-b14b-4598e8144125 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:13.900210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:13.900574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Checking segment: {'id': 'c51c4f27-6901-4a4b-ad84-3a57baafa880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:13.900972 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.901363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Bound using segment: {'id': 'c51c4f27-6901-4a4b-ad84-3a57baafa880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:13.901825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Bound port: 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51c4f27-6901-4a4b-ad84-3a57baafa880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:13.902213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.916609 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b843-5305-42c9-bce7-3d6c9e24bf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.932157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b843-5305-42c9-bce7-3d6c9e24bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.936765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:13.982502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:13.982937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b5a1b843-5305-42c9-bce7-3d6c9e24bf50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d75a9b6422140aabe05c60c308b9fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203272 Sep 24 19:20:14.012373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:14.017663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1b843-5305-42c9-bce7-3d6c9e24bf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174f0f9-766c-4811-a718-373fd826ce2f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:14.024622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] For port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:14.025226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:14.038892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] For port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,segment=NetworkSegment(c51c4f27-6901-4a4b-ad84-3a57baafa880),segment_id=c51c4f27-6901-4a4b-ad84-3a57baafa880)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:14.039074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=9986d8c0-9e22-4ffa-ad20-9e7fdc003564,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:14.041175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:14.044941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.170777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754d7f0-eff5-4cde-9961-dd1845f128e3 None None] Pushing event updated for resources: {'Port': ['ID=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:14.185589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9e67b2d5-5b94-491c-b444-5e0945d9f769 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:14.242971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 9e67b2d5-5b94-491c-b444-5e0945d9f769 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:20:14.247225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 9e67b2d5-5b94-491c-b444-5e0945d9f769 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:14.247790 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.251029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.278586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.366718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.394083 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.397583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.402505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e174f0f9-766c-4811-a718-373fd826ce2f HTTP/1.1" status: 204 len: 168 time: 0.4151964 Sep 24 19:20:14.406155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:14.410020 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc70d3d7-670d-4446-8370-9ad82b58a294" -d '{"events": [{"server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "name": "network-vif-plugged", "status": "completed", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:14.419259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8058d-4e79-4e7c-ba57-1b4c2dcc1288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174f0f9-766c-4811-a718-373fd826ce2f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:14.498212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:14.503944 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46725bd4-8e5e-46bb-b280-ffc913fa8b7e x-openstack-request-id: req-46725bd4-8e5e-46bb-b280-ffc913fa8b7e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:14.504242 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "name": "network-vif-plugged", "status": "completed", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:14.504595 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46725bd4-8e5e-46bb-b280-ffc913fa8b7e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:14.504885 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'code': 200} Sep 24 19:20:14.514110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.561605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:14.628342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:14.734705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3041d-be84-4dde-a64e-20c676f2b34d req-27973974-8bf4-4828-b8b0-c2cc8b717e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:14.738332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd3041d-be84-4dde-a64e-20c676f2b34d req-27973974-8bf4-4828-b8b0-c2cc8b717e44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.1385434 Sep 24 19:20:14.764020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2e63-2d26-44c8-85c6-7b672444a04f req-b290000a-716d-4f4e-87e9-eec221afed26 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:14.765612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f5c2e63-2d26-44c8-85c6-7b672444a04f req-b290000a-716d-4f4e-87e9-eec221afed26 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.0895302 Sep 24 19:20:14.830575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd3041d-be84-4dde-a64e-20c676f2b34d req-87a6ce67-9a67-434c-b5b6-edf9be37ba16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a6309b61-6641-413b-8f85-b75510b01ed6&id=02005af9-62dd-4c30-b502-7c605fce15dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0827005 Sep 24 19:20:14.935858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f5c2e63-2d26-44c8-85c6-7b672444a04f req-90a85e76-bc54-4a42-af78-e8dc3b8d4ee5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1093991 Sep 24 19:20:15.060617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:15.237181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 5fa58b59-f479-42a0-886f-ae20ba6308e5 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:20:15.491941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b666e5-4d63-4a5e-b5e1-d5738d8a8fb4 None None] Network ef626b9b-c18c-4e58-b14b-4598e8144125 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:15.523170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56424) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:15.608540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56426) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:15.645420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] Provisioning complete for port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:15.646010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:15.705877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-635f8d88-dbe4-4eed-b901-4332dd04e8ac tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/floatingips/b0833b26-fbd5-4cda-bd56-8e7e4176372b HTTP/1.1" status: 200 len: 992 time: 0.1712570 Sep 24 19:20:15.842594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:15.853112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:15.880410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1720857611'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:15.897260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] Sync routers for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:15.923018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:15.924170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:15.934806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Made reservation on behalf of 9912814dcaad49f9b29201b35e5b6884 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:15.943522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:15.945748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4653f748-82ee-4f53-82e3-67d54440e903 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2793124 Sep 24 19:20:15.954095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:16.004415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.030433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.113865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] For port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,segment=NetworkSegment(c51c4f27-6901-4a4b-ad84-3a57baafa880),segment_id=c51c4f27-6901-4a4b-ad84-3a57baafa880)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:16.118320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:16.131119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:16.147371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.153778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:16.229868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:16.230514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:16.268327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.287856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:16.287856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6a68-6c7d-4db0-afba-0f0bc37c04b0 None None] The sync data for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:16.288934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.325298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:16.325721 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.327499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b3741-be1a-4a06-8ac9-dcf323918671 None None] Pushing event updated for resources: {'Port': ['ID=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:16.341446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b269c5-caab-495d-8771-b7fb8b9db68f req-1ed71272-94a9-4c03-9ebb-06145804b158 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:16.343370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98b269c5-caab-495d-8771-b7fb8b9db68f req-1ed71272-94a9-4c03-9ebb-06145804b158 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.1811705 Sep 24 19:20:16.352181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:16.394169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4ed9dbe4-e61a-40f6-8bb8-0bee829587c2 None None] Provisioning complete for port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:16.394910 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ed9dbe4-e61a-40f6-8bb8-0bee829587c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.409772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5276f-8a66-4f04-bc1b-14299df43500,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:16.417510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.417978 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Added segment adbff842-ff1e-43d4-95a6-57b9b60a5010 of type vlan for network c492e154-5d71-47a1-abf9-b09789cafbbb Sep 24 19:20:16.457851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98b269c5-caab-495d-8771-b7fb8b9db68f req-4c58a203-5180-4d2c-a72d-f9be725d82e1 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0994964 Sep 24 19:20:16.524582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.637859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.645480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:16.646489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:16.712379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0948353 Sep 24 19:20:16.717784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56456) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:16.900761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 9309ab10-14eb-4240-9313-f7c7014206f5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:16.901219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.094659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'subnet': {'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:17.105666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8b5f1-6850-4b9b-a39a-d2f0233bb7a0 req-ee01e197-e8ec-4100-92d6-bea94819b129 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:17.113660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb8b5f1-6850-4b9b-a39a-d2f0233bb7a0 req-ee01e197-e8ec-4100-92d6-bea94819b129 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.5266244 Sep 24 19:20:17.122100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e348b-748f-4309-a066-3a6b453ee25d tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Network': ['ID=c492e154-5d71-47a1-abf9-b09789cafbbb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:17.135049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c492e154-5d71-47a1-abf9-b09789cafbbb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:17.156089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.193588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.193927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.283699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 9309ab10-14eb-4240-9313-f7c7014206f5 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:17.294509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb8b5f1-6850-4b9b-a39a-d2f0233bb7a0 req-fe7ef886-f95d-4e03-a331-cc9a1b5f27e3 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1799803 Sep 24 19:20:17.351839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Made reservation on behalf of 9912814dcaad49f9b29201b35e5b6884 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:17.355830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.500703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-88af03cd-cf92-4fb8-bfc3-9c067a3ab038 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:17.509421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-88af03cd-cf92-4fb8-bfc3-9c067a3ab038 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.1034455 Sep 24 19:20:17.531190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-0fbcd81a-209d-45b4-b643-a83e0796d1e9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.699462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.709012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.1 (ef626b9b-c18c-4e58-b14b-4598e8144125/ac33bcb8-5963-4a27-b0fb-04d5d50dcb75/214b8d82-5402-46a9-8328-f22e309bcfa9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:17.724095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-0fbcd81a-209d-45b4-b643-a83e0796d1e9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.755461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-0fbcd81a-209d-45b4-b643-a83e0796d1e9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.755625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=9309ab10-14eb-4240-9313-f7c7014206f5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:17.816795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:17.827482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a6b81e9-fb7d-4b41-bb81-e29e6d23b5ca req-0fbcd81a-209d-45b4-b643-a83e0796d1e9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3171210 Sep 24 19:20:17.857609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:17.877524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd81a-209d-45b4-b643-a83e0796d1e9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612909c-9c1a-4faf-8ae5-c2d38bba55de,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:17.899406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:17.922956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Subnet': ['ID=98500675-6e81-48ee-b9ae-55f4959b842c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:17.964308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Checking segment: {'id': 'adbff842-ff1e-43d4-95a6-57b9b60a5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:17.964670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network hostable DHCP agents. Network: c492e154-5d71-47a1-abf9-b09789cafbbb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:17.984208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network c492e154-5d71-47a1-abf9-b09789cafbbb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:17.999111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c492e154-5d71-47a1-abf9-b09789cafbbb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:18.005797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:18.007242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.017563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b77a9-3703-4c7d-9c02-0387726ec0ca None None] Network c492e154-5d71-47a1-abf9-b09789cafbbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:18.020781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:18.021228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.025589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e06efb8c-8ace-4403-b25a-061b05e19cd4 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3064556 Sep 24 19:20:18.028339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56484) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:18.034302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1330977356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:18.063712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.064737 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Floating IP b0833b26-fbd5-4cda-bd56-8e7e4176372b disassociated (deleted). External IP: 172.25.5.87, port: 73026464-d2cf-4cf8-ae91-04850cd971dc. Sep 24 19:20:18.092410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.093497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.120365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3a1ef-a51b-4bce-971c-9dabbf14142c tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:18.125039 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e8c3a1ef-a51b-4bce-971c-9dabbf14142c tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1130 time: 0.2664568 Sep 24 19:20:18.125641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:18.137834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:18.179369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.182587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.204042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.246598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.248493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f6863f4-5f9a-410e-8aab-05485aafc182 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2187448 Sep 24 19:20:18.251920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:18.268281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.393829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c492e154-5d71-47a1-abf9-b09789cafbbb', 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb', 'tenant_id': '9912814dcaad49f9b29201b35e5b6884', 'fixed_ips': [{'subnet_id': '98500675-6e81-48ee-b9ae-55f4959b842c'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:20:18.394722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.549179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.607184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Allocated IP 172.20.0.2 (c492e154-5d71-47a1-abf9-b09789cafbbb/98500675-6e81-48ee-b9ae-55f4959b842c/cba7e665-4fcb-461f-bb33-b51f29ae077b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:18.646611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.730308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network ef626b9b-c18c-4e58-b14b-4598e8144125 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:18.731928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=214b8d82-5402-46a9-8328-f22e309bcfa9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:18.742567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:18.745797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:18.777018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:18.868122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.947020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:18.960386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.022392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Allocated IP 172.20.0.1 (c492e154-5d71-47a1-abf9-b09789cafbbb/98500675-6e81-48ee-b9ae-55f4959b842c/5d6c9736-e345-466b-97f2-c2c05e7073b9) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:19.051678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Network c492e154-5d71-47a1-abf9-b09789cafbbb is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:19.053644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:19.059446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:19.081572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Pushing event updated for resources: {'Port': ['ID=cba7e665-4fcb-461f-bb33-b51f29ae077b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:19.100417 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.101157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.101744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.102902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.103463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.104015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.104611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.105277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.105842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.106386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.106970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.107515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:19.152791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:19.164544 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Sync routers for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:19.180574 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:19.182698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.186952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Attempting to bind port cba7e665-4fcb-461f-bb33-b51f29ae077b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:19.187443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Attempting to bind port cba7e665-4fcb-461f-bb33-b51f29ae077b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'adbff842-ff1e-43d4-95a6-57b9b60a5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:19.188039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Attempting to bind port cba7e665-4fcb-461f-bb33-b51f29ae077b on network c492e154-5d71-47a1-abf9-b09789cafbbb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:19.191764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d216eb18-da25-49a0-a1de-94ab11fcecf7 None None] Provisioning complete for port 214b8d82-5402-46a9-8328-f22e309bcfa9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:19.192236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d216eb18-da25-49a0-a1de-94ab11fcecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.195532 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:19.213768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:19.214063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.214400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Checking segment: {'id': 'adbff842-ff1e-43d4-95a6-57b9b60a5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:19.214951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.219190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-13ee1af3-a65b-4b76-8e7b-c4259d95f1c7 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/floatingips/b0833b26-fbd5-4cda-bd56-8e7e4176372b HTTP/1.1" status: 204 len: 168 time: 3.0573087 Sep 24 19:20:19.219372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Bound using segment: {'id': 'adbff842-ff1e-43d4-95a6-57b9b60a5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:19.219372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Bound port: cba7e665-4fcb-461f-bb33-b51f29ae077b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbff842-ff1e-43d4-95a6-57b9b60a5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:19.222342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.267797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:19.270513 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a5b682-4f3d-482f-8994-a263b133ebad" -d '{"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:19.306343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.412460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.434738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d216eb18-da25-49a0-a1de-94ab11fcecf7 None None] Port 214b8d82-5402-46a9-8328-f22e309bcfa9 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:19.471105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] For port cba7e665-4fcb-461f-bb33-b51f29ae077b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:19.475664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] For port cba7e665-4fcb-461f-bb33-b51f29ae077b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cba7e665-4fcb-461f-bb33-b51f29ae077b,segment=NetworkSegment(adbff842-ff1e-43d4-95a6-57b9b60a5010),segment_id=adbff842-ff1e-43d4-95a6-57b9b60a5010)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:19.488632 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.545355 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:19.565741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network c492e154-5d71-47a1-abf9-b09789cafbbb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:19.588034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:19.622946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.25.5.9 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3d3f7b62-937b-4807-83aa-2125a006a3a5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:19.624372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:19.629753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=5d6c9736-e345-466b-97f2-c2c05e7073b9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:19.646481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eb752-8097-48d1-83b5-2941ddbd42f5 None None] Pushing event updated for resources: {'Port': ['ID=cba7e665-4fcb-461f-bb33-b51f29ae077b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:19.664730 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b270d-bf54-48cc-8e71-d04c259ba3b0 x-openstack-request-id: req-f80b270d-bf54-48cc-8e71-d04c259ba3b0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:19.665022 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:19.665278 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f80b270d-bf54-48cc-8e71-d04c259ba3b0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:19.667537 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'status': 'completed', 'code': 200} Sep 24 19:20:19.787902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65082a6a-e640-44aa-8ffd-3275f802d637 req-0679ffbd-f0af-439f-ba66-8cb0f4b779d0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:19.796920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65082a6a-e640-44aa-8ffd-3275f802d637 req-0679ffbd-f0af-439f-ba66-8cb0f4b779d0 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.1800246 Sep 24 19:20:19.843961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:19.865901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65082a6a-e640-44aa-8ffd-3275f802d637 req-2f56ddcf-2a9f-458c-bee9-9cc4a1410814 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676248 Sep 24 19:20:19.902435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.000013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:20.059754 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Checking router: 8b7a37b4-bcd9-4db9-9e05-029e54a78ead for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:20.080509 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:20.082245 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:20.167321 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.302143 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:20.315221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35ad8a-76d4-41c3-b5df-b669c2be9e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.436547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-b36a717a-6c93-411a-9e81-f4d36b5afdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:20.446875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-b36a717a-6c93-411a-9e81-f4d36b5afdf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=909f522e638243789ea08cad9d40c98d&device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 1096 time: 0.7872462 Sep 24 19:20:20.706834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:20.715083 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.742762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.761840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.892797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:20.932705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=5d6c9736-e345-466b-97f2-c2c05e7073b9,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:20.997363 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8769bd-ff42-41c5-8298-aa2a28f8edb9 None None] The sync data for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 is: [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:19:10Z', 'revision_number': 4, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '7151e2e8-5598-4d08-bb80-48c51ef0b0b1', 'name': '', 'network_id': 'd58683e6-ecd0-42b0-9781-55df7066d786', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'mac_address': 'fa:16:3e:52:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:08Z', 'updated_at': '2021-09-24T19:19:17Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'subnets': [{'id': '03ed3c14-65f9-48ea-b51d-8036d7547133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:21.071366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:21.089921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:21.113017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818068eb-cd93-481a-ad0c-b2dd99d9c86d req-f066cd27-23cc-477a-b959-c05c542e517d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:21.122919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-818068eb-cd93-481a-ad0c-b2dd99d9c86d req-f066cd27-23cc-477a-b959-c05c542e517d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.1033864 Sep 24 19:20:21.178699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network c492e154-5d71-47a1-abf9-b09789cafbbb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:21.183229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:21.205027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-818068eb-cd93-481a-ad0c-b2dd99d9c86d req-383c9220-27d1-4693-9cef-1079923f6988 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811105 Sep 24 19:20:21.225968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=214b8d82-5402-46a9-8328-f22e309bcfa9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:21.249724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-08f448f8-a071-4b1e-bead-401fb03b0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:21.253675 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-08f448f8-a071-4b1e-bead-401fb03b0a27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 200 len: 896 time: 0.7957628 Sep 24 19:20:21.330291 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-d8a00ca0-6543-4a3f-8c7d-e24381359058 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 200 len: 217 time: 0.0579629 Sep 24 19:20:21.382999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Router a198fccc-a3ae-43f5-9305-b215197a5f87 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:20:21.388118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-46099f0b-e4e0-4404-bbae-d68c26958982 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:21.389701 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-46099f0b-e4e0-4404-bbae-d68c26958982 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.2963557 Sep 24 19:20:21.391930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ee2be-5000-47ed-83d6-4f215b134dda None None] Network c492e154-5d71-47a1-abf9-b09789cafbbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:21.398023 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:21.417470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:21.502734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-97bdecf2-2508-460c-bfed-06459317b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:21.504271 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-97bdecf2-2508-460c-bfed-06459317b098 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ed3c14-65f9-48ea-b51d-8036d7547133 HTTP/1.1" status: 200 len: 834 time: 0.1636071 Sep 24 19:20:21.521477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:21.533655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:21.540301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f8cc400e-63b4-41a4-9fc9-82925f878729 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "PUT /v2.0/routers/a198fccc-a3ae-43f5-9305-b215197a5f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870336 Sep 24 19:20:21.542991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:21.550571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'port': {'network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb', 'name': 'tempest-FloatingIPNegativeTestJSON-1421955855'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:21.551418 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] Sync routers for ids ['a198fccc-a3ae-43f5-9305-b215197a5f87'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:21.569473 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] Routers {'a198fccc-a3ae-43f5-9305-b215197a5f87'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:21.570113 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a198fccc-a3ae-43f5-9305-b215197a5f87'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:21.579181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:21.591016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3943c-d246-4e23-b2b0-7ddc69a8b947 None None] New status for floating IP b0833b26-fbd5-4cda-bd56-8e7e4176372b: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:20:21.618961 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:21.642797 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] Routers {'a198fccc-a3ae-43f5-9305-b215197a5f87'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:21.648391 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:19:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a198fccc-a3ae-43f5-9305-b215197a5f87'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:21.654843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:21.667850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=3d3f7b62-937b-4807-83aa-2125a006a3a5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:21.718757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:21.720487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461d602-0705-43b5-b1e1-bbc659b36d3e None None] The sync data for ids ['a198fccc-a3ae-43f5-9305-b215197a5f87'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:21.816495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Made reservation on behalf of 9912814dcaad49f9b29201b35e5b6884 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:21.822246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:21.852429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] device_id is not set on port a31fd572-1543-42bf-9fef-665fd15d91ea yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:21.935598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-7ca36aa6-156d-4f8a-b449-15f5b4d73c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:21.937644 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-7ca36aa6-156d-4f8a-b449-15f5b4d73c5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d58683e6-ecd0-42b0-9781-55df7066d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912294 Sep 24 19:20:21.988924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cba7e665-4fcb-461f-bb33-b51f29ae077b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:21.995620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] Provisioning complete for port cba7e665-4fcb-461f-bb33-b51f29ae077b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:21.996195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.000889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 73026464-d2cf-4cf8-ae91-04850cd971dc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:22.001800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.029682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network ef626b9b-c18c-4e58-b14b-4598e8144125 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:22.064464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Allocated IP 172.20.0.11 (c492e154-5d71-47a1-abf9-b09789cafbbb/98500675-6e81-48ee-b9ae-55f4959b842c/a31fd572-1543-42bf-9fef-665fd15d91ea) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:22.085062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:22.241348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cba7e665-4fcb-461f-bb33-b51f29ae077b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:22.241730 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.274612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-47dea80f-a943-4ff7-8327-be53b7786088 service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032091 Sep 24 19:20:22.338059 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.487921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] For port cba7e665-4fcb-461f-bb33-b51f29ae077b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cba7e665-4fcb-461f-bb33-b51f29ae077b,segment=NetworkSegment(adbff842-ff1e-43d4-95a6-57b9b60a5010),segment_id=adbff842-ff1e-43d4-95a6-57b9b60a5010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:22.508505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.525143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.582955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.601942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129afe59-6e1f-494f-93fd-4d4a587075e2 req-6cb1e070-83ff-4c6e-a774-4372cc682da3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:22.614932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129afe59-6e1f-494f-93fd-4d4a587075e2 req-6cb1e070-83ff-4c6e-a774-4372cc682da3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 945 time: 0.2229803 Sep 24 19:20:22.701848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129afe59-6e1f-494f-93fd-4d4a587075e2 req-9e67e618-e4a7-41b5-a14b-b26e4fb9d6c2 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/security-groups?id=993a86c0-351f-4863-a701-6ba7de5ee8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815067 Sep 24 19:20:22.714085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75233c-f16f-49a2-bcfd-62ed6eea0df9 req-d3741963-59fd-4d51-a7b4-80b27e33900e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:22.722555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c75233c-f16f-49a2-bcfd-62ed6eea0df9 req-d3741963-59fd-4d51-a7b4-80b27e33900e tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.1832442 Sep 24 19:20:22.725271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Provisioning complete for port 214b8d82-5402-46a9-8328-f22e309bcfa9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:22.725917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.753758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc4061-9050-4843-bfec-9529fdf2f063 None None] Pushing event updated for resources: {'Port': ['ID=cba7e665-4fcb-461f-bb33-b51f29ae077b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:22.782020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.792942 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:20:22.793303 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:20:22.797462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Port 214b8d82-5402-46a9-8328-f22e309bcfa9 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:22.800029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c75233c-f16f-49a2-bcfd-62ed6eea0df9 req-63ab1a97-5259-44c0-97e4-555b50b12b2a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761759 Sep 24 19:20:22.815270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Provisioning complete for port cba7e665-4fcb-461f-bb33-b51f29ae077b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:22.815658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.877684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=a31fd572-1543-42bf-9fef-665fd15d91ea,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:22.896525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network c492e154-5d71-47a1-abf9-b09789cafbbb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:22.898419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:22.901592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:22.946718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Provisioning complete for port 5d6c9736-e345-466b-97f2-c2c05e7073b9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:22.947205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:22.978262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 5fa58b59-f479-42a0-886f-ae20ba6308e5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:22.991304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e003b5f-0668-456e-89e9-626dd4f59ab7 None None] Port 5d6c9736-e345-466b-97f2-c2c05e7073b9 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:22.993192 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-059f7b53-89b6-4331-83bd-d3b8656ec302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.020518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:23.021181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.052620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-86135d12-faf5-4296-bb1e-4a419e133f4f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5075314 Sep 24 19:20:23.053322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:23.063396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:23.089665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.120151 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.120416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b4a195ff-927d-4f61-837b-92b6927657f8 None None] Provisioning complete for port 5d6c9736-e345-466b-97f2-c2c05e7073b9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:23.120877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4a195ff-927d-4f61-837b-92b6927657f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.180400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b4a195ff-927d-4f61-837b-92b6927657f8 None None] Port 5d6c9736-e345-466b-97f2-c2c05e7073b9 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:23.201282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 73026464-d2cf-4cf8-ae91-04850cd971dc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=73026464-d2cf-4cf8-ae91-04850cd971dc,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:23.201759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.229990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.232446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 73026464-d2cf-4cf8-ae91-04850cd971dc owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:23.357938 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6a5b682-4f3d-482f-8994-a263b133ebad req-2d9b943f-2a08-415b-bb37-1b49f7bd81bb service neutron] 10.222.0.15 "GET /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9984379 Sep 24 19:20:23.394124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Allocated IP 172.25.5.103 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/730325d2-b237-45a3-b61d-8ce73b715d8e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:23.405707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.408941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.419431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a3d0de3e-e246-4d5b-9500-970d95623516 None None] Provisioning complete for port 5d6c9736-e345-466b-97f2-c2c05e7073b9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:23.420337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3d0de3e-e246-4d5b-9500-970d95623516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.458440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:23.468208 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-86c9eecb-4d32-47de-8a09-2f5c51fb7ec4 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/routers/5fa58b59-f479-42a0-886f-ae20ba6308e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5082996 Sep 24 19:20:23.469317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:23.486589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'port': {'network_id': 'ef626b9b-c18c-4e58-b14b-4598e8144125', 'name': 'tempest-FloatingIPTestJSON-1940187855'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:23.511300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0de3e-e246-4d5b-9500-970d95623516 None None] Port 5d6c9736-e345-466b-97f2-c2c05e7073b9 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:23.515804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] Sync routers for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:23.539212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:23.540687 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:23.580381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:23.589399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:23.590069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:23.641132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.653117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:23.653452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182c44e-d053-411e-8398-353cdf9945a7 None None] The sync data for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:23.659237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.680837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ccba2671-35e9-4cfc-a7f9-765d998fbfc4 None None] Provisioning complete for port a31fd572-1543-42bf-9fef-665fd15d91ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:23.681216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccba2671-35e9-4cfc-a7f9-765d998fbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.719024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:23.725724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=73026464-d2cf-4cf8-ae91-04850cd971dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:23.746564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ccba2671-35e9-4cfc-a7f9-765d998fbfc4 None None] Port a31fd572-1543-42bf-9fef-665fd15d91ea cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:23.776165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:23.779683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:23.785408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:23.876061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=730325d2-b237-45a3-b61d-8ce73b715d8e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:23.883286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66fe8e73-191c-44ca-b25d-933c50551f02 req-929242f9-67f6-46a0-8956-8b6b2fc954b5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bc3619-dd26-4c1d-ab97-cf0673bd9e51 HTTP/1.1" status: 200 len: 210 time: 0.0593052 Sep 24 19:20:23.936238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cba7e665-4fcb-461f-bb33-b51f29ae077b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:23.982707 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.007066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cba7e665-4fcb-461f-bb33-b51f29ae077b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:24.007549 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.094983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.149826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da554f46-9eea-45aa-a737-a8a2997499ac req-dc3086c9-c57c-4350-9c95-4d6deb86db9f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:24.152348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da554f46-9eea-45aa-a737-a8a2997499ac req-dc3086c9-c57c-4350-9c95-4d6deb86db9f tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.1239810 Sep 24 19:20:24.154335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] No DVR routers for this DVR port 73026464-d2cf-4cf8-ae91-04850cd971dc on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:24.161621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.163514 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0e51a22b-f2f3-4006-825a-d52455127e3c req-569ebbd3-1d67-4bf6-8b3b-2636305ac71d tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.15 "DELETE /v2.0/ports/73026464-d2cf-4cf8-ae91-04850cd971dc HTTP/1.1" status: 204 len: 173 time: 2.7620263 Sep 24 19:20:24.164006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'name': 'network-vif-deleted', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:24.166343 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2213b73-8ef6-41e5-ac4a-5290c240df88" -d '{"events": [{"server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "name": "network-vif-deleted", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:24.177441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.181408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Made reservation on behalf of 1b0423722abf46c4854a14431078485b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:24.184960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.203136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.215462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] device_id is not set on port 30229534-56ec-4033-9db3-207023fd464d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:24.228772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56838d92-b323-49d6-b417-2e51a0e20b10 req-fe1a1394-eb35-410f-8adf-aeaf1ef00232 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:24.230492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56838d92-b323-49d6-b417-2e51a0e20b10 req-fe1a1394-eb35-410f-8adf-aeaf1ef00232 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.2308166 Sep 24 19:20:24.248320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.355444 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8aea16-85de-4dc0-a2dc-03e8140a9348 x-openstack-request-id: req-ec8aea16-85de-4dc0-a2dc-03e8140a9348 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:24.355798 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bc3619-dd26-4c1d-ab97-cf0673bd9e51", "name": "network-vif-deleted", "tag": "73026464-d2cf-4cf8-ae91-04850cd971dc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:24.356032 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec8aea16-85de-4dc0-a2dc-03e8140a9348 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:24.356417 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bc3619-dd26-4c1d-ab97-cf0673bd9e51', 'name': 'network-vif-deleted', 'tag': '73026464-d2cf-4cf8-ae91-04850cd971dc', 'status': 'completed', 'code': 200} Sep 24 19:20:24.365847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56838d92-b323-49d6-b417-2e51a0e20b10 req-688be94e-b6b8-4d73-87cf-d0ad7fbca904 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077418 Sep 24 19:20:24.457334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=3d3f7b62-937b-4807-83aa-2125a006a3a5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:24.457809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Deleting port a4cddf7b-ef6d-473a-aca4-90d642e2622e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:24.458154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.482949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.488860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Allocated IP 172.20.0.12 (ef626b9b-c18c-4e58-b14b-4598e8144125/ac33bcb8-5963-4a27-b0fb-04d5d50dcb75/30229534-56ec-4033-9db3-207023fd464d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:24.660738 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Floating IP de419e17-b6d5-407d-ac6e-338ce21eb9af associated. External IP: 172.25.5.9, port: 9e67b2d5-5b94-491c-b444-5e0945d9f769. Sep 24 19:20:24.839507 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.967593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] For port a4cddf7b-ef6d-473a-aca4-90d642e2622e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=a4cddf7b-ef6d-473a-aca4-90d642e2622e,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:24.968090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.971570 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.972881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:24.993079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56630) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.011221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.070714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Network ef626b9b-c18c-4e58-b14b-4598e8144125 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:25.083011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:25.084047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:25.086710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:25.134439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event updated for resources: {'Port': ['ID=30229534-56ec-4033-9db3-207023fd464d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:25.200568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=730325d2-b237-45a3-b61d-8ce73b715d8e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:25.222554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.224362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.238828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:25.239777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.277502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 73026464-d2cf-4cf8-ae91-04850cd971dc no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:25.285648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.287180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e102f737-bc17-4160-9af0-ee520a3bbeb9 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2328765 Sep 24 19:20:25.289858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56638) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.294645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-23886d0f-ac5e-4368-ab71-8a43d46fd60a tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'floatingip': {'port_id': 'a31fd572-1543-42bf-9fef-665fd15d91ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:25.295254 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-74096028-7b51-4db4-a956-f6af819e7170 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8164549 Sep 24 19:20:25.297865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.307239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.312879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Request body: {'floatingip': {'port_id': '30229534-56ec-4033-9db3-207023fd464d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:25.349474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-23886d0f-ac5e-4368-ab71-8a43d46fd60a tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.364613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 73026464-d2cf-4cf8-ae91-04850cd971dc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:25.365347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 73026464-d2cf-4cf8-ae91-04850cd971dc not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:25.405876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.406247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.406563 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Floating IP d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a disassociated. External IP: 172.25.5.182, port: a4cddf7b-ef6d-473a-aca4-90d642e2622e. Sep 24 19:20:25.406927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Calling delete_port for a4cddf7b-ef6d-473a-aca4-90d642e2622e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:25.486783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d5977a80-ef47-4d43-a59d-db10ebe6478b None None] Provisioning complete for port 30229534-56ec-4033-9db3-207023fd464d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:25.488586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5977a80-ef47-4d43-a59d-db10ebe6478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.502815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:25.518320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.533344 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Sync routers for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:25.543570 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:25.544474 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:25.553226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d5977a80-ef47-4d43-a59d-db10ebe6478b None None] Port 30229534-56ec-4033-9db3-207023fd464d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:25.601193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.628361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.631429 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.634206 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/security-groups/993a86c0-351f-4863-a701-6ba7de5ee8e0 HTTP/1.1" status: 204 len: 168 time: 0.6387064 Sep 24 19:20:25.682605 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-23886d0f-ac5e-4368-ab71-8a43d46fd60a tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] update failed (client error): The resource could not be found. Sep 24 19:20:25.683727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-23886d0f-ac5e-4368-ab71-8a43d46fd60a tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "PUT /v2.0/floatingips/dc532ab0-8a2b-45f5-9f3d-63fce78b6733 HTTP/1.1" status: 404 len: 507 time: 0.3928614 Sep 24 19:20:25.692334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.692334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.693246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ddba7-6f6e-46c6-b741-05543f8f1cba req-53713276-0828-48bd-ad42-8e7ebd8f4558 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:25.694796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b24ddba7-6f6e-46c6-b741-05543f8f1cba req-53713276-0828-48bd-ad42-8e7ebd8f4558 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 945 time: 0.1379437 Sep 24 19:20:25.695652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:25.707094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba519fd-cbb8-48f1-831a-849cd958bd60 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a86c0-351f-4863-a701-6ba7de5ee8e0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:25.711886 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:25.733249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56656) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:25.736537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8aa7035-5dc8-41bd-aaeb-fce0aaa319c6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.5946374 Sep 24 19:20:25.743463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'Port': ['ID=a4cddf7b-ef6d-473a-aca4-90d642e2622e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:25.859761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b24ddba7-6f6e-46c6-b741-05543f8f1cba req-a2fa9e74-1643-472e-b640-9202255eaa7a tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups?id=7cec214f-b67c-4431-b1d2-f9b191acc914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525626 Sep 24 19:20:25.924767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:26.001960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.003225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.003861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.004529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.005297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.005768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.006420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.006911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.008645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.009131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.009732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.010204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.012399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-94feb7d0-c918-407a-b9a4-5ea98e68b96b tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8439 time: 0.2783661 Sep 24 19:20:26.015392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56662) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:26.065774 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'de419e17-b6d5-407d-ac6e-338ce21eb9af', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'port_id': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'mac_address': 'fa:16:3e:c3:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:20:22Z', 'updated_at': '2021-09-24T19:20:22Z', 'revision_number': 0, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:26.094042 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Checking router: ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:26.103132 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:26.103989 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:26.155881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:26.200547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.201015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.201470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.201920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.202372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.202817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.203284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.203734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.205232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.205232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.205618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.206061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.211387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d943164c-91a7-4ca5-9edf-2c6afaba9c79 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7577 time: 0.1924455 Sep 24 19:20:26.228868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:26.284880 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:26.312014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting port 730325d2-b237-45a3-b61d-8ce73b715d8e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:26.312425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:26.377421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:26.379584 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ba455-98b4-4dd4-97a2-73d81f8b6778" -d '{"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:26.388925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:26.399893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:26.410180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:26.410793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:26.482401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] No DVR routers for this DVR port a4cddf7b-ef6d-473a-aca4-90d642e2622e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:26.487637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:26.489676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da554f46-9eea-45aa-a737-a8a2997499ac req-2e6aaace-f2ff-4ed6-bc23-b9e86d5b13da tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.69 "DELETE /v2.0/ports/a4cddf7b-ef6d-473a-aca4-90d642e2622e HTTP/1.1" status: 204 len: 173 time: 2.3307464 Sep 24 19:20:26.490484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'name': 'network-vif-deleted', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:20:26.497636 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469804b1-c139-47bf-b958-ae1e00d14143" -d '{"events": [{"server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "name": "network-vif-deleted", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:20:26.579546 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a16d5-3890-49f6-b56c-68a1d802602b x-openstack-request-id: req-d14a16d5-3890-49f6-b56c-68a1d802602b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:26.580187 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db2c22b-0d7e-4830-9398-ecfa67ec1d8f", "name": "network-vif-deleted", "tag": "a4cddf7b-ef6d-473a-aca4-90d642e2622e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:26.580964 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d14a16d5-3890-49f6-b56c-68a1d802602b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:26.582284 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db2c22b-0d7e-4830-9398-ecfa67ec1d8f', 'name': 'network-vif-deleted', 'tag': 'a4cddf7b-ef6d-473a-aca4-90d642e2622e', 'status': 'completed', 'code': 200} Sep 24 19:20:26.623873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-cdaf06f6-d542-40e8-b6c6-61434efef17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.634298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-cdaf06f6-d542-40e8-b6c6-61434efef17f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.0915871 Sep 24 19:20:26.641159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:26.758252 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'de419e17-b6d5-407d-ac6e-338ce21eb9af', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'port_id': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'mac_address': 'fa:16:3e:c3:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:20:22Z', 'updated_at': '2021-09-24T19:20:22Z', 'revision_number': 0, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:26.813475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7a574-f52a-4267-af4d-e987874cdc3c None None] The sync data for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 is: [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'de419e17-b6d5-407d-ac6e-338ce21eb9af', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'port_id': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'mac_address': 'fa:16:3e:c3:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:20:22Z', 'updated_at': '2021-09-24T19:20:22Z', 'revision_number': 0, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:26.820446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-a6392f20-2961-426c-8852-95ae5ca2b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:26.821975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-a6392f20-2961-426c-8852-95ae5ca2b96e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 895 time: 0.1868296 Sep 24 19:20:26.931707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-de216892-cb13-4c34-9787-f5fcff298880 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 997 time: 0.0992362 Sep 24 19:20:26.993688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:26.998633 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3607e7b3-6b9c-4d9d-995e-6e73c8fd178d x-openstack-request-id: req-3607e7b3-6b9c-4d9d-995e-6e73c8fd178d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:20:26.998983 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:20:26.999283 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3607e7b3-6b9c-4d9d-995e-6e73c8fd178d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:20:26.999673 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'status': 'completed', 'code': 200} Sep 24 19:20:27.049726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:27.058261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:27.058987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:27.089797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-fdf19ce8-db23-4df6-8efc-0b04bacddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:27.094756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-fdf19ce8-db23-4df6-8efc-0b04bacddc30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.1525693 Sep 24 19:20:27.160476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.160853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.203677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Calling delete_port for 730325d2-b237-45a3-b61d-8ce73b715d8e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:27.228825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:27.236811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee61fb5a-930c-4837-87eb-ff2ed9aa8b7d req-89a32206-8b39-469c-ad3a-9d9065f67ec8 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db2c22b-0d7e-4830-9398-ecfa67ec1d8f HTTP/1.1" status: 200 len: 210 time: 0.0811906 Sep 24 19:20:27.269810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-b1d10797-91cc-44d4-b0a5-0822a14fc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:27.271381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-b1d10797-91cc-44d4-b0a5-0822a14fc7b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685274 Sep 24 19:20:27.289382 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59c52e-0695-4aaa-aac7-a324e0fc27cc None None] New status for floating IP de419e17-b6d5-407d-ac6e-338ce21eb9af: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:20:27.452103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:20:27.477174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-5adfc7a8-8456-49d7-b293-1153a4211c5e service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949360 Sep 24 19:20:27.560259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:27.589922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef0ad-b171-4f54-9b6f-387ec460823b None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f51c478d-f665-4499-b4ba-049755d8b225', 'name': '', 'network_id': '928067a3-a5f0-4245-a4d6-f2d9c784e8d4', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'mac_address': 'fa:16:3e:bd:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:17Z', 'updated_at': '2021-09-24T19:13:24Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'subnets': [{'id': 'cc975f19-7b5a-4ba2-a01e-c14913911cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:27.594650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d22ba455-98b4-4dd4-97a2-73d81f8b6778 req-7fb54371-7f18-495a-a2e0-f1354d641cd6 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097195 Sep 24 19:20:27.607431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.649260 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:20:27.675052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.681104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Port': ['ID=730325d2-b237-45a3-b61d-8ce73b715d8e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:27.713312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.885696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.888312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.896685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d2438a0d-f395-439f-85fa-7dbeef6ea601 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "DELETE /v2.0/floatingips/dc532ab0-8a2b-45f5-9f3d-63fce78b6733 HTTP/1.1" status: 204 len: 168 time: 2.1962044 Sep 24 19:20:27.896912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56700) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:27.900601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-766452c8-47ee-4971-9a01-c18a5edfbe9f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'floatingip': {'floating_network_id': 'c492e154-5d71-47a1-abf9-b09789cafbbb', 'port_id': 'a31fd572-1543-42bf-9fef-665fd15d91ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:27.905500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9b1915b-b1f4-4c44-8301-c27960d6380e tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5759 time: 1.6754887 Sep 24 19:20:27.911072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:27.928030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-766452c8-47ee-4971-9a01-c18a5edfbe9f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:27.969180 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP 824c2b64-1d41-4bc3-8706-42dfafacc643 associated. External IP: 172.25.5.180, port: 8c99e180-bf56-4946-bf52-73d3475ea93f. Sep 24 19:20:28.060961 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-766452c8-47ee-4971-9a01-c18a5edfbe9f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:20:28.065720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-766452c8-47ee-4971-9a01-c18a5edfbe9f tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1653464 Sep 24 19:20:28.066412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56708) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:28.081878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'a31fd572-1543-42bf-9fef-665fd15d91ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:28.112270 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.113934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3443bbb-f03a-454c-93f2-c05180698534 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:28.114617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3443bbb-f03a-454c-93f2-c05180698534 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:28.123427 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3443bbb-f03a-454c-93f2-c05180698534 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 HTTP/1.1" status: 200 len: 1990 time: 0.2111809 Sep 24 19:20:28.147223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.232573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.263291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077d67c-48b4-409f-8706-9f4871542d39 None None] New status for floating IP d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:20:28.315914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a4cddf7b-ef6d-473a-aca4-90d642e2622e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:28.348654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: a4cddf7b-ef6d-473a-aca4-90d642e2622e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:28.349003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device a4cddf7b-ef6d-473a-aca4-90d642e2622e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:28.379870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:28.386232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Allocated IP 172.25.5.93 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/3653f169-066d-4ae1-b287-f138119c95ed) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:28.433747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:28.534534 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.564524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.569761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.608420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:28.610987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.611157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:28.614702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:28.643142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event updated for resources: {'Port': ['ID=3653f169-066d-4ae1-b287-f138119c95ed,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:28.711256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:28.724097 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:28.751956 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:28.755430 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:28.818452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.821801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.825477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cec214f-b67c-4431-b1d2-f9b191acc914 HTTP/1.1" status: 204 len: 168 time: 0.4445636 Sep 24 19:20:28.826186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56730) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:28.835287 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:28.847401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60414af-6fc5-41c3-bea4-a68b35470cb4 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec214f-b67c-4431-b1d2-f9b191acc914,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:28.848742 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-3283967d-67cb-492c-a6c5-c6109511bc48 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] show failed (client error): The resource could not be found. Sep 24 19:20:28.849951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3283967d-67cb-492c-a6c5-c6109511bc48 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "GET /v2.0/security-groups/7cec214f-b67c-4431-b1d2-f9b191acc914 HTTP/1.1" status: 404 len: 347 time: 0.0227220 Sep 24 19:20:28.853212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56732) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:28.868678 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:28.870744 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:28.904728 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:28.906040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8677a2-7862-4951-bfba-36b842c335b4 None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:28.946278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting port 3653f169-066d-4ae1-b287-f138119c95ed {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:28.946729 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:28.954434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:28.954782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.099556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.099881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.115334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Calling delete_port for 3653f169-066d-4ae1-b287-f138119c95ed owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:29.118632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 5fa58b59-f479-42a0-886f-ae20ba6308e5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:29.120772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port 7151e2e8-5598-4d08-bb80-48c51ef0b0b1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:29.121134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.128440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Deleting port 28d69c7d-d744-4405-a1e1-b32e81cee082 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:29.128781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.147108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:29.263464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.263709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.280054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Calling delete_port for 28d69c7d-d744-4405-a1e1-b32e81cee082 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:29.377675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.419649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Port': ['ID=3653f169-066d-4ae1-b287-f138119c95ed,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:29.545103 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] create failed (client error): The resource could not be found. Sep 24 19:20:29.547288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f146d603-8c80-4654-a5cb-200d59f6cb99 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4777439 Sep 24 19:20:29.552179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56746) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:29.589319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.624797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Pushing event deleted for resources: {'Port': ['ID=28d69c7d-d744-4405-a1e1-b32e81cee082,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:29.652888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:29.661395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.666024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] Sync routers for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:29.677610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:29.678544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:29.715137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:29.729264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:29.730366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:29.748315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.751433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.752719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-12e2b2ad-a8d6-4e09-b8c5-b9c26c2c4fe5 tempest-AttachVolumeTestJSON-1712385878 tempest-AttachVolumeTestJSON-1712385878-project] 10.222.0.18 "DELETE /v2.0/floatingips/d6daf7b1-6b00-4ac8-8c6f-8dcb0f1b709a HTTP/1.1" status: 204 len: 168 time: 0.8925254 Sep 24 19:20:29.762682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting port a31fd572-1543-42bf-9fef-665fd15d91ea {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:29.764552 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:29.810903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9797076e-702e-49b7-8692-d9877aea71ab tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/floatingips/824c2b64-1d41-4bc3-8706-42dfafacc643 HTTP/1.1" status: 200 len: 979 time: 4.5006342 Sep 24 19:20:29.813173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:29.820520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:29.821131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802ebad-a994-4dde-8266-eebd810dcc5e None None] The sync data for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:29.973488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.015299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=7151e2e8-5598-4d08-bb80-48c51ef0b0b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:30.050058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 30229534-56ec-4033-9db3-207023fd464d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:30.050550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.227067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.439559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.534663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-305be49c-c6fd-4e74-9688-8463056d27bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628414 Sep 24 19:20:30.564636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.583301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Calling delete_port for a31fd572-1543-42bf-9fef-665fd15d91ea owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:30.710982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-915d4098-8b8c-4b5d-b37c-6229dbfbf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:30.712879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-915d4098-8b8c-4b5d-b37c-6229dbfbf191 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.0769033 Sep 24 19:20:30.812959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.816637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.817008 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Floating IP 824c2b64-1d41-4bc3-8706-42dfafacc643 disassociated. External IP: 172.25.5.180, port: 30229534-56ec-4033-9db3-207023fd464d. Sep 24 19:20:30.817436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 30229534-56ec-4033-9db3-207023fd464d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:30.924684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:30.960352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-eb0ce945-f86f-47fb-ad62-990bb69c05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:30.961998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-eb0ce945-f86f-47fb-ad62-990bb69c05f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 895 time: 0.2138560 Sep 24 19:20:30.964552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Port': ['ID=a31fd572-1543-42bf-9fef-665fd15d91ea,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:31.145013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:31.205297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-d222e3d3-74d6-4316-8425-02491eb3df50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 999 time: 0.2037401 Sep 24 19:20:31.208708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:31.213604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c5b59c5b-e0dc-4f20-9788-752488ab2656 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "DELETE /v2.0/ports/a31fd572-1543-42bf-9fef-665fd15d91ea HTTP/1.1" status: 204 len: 168 time: 1.6604385 Sep 24 19:20:31.215431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56780) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:31.272949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:31.355745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=30229534-56ec-4033-9db3-207023fd464d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:31.375510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-96b549dc-237e-451e-a3f8-fb9737c165b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:31.382377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-96b549dc-237e-451e-a3f8-fb9737c165b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.1629531 Sep 24 19:20:31.484957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f81108-c934-4e2c-b2d6-b45ade00e9ce tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:31.487099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06f81108-c934-4e2c-b2d6-b45ade00e9ce tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "GET /v2.0/ports?device_id=a198fccc-a3ae-43f5-9305-b215197a5f87 HTTP/1.1" status: 200 len: 913 time: 0.2707508 Sep 24 19:20:31.491721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:31.513877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-bcc0f1d0-6ed2-4038-bc2d-9aeb91396fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:31.515446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-bcc0f1d0-6ed2-4038-bc2d-9aeb91396fa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272614 Sep 24 19:20:31.582196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:31.593484 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Sync routers for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:31.599121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a997b42-f8a8-4c38-a38f-b170de1c3afa tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "PUT /v2.0/routers/8b7a37b4-bcd9-4db9-9e05-029e54a78ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9002130 Sep 24 19:20:31.604463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:31.606616 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:31.607232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:31.671460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-130b09ed-c34a-4871-89be-09fcf37ea2cf service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460834 Sep 24 19:20:31.706729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 5fa58b59-f479-42a0-886f-ae20ba6308e5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:31.739218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting subnet 03ed3c14-65f9-48ea-b51d-8036d7547133 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:31.746432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:31.772534 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:31.824958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9843a3f-3a15-485b-ad90-a4f98caa7400 req-2a070cbc-abee-4ad0-9dc9-38d5cdb34334 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446843 Sep 24 19:20:31.825946 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.057444 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:20:29Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.179651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.195552 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Checking router: 8b7a37b4-bcd9-4db9-9e05-029e54a78ead for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:32.206724 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Routers {'8b7a37b4-bcd9-4db9-9e05-029e54a78ead'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:32.207463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.275229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:32.287678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] Sync routers for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:32.309852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:32.310641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.318818 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] Set router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:32.351045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.354240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.385760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:32.387004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.413833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Subnet': ['ID=03ed3c14-65f9-48ea-b51d-8036d7547133,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:32.425079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.427321 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a035959-c07d-4ee6-9528-a85ea50e2ff3 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/subnets/03ed3c14-65f9-48ea-b51d-8036d7547133 HTTP/1.1" status: 204 len: 168 time: 0.8216443 Sep 24 19:20:32.430236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:32.470971 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.470971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ce922ef-8b83-429f-8e07-9f5c32b53f78 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/30229534-56ec-4033-9db3-207023fd464d HTTP/1.1" status: 204 len: 168 time: 2.6425674 Sep 24 19:20:32.470971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:32.513969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.514729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b0882-47b0-4d1c-807c-70b81023cb9b None None] The sync data for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:32.518085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb986c-7ecb-445d-bcf6-23f811cb054a None None] Network d58683e6-ecd0-42b0-9781-55df7066d786 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:32.612001 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:20:29Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:32.691700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b657e-af42-4392-9cd1-6cacded116c2 None None] The sync data for ids ['8b7a37b4-bcd9-4db9-9e05-029e54a78ead'] in n-d-810952-2 is: [{'id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'name': 'tempest-TestNetworkBasicOps-router-1234709056', 'tenant_id': '909f522e638243789ea08cad9d40c98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:02Z', 'updated_at': '2021-09-24T19:20:29Z', 'revision_number': 5, 'project_id': '909f522e638243789ea08cad9d40c98d', 'gw_port': {'id': 'd4686efb-d618-4492-bf90-9fd5aa92e26d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7a37b4-bcd9-4db9-9e05-029e54a78ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:03Z', 'updated_at': '2021-09-24T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:32.718282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.723443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.787028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] DHCP port deletion for d58683e6-ecd0-42b0-9781-55df7066d786 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:20:32.919010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Deleting port 4f92c2e8-6646-4fd4-8f90-7c053e84587f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:32.919391 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:32.961046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.015881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] For port 4f92c2e8-6646-4fd4-8f90-7c053e84587f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4f92c2e8-6646-4fd4-8f90-7c053e84587f,segment=NetworkSegment(bec27a6f-e9db-4225-8c6c-394ac181c418),segment_id=bec27a6f-e9db-4225-8c6c-394ac181c418)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:33.016430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.033759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Calling delete_port for 4f92c2e8-6646-4fd4-8f90-7c053e84587f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:33.060111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Deleting port d4686efb-d618-4492-bf90-9fd5aa92e26d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:33.060560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.238138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] For port d4686efb-d618-4492-bf90-9fd5aa92e26d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4686efb-d618-4492-bf90-9fd5aa92e26d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:33.238648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.258973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Calling delete_port for d4686efb-d618-4492-bf90-9fd5aa92e26d owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:33.517826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.528180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.568787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] Pushing event deleted for resources: {'Port': ['ID=4f92c2e8-6646-4fd4-8f90-7c053e84587f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:33.580222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978b792-7297-4616-8fd0-21c95c1db563 None None] No DVR routers for this DVR port 4f92c2e8-6646-4fd4-8f90-7c053e84587f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:33.630389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.667180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-b412e881-13cc-4aa5-bbff-ca6dc81943ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8806593 Sep 24 19:20:33.685584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Port': ['ID=d4686efb-d618-4492-bf90-9fd5aa92e26d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:33.802950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.911163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.911451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.911929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.912403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.912871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.913335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.913795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:33.915860 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90b308dc-0d31-40bd-b661-37dd9fccf45b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.1472290 Sep 24 19:20:33.963597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:33.966126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.002973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:34.030519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.050508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:34.051086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7151e2e8-5598-4d08-bb80-48c51ef0b0b1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:34.051676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4f92c2e8-6646-4fd4-8f90-7c053e84587f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:34.057476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.058415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7a37b4-bcd9-4db9-9e05-029e54a78ead {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:20:34.069553 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.080686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4f92c2e8-6646-4fd4-8f90-7c053e84587f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:34.081530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4f92c2e8-6646-4fd4-8f90-7c053e84587f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:34.088540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-43ad3ddb-7716-4786-bbd6-3127d3f6cbff tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/routers/8b7a37b4-bcd9-4db9-9e05-029e54a78ead HTTP/1.1" status: 204 len: 168 time: 1.6395304 Sep 24 19:20:34.089408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56836) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:34.216473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.326605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting port 5d6c9736-e345-466b-97f2-c2c05e7073b9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:34.327029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.345302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.374045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58683e6-ecd0-42b0-9781-55df7066d786']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:34.384873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec27a6f-e9db-4225-8c6c-394ac181c418') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:34.385501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec27a6f-e9db-4225-8c6c-394ac181c418') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:34.412771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.433750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704f1000-eb06-452c-8cf7-c4886cabe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:34.434314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.434469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704f1000-eb06-452c-8cf7-c4886cabe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:34.434866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704f1000-eb06-452c-8cf7-c4886cabe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:34.436621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704f1000-eb06-452c-8cf7-c4886cabe84d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.4720287 Sep 24 19:20:34.441538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:34.441944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.459843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:34.511604 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:34.516013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.523134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:34.525191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] 10.222.0.18 "DELETE /v2.0/networks/d58683e6-ecd0-42b0-9781-55df7066d786 HTTP/1.1" status: 204 len: 168 time: 0.4349279 Sep 24 19:20:34.528388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Calling delete_port for 5d6c9736-e345-466b-97f2-c2c05e7073b9 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:34.564405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d889b-1dae-4dec-baad-7a6ba2675ee5 tempest-TestNetworkBasicOps-1401303652 tempest-TestNetworkBasicOps-1401303652-project] Pushing event deleted for resources: {'Network': ['ID=d58683e6-ecd0-42b0-9781-55df7066d786,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:34.617022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-b76044f8-aad0-4d27-83c4-96cc4e83ccab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.1700554 Sep 24 19:20:34.795800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-ad5f70f2-a755-421a-90ca-6ac072473d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:34.797238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-ad5f70f2-a755-421a-90ca-6ac072473d15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.1679440 Sep 24 19:20:34.947571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-2a1d9e58-00b5-466f-8e59-c9f8e99dcf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:34.949095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-2a1d9e58-00b5-466f-8e59-c9f8e99dcf31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413491 Sep 24 19:20:34.971714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 214b8d82-5402-46a9-8328-f22e309bcfa9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:34.972102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.028207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56858) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:35.044320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.149900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Port': ['ID=5d6c9736-e345-466b-97f2-c2c05e7073b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:35.228113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.232019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-c15190b7-adad-4f8d-86af-23d0345d5d99 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721658 Sep 24 19:20:35.257897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89264604-27e0-47bb-aa28-a47a7f3c2a50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=909f522e638243789ea08cad9d40c98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255533 Sep 24 19:20:35.258290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:35.275628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 214b8d82-5402-46a9-8328-f22e309bcfa9 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:35.365272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.390317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.452608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.457864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.459199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/003a1f4e-177e-4d43-9f25-ebbcf70e97dc HTTP/1.1" status: 204 len: 168 time: 0.1996851 Sep 24 19:20:35.469301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.478751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3dfe0-9995-4ab9-8833-3f56b4fff6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a1f4e-177e-4d43-9f25-ebbcf70e97dc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:35.487834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-dd71a594-db1a-49aa-bb80-ef908d0713a3 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384920 Sep 24 19:20:35.604956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-8ce19bda-255e-421f-80e1-10945671ad14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.1059518 Sep 24 19:20:35.769837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-caad649b-4230-4d51-ab9a-7484a1f2b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:35.771314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-caad649b-4230-4d51-ab9a-7484a1f2b839 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1247232 Sep 24 19:20:35.833198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4686efb-d618-4492-bf90-9fd5aa92e26d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:35.867445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d4686efb-d618-4492-bf90-9fd5aa92e26d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:35.867952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4686efb-d618-4492-bf90-9fd5aa92e26d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:35.873073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Router a198fccc-a3ae-43f5-9305-b215197a5f87 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:35.935107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56886) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:35.949727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa46855e-bd6e-45f5-8fd7-b28815711551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:35.977177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-46de0e2f-1478-488a-a4ae-7df75165dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:35.979501 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-46de0e2f-1478-488a-a4ae-7df75165dda5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962733 Sep 24 19:20:36.064078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa46855e-bd6e-45f5-8fd7-b28815711551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.070326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa46855e-bd6e-45f5-8fd7-b28815711551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.106585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.120003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aa46855e-bd6e-45f5-8fd7-b28815711551 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f182a3f85ab744db87b6ef2dbc3dc0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837225 Sep 24 19:20:36.123897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56890) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:36.154533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46855e-bd6e-45f5-8fd7-b28815711551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02febddf-75ae-497b-8c4b-d2aa70a97c86,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:36.181139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:36.192689 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] Sync routers for ids ['a198fccc-a3ae-43f5-9305-b215197a5f87'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:36.202930 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.204471 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] Routers {'a198fccc-a3ae-43f5-9305-b215197a5f87'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:36.205323 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a198fccc-a3ae-43f5-9305-b215197a5f87'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:36.218013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d4f5cad4-d7db-4235-8da4-e89b0770a351 tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "PUT /v2.0/routers/a198fccc-a3ae-43f5-9305-b215197a5f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7252271 Sep 24 19:20:36.223502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56896) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:36.224848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=214b8d82-5402-46a9-8328-f22e309bcfa9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:36.245486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:36.256597 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] Routers {'a198fccc-a3ae-43f5-9305-b215197a5f87'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:36.256822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a198fccc-a3ae-43f5-9305-b215197a5f87'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:36.298309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.298767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-e95da2cd-938e-42fc-818d-27b7160aead1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925160 Sep 24 19:20:36.310577 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:36.311522 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5117d1c5-98ea-4644-a057-60fb0c68a3fc None None] The sync data for ids ['a198fccc-a3ae-43f5-9305-b215197a5f87'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:36.387171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.633325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.636188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.684372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.686998 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.688287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02febddf-75ae-497b-8c4b-d2aa70a97c86 HTTP/1.1" status: 204 len: 168 time: 0.5632081 Sep 24 19:20:36.714353 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.714927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Fanout notify agent at l3_agent the message router_deleted on router a198fccc-a3ae-43f5-9305-b215197a5f87 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:20:36.734846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.742596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-32432bc4-f3c1-4b08-9c86-9fde720adbef tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "DELETE /v2.0/routers/a198fccc-a3ae-43f5-9305-b215197a5f87 HTTP/1.1" status: 204 len: 168 time: 0.5166135 Sep 24 19:20:36.743845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270974-5686-421d-b6a0-b5aba5978319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02febddf-75ae-497b-8c4b-d2aa70a97c86,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:36.751512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:36.897304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting subnet 98500675-6e81-48ee-b9ae-55f4959b842c {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:36.911754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:36.946569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-df01f0c0-f691-4cc8-bb13-88b899b11f74 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379650 Sep 24 19:20:36.975075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.071729 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.079806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-449f19b7-0ab6-42cf-b578-d48e2851c4c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.1241386 Sep 24 19:20:37.119231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.185895 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.221616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.226732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "DELETE /v2.0/subnets/98500675-6e81-48ee-b9ae-55f4959b842c HTTP/1.1" status: 204 len: 168 time: 0.4738965 Sep 24 19:20:37.228186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56926) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:37.228420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b932ac-fc97-4d74-851c-83084af378ab tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Subnet': ['ID=98500675-6e81-48ee-b9ae-55f4959b842c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:37.233735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704b294a-c239-4fa1-8cd6-4842ea1f30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:37.235690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-704b294a-c239-4fa1-8cd6-4842ea1f30e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1485534 Sep 24 19:20:37.243843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3ff23-ec12-416d-8773-966faccf4511 None None] Network c492e154-5d71-47a1-abf9-b09789cafbbb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:37.397592 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.426014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-698b453c-716e-41cc-ab7e-a934173a0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:37.430677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-698b453c-716e-41cc-ab7e-a934173a0b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843972 Sep 24 19:20:37.484857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Deleting port cba7e665-4fcb-461f-bb33-b51f29ae077b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:37.485873 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.581746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] DHCP port deletion for c492e154-5d71-47a1-abf9-b09789cafbbb request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:20:37.586287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] For port cba7e665-4fcb-461f-bb33-b51f29ae077b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cba7e665-4fcb-461f-bb33-b51f29ae077b,segment=NetworkSegment(adbff842-ff1e-43d4-95a6-57b9b60a5010),segment_id=adbff842-ff1e-43d4-95a6-57b9b60a5010)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:37.587731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.600016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Calling delete_port for cba7e665-4fcb-461f-bb33-b51f29ae077b owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:37.638659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Deleting port cba7e665-4fcb-461f-bb33-b51f29ae077b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:37.638970 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.708028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 5fa58b59-f479-42a0-886f-ae20ba6308e5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:37.715867 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-4a305835-658b-4a08-91cf-10d226f282f4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739437 Sep 24 19:20:37.754427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.765839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] For port cba7e665-4fcb-461f-bb33-b51f29ae077b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cba7e665-4fcb-461f-bb33-b51f29ae077b,segment=NetworkSegment(adbff842-ff1e-43d4-95a6-57b9b60a5010),segment_id=adbff842-ff1e-43d4-95a6-57b9b60a5010)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:37.767036 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.786293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Port': ['ID=cba7e665-4fcb-461f-bb33-b51f29ae077b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:37.787532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Calling delete_port for cba7e665-4fcb-461f-bb33-b51f29ae077b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:37.799779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] No DVR routers for this DVR port cba7e665-4fcb-461f-bb33-b51f29ae077b on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:37.912024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.950025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] Pushing event deleted for resources: {'Port': ['ID=cba7e665-4fcb-461f-bb33-b51f29ae077b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:37.981749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:37.983395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e16f8-a028-49c4-bcde-428591381b64 None None] No DVR routers for this DVR port cba7e665-4fcb-461f-bb33-b51f29ae077b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:37.988573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cba7e665-4fcb-461f-bb33-b51f29ae077b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:38.021714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-bcb13a83-69fd-4e85-b8ae-10413d614f62 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962477 Sep 24 19:20:38.026748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56944) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:38.040022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: cba7e665-4fcb-461f-bb33-b51f29ae077b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:38.041767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cba7e665-4fcb-461f-bb33-b51f29ae077b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:38.058514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492e154-5d71-47a1-abf9-b09789cafbbb']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.083514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbff842-ff1e-43d4-95a6-57b9b60a5010') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.083804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbff842-ff1e-43d4-95a6-57b9b60a5010') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.091347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:38.094207 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-675ba6af-cbb0-4d9d-becc-8007b77ad616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0590229 Sep 24 19:20:38.099182 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-169484b2-f45e-43a7-b480-aba1a0424a17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/routers/5fa58b59-f479-42a0-886f-ae20ba6308e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6362202 Sep 24 19:20:38.105180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] Sync routers for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:38.106936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:38.121046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.121752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:38.122058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.186222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.190832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90dd769b-853d-4100-a264-65071b3974f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:38.192673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-90dd769b-853d-4100-a264-65071b3974f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0907161 Sep 24 19:20:38.198151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-777356456-network', 'tenant_id': '03136035b9c7475db1420b5a80eababe'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:38.198778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] Routers {'5fa58b59-f479-42a0-886f-ae20ba6308e5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:38.199807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5fa58b59-f479-42a0-886f-ae20ba6308e5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.240484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.253614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:38.254963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4f855-f2d1-41bb-9663-9cf7e3e3fa96 None None] The sync data for ids ['5fa58b59-f479-42a0-886f-ae20ba6308e5'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:38.260054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Made reservation on behalf of 03136035b9c7475db1420b5a80eababe for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:38.262323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.265484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:38.265641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:38.270387 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:38.275692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.303374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-62ba37d5-c3b5-403f-a49b-0af293e0ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:38.305267 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-62ba37d5-c3b5-403f-a49b-0af293e0ca77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883701 Sep 24 19:20:38.397871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.399753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.442397 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-fbdd305b-d790-4c69-b5cc-01c08e521d9d service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262472 Sep 24 19:20:38.457257 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.459387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] 10.222.0.18 "DELETE /v2.0/networks/c492e154-5d71-47a1-abf9-b09789cafbbb HTTP/1.1" status: 204 len: 168 time: 1.2284956 Sep 24 19:20:38.478395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce455ad-9ce7-4c94-ae8b-20329dfaf78e tempest-FloatingIPNegativeTestJSON-791199875 tempest-FloatingIPNegativeTestJSON-791199875-project] Pushing event deleted for resources: {'Network': ['ID=c492e154-5d71-47a1-abf9-b09789cafbbb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:38.528258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.539958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.575578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:38.593590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-cef361f8-0ebb-42cb-95bf-d3682c748d4f service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401148 Sep 24 19:20:38.600422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf362ca-f1de-4b6a-a830-deb0834bc8e0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:38.612352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.619817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.620144 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Added segment dbf8fe92-4c21-456f-984a-b59ff229c961 of type vlan for network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f Sep 24 19:20:38.680451 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-c8ca520d-af16-4170-8309-637bce53864a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0572698 Sep 24 19:20:38.685138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 9986d8c0-9e22-4ffa-ad20-9e7fdc003564 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:38.685596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.750787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.771441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-8c424953-7ea6-471d-8568-49112ae12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:38.772958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-8c424953-7ea6-471d-8568-49112ae12df5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0701799 Sep 24 19:20:38.783496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:38.831036 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.832201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:38.832918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.846161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:38.867070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8390937 Sep 24 19:20:38.870642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:38.898254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Request body: {'subnet': {'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-777356456-subnet', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:39.048661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a4c1a-fd3e-457c-a6be-129ee9ab735c admin admin] Pushing event updated for resources: {'Network': ['ID=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:39.060309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:39.081469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-76d9f562-ec46-4729-9649-7615811f1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:39.083443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-76d9f562-ec46-4729-9649-7615811f1e10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2987907 Sep 24 19:20:39.146206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Made reservation on behalf of 03136035b9c7475db1420b5a80eababe for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:39.149107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.156388 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-470d620c-e21b-4ff0-ac55-695bd943b6df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9912814dcaad49f9b29201b35e5b6884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703008 Sep 24 19:20:39.201529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:39.308525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.326014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 9986d8c0-9e22-4ffa-ad20-9e7fdc003564 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:39.426421 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.458060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-4a513ed5-3107-4579-8944-c9f8bd14448c service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466876 Sep 24 19:20:39.490242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.551417 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.580687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=9986d8c0-9e22-4ffa-ad20-9e7fdc003564,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:39.648739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.681879 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-a8426afc-09d0-41d9-aec2-027ec5296255 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140093 Sep 24 19:20:39.683831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.686415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.687789 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dd5276f-8a66-4f04-bc1b-14299df43500 HTTP/1.1" status: 204 len: 168 time: 0.4766662 Sep 24 19:20:39.692258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.750902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b1b41-74cf-4e7d-8e37-6c966eec5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5276f-8a66-4f04-bc1b-14299df43500,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:39.755605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-ffa3001f-2758-4aab-ba16-d31e6677c1ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.0644007 Sep 24 19:20:39.755892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.759051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.811799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.812606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa58b59-f479-42a0-886f-ae20ba6308e5 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:20:39.831489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.833304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb9ffb89-f1cd-4f0f-817d-77b4bea3abfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/routers/5fa58b59-f479-42a0-886f-ae20ba6308e5 HTTP/1.1" status: 204 len: 168 time: 1.7196813 Sep 24 19:20:39.837055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 56980) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:39.839239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e920d8f6-bb15-4d30-8bf0-4929708752d6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:39.854772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-0006dea4-e8bb-4f47-a03f-ae316d1d0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:39.856307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-0006dea4-e8bb-4f47-a03f-ae316d1d0bce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0824170 Sep 24 19:20:39.859261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Checking segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:39.859624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Network hostable DHCP agents. Network: 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:39.909294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:39.921050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting subnet ac33bcb8-5963-4a27-b0fb-04d5d50dcb75 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:39.928772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.930767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:39.936747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-40efb6d9-a011-4b79-9bc2-35a34a406d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:39.939060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-40efb6d9-a011-4b79-9bc2-35a34a406d14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723422 Sep 24 19:20:39.940445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:39.941046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:39.945903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c54057-643a-4ac3-95ce-a21fdb459d46 None None] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:39.981795 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5111acfa-3178-4f99-b3eb-512626d37385 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0894525 Sep 24 19:20:39.984466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 56984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:39.989575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:40.038974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.110955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.114726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.147391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-a5f1004b-dc4f-4fa2-b032-68bd60b9d298 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993330 Sep 24 19:20:40.173733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:20:40.176617 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.202394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.298719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.303135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.363919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-4f9bf58a-1b0f-4699-a39a-846bf2c46fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058897 Sep 24 19:20:40.382802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Subnet': ['ID=ac33bcb8-5963-4a27-b0fb-04d5d50dcb75,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:40.386105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.388754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5cb2b12a-f8e0-4e2c-9a6e-e99f2235ff22 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/subnets/ac33bcb8-5963-4a27-b0fb-04d5d50dcb75 HTTP/1.1" status: 204 len: 168 time: 0.5501814 Sep 24 19:20:40.392164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57000) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:40.392465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87944f4-5e9a-4dfd-b947-d8fef6cc36e9 None None] Network ef626b9b-c18c-4e58-b14b-4598e8144125 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:40.441171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Allocated IP 172.20.0.2 (2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f/e920d8f6-bb15-4d30-8bf0-4929708752d6/42ccc612-f45f-4378-9548-f73a04eb2ae1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:40.514560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-d3b5ee25-31f1-429c-b5b9-a6fb6742d185 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.1393039 Sep 24 19:20:40.570738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.639653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.676299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-7d98b451-6439-453b-9015-c656b3a35c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:40.677800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-7d98b451-6439-453b-9015-c656b3a35c0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1256504 Sep 24 19:20:40.692111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:40.692111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.748764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] DHCP port deletion for ef626b9b-c18c-4e58-b14b-4598e8144125 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:20:40.751438 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.793524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.811470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] For port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,segment=NetworkSegment(c51c4f27-6901-4a4b-ad84-3a57baafa880),segment_id=c51c4f27-6901-4a4b-ad84-3a57baafa880)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:40.812527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.836563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:40.839700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:40.840081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-6872bf35-b384-43bc-ac2b-13424dcb9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:40.841747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-6872bf35-b384-43bc-ac2b-13424dcb9b42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369560 Sep 24 19:20:40.848370 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:40.856496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:40.862242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Pushing event updated for resources: {'Port': ['ID=42ccc612-f45f-4378-9548-f73a04eb2ae1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:40.917731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Deleting port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:40.918433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.943358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.955834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Attempting to bind port 42ccc612-f45f-4378-9548-f73a04eb2ae1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:40.956262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Attempting to bind port 42ccc612-f45f-4378-9548-f73a04eb2ae1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:40.956562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Attempting to bind port 42ccc612-f45f-4378-9548-f73a04eb2ae1 on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:40.959057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:40.968046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:40.968585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Checking segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:40.969130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.970253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Bound using segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:40.970934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Bound port: 42ccc612-f45f-4378-9548-f73a04eb2ae1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:40.971526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:40.985884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] No DVR routers for this DVR port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:40.987711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:41.026817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] For port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,segment=NetworkSegment(c51c4f27-6901-4a4b-ad84-3a57baafa880),segment_id=c51c4f27-6901-4a4b-ad84-3a57baafa880)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:41.027258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.053975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Calling delete_port for 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:41.112412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.139781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef626b9b-c18c-4e58-b14b-4598e8144125']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:41.153573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51c4f27-6901-4a4b-ad84-3a57baafa880') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:41.153871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51c4f27-6901-4a4b-ad84-3a57baafa880') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:41.162219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-ffdb1a16-7f73-4349-8e11-47e0dce75000 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044093 Sep 24 19:20:41.166817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.184411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.197822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:41.198075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:41.201606 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:41.224792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] For port 42ccc612-f45f-4378-9548-f73a04eb2ae1, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:41.237120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c26cc849-fc40-4763-98da-2a38476b6d91 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] Request body: {'port': {'network_id': 'aa87175b-3ba0-4f1b-9d90-d6af843e401b', 'name': 'tempest-NetworksNegativeTestJSON-1496272820'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:41.254310 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26cc849-fc40-4763-98da-2a38476b6d91 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] POST failed (client error): The resource could not be found. Sep 24 19:20:41.255064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26cc849-fc40-4763-98da-2a38476b6d91 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:41.261833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c26cc849-fc40-4763-98da-2a38476b6d91 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3010614 Sep 24 19:20:41.262462 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.266881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.287214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.313028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] Pushing event deleted for resources: {'Port': ['ID=3b867d68-31a2-4ba3-a4c3-d8f39c7601b7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:41.317050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0a3df-125a-4c62-a212-7f77ef52c16c None None] No DVR routers for this DVR port 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:41.340000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.352059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.362319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.366691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/networks/ef626b9b-c18c-4e58-b14b-4598e8144125 HTTP/1.1" status: 204 len: 168 time: 0.9731109 Sep 24 19:20:41.370989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] For port 42ccc612-f45f-4378-9548-f73a04eb2ae1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42ccc612-f45f-4378-9548-f73a04eb2ae1,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:41.378459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.381662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57022) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.389755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29206ed-01be-4a87-975b-9b68eaad4f0b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Network': ['ID=ef626b9b-c18c-4e58-b14b-4598e8144125,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:41.408010 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55621e9-46bc-48e6-89e4-58caa25f6e03 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:41.408612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55621e9-46bc-48e6-89e4-58caa25f6e03 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:41.414239 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f55621e9-46bc-48e6-89e4-58caa25f6e03 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "DELETE /v2.0/networks/6bab91a0-841f-4be7-a07c-828fc2589bdb HTTP/1.1" status: 404 len: 339 time: 0.1424356 Sep 24 19:20:41.429687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57024) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.464281 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e7394f-95e2-4523-b1f9-ba5062d07f39 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:41.465173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e7394f-95e2-4523-b1f9-ba5062d07f39 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:41.478649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13e7394f-95e2-4523-b1f9-ba5062d07f39 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "DELETE /v2.0/ports/9d0b5771-eab8-4ca2-82a0-63184ac55183 HTTP/1.1" status: 404 len: 333 time: 0.0477810 Sep 24 19:20:41.482840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57026) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.484190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf306d-59c4-40b7-acc2-38d1ab535f23 None None] Pushing event updated for resources: {'Port': ['ID=42ccc612-f45f-4378-9548-f73a04eb2ae1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:41.601358 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a2ef57-b49d-42ea-9a1c-8f3fe9e47fd6 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:41.602196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a2ef57-b49d-42ea-9a1c-8f3fe9e47fd6 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:41.603436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-02a2ef57-b49d-42ea-9a1c-8f3fe9e47fd6 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "DELETE /v2.0/subnets/a83259d9-4f2c-4513-a3cc-a2b2cde668bc HTTP/1.1" status: 404 len: 337 time: 0.1152861 Sep 24 19:20:41.607010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57030) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.619551 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-50b5b170-3bac-4f25-8006-d641bbe741c3 req-34fda2d4-fda4-4115-99db-901a1a70e693 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469879 Sep 24 19:20:41.620634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Allocated IP 172.25.5.102 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/609f0fc7-915f-43b3-a70e-c33c50514a9d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:41.635816 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e17392-bde9-488e-a735-1c2b7f18895b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] GET failed (client error): The resource could not be found. Sep 24 19:20:41.637580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-72e17392-bde9-488e-a735-1c2b7f18895b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "GET /v2.0/networks/49b48b9d-9133-4127-be0e-220265d29b20 HTTP/1.1" status: 404 len: 339 time: 0.0293310 Sep 24 19:20:41.643563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.681664 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-486a64ca-09d9-45bd-9d06-8484d40fc089 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] GET failed (client error): The resource could not be found. Sep 24 19:20:41.683329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-486a64ca-09d9-45bd-9d06-8484d40fc089 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "GET /v2.0/ports/680d8a77-1abc-4f66-ba8c-b658312593c9 HTTP/1.1" status: 404 len: 333 time: 0.0388162 Sep 24 19:20:41.687314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.723860 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0b7e00-f2fc-4a97-9db6-0d6c7e002529 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] GET failed (client error): The resource could not be found. Sep 24 19:20:41.730795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe0b7e00-f2fc-4a97-9db6-0d6c7e002529 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "GET /v2.0/subnets/773fe32d-fed3-4a03-9c00-569629be98fb HTTP/1.1" status: 404 len: 337 time: 0.0413210 Sep 24 19:20:41.731210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:41.738528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 2369c772-1f0b-4011-953f-b1c9b186c045 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:41.738907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed53d873-dad6-43e5-95c8-7044d86d47ac tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:41.740161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.888788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.889215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:41.927040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 2369c772-1f0b-4011-953f-b1c9b186c045 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:42.001883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42ccc612-f45f-4378-9548-f73a04eb2ae1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:42.123050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 42ccc612-f45f-4378-9548-f73a04eb2ae1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:42.123601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.178600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.216029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=2369c772-1f0b-4011-953f-b1c9b186c045,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:42.267172 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed53d873-dad6-43e5-95c8-7044d86d47ac tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] PUT failed (client error): The resource could not be found. Sep 24 19:20:42.273113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed53d873-dad6-43e5-95c8-7044d86d47ac tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:42.275557 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed53d873-dad6-43e5-95c8-7044d86d47ac tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "PUT /v2.0/networks/bfa32018-fa6f-4636-a448-8e48509cd1cb HTTP/1.1" status: 404 len: 339 time: 0.5431781 Sep 24 19:20:42.282581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.284722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.300505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3941a0a3-3688-4226-b63b-fa10ac37467b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:42.309403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.330699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 42ccc612-f45f-4378-9548-f73a04eb2ae1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42ccc612-f45f-4378-9548-f73a04eb2ae1,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:42.333666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.337615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-46044408-27aa-4244-a50b-74268b7dde75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/floatingips/824c2b64-1d41-4bc3-8706-42dfafacc643 HTTP/1.1" status: 204 len: 168 time: 0.9545681 Sep 24 19:20:42.341535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57044) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.343277 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3941a0a3-3688-4226-b63b-fa10ac37467b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] PUT failed (client error): The resource could not be found. Sep 24 19:20:42.344012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3941a0a3-3688-4226-b63b-fa10ac37467b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:42.345966 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.346303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3941a0a3-3688-4226-b63b-fa10ac37467b tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "PUT /v2.0/ports/7eeb1b18-9019-4f9a-880c-420c16c9f533 HTTP/1.1" status: 404 len: 333 time: 0.0606184 Sep 24 19:20:42.349569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.350952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.366195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-79f2481e-14ba-4bd9-abd1-ab0e6e9d06d1 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:42.398677 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-f243b2cb-1f8d-440b-8ba1-13747860f473 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:42.400979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f243b2cb-1f8d-440b-8ba1-13747860f473 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:42.403294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f243b2cb-1f8d-440b-8ba1-13747860f473 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/30229534-56ec-4033-9db3-207023fd464d HTTP/1.1" status: 404 len: 333 time: 0.0602610 Sep 24 19:20:42.407938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57048) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.414288 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f2481e-14ba-4bd9-abd1-ab0e6e9d06d1 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] PUT failed (client error): The resource could not be found. Sep 24 19:20:42.414752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f2481e-14ba-4bd9-abd1-ab0e6e9d06d1 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:42.415951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-79f2481e-14ba-4bd9-abd1-ab0e6e9d06d1 tempest-NetworksNegativeTestJSON-2048367962 tempest-NetworksNegativeTestJSON-2048367962-project] 10.222.0.18 "PUT /v2.0/subnets/6d11e820-2efb-47ca-aeeb-46a644ff4ee0 HTTP/1.1" status: 404 len: 337 time: 0.0641267 Sep 24 19:20:42.460983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:42.467668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=42ccc612-f45f-4378-9548-f73a04eb2ae1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:42.471810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-00adde30-f426-4764-91b3-9a008e74af98 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fa58b59-f479-42a0-886f-ae20ba6308e5 HTTP/1.1" status: 200 len: 205 time: 0.0624387 Sep 24 19:20:42.474154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57052) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.505400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.510074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:42.510424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b867d68-31a2-4ba3-a4c3-d8f39c7601b7 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:42.539423 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-58a7509e-1a83-4731-b2ae-d524a5d9a447 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] delete failed (client error): The resource could not be found. Sep 24 19:20:42.540497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-58a7509e-1a83-4731-b2ae-d524a5d9a447 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/routers/5fa58b59-f479-42a0-886f-ae20ba6308e5 HTTP/1.1" status: 404 len: 336 time: 0.0654113 Sep 24 19:20:42.543116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57054) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.568939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:42.572435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:42.576040 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f32ef83-88ac-4340-b7e8-f8a074893cfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] DELETE failed (client error): The resource could not be found. Sep 24 19:20:42.576510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f32ef83-88ac-4340-b7e8-f8a074893cfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:20:42.578907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f32ef83-88ac-4340-b7e8-f8a074893cfb tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/subnets/ac33bcb8-5963-4a27-b0fb-04d5d50dcb75 HTTP/1.1" status: 404 len: 337 time: 0.0340910 Sep 24 19:20:42.581048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57056) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.581194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:42.662708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Pushing event updated for resources: {'Port': ['ID=609f0fc7-915f-43b3-a70e-c33c50514a9d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:42.725896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 8c99e180-bf56-4946-bf52-73d3475ea93f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:42.726469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.877007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:42.906919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 8c99e180-bf56-4946-bf52-73d3475ea93f owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:42.970269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:42.993923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.112404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdb670-5296-4f5a-ad6d-7963bca90689 None None] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:43.179286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.200048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-49d43dd0-217f-47b6-92b8-f6c097e95454 None None] Provisioning complete for port 42ccc612-f45f-4378-9548-f73a04eb2ae1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:43.200434 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49d43dd0-217f-47b6-92b8-f6c097e95454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.215313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=8c99e180-bf56-4946-bf52-73d3475ea93f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:43.264780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76c94a08-daf3-4a38-8bcc-02225c64b6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.288724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.297511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.300468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73ab3d32-8b02-4345-bcb6-ffb033939e39 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/8c99e180-bf56-4946-bf52-73d3475ea93f HTTP/1.1" status: 204 len: 168 time: 0.7180803 Sep 24 19:20:43.302917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:43.490963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 605312c5-65fd-47e3-959d-ae74afece697 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:43.491618 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.518486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76c94a08-daf3-4a38-8bcc-02225c64b6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.526454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76c94a08-daf3-4a38-8bcc-02225c64b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.549953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:20:43.580143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-76c94a08-daf3-4a38-8bcc-02225c64b6ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d0cb6fab73c47e49ce12ac23917741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087294 Sep 24 19:20:43.583602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c94a08-daf3-4a38-8bcc-02225c64b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe1f3a-a25a-42bc-89f1-04aa5bdbce5e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:43.586254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:43.634130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.670288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 605312c5-65fd-47e3-959d-ae74afece697 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:43.684237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.736660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:43.750420 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Sync routers for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:43.767860 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:43.770977 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:43.780262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.787611 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-497b0239-8229-452f-9f37-803880761be4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8008978 Sep 24 19:20:43.788412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57080) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:43.824827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:43.901499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:43.934416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2fa1660a-d02c-4ffe-8c17-ba70c83da026 None None] Provisioning complete for port 42ccc612-f45f-4378-9548-f73a04eb2ae1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:43.935391 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2fa1660a-d02c-4ffe-8c17-ba70c83da026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.001097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42ccc612-f45f-4378-9548-f73a04eb2ae1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:44.009240 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:44.043210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.046548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.048896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddbe1f3a-a25a-42bc-89f1-04aa5bdbce5e HTTP/1.1" status: 204 len: 168 time: 0.4615171 Sep 24 19:20:44.093075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 42ccc612-f45f-4378-9548-f73a04eb2ae1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:44.093636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.102430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449135a-7775-4329-a10e-e584cf4fb8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe1f3a-a25a-42bc-89f1-04aa5bdbce5e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:44.118645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.173310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=605312c5-65fd-47e3-959d-ae74afece697,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:44.334603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.340267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f8835d3-d231-4da6-bfcd-32d835de8727 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/ports/605312c5-65fd-47e3-959d-ae74afece697 HTTP/1.1" status: 204 len: 168 time: 1.0347776 Sep 24 19:20:44.342745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57092) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:44.456202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27163f6d-1b83-470c-899d-06a9b9659c3b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:44.458132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27163f6d-1b83-470c-899d-06a9b9659c3b tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a HTTP/1.1" status: 200 len: 913 time: 0.1142681 Sep 24 19:20:44.462426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57100) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:44.472263 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:42Z', 'revision_number': 3, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:44.521093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Checking router: 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:44.521719 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Updating router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f port 609f0fc7-915f-43b3-a70e-c33c50514a9d binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:20:44.562380 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.968418 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.971713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:44.978744 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.067529 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Attempting to bind port 609f0fc7-915f-43b3-a70e-c33c50514a9d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:45.068205 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Attempting to bind port 609f0fc7-915f-43b3-a70e-c33c50514a9d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:45.068764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Attempting to bind port 609f0fc7-915f-43b3-a70e-c33c50514a9d on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:45.087976 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Pushing event updated for resources: {'Port': ['ID=609f0fc7-915f-43b3-a70e-c33c50514a9d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:45.093514 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:45.094207 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:45.095386 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.095875 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:45.096441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Bound port: 609f0fc7-915f-43b3-a70e-c33c50514a9d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:45.096933 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.123505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.124400 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.126892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.127319 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.127818 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.128228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.129169 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.129169 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.131497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.131497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.131910 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.132409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:45.198119 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] For port 609f0fc7-915f-43b3-a70e-c33c50514a9d, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:45.202494 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] For port 609f0fc7-915f-43b3-a70e-c33c50514a9d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=609f0fc7-915f-43b3-a70e-c33c50514a9d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:45.214894 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.225008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57118) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:45.261292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.292243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Allocated IP 172.20.0.1 (2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f/e920d8f6-bb15-4d30-8bf0-4929708752d6/959b3d22-3a51-4253-9020-c58ce7d68fd0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:45.292462 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:45.292982 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:45.336508 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d3c73-5d86-440d-ab08-caf8a06bb95e None None] Pushing event updated for resources: {'Port': ['ID=609f0fc7-915f-43b3-a70e-c33c50514a9d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:45.384025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.443626 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:45.483999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1907981922'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:45.538139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.599738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:45.603673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.624508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.660887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.756574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Pushing event updated for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:45.784771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:45.792289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:45.795283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:45.807045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.820280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port d2f0b218-51d7-41eb-927c-55f0252fe8b1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:45.820633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.825945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.891044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:45.896521 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:42Z', 'revision_number': 3, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:45.930504 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.930685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232abefb-09dd-4c89-a78f-b01ec031b4ef,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:45.930936 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cc305-637e-46ac-85a3-48f3ce016605 None None] The sync data for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 is: [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:42Z', 'revision_number': 3, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:45.954584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:45.954708 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 2364b7d0-946c-48ea-9d4b-880e1490f7e7 of type vlan for network 5e546186-f3e7-4a61-97db-9d56145e14c8 Sep 24 19:20:46.022286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.032138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.051304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for d2f0b218-51d7-41eb-927c-55f0252fe8b1 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:46.127342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.133552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:46.134203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.175306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9450755 Sep 24 19:20:46.176947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57172) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:46.182239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'name': 'tempest-PortsIpV6TestJSON-533713694'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:46.215144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6c3b9618-9ce7-4571-8bfa-0df3e55c12c0 None None] Provisioning complete for port 959b3d22-3a51-4253-9020-c58ce7d68fd0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:46.216357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6c3b9618-9ce7-4571-8bfa-0df3e55c12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.264137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b9618-9ce7-4571-8bfa-0df3e55c12c0 None None] Port 959b3d22-3a51-4253-9020-c58ce7d68fd0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:46.303565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f78f-c5e3-4671-badd-5cea5501716a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=5e546186-f3e7-4a61-97db-9d56145e14c8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:46.329636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:46.472462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Deleting port f51c478d-f665-4499-b4ba-049755d8b225 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:46.473419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.514637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:46.519072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.548094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port ead047e7-8781-4275-a14c-be736dc61ef3 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:46.603125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.676979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] For port f51c478d-f665-4499-b4ba-049755d8b225, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f51c478d-f665-4499-b4ba-049755d8b225,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:46.677315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.712481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.714227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Calling delete_port for f51c478d-f665-4499-b4ba-049755d8b225 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:46.804690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=d2f0b218-51d7-41eb-927c-55f0252fe8b1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:46.930135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.972002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:46.994046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.060726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.061784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.115131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Pushing event updated for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:47.115950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.137724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=ead047e7-8781-4275-a14c-be736dc61ef3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:47.194285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.216224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '2364b7d0-946c-48ea-9d4b-880e1490f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:47.216581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 5e546186-f3e7-4a61-97db-9d56145e14c8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:47.236084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f51c478d-f665-4499-b4ba-049755d8b225,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:47.281409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:47.320350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:47.326063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:47.551858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:47.707754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b55b6612-21dc-4f24-a1d4-41cc0e95e5f1 None None] Provisioning complete for port 959b3d22-3a51-4253-9020-c58ce7d68fd0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:47.708583 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b55b6612-21dc-4f24-a1d4-41cc0e95e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.728479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.753872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5e546186-f3e7-4a61-97db-9d56145e14c8) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:47.757167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b55b6612-21dc-4f24-a1d4-41cc0e95e5f1 None None] Port 959b3d22-3a51-4253-9020-c58ce7d68fd0 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:47.758010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:47.763267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2e32b-dde3-4977-8e8c-3d46519be9a3 None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:47.767488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:47.768202 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:47.807549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:47.815815 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c4ec66e2-5cf4-4de5-92b7-fff8205705fe admin admin] 10.222.0.18 "PUT /v2.0/routers/2b9fbbbb-c8b0-4047-b4aa-8148c4da202f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0259380 Sep 24 19:20:47.827563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d07e1b7d-3f32-467f-ac5e-b22e6537a34f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6492689 Sep 24 19:20:47.828445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:47.897373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-443074397'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:47.958507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:47.960320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:47.968558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.062297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:48.080415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.081572 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 130ab2d4-eb75-4613-84bd-b3ec1d8ca50e of type vlan for network 99f26a40-c135-4af9-a452-7e509ccf598e Sep 24 19:20:48.136510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 609f0fc7-915f-43b3-a70e-c33c50514a9d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:48.223352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:48.232694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f847889d-b696-44e1-8639-17a0cb185c75 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "PUT /v2.0/routers/0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7688744 Sep 24 19:20:48.237751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57368) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:48.239043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 609f0fc7-915f-43b3-a70e-c33c50514a9d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:48.239496 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.240364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Router a47e8911-ab49-4e8a-b573-458e3b84a946 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:20:48.241583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] Sync routers for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:48.258897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.318708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:48.319582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.389319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.394874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.401967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:48.402763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.452868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.461852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:48.464778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5721579 Sep 24 19:20:48.467611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:48.472081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] Routers {'0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:48.473551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.474464 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Sync routers for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:48.489517 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:48.490215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4089e7b0-1d05-451a-b519-964e36bbc5ea admin admin] 10.222.0.18 "PUT /v2.0/routers/a47e8911-ab49-4e8a-b573-458e3b84a946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5854025 Sep 24 19:20:48.495622 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.497617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:48.505505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'ports': [{'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'}, {'network_id': '99f26a40-c135-4af9-a452-7e509ccf598e'}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:48.508768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:48.510293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '99f26a40-c135-4af9-a452-7e509ccf598e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:48.549535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=99f26a40-c135-4af9-a452-7e509ccf598e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:48.561400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.561748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.562085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.562423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.562753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.563153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.563469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.563795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.565031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.565525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.566554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.567066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc99be-49f3-42b1-a4f7-89d13b72e0d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:20:48.599519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 99f26a40-c135-4af9-a452-7e509ccf598e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:48.601983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Sync routers for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:48.611296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.612426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5610b4-99b7-4d99-be94-721e5bd144bd None None] The sync data for ids ['0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:48.628830 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.660770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:48.661759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:48.673422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.751355 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:48.756124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting port 1f556ee3-37e8-41ba-9fe9-567dee5fc97c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:48.757769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.760545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 609f0fc7-915f-43b3-a70e-c33c50514a9d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=609f0fc7-915f-43b3-a70e-c33c50514a9d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:48.763925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.778951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.917729 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:48.961354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Calling delete_port for 1f556ee3-37e8-41ba-9fe9-567dee5fc97c owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:49.069169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.077400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:49.084942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-26808311-network', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:49.156185 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '57527a4d-887d-40ca-9776-59db344fefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:20:47Z', 'revision_number': 5, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port': {'id': '57527a4d-887d-40ca-9776-59db344fefee', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:13Z', 'updated_at': '2021-09-24T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:49.161953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Made reservation on behalf of 5f14a0060ab04fabaed6da9dfd436444 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:49.164589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.194815 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.205521 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Checking router: a47e8911-ab49-4e8a-b573-458e3b84a946 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:49.216010 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Routers {'a47e8911-ab49-4e8a-b573-458e3b84a946'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:49.216641 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a47e8911-ab49-4e8a-b573-458e3b84a946'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:49.221017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:49.225749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.240047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=609f0fc7-915f-43b3-a70e-c33c50514a9d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:49.241212 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.245460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:49.286653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.295341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Deleting port 57527a4d-887d-40ca-9776-59db344fefee {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:49.295779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.330359 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] Set router a47e8911-ab49-4e8a-b573-458e3b84a946 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:49.347119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Port': ['ID=1f556ee3-37e8-41ba-9fe9-567dee5fc97c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:49.397417 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port e4940d04-d25f-4a44-ab07-01bd8a353f31 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:49.400540 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:20:49Z', 'revision_number': 6, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:49.456993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.469911 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef56b-84ed-40ab-b5bc-ca40f5f7d3ce None None] The sync data for ids ['a47e8911-ab49-4e8a-b573-458e3b84a946'] in n-d-810952-2 is: [{'id': 'a47e8911-ab49-4e8a-b573-458e3b84a946', 'name': 'tempest-AttachVolumeTestJSON-31908225-router', 'tenant_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:12Z', 'updated_at': '2021-09-24T19:20:49Z', 'revision_number': 6, 'project_id': 'c253a8f30e5247b3bf4b28ef5116604c', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:49.593806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.598267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.602080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:46Z', 'revision_number': 4, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '959b3d22-3a51-4253-9020-c58ce7d68fd0', 'name': '', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'mac_address': 'fa:16:3e:81:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:45Z', 'updated_at': '2021-09-24T19:20:46Z', 'revision_number': 2, 'project_id': '03136035b9c7475db1420b5a80eababe', 'subnets': [{'id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:49.616775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.633648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.642941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Checking router: 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:49.643262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Updating router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f port 959b3d22-3a51-4253-9020-c58ce7d68fd0 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:20:49.652982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.653707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:20:49.655605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] For port 57527a4d-887d-40ca-9776-59db344fefee, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=57527a4d-887d-40ca-9776-59db344fefee,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:49.656323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.665599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.669367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-003458e0-465a-4570-abc7-88f687fe6780 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/routers/0f7250e6-c08e-44c1-8fdd-dcb4a366ae4a HTTP/1.1" status: 204 len: 168 time: 1.4279788 Sep 24 19:20:49.669549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:49.677997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.695988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:49.698623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Calling delete_port for 57527a4d-887d-40ca-9776-59db344fefee owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:49.728711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:49.742552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.742885 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Added segment 5b34c284-02e2-4c60-ae1b-3ddb6357ac9a of type vlan for network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f Sep 24 19:20:49.763432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Deleting subnet be8a8ced-f0dc-41b8-a02e-48a9c4499279 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:49.767200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.791543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.814780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-3f870bef-98a6-4365-b966-89265fc6ad8a req-f43e1982-4e9d-42c3-839f-b6676bcd2e40 service neutron] (94856) timed out ('10.222.0.18', 60058) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:20:49.825764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.898984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.944125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:49.951449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port dd78366f-2c75-430a-a72b-f2091185b534 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:50.010126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.062664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a8ced-f0dc-41b8-a02e-48a9c4499279,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.068047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.068047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:50.068047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.074325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.079992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 609f0fc7-915f-43b3-a70e-c33c50514a9d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:50.084548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c2636599-5915-4cff-9e41-e4e8d3cf6b17 tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/subnets/be8a8ced-f0dc-41b8-a02e-48a9c4499279 HTTP/1.1" status: 204 len: 168 time: 0.4138181 Sep 24 19:20:50.085316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57546) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:50.140158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0593677 Sep 24 19:20:50.157672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:50.166487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Request body: {'subnet': {'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-26808311-subnet', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:50.230023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f9a13-5165-4de0-960f-39464390793e admin admin] Pushing event updated for resources: {'Network': ['ID=55bd4e26-501d-4db3-a1c8-c6adeef4fe6f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.234515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.272656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.272974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Made reservation on behalf of 5f14a0060ab04fabaed6da9dfd436444 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:50.275614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.280878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.324332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Pushing event deleted for resources: {'Port': ['ID=57527a4d-887d-40ca-9776-59db344fefee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.348744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.360934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:50.372309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.395009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.413202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.428316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fb014f4-e020-4665-9500-571b3e610a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.430018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 609f0fc7-915f-43b3-a70e-c33c50514a9d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:50.430546 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.448819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7588db-34f9-4027-bfdc-eec929306e60']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:50.481968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.506982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f3a9a6-6e36-49de-bca2-6c03180717a7') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:50.507287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f3a9a6-6e36-49de-bca2-6c03180717a7') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:50.526046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:50.529681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.581624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.585022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:50.618313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:50.619067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:50.619550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.619709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:50.622703 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:50.630138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=e4940d04-d25f-4a44-ab07-01bd8a353f31,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.671434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52706-bfaa-4a62-8e15-b21911fc1f2f None None] Pushing event updated for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.700834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.727788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.772705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Attempting to bind port 959b3d22-3a51-4253-9020-c58ce7d68fd0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:50.773073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Attempting to bind port 959b3d22-3a51-4253-9020-c58ce7d68fd0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:50.773497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Attempting to bind port 959b3d22-3a51-4253-9020-c58ce7d68fd0 on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:50.798753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:50.801035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.809003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Checking segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:50.809459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.809910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Bound using segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:50.810497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Bound port: 959b3d22-3a51-4253-9020-c58ce7d68fd0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:50.810833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.818817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.820922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] 10.222.0.18 "DELETE /v2.0/networks/5f7588db-34f9-4027-bfdc-eec929306e60 HTTP/1.1" status: 204 len: 168 time: 0.7345929 Sep 24 19:20:50.836548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa60d2-6a92-48ca-b2c2-1cc081ce765a tempest-FloatingIPTestJSON-567613811 tempest-FloatingIPTestJSON-567613811-project] Pushing event deleted for resources: {'Network': ['ID=5f7588db-34f9-4027-bfdc-eec929306e60,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.865114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.878459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=dd78366f-2c75-430a-a72b-f2091185b534,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.888698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.889259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47e8911-ab49-4e8a-b573-458e3b84a946 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:20:50.902715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:50.903869 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90e24a89-66b1-4c2d-b519-190688f4e221 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a47e8911-ab49-4e8a-b573-458e3b84a946 HTTP/1.1" status: 204 len: 168 time: 2.3819964 Sep 24 19:20:50.908057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:50.920203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f51c478d-f665-4499-b4ba-049755d8b225 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:50.930254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '130ab2d4-eb75-4613-84bd-b3ec1d8ca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99f26a40-c135-4af9-a452-7e509ccf598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:50.930610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 99f26a40-c135-4af9-a452-7e509ccf598e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:50.958613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f51c478d-f665-4499-b4ba-049755d8b225 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:50.959672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f51c478d-f665-4499-b4ba-049755d8b225 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:50.965935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] For port 959b3d22-3a51-4253-9020-c58ce7d68fd0, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:50.967909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c14382-e268-4a25-ba0f-f23e75d2ef57,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:50.973799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Checking segment: {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:50.974170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Network hostable DHCP agents. Network: 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:50.986481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] For port 959b3d22-3a51-4253-9020-c58ce7d68fd0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=959b3d22-3a51-4253-9020-c58ce7d68fd0,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:51.005927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:51.015408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.022254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] Provisioning complete for port 959b3d22-3a51-4253-9020-c58ce7d68fd0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:51.022659 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.033154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Deleting subnet cc975f19-7b5a-4ba2-a01e-c14913911cba {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:20:51.044661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.045005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:51.053277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 99f26a40-c135-4af9-a452-7e509ccf598e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:51.057641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:51.058314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.075587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-06635702-d031-4ad6-935e-ff200f4ab790 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9164259 Sep 24 19:20:51.077982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57624) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.085059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:51.095373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 99f26a40-c135-4af9-a452-7e509ccf598e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:51.108219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:51.114273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:51.120253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:51.121242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.124103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.125628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.143340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ed8d9-1605-412c-840e-a00103749cd1 None None] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:51.145837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-899096f4-125a-45cc-b035-67538ef35de6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6493943 Sep 24 19:20:51.151969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.152445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062a270-3447-4971-b68f-8f698ad08475 None None] Network 99f26a40-c135-4af9-a452-7e509ccf598e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:51.162505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.197646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52706-bfaa-4a62-8e15-b21911fc1f2f None None] Pushing event updated for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:51.285531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:51.295570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:51.313589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.335962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.361094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57634) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.404263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.439824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.440808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc975f19-7b5a-4ba2-a01e-c14913911cba,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:51.520431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.526942 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0792961-3a97-4d7c-bf24-f6c62449e2dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc975f19-7b5a-4ba2-a01e-c14913911cba HTTP/1.1" status: 204 len: 168 time: 0.6119614 Sep 24 19:20:51.536691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.568093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a5e3d-dbca-47a8-8226-9bf801a52e25 None None] Network 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:51.670462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.694676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.719761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port dd78366f-2c75-430a-a72b-f2091185b534 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:51.720461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.754649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b3ae199-c825-4f6c-9807-a97ee0fd38ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b0423722abf46c4854a14431078485b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850188 Sep 24 19:20:51.762638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57642) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:51.777533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:51.839775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] For port 959b3d22-3a51-4253-9020-c58ce7d68fd0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=959b3d22-3a51-4253-9020-c58ce7d68fd0,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:51.916303 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.916903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:51.925727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57527a4d-887d-40ca-9776-59db344fefee no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:51.969296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for dd78366f-2c75-430a-a72b-f2091185b534 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:51.977349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'fixed_ips': [{'subnet_id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:20:51.978198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.051383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e15793db-6d5c-4578-8ce8-27c9609f9c87 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3641 time: 0.6069531 Sep 24 19:20:52.059608 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:52.065447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'network': {'name': 'tempest-network-smoke--82016603', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'port_security_enabled': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:52.115903 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.133254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.173102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.188839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:52.193201 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.224500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 57527a4d-887d-40ca-9776-59db344fefee {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:52.225386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 57527a4d-887d-40ca-9776-59db344fefee not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:52.240616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:52.263701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Deleting port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:52.264330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.295120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.295466 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Added segment e3169997-5e8c-4cc2-a989-1a8d930f1d9f of type vlan for network c80f7080-31b1-4afe-8bbb-a9169f2360e3 Sep 24 19:20:52.311993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.373305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b7a61-da4a-4d3a-abfe-d8949b26959f None None] Pushing event updated for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:52.400914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.401920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ee636909-ef5b-473e-a0d2-5bf5ef79c470 None None] Provisioning complete for port 959b3d22-3a51-4253-9020-c58ce7d68fd0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:52.402539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee636909-ef5b-473e-a0d2-5bf5ef79c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.403441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/dd78366f-2c75-430a-a72b-f2091185b534 HTTP/1.1" status: 204 len: 168 time: 1.2499886 Sep 24 19:20:52.411816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b719f-3a32-4b51-b3e9-d2d57260116b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=dd78366f-2c75-430a-a72b-f2091185b534,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:52.413221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:52.417664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.420799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.422044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e08809d-d265-4edd-a1a1-c64d073a8356 HTTP/1.1" status: 204 len: 168 time: 0.6575994 Sep 24 19:20:52.461182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc20bf-021a-4f12-b282-23d1c0c98124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e08809d-d265-4edd-a1a1-c64d073a8356,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:52.473221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] For port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,segment=NetworkSegment(0a338c09-c68e-4a50-861e-4d647364b67a),segment_id=0a338c09-c68e-4a50-861e-4d647364b67a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:52.474477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.482944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.496167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.504337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Calling delete_port for d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:52.519898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccd24c-4e41-4fff-820f-4b882c4ed7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:52.527504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccd24c-4e41-4fff-820f-4b882c4ed7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:52.531683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53ccd24c-4e41-4fff-820f-4b882c4ed7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1128969 Sep 24 19:20:52.532719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.536835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:52.608764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] DHCP port deletion for 928067a3-a5f0-4245-a4d6-f2d9c784e8d4 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:20:52.608910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.615221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:52.616042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.666453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Allocated IP 172.20.0.2 (55bd4e26-501d-4db3-a1c8-c6adeef4fe6f/e9c14382-e268-4a25-ba0f-f23e75d2ef57/4c205b7d-c0a8-41f9-9814-0c6c6f8e083f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:52.749522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Network': ['ID=c80f7080-31b1-4afe-8bbb-a9169f2360e3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:52.754198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port e4940d04-d25f-4a44-ab07-01bd8a353f31 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:52.754590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.779808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a7b014c7-2494-4005-b0bd-e6b870784de4 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7189655 Sep 24 19:20:52.785115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:52.793632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'admin_state_up': True, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:52.805642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:52.840141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.845890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.860400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for e4940d04-d25f-4a44-ab07-01bd8a353f31 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:52.889259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:52.900719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] No DVR routers for this DVR port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:52.937188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.938811 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:52.980882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.017629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.021904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/e4940d04-d25f-4a44-ab07-01bd8a353f31 HTTP/1.1" status: 204 len: 168 time: 0.4817479 Sep 24 19:20:53.021904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Allocated IP 172.25.5.231 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0b5b2b98-31e8-4db0-b222-68a0ac8600e1) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:53.027273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57668) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:53.044649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b91a36d9-acad-434b-9779-294cc203029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.057310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.062526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Deleting port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:20:53.063536 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.070896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084e50d-cba4-4997-8b97-e93d8c2664af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=e4940d04-d25f-4a44-ab07-01bd8a353f31,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:53.122163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:46Z', 'revision_number': 4, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '959b3d22-3a51-4253-9020-c58ce7d68fd0', 'name': '', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'mac_address': 'fa:16:3e:81:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:45Z', 'updated_at': '2021-09-24T19:20:50Z', 'revision_number': 4, 'project_id': '03136035b9c7475db1420b5a80eababe', 'subnets': [{'id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:53.155603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.160809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928067a3-a5f0-4245-a4d6-f2d9c784e8d4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:53.164151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e23996-70d6-4a52-adaf-3720f65c0e40 None None] The sync data for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 is: [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:20:46Z', 'revision_number': 4, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '959b3d22-3a51-4253-9020-c58ce7d68fd0', 'name': '', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'mac_address': 'fa:16:3e:81:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:45Z', 'updated_at': '2021-09-24T19:20:50Z', 'revision_number': 4, 'project_id': '03136035b9c7475db1420b5a80eababe', 'subnets': [{'id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:53.178035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5feb7da-15a6-4ef4-b6f0-09e863f58ee9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:53.185206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a5feb7da-15a6-4ef4-b6f0-09e863f58ee9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1565559 Sep 24 19:20:53.244792 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.249337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] For port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:53.249994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.267144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57672) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:53.287591 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.293174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a338c09-c68e-4a50-861e-4d647364b67a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:53.293471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a338c09-c68e-4a50-861e-4d647364b67a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:53.313825 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e46ba1-1a52-4096-88b9-95b763c9e834 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:20:53.318738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28e46ba1-1a52-4096-88b9-95b763c9e834 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/dd78366f-2c75-430a-a72b-f2091185b534 HTTP/1.1" status: 404 len: 333 time: 0.0502536 Sep 24 19:20:53.321319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57676) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:53.358973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Calling delete_port for d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:20:53.370368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.414589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:20:53.452582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.454464 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.471774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.496319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:53.496737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:53.498454 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:53.525366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:53.572848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:53.576733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.578058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Pushing event updated for resources: {'Port': ['ID=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:53.582636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:53.615554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] No DVR routers for this DVR port d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:20:53.679858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.702749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.716354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] 10.222.0.18 "DELETE /v2.0/networks/928067a3-a5f0-4245-a4d6-f2d9c784e8d4 HTTP/1.1" status: 204 len: 168 time: 2.1780956 Sep 24 19:20:53.724821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3dd8a-7729-4803-b523-5994abd4453e None None] Pushing event deleted for resources: {'Port': ['ID=d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:53.750335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98658d-7de9-4888-a18e-83cd5439247a admin admin] Pushing event deleted for resources: {'Network': ['ID=928067a3-a5f0-4245-a4d6-f2d9c784e8d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:53.811346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Attempting to bind port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:53.812203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Attempting to bind port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:53.813441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Attempting to bind port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f on network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:53.827927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:53.828287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Checking segment: {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:53.829888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.830352 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Bound using segment: {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:53.833035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Bound port: 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:53.833447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:53.848050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:54.000487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 959b3d22-3a51-4253-9020-c58ce7d68fd0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:54.008638 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4143640e-e1bc-4263-9b74-d856fc2962d3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:20:54.014269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4143640e-e1bc-4263-9b74-d856fc2962d3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/e4940d04-d25f-4a44-ab07-01bd8a353f31 HTTP/1.1" status: 404 len: 333 time: 0.6918178 Sep 24 19:20:54.015030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57692) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:54.046054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] For port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:54.069249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] For port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:54.079526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.148781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 959b3d22-3a51-4253-9020-c58ce7d68fd0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:54.149164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.191430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:54.197529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'networks': [{'name': 'tempest-network--1503866658'}, {'name': 'tempest-network--1595503210'}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:54.197850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-network--1503866658'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:54.198642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-network--1595503210'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:54.218471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.225268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.234091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc3cc-1559-4a4c-9f5b-656152737d13 None None] Pushing event updated for resources: {'Port': ['ID=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:54.248072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.275204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.287910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.386924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.411263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f26a40-c135-4af9-a452-7e509ccf598e']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:54.422000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130ab2d4-eb75-4613-84bd-b3ec1d8ca50e') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:54.422362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130ab2d4-eb75-4613-84bd-b3ec1d8ca50e') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:54.430954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:20:54.470516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'network': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:54.475116 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.484107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:20:54.484335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d0e9bdef-b5d8-459a-8ed7-91fcaf63fc2d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:20:54.486648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.504664 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0ae3330c-8681-44c6-aae4-b0b6c3f951bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c253a8f30e5247b3bf4b28ef5116604c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022969 Sep 24 19:20:54.505930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.507974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:54.550790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.553483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.623139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:54.623543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:54.627718 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:54.631165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:54.647488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:54.658830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.25.5.2 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/fbb88fb9-5ce6-4bb3-a239-6881ca99e069) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:54.668806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:54.756077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:54.782616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.793553 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.795466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/99f26a40-c135-4af9-a452-7e509ccf598e HTTP/1.1" status: 204 len: 168 time: 0.7776992 Sep 24 19:20:54.808040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57702) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:54.829085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.858076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.921958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-81363352'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:54.949216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.950090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab93cb-bc2b-4e47-a722-05289c422fcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=99f26a40-c135-4af9-a452-7e509ccf598e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:54.969717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.972735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:54.975282 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd5656f-e6e3-49a7-a79c-cde5cb884b15 HTTP/1.1" status: 204 len: 168 time: 0.4650712 Sep 24 19:20:54.997081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e91cf-c382-4b66-9d12-eeebe1970e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5656f-e6e3-49a7-a79c-cde5cb884b15,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:55.073175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.086551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.087025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.105355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.153168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.171393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:55.221235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b716370b-11cb-4e29-a795-42af734c9f10,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:55.225066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:55.230458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:55.235115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:55.237020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:55.318318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.319790 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment efa872fb-442c-4caa-9fe6-4ef618660b12 of type vlan for network 05cd6d0b-e026-47eb-b3d4-b4eba77326bf Sep 24 19:20:55.337053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:55.340024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.379013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:55.383254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.427301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:55.437474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.438067 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 3e84b255-812c-4e7a-abf3-9bf0ad7246ad of type vlan for network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b Sep 24 19:20:55.440623 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.440984 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment 57cd3143-9e11-49fd-97a9-f5db5658171e of type vlan for network 57ea1bf5-eed8-4495-832b-1bbd4155d5f1 Sep 24 19:20:55.527087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.528316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.558132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.578270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.579458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.585868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:55.591246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:55.591973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.617199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d2eed-be29-41c3-8c69-2343122168ae None None] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:55.630232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.636700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:55.637366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.698140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7809377 Sep 24 19:20:55.699845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57720) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:55.726192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:55.762625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] Provisioning complete for port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:55.763933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:55.868804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0015399 Sep 24 19:20:55.876406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:55.961010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.061851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073993f-a35b-4c62-a00d-881c9aad4b75 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:56.087774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:56.089923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:56.155525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:56.160622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.166263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Router 7ee0701f-89ff-4405-9057-6408c5baecd1 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:20:56.277020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dda2d-7adb-449a-a0a1-5de91c7f367f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:56.288188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dda2d-7adb-449a-a0a1-5de91c7f367f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:56.303656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dda2d-7adb-449a-a0a1-5de91c7f367f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:56.320398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dda2d-7adb-449a-a0a1-5de91c7f367f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:56.324461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-165dda2d-7adb-449a-a0a1-5de91c7f367f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4419737 Sep 24 19:20:56.327908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:56.350331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=05cd6d0b-e026-47eb-b3d4-b4eba77326bf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:56.435404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 05cd6d0b-e026-47eb-b3d4-b4eba77326bf details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:56.519110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:56.529893 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Sync routers for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:56.546163 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:56.547060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:56.555341 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.646137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.653208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af3c4b07-ce7e-4b8f-b8d7-daa2e75683c4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5733857 Sep 24 19:20:56.654096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57740) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:56.726730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433f7f-5f87-4521-b28f-afd950687973 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=57ea1bf5-eed8-4495-832b-1bbd4155d5f1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:56.738502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] For port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:20:56.739844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:56.740276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.757036 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.845389 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:56.867140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:56.946787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.161318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.170831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '3e84b255-812c-4e7a-abf3-9bf0ad7246ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:57.171425 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:54Z', 'revision_number': 3, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:57.171594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:20:57.199329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.201507 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Checking router: 7ee0701f-89ff-4405-9057-6408c5baecd1 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:20:57.201857 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Updating router 7ee0701f-89ff-4405-9057-6408c5baecd1 port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:20:57.204301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 57ea1bf5-eed8-4495-832b-1bbd4155d5f1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:20:57.210123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=72e05502-f06f-45f2-aa93-b8c0d681eb12,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:57.228738 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.254043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd6d0b-e026-47eb-b3d4-b4eba77326bf']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:57.277648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:20:57.336932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:57.353800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:57.354457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.366995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa872fb-442c-4caa-9fe6-4ef618660b12') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:57.367520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa872fb-442c-4caa-9fe6-4ef618660b12') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:57.374836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685084bd-aca9-461b-8e42-2e6379826bdd None None] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:20:57.403777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.451523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.503059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3f7e01f1-e007-4dd2-a34d-34918894aca7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7791607 Sep 24 19:20:57.504011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:57.513444 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b', 'name': 'tempest-PortsIpV6TestJSON-2066337291'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:57.538373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b23ca111-7f9a-474c-83a7-c125e2a7815b None None] Provisioning complete for port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:57.538760 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b23ca111-7f9a-474c-83a7-c125e2a7815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.586219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca6480-8326-40ee-9ef3-b5eb4380d4fa None None] Pushing event updated for resources: {'Port': ['ID=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:57.616851 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.635636 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.672327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:57.675188 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.689898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b', 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': '72e05502-f06f-45f2-aa93-b8c0d681eb12'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:57.690568 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:57.692780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.715650 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2d2e0-a549-427b-9f09-751719abd4d7 None None] Pushing event updated for resources: {'Port': ['ID=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:57.741623 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Attempting to bind port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:57.742327 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Attempting to bind port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:57.742472 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Attempting to bind port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:57.748334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:57.748701 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:57.749110 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.749501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:57.749967 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Bound port: 0b5b2b98-31e8-4db0-b222-68a0ac8600e1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:57.750402 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.846484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.849036 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] For port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:57.864843 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] For port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:57.873507 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:57.925820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:20:57.950550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:57.951225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:57.989844 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2d2e0-a549-427b-9f09-751719abd4d7 None None] Pushing event updated for resources: {'Port': ['ID=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:58.057692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:58.062017 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.071499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:20:58.330659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.334047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:58.337643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.346832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.348727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/05cd6d0b-e026-47eb-b3d4-b4eba77326bf HTTP/1.1" status: 204 len: 168 time: 2.0166960 Sep 24 19:20:58.352905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:58.358653 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:54Z', 'revision_number': 3, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:58.396210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.401298 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412264-5e7b-4044-8aac-2270498f84bc None None] The sync data for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 is: [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:54Z', 'revision_number': 3, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:20:58.430431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c693c-3b19-43b7-862f-fa75698fcfa1 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=05cd6d0b-e026-47eb-b3d4-b4eba77326bf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:58.488441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port de0f78db-f318-4a4e-bb70-f6546c820c2d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:20:58.593017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Allocated IP 2001:db8::2 (1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b/72e05502-f06f-45f2-aa93-b8c0d681eb12/0a91d65d-f9ab-4fb1-a577-53f0c46dfa97) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:58.612938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Allocated IP 172.20.0.1 (55bd4e26-501d-4db3-a1c8-c6adeef4fe6f/e9c14382-e268-4a25-ba0f-f23e75d2ef57/2ff06bf4-3eea-4696-ad75-dee85fb7331f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:58.656016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.753480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.799796 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.872329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.888167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:58.888285 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.907125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:58.909306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:58.924518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:58.950443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:58.965182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router 60de6b95-6d89-4075-ae80-2b18edccf318 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:20:58.986332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.032257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:20:59.037436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ea1bf5-eed8-4495-832b-1bbd4155d5f1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:59.056896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cd3143-9e11-49fd-97a9-f5db5658171e') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:59.057408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cd3143-9e11-49fd-97a9-f5db5658171e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:59.067551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:20:59.071567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:20:59.080113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.113717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.124733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:20:59.126640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Pushing event updated for resources: {'Port': ['ID=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:59.126810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:20:59.175683 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:20:59.234177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.256685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.271673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Attempting to bind port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:20:59.272196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Attempting to bind port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '3e84b255-812c-4e7a-abf3-9bf0ad7246ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:20:59.272677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Attempting to bind port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 on network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:20:59.286477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:20:59.287081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Checking segment: {'id': '3e84b255-812c-4e7a-abf3-9bf0ad7246ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:20:59.287604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.288141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Bound using segment: {'id': '3e84b255-812c-4e7a-abf3-9bf0ad7246ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:20:59.289067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Bound port: 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84b255-812c-4e7a-abf3-9bf0ad7246ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:20:59.289530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.339147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.341295 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/57ea1bf5-eed8-4495-832b-1bbd4155d5f1 HTTP/1.1" status: 204 len: 168 time: 0.9801252 Sep 24 19:20:59.354899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:59.398976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] For port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:20:59.409539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] For port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,segment=NetworkSegment(3e84b255-812c-4e7a-abf3-9bf0ad7246ad),segment_id=3e84b255-812c-4e7a-abf3-9bf0ad7246ad)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:20:59.411498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4001282f-d49f-46d5-8f19-1c04a61feed0 None None] Provisioning complete for port 2ff06bf4-3eea-4696-ad75-dee85fb7331f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:20:59.411881 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4001282f-d49f-46d5-8f19-1c04a61feed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.428318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5132ff5-03ac-4203-9462-b9c4f2c85068 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=57ea1bf5-eed8-4495-832b-1bbd4155d5f1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:59.445105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.577506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4001282f-d49f-46d5-8f19-1c04a61feed0 None None] Port 2ff06bf4-3eea-4696-ad75-dee85fb7331f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:20:59.628784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e431c-39b3-428a-97be-aded6a1eb859 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:59.629892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.630721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4d296-cd66-4ca7-b9f6-c71f12a3d7c2 None None] Pushing event updated for resources: {'Port': ['ID=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:59.643310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.649761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e431c-39b3-428a-97be-aded6a1eb859 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:20:59.652497 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a07e431c-39b3-428a-97be-aded6a1eb859 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2963092 Sep 24 19:20:59.669958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:20:59.677846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1468565121'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:20:59.685684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::2c6 (1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b/72e05502-f06f-45f2-aa93-b8c0d681eb12/de0f78db-f318-4a4e-bb70-f6546c820c2d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:20:59.738615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:20:59.780028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.795714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:20:59.800333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.802742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:20:59.816803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Sync routers for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:20:59.865688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:20:59.867701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:20:59.966242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:20:59.988068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:20:59.991123 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48b77c86-815f-4038-b4e3-262794309d23 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.2050023 Sep 24 19:20:59.995308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.067261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:00.069324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:00.082700 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.082700 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment 12451655-b7af-4a6d-ad3c-4b3215c61995 of type vlan for network 988161f3-09e8-45bc-b4a2-0dcb7054e4f3 Sep 24 19:21:00.201241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:00.319320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.345263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Router 7ee0701f-89ff-4405-9057-6408c5baecd1 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:00.367455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.379483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3346ee-3d0b-46cf-a100-95b39b7606f9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:00.381035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f3346ee-3d0b-46cf-a100-95b39b7606f9 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=891fb1de3b6d42e9968dc5b19abfaad8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3795962 Sep 24 19:21:00.403312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.473805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:00.502323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:21:00.584772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deac7d83-4c7b-44e1-b5f1-4ecfef317014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.604040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08d2ba95-b5da-490e-9f98-bfb497948d9c None None] Provisioning complete for port 2ff06bf4-3eea-4696-ad75-dee85fb7331f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:00.604404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08d2ba95-b5da-490e-9f98-bfb497948d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.718251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:00.719101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.727452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-08d2ba95-b5da-490e-9f98-bfb497948d9c None None] Port 2ff06bf4-3eea-4696-ad75-dee85fb7331f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:00.761645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:56Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:00.765088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ed8f0-642a-4af6-8575-214e1b55eb52 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:00.769306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-737ed8f0-642a-4af6-8575-214e1b55eb52 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3648286 Sep 24 19:21:00.774715 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.792008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.802164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.818212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:00.819521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.824036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Checking router: 60de6b95-6d89-4075-ae80-2b18edccf318 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:21:00.824529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Updating router 60de6b95-6d89-4075-ae80-2b18edccf318 port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:21:00.858657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:00.867487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.898620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f7ffa665-a7ee-4a3c-adec-57e9ea75fa90 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205590 Sep 24 19:21:00.923236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.970025 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-51ce660d-6846-4f80-87d2-1cd6e1a6c210 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=891fb1de3b6d42e9968dc5b19abfaad8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446553 Sep 24 19:21:00.993193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3213940 Sep 24 19:21:00.997030 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:00.997638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:01.022401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-934901371'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:01.039606 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.050247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:01.069740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b7253275-5b85-451d-815d-1d0208eb57a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ee0701f-89ff-4405-9057-6408c5baecd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4029295 Sep 24 19:21:01.108386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331cc55-786c-48c3-812e-2edd1628b087 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=988161f3-09e8-45bc-b4a2-0dcb7054e4f3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.108612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:01.135059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 988161f3-09e8-45bc-b4a2-0dcb7054e4f3 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:01.172515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.199134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.270507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deac7d83-4c7b-44e1-b5f1-4ecfef317014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.288783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deac7d83-4c7b-44e1-b5f1-4ecfef317014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.322968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=de0f78db-f318-4a4e-bb70-f6546c820c2d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.328170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:01.341193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:01.348963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:01.352393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.358202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:01.364768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:01.365432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.367997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e46cd6c2-00a5-4b93-aaf9-6d70f1ba78b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.375853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-deac7d83-4c7b-44e1-b5f1-4ecfef317014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de25f12bcdb8405095bca1157ee4549d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0524676 Sep 24 19:21:01.379763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7d83-4c7b-44e1-b5f1-4ecfef317014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8404d9-82d3-4fde-be56-279b34c052c8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.386587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.400929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57840) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:01.426101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244efe4-6b67-4687-bf9d-20edc016db15 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:01.427625 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8244efe4-6b67-4687-bf9d-20edc016db15 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4268842 Sep 24 19:21:01.433458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:01.498172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.510465 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Sync routers for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:01.513180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-79c0e236-da11-4499-be28-0c6ae1cf9f2a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0053976 Sep 24 19:21:01.518443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a34c71c-77f5-4b6e-8294-aad19c8a6ba5 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796654 Sep 24 19:21:01.521192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:01.521192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:01.525072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:01.536387 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:01.537367 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:01.573188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265512449', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:01.581562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.587002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.587354 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment bccb3af9-5d1e-4946-bc6b-dc3db4194a54 of type vlan for network 0ec5213f-2ad7-4282-8515-8d5eae69c144 Sep 24 19:21:01.718264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.721897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.723360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db8404d9-82d3-4fde-be56-279b34c052c8 HTTP/1.1" status: 204 len: 168 time: 0.3137410 Sep 24 19:21:01.744888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b450-c832-46fb-b53e-3627db959a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8404d9-82d3-4fde-be56-279b34c052c8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.748471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.785048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.838219 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:01.848674 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.879301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Attempting to bind port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:01.879785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Attempting to bind port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:01.880248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Attempting to bind port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:01.886933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ec5b-a34d-4a70-ac29-3260e35bcb4d None None] Pushing event updated for resources: {'Port': ['ID=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:01.889633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:01.890382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:01.890700 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.891308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:01.892165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Bound port: fbb88fb9-5ce6-4bb3-a239-6881ca99e069, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:01.892444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:01.926273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bca852-e316-40b6-a8d3-609b464f79d9 None None] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:01.928966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port de0f78db-f318-4a4e-bb70-f6546c820c2d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:01.929315 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.015643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.021547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:02.022196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.094947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.101127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e46cd6c2-00a5-4b93-aaf9-6d70f1ba78b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.121651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] For port fbb88fb9-5ce6-4bb3-a239-6881ca99e069, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:02.123622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for de0f78db-f318-4a4e-bb70-f6546c820c2d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:02.125465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e46cd6c2-00a5-4b93-aaf9-6d70f1ba78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.131536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] For port fbb88fb9-5ce6-4bb3-a239-6881ca99e069, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:02.141524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] Provisioning complete for port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:02.142725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.157915 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1524274 Sep 24 19:21:02.158154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:02.163204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'ports': [{'network_id': '988161f3-09e8-45bc-b4a2-0dcb7054e4f3', 'name': 'tempest-port--1525365117', 'admin_state_up': True}, {'network_id': '0ec5213f-2ad7-4282-8515-8d5eae69c144', 'admin_state_up': False}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:02.163519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'port': {'network_id': '988161f3-09e8-45bc-b4a2-0dcb7054e4f3', 'name': 'tempest-port--1525365117', 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:02.164010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'port': {'network_id': '0ec5213f-2ad7-4282-8515-8d5eae69c144', 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:02.290912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0c886-bd8a-4d00-b4da-87975803a9a8 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=0ec5213f-2ad7-4282-8515-8d5eae69c144,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:02.357425 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:59Z', 'revision_number': 4, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2ff06bf4-3eea-4696-ad75-dee85fb7331f', 'name': '', 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'mac_address': 'fa:16:3e:a6:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:57Z', 'updated_at': '2021-09-24T19:20:59Z', 'revision_number': 2, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'subnets': [{'id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:02.386266 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e46cd6c2-00a5-4b93-aaf9-6d70f1ba78b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9399664c0b194090a2c14e6d32b20b29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5095372 Sep 24 19:21:02.396406 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Checking router: 7ee0701f-89ff-4405-9057-6408c5baecd1 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:21:02.396760 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Updating router 7ee0701f-89ff-4405-9057-6408c5baecd1 port 2ff06bf4-3eea-4696-ad75-dee85fb7331f binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:21:02.398607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:02.406062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:02.432641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cd6c2-00a5-4b93-aaf9-6d70f1ba78b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a805192-eb6f-415f-a0c4-d66da902e40c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:02.433103 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.455566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:02.459233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.494038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'port': 2} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:02.496588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:02.498296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 0ec5213f-2ad7-4282-8515-8d5eae69c144 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:02.500231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.500406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.527326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.647103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] device_id is not set on port 61b362ca-3064-4dd4-ad84-266e264571b2 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:02.781959 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.790226 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.794102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.796382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:02.797309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:02.888272 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19a5f-d978-42a6-a2a2-4ec7f1f3db81 None None] Pushing event updated for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:02.892373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] device_id is not set on port 8b3736eb-7b11-44ff-ae0d-9889b773ba7f yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:02.921750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ec5b-a34d-4a70-ac29-3260e35bcb4d None None] Pushing event updated for resources: {'Port': ['ID=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:02.980457 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Attempting to bind port 2ff06bf4-3eea-4696-ad75-dee85fb7331f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:02.981182 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Attempting to bind port 2ff06bf4-3eea-4696-ad75-dee85fb7331f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:02.981810 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Attempting to bind port 2ff06bf4-3eea-4696-ad75-dee85fb7331f on network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:02.991068 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:02.991895 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Checking segment: {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:02.992112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.992781 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:02.993388 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Bound using segment: {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:02.994091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Bound port: 2ff06bf4-3eea-4696-ad75-dee85fb7331f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:02.994798 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.025031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:03.051150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8562a64-2cd8-4510-ae97-f871832eb5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.053289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.059344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.094613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:03.094824 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.097039 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] For port 2ff06bf4-3eea-4696-ad75-dee85fb7331f, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:03.103908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] For port 2ff06bf4-3eea-4696-ad75-dee85fb7331f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ff06bf4-3eea-4696-ad75-dee85fb7331f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:03.124095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] For port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,segment=NetworkSegment(3e84b255-812c-4e7a-abf3-9bf0ad7246ad),segment_id=3e84b255-812c-4e7a-abf3-9bf0ad7246ad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:03.131761 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.169696 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.217622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.231866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-70305f68-480a-448e-a621-e05bb134d83f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:03.233372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-70305f68-480a-448e-a621-e05bb134d83f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.7693908 Sep 24 19:21:03.271537 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19a5f-d978-42a6-a2a2-4ec7f1f3db81 None None] Pushing event updated for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.282841 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:03.283865 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:03.362773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-2933f249-b73a-42d0-965d-25335fdd32ce tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/quotas/5f14a0060ab04fabaed6da9dfd436444 HTTP/1.1" status: 200 len: 375 time: 0.0807714 Sep 24 19:21:03.380315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.411460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Port': ['ID=61b362ca-3064-4dd4-ad84-266e264571b2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.510759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:03.521584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8562a64-2cd8-4510-ae97-f871832eb5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.549584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Checking segment: {'id': '12451655-b7af-4a6d-ad3c-4b3215c61995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '988161f3-09e8-45bc-b4a2-0dcb7054e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:03.549944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network hostable DHCP agents. Network: 988161f3-09e8-45bc-b4a2-0dcb7054e4f3, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:03.553780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bb4ef-5db6-4ea1-af0f-f6f3765f658f None None] Pushing event updated for resources: {'Port': ['ID=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.562423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] Provisioning complete for port 2ff06bf4-3eea-4696-ad75-dee85fb7331f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:03.562801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.581813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.604192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network 988161f3-09e8-45bc-b4a2-0dcb7054e4f3 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:03.618730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-20231d79-ecfd-4eff-a31d-c3724c3697d5 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2098947 Sep 24 19:21:03.636121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 988161f3-09e8-45bc-b4a2-0dcb7054e4f3) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:03.641493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:03.644674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.660576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.669165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.701566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8562a64-2cd8-4510-ae97-f871832eb5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.703198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Port': ['ID=8b3736eb-7b11-44ff-ae0d-9889b773ba7f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.710560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717e48d-0f89-4456-a118-cfe1d81b6a8a None None] Network 988161f3-09e8-45bc-b4a2-0dcb7054e4f3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:03.760523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Checking segment: {'id': 'bccb3af9-5d1e-4946-bc6b-dc3db4194a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ec5213f-2ad7-4282-8515-8d5eae69c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:03.761481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network hostable DHCP agents. Network: 0ec5213f-2ad7-4282-8515-8d5eae69c144, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:03.825816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network 0ec5213f-2ad7-4282-8515-8d5eae69c144 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:03.849114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 0ec5213f-2ad7-4282-8515-8d5eae69c144) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:03.857866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:03.865186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:03.871504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:03.872227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:03.872394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8562a64-2cd8-4510-ae97-f871832eb5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac513c-ea46-48e4-a371-3031b73a6b95,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.896881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71558e2d-984d-4e9d-a306-bab78f05fd34 None None] Network 0ec5213f-2ad7-4282-8515-8d5eae69c144 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:03.912502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=de0f78db-f318-4a4e-bb70-f6546c820c2d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.923233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Subnet': ['ID=9d13d40b-b15a-4cef-8dd0-d2b580ab496d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:03.937101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a7c1b4df-d78b-4473-8f4c-b2d049bb2af3 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7778633 Sep 24 19:21:03.939391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:03.948747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Checking segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:03.949419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network hostable DHCP agents. Network: c80f7080-31b1-4afe-8bbb-a9169f2360e3, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:03.977371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:03.987546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-3a62e7d7-98f5-48e3-baf4-7b0fb0d51169 service neutron] 10.222.0.18 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674407 Sep 24 19:21:03.999914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:59Z', 'revision_number': 4, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2ff06bf4-3eea-4696-ad75-dee85fb7331f', 'name': '', 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'mac_address': 'fa:16:3e:a6:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:57Z', 'updated_at': '2021-09-24T19:21:03Z', 'revision_number': 4, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'subnets': [{'id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:04.040100 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2825e-2779-4cbe-863e-97acba08d96b None None] The sync data for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 is: [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:20:59Z', 'revision_number': 4, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2ff06bf4-3eea-4696-ad75-dee85fb7331f', 'name': '', 'network_id': '55bd4e26-501d-4db3-a1c8-c6adeef4fe6f', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'mac_address': 'fa:16:3e:a6:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:57Z', 'updated_at': '2021-09-24T19:21:03Z', 'revision_number': 4, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'subnets': [{'id': 'e9c14382-e268-4a25-ba0f-f23e75d2ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:04.068106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:56Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:04.070503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.098079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.107736 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ee875077-7ea9-4f74-8660-a294cf69e7bf tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/de0f78db-f318-4a4e-bb70-f6546c820c2d HTTP/1.1" status: 204 len: 168 time: 2.5812275 Sep 24 19:21:04.119175 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8562a64-2cd8-4510-ae97-f871832eb5be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0f8afc1b8f34867b61e7a0fce3f9da6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6910567 Sep 24 19:21:04.132105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.132472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.198098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-45fdec43-cfd2-4c5f-a2cc-bc45d02ab178 service neutron] 10.222.0.18 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022927 Sep 24 19:21:04.233900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:04.245136 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f915ac5b-6872-4a42-ab93-1a4089200d63 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:21:04.246109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f915ac5b-6872-4a42-ab93-1a4089200d63 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:21:04.247662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f915ac5b-6872-4a42-ab93-1a4089200d63 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/de0f78db-f318-4a4e-bb70-f6546c820c2d HTTP/1.1" status: 404 len: 333 time: 0.1063135 Sep 24 19:21:04.250793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57894) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.252849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72609d9d-2078-4ea8-a77d-d5955608e640 None None] The sync data for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 is: [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:20:56Z', 'revision_number': 3, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:04.272508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] For port 2ff06bf4-3eea-4696-ad75-dee85fb7331f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ff06bf4-3eea-4696-ad75-dee85fb7331f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:04.276495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c80f7080-31b1-4afe-8bbb-a9169f2360e3) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:04.293435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:04.293435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.308653 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef06057a-acf7-4be1-bf65-ff015aecd86c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:04.316545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ef06057a-acf7-4be1-bf65-ff015aecd86c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/de0f78db-f318-4a4e-bb70-f6546c820c2d HTTP/1.1" status: 404 len: 333 time: 0.0643678 Sep 24 19:21:04.317617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.338499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe80902-04d0-456f-b067-147a93deff98 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:04.339752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4bcbf4-3d72-4b6b-accf-4a3e512ad295 None None] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:04.345316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe80902-04d0-456f-b067-147a93deff98 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:04.347016 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7fe80902-04d0-456f-b067-147a93deff98 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3949745 Sep 24 19:21:04.349891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57898) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.442886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.451648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ddb08b6f-e5ae-4319-be8e-4d28823aad90 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9090660 Sep 24 19:21:04.453065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.455484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57900) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:04.456684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.458458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a805192-eb6f-415f-a0c4-d66da902e40c HTTP/1.1" status: 204 len: 168 time: 2.0588176 Sep 24 19:21:04.576766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.603026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.611644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27864a97-1e0d-4a86-9edd-eeefe80cda13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a805192-eb6f-415f-a0c4-d66da902e40c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:04.657177 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:21:04.747509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 72e05502-f06f-45f2-aa93-b8c0d681eb12 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:04.758414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f65ef-1a45-4113-8eb6-1c0372cb9fb3 None None] Pushing event updated for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:04.767554 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.834028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Deleting port 61b362ca-3064-4dd4-ad84-266e264571b2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:04.834394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.847904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-427a2223-b63a-41d7-a976-7c81fc33830b None None] Could not find standard attr ID for object de0f78db-f318-4a4e-bb70-f6546c820c2d. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:21:04.943542 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.952142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:04.955086 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95ac513c-ea46-48e4-a371-3031b73a6b95 HTTP/1.1" status: 204 len: 168 time: 0.8108282 Sep 24 19:21:04.973126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.034881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:05.036980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.048113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c32a9-3f55-492b-9098-0b4b62268334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac513c-ea46-48e4-a371-3031b73a6b95,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:05.119741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'fixed_ips': [{'subnet_id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:05.127948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.171734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf2a581e-0b92-404a-9cc8-03b31bee4de5 req-9acecb8e-c150-4f7b-a794-07e984c966a0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 210 time: 0.5861475 Sep 24 19:21:05.245060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.264093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-427a2223-b63a-41d7-a976-7c81fc33830b None None] Provisioning complete for port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:05.264572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-427a2223-b63a-41d7-a976-7c81fc33830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.327700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.395595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Calling delete_port for 61b362ca-3064-4dd4-ad84-266e264571b2 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:05.463286 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.518088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:05.526007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=72e05502-f06f-45f2-aa93-b8c0d681eb12,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:05.529577 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.536050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-339ef884-58e7-4c5e-a9af-16350ff2f4fc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/72e05502-f06f-45f2-aa93-b8c0d681eb12 HTTP/1.1" status: 204 len: 168 time: 1.1878424 Sep 24 19:21:05.537247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:05.548475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718acbd-47b4-4c99-9343-251c2f98a078 None None] Network 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:05.597924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eded0f5-a4e1-4787-b63b-350991b06e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.690627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.789327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:05.791078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:05.957493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,segment=NetworkSegment(3e84b255-812c-4e7a-abf3-9bf0ad7246ad),segment_id=3e84b255-812c-4e7a-abf3-9bf0ad7246ad)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:05.957874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.000321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:06.108033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Allocated IP 172.20.0.18 (c80f7080-31b1-4afe-8bbb-a9169f2360e3/9d13d40b-b15a-4cef-8dd0-d2b580ab496d/dfe735a5-2d0e-48b5-a344-e7ebdc0441a9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:06.213317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.249137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:06.340641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=0a91d65d-f9ab-4fb1-a577-53f0c46dfa97,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:06.357443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.362952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-427a2223-b63a-41d7-a976-7c81fc33830b None None] Provisioning complete for port 2ff06bf4-3eea-4696-ad75-dee85fb7331f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:06.363460 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-427a2223-b63a-41d7-a976-7c81fc33830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.399123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec321354-91d4-43be-b1cb-bce9e6b911fa req-58a89e9b-657d-4b42-9462-c8c17dad4151 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 210 time: 0.0450854 Sep 24 19:21:06.444638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Port': ['ID=61b362ca-3064-4dd4-ad84-266e264571b2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:06.457383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.459355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-98a6707e-c5e1-469c-8535-4128aa2ba03f tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/ports/61b362ca-3064-4dd4-ad84-266e264571b2 HTTP/1.1" status: 204 len: 168 time: 2.1083803 Sep 24 19:21:06.462810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.463912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57944) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:06.535229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.569402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:06.584243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e84b255-812c-4e7a-abf3-9bf0ad7246ad') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:06.584867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e84b255-812c-4e7a-abf3-9bf0ad7246ad') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:06.585626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eded0f5-a4e1-4787-b63b-350991b06e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.586086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ff06bf4-3eea-4696-ad75-dee85fb7331f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:06.604445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eded0f5-a4e1-4787-b63b-350991b06e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.611308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.624973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0d418-cddb-4545-b14c-5f25acb693f2 None None] DHCP port deletion for 1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:06.717028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eded0f5-a4e1-4787-b63b-350991b06e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a004f092-177a-491c-b3a5-475a1bb7411d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:06.752690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8eded0f5-a4e1-4787-b63b-350991b06e1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc47d9c8e2204ea8818d404a63c463ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2274618 Sep 24 19:21:06.756447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:06.769364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.805218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.814425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2ff06bf4-3eea-4696-ad75-dee85fb7331f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:06.814801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.824353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:06.824825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:06.833196 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:06.851103 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.903542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:06.910200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:06.915237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:06.932267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Pushing event updated for resources: {'Port': ['ID=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:06.935325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:06.992823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.005918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.020046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.025975 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b HTTP/1.1" status: 204 len: 168 time: 1.4831445 Sep 24 19:21:07.037004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:07.042052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-764126869'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:07.073348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Attempting to bind port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:07.074495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Attempting to bind port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:07.074495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Attempting to bind port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 on network c80f7080-31b1-4afe-8bbb-a9169f2360e3 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:07.082292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b53f1-1d92-45f1-9d05-220a373fde4f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=1a2f571b-7d7b-4a8d-a982-ac8cb6bed54b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.090001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-777a59b5-9c08-43d7-9887-0b4ea3209920 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:07.091412 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-777a59b5-9c08-43d7-9887-0b4ea3209920 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.15 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.4613914 Sep 24 19:21:07.098354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:07.099078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Checking segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:07.099501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.099907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Bound using segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:07.100596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Bound port: dfe735a5-2d0e-48b5-a344-e7ebdc0441a9, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:07.101225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.107766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.20.0.17 (c80f7080-31b1-4afe-8bbb-a9169f2360e3/9d13d40b-b15a-4cef-8dd0-d2b580ab496d/1e04cdc5-088b-43cf-9390-aef6dedf6a45) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:07.108572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Request body: {'port': {'device_id': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'admin_state_up': True, 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:07.115779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device fbb88fb9-5ce6-4bb3-a239-6881ca99e069 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:07.144177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:07.150086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.163748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Deleting port 8b3736eb-7b11-44ff-ae0d-9889b773ba7f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:07.163748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.218784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] For port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:07.220583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Made reservation on behalf of 5f14a0060ab04fabaed6da9dfd436444 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:07.222912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.230526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] For port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:07.233129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:07.233683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.269746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.302976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.324522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.334561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.340657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a004f092-177a-491c-b3a5-475a1bb7411d HTTP/1.1" status: 204 len: 168 time: 0.5829093 Sep 24 19:21:07.381071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:07.386055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Calling delete_port for 8b3736eb-7b11-44ff-ae0d-9889b773ba7f owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:07.426416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.426773 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 80280953-0470-400d-b88e-ed56bff5dcec of type vlan for network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 Sep 24 19:21:07.429291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a272-215a-455a-8ff1-886967cb5a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a004f092-177a-491c-b3a5-475a1bb7411d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.444659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.498458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.534481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port fbb88fb9-5ce6-4bb3-a239-6881ca99e069, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:07.536145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807ea9-9cc9-4677-bf8a-a4029e8b4012 None None] Pushing event updated for resources: {'Port': ['ID=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.570704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c306edd-b89c-4d01-ab25-0f3b8f252702 req-bb907271-3a0a-47d7-8bab-f1194f96c5d7 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 210 time: 0.0624425 Sep 24 19:21:07.572425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.577918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.580047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:07.608001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:07.608349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 19:21:07.678211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.697008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Port 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 not found, will not notify nova. {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 19:21:07.730400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.742732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:07.749650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:07.756194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.756761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Allocated IP 172.20.0.5 (2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f/e920d8f6-bb15-4d30-8bf0-4929708752d6/e6632884-a104-44b3-af9e-81ea52f57bab) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:07.764036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:07.795474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.797203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.803474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:07.804104 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.855206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Port': ['ID=8b3736eb-7b11-44ff-ae0d-9889b773ba7f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:07.858021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.895199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.897997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.898167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.898335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.898879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:07.934567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:07.936583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc65b927-2b10-4af5-80a7-d5fe35b73545 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/ports/8b3736eb-7b11-44ff-ae0d-9889b773ba7f HTTP/1.1" status: 204 len: 168 time: 1.4715025 Sep 24 19:21:07.943377 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9010527 Sep 24 19:21:07.947740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57980) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:07.948078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 57982) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:07.967843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:07.995794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566acf0-a0f0-4ee8-96f6-a9e3a4ef7dc6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=001cc4ce-935d-4533-a8ed-9cd77f7d6cd1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:08.010084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:08.028697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25966a9a-6a3e-4eef-81f2-5511fb1d8506 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0794749 Sep 24 19:21:08.035096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:08.042341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-725797319'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:08.121412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:08.128083 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.174075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:08.193770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.199279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.199627 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment 0805c0fb-273a-4d6b-ad98-05417d60290a of type vlan for network 9d672acf-4dd1-4885-9860-e8f0738b609f Sep 24 19:21:08.214866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.252662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:08.259362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.263351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.291584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.298461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:08.299086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.323859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.383013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3419163 Sep 24 19:21:08.383777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 57996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:08.395903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-721131365'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:08.468081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device fbb88fb9-5ce6-4bb3-a239-6881ca99e069 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:08.507327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0578-34dd-421e-bf4e-9484251d0367 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=9d672acf-4dd1-4885-9860-e8f0738b609f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:08.525461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9d672acf-4dd1-4885-9860-e8f0738b609f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:08.526439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Pushing event updated for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:08.596796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:08.608906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:08.616453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:08.687317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:08.696777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.736473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:08.737065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.777372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:08.801970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.802657 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Added segment df20b61e-3ffc-4060-b191-244ea268419d of type vlan for network 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 Sep 24 19:21:08.883433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.885858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.899102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:08.899968 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.947428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-73e409d9-e88d-4b9e-a40a-18ebf1c7e9d0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8443902 Sep 24 19:21:08.948579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:08.968531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:08.972534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.003506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.017719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Request body: {'port': {'device_id': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:09.019057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcfbeeb-24ce-47b7-a315-33e1d8888787 None None] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:09.063790 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6627858 Sep 24 19:21:09.095487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:09.107435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ce9bf-592e-4c2f-97c7-382b168e11af tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Network': ['ID=69f0b09f-f1d3-4a14-bf9c-af8baeeb2510,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:09.152394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:09.162660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.419160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Provisioning complete for port e6632884-a104-44b3-af9e-81ea52f57bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:09.419828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.501021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Port e6632884-a104-44b3-af9e-81ea52f57bab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:09.518165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952a7e-82f5-4502-a7b4-f79d59c87675 req-534ef364-b2e3-4ebd-a354-7bb094a6551e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:09.522741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:09.523322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.529317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24952a7e-82f5-4502-a7b4-f79d59c87675 req-534ef364-b2e3-4ebd-a354-7bb094a6551e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1027 time: 0.7962270 Sep 24 19:21:09.552559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Provisioning complete for port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:09.553235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.574292 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.580744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=0902f32c-9acb-46be-90b7-174765938018,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:09.691730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.708334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '80280953-0470-400d-b88e-ed56bff5dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:09.710037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:09.827887 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.873716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.949210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:09.959596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6632884-a104-44b3-af9e-81ea52f57bab {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:09.971154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:09.985974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:09.993159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.013184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24952a7e-82f5-4502-a7b4-f79d59c87675 req-d0e04e0a-9601-4aa4-81ec-52abc23bf638 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800494 Sep 24 19:21:10.022640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:10.027830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.056956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Transition to ACTIVE for port object e6632884-a104-44b3-af9e-81ea52f57bab will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:21:10.071020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.113421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:10.148694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:10.154692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9174f8-7dfe-475b-94a5-18381ceea803 None None] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:10.159082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:10.159838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.294573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:10.294691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0a91d65d-f9ab-4fb1-a577-53f0c46dfa97 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:10.429587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:21:10.430385 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-29c952b5-f799-4893-81ea-f4dd8e521d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:21:10.464504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:10.465164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Pushing event updated for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:10.483610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:10.487308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Attempting to bind port e6632884-a104-44b3-af9e-81ea52f57bab on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:10.487642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Attempting to bind port e6632884-a104-44b3-af9e-81ea52f57bab by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:10.487968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Attempting to bind port e6632884-a104-44b3-af9e-81ea52f57bab on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:10.495376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Port e6632884-a104-44b3-af9e-81ea52f57bab on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:21:10.495699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Attempting to bind port e6632884-a104-44b3-af9e-81ea52f57bab on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:10.508573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:10.510159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9419a7c-ac17-4ac5-9ac9-430d787fed6f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5597885 Sep 24 19:21:10.522066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-939058092'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:10.525469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:10.525802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Checking segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:10.526178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Bound using segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:10.526612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Bound port: e6632884-a104-44b3-af9e-81ea52f57bab, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:10.541904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.828963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:10.842726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:10.948796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port b975c0a8-4ad7-48d6-908e-35328aac3251 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:10.972600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:10.980844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6632884-a104-44b3-af9e-81ea52f57bab,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:11.129895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:11.282383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:11.336816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::17a (001cc4ce-935d-4533-a8ed-9cd77f7d6cd1/0902f32c-9acb-46be-90b7-174765938018/b975c0a8-4ad7-48d6-908e-35328aac3251) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:11.450775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:11.451498 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:11.456370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6632884-a104-44b3-af9e-81ea52f57bab HTTP/1.1" status: 200 len: 1091 time: 2.4566121 Sep 24 19:21:11.457708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:11.464447 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f470dce9-7461-44bc-b93b-7ae2062c3ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:11.518381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-001cc4ce-935d-4533-a8ed-9cd77f7d6cd1', 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': '0902f32c-9acb-46be-90b7-174765938018'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:11.519679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:11.639431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:11.644489 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1127239-3b0f-4b09-bdee-14abd9a9e2f2 x-openstack-request-id: req-d1127239-3b0f-4b09-bdee-14abd9a9e2f2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:11.645043 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:11.645501 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1127239-3b0f-4b09-bdee-14abd9a9e2f2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:11.646232 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab', 'status': 'completed', 'code': 200} Sep 24 19:21:11.749647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-79c54bc0-df4f-4324-8111-b9112863927b None None] Provisioning complete for port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:11.750599 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79c54bc0-df4f-4324-8111-b9112863927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:11.764667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba049-0f9d-4137-9906-a0b1f21d8613 service neutron] Pushing event updated for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:11.835484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router 60de6b95-6d89-4075-ae80-2b18edccf318 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:11.843221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa103f-b716-4cda-a315-d98c189d04e1 req-57079067-09e0-4348-8374-76bcee60122a tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:11.846433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0afa103f-b716-4cda-a315-d98c189d04e1 req-57079067-09e0-4348-8374-76bcee60122a tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.1044803 Sep 24 19:21:11.858563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-d7eed0d2-69ba-44df-b315-1160d71e7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:11.864601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-d7eed0d2-69ba-44df-b315-1160d71e7761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.3379049 Sep 24 19:21:12.036475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-79c54bc0-df4f-4324-8111-b9112863927b None None] Provisioning complete for port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:12.036933 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79c54bc0-df4f-4324-8111-b9112863927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.089240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-79c54bc0-df4f-4324-8111-b9112863927b None None] Port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:12.113710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:12.125962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Sync routers for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:12.135418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0afa103f-b716-4cda-a315-d98c189d04e1 req-c874fcae-7ca4-4b17-8487-04d3404b9a68 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771730 Sep 24 19:21:12.142466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:12.143166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:12.146389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d888ded1-8c93-4b73-b31b-96c33fdf77df tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "PUT /v2.0/routers/60de6b95-6d89-4075-ae80-2b18edccf318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6805401 Sep 24 19:21:12.320358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:12.332923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:12.334741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-777eba07-b7a9-402e-86ec-754994dd1d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6632884-a104-44b3-af9e-81ea52f57bab HTTP/1.1" status: 200 len: 217 time: 0.4133000 Sep 24 19:21:12.338335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'subnets': [{'network_id': '9d672acf-4dd1-4885-9860-e8f0738b609f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--976933219', 'ip_version': 6}, {'network_id': '69f0b09f-f1d3-4a14-bf9c-af8baeeb2510', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:12.338651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'subnet': {'network_id': '9d672acf-4dd1-4885-9860-e8f0738b609f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--976933219', 'ip_version': 6}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:12.339817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Request body: {'subnet': {'network_id': '69f0b09f-f1d3-4a14-bf9c-af8baeeb2510', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:12.356927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb25-cb9e-4acb-b1b9-1dbd18f7be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.474758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.501630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-100177dd-978d-40f7-9193-b92d2bb52b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:12.503392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-100177dd-978d-40f7-9193-b92d2bb52b44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e920d8f6-bb15-4d30-8bf0-4929708752d6 HTTP/1.1" status: 200 len: 848 time: 0.1584430 Sep 24 19:21:12.586387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:12.599441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc388-12e8-48c5-be94-8d50d50f874f req-dca561b8-6b69-471b-81a9-e0a3edff1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:12.601339 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-dca561b8-6b69-471b-81a9-e0a3edff1663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853474 Sep 24 19:21:12.609126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.640390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-36ce6844-aaa2-4ecd-8945-eadae45f9f15 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:12.643689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-36ce6844-aaa2-4ecd-8945-eadae45f9f15 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/networks?id=c80f7080-31b1-4afe-8bbb-a9169f2360e3 HTTP/1.1" status: 200 len: 796 time: 0.1313114 Sep 24 19:21:12.669930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb25-cb9e-4acb-b1b9-1dbd18f7be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.686805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-8d0619f7-a1bc-419d-b24d-45c5c5ebf836 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/quotas/891fb1de3b6d42e9968dc5b19abfaad8 HTTP/1.1" status: 200 len: 375 time: 0.0354970 Sep 24 19:21:12.692071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f64bb25-cb9e-4acb-b1b9-1dbd18f7be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.707547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Allocated IP 2001:db8::2 (001cc4ce-935d-4533-a8ed-9cd77f7d6cd1/0902f32c-9acb-46be-90b7-174765938018/87a959a7-08d1-47af-8a46-e9c9ef6c8965) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:12.722665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:12.724762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:12.725146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.739740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:12.778182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:08Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1e04cdc5-088b-43cf-9390-aef6dedf6a45', 'name': '', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:c7:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:21:06Z', 'updated_at': '2021-09-24T19:21:08Z', 'revision_number': 2, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:12.782209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:12.788344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:12.789204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.795646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=b975c0a8-4ad7-48d6-908e-35328aac3251,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:12.830504 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f64bb25-cb9e-4acb-b1b9-1dbd18f7be6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14f83ce6dffa4c0db0f37502ca656433&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1704392 Sep 24 19:21:12.836921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58086) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:12.840331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Checking router: 60de6b95-6d89-4075-ae80-2b18edccf318 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:21:12.840692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Updating router 60de6b95-6d89-4075-ae80-2b18edccf318 port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:21:12.848813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64bb25-cb9e-4acb-b1b9-1dbd18f7be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1e484-e3d5-402f-984f-5807fc8949ca,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:12.858797 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-052e89c3-e572-4ec5-936c-87d0190151d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3492296 Sep 24 19:21:12.864375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:12.893042 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.894523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-68f0b016-66f4-4b62-9ba5-f90197ea10a8 service neutron] 10.222.0.15 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789164 Sep 24 19:21:12.923127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-037614ac-e433-4a08-8a87-106add047e16 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2278366 Sep 24 19:21:12.981263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Made reservation on behalf of c9d472e3a9b94256959efdaca4a81c82 for: {'subnet': 2} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:12.985954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:12.986317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.065365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-959cc388-12e8-48c5-be94-8d50d50f874f req-ed410baa-4553-42ae-a306-36dc51a3ec76 service neutron] 10.222.0.15 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216617 Sep 24 19:21:13.067896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port b975c0a8-4ad7-48d6-908e-35328aac3251 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:13.068348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.136937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-9bb1fb17-30aa-4e99-90cd-07b16192d51b service neutron] 10.222.0.18 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128093 Sep 24 19:21:13.200907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.209900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.226095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for b975c0a8-4ad7-48d6-908e-35328aac3251 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:13.229118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-c6bccb8f-cc38-4a93-8e99-167707a0aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:13.232722 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-c6bccb8f-cc38-4a93-8e99-167707a0aae5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.0857882 Sep 24 19:21:13.286896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.293068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.299178 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.359997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:13.364662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-c5aa92c0-33e7-4ea4-a842-251c694c8105 service neutron] 10.222.0.18 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184093 Sep 24 19:21:13.368773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:13.379382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:13.410181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Pushing event updated for resources: {'Port': ['ID=87a959a7-08d1-47af-8a46-e9c9ef6c8965,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:13.422687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89df9-bb7f-4ea0-a7b9-74b230463125 req-47436107-52e7-4ee4-b573-3c33def6a767 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:13.424323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75c89df9-bb7f-4ea0-a7b9-74b230463125 req-47436107-52e7-4ee4-b573-3c33def6a767 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.1261957 Sep 24 19:21:13.472133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.472894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-4700d3e7-7b94-449e-829d-741a94cfc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:13.474698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.474966 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-4700d3e7-7b94-449e-829d-741a94cfc134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.1673045 Sep 24 19:21:13.476379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10c1e484-e3d5-402f-984f-5807fc8949ca HTTP/1.1" status: 204 len: 168 time: 0.6140649 Sep 24 19:21:13.488083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.491980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Attempting to bind port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:13.492386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Attempting to bind port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '80280953-0470-400d-b88e-ed56bff5dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:13.492705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Attempting to bind port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 on network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:13.498612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:13.499068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Checking segment: {'id': '80280953-0470-400d-b88e-ed56bff5dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:13.500686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.500686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Bound using segment: {'id': '80280953-0470-400d-b88e-ed56bff5dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:13.501029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Bound port: 87a959a7-08d1-47af-8a46-e9c9ef6c8965, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80280953-0470-400d-b88e-ed56bff5dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '001cc4ce-935d-4533-a8ed-9cd77f7d6cd1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:13.501220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.504292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.559195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228185a9-fbaa-4b6c-b3c7-e649faa7a359 None None] Pushing event updated for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:13.564136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-c15db942-ae9e-4278-8824-e7aaa33bee6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6632884-a104-44b3-af9e-81ea52f57bab HTTP/1.1" status: 200 len: 217 time: 0.0514696 Sep 24 19:21:13.589636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75c89df9-bb7f-4ea0-a7b9-74b230463125 req-51784615-f4ca-4384-a5e0-c4e4cec13b6e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528194 Sep 24 19:21:13.695907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.697076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] For port 87a959a7-08d1-47af-8a46-e9c9ef6c8965, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:13.711053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Attempting to bind port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:13.711567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Attempting to bind port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:13.712023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Attempting to bind port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 on network c80f7080-31b1-4afe-8bbb-a9169f2360e3 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:13.715740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] For port 87a959a7-08d1-47af-8a46-e9c9ef6c8965, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=87a959a7-08d1-47af-8a46-e9c9ef6c8965,segment=NetworkSegment(80280953-0470-400d-b88e-ed56bff5dcec),segment_id=80280953-0470-400d-b88e-ed56bff5dcec)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:13.725224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:13.725599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Checking segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:13.726003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.726392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Bound using segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:13.727217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Bound port: 1e04cdc5-088b-43cf-9390-aef6dedf6a45, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:13.727380 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.737096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.748064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc191c2-3eae-4930-9046-bfad0346d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1e484-e3d5-402f-984f-5807fc8949ca,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:13.774063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=b975c0a8-4ad7-48d6-908e-35328aac3251,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:13.815018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.817578 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5bcdf36d-0d17-4720-a83e-ebd76a006a96 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/b975c0a8-4ad7-48d6-908e-35328aac3251 HTTP/1.1" status: 204 len: 168 time: 0.9523332 Sep 24 19:21:13.819812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-2cf39ca4-8000-4d7a-8d80-4e164602c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:13.821424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-2cf39ca4-8000-4d7a-8d80-4e164602c9b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e920d8f6-bb15-4d30-8bf0-4929708752d6 HTTP/1.1" status: 200 len: 848 time: 0.2440374 Sep 24 19:21:13.822087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:13.850417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cbf4814-1785-46f5-b293-1fd4a8773fc8 req-8b1f5e8d-23af-4bc3-b1da-de45ecdff48b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 210 time: 0.1001208 Sep 24 19:21:13.871713 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7982dd7-d23c-4d13-a545-72a21836dae3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:13.874249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a7982dd7-d23c-4d13-a545-72a21836dae3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/b975c0a8-4ad7-48d6-908e-35328aac3251 HTTP/1.1" status: 404 len: 333 time: 0.0508144 Sep 24 19:21:13.890721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:13.922405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b8a6-4277-4a1c-abbc-287bc521f352 None None] Pushing event updated for resources: {'Port': ['ID=87a959a7-08d1-47af-8a46-e9c9ef6c8965,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:13.942844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] For port 1e04cdc5-088b-43cf-9390-aef6dedf6a45, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:13.948933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] For port 1e04cdc5-088b-43cf-9390-aef6dedf6a45, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e04cdc5-088b-43cf-9390-aef6dedf6a45,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:13.953813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 0902f32c-9acb-46be-90b7-174765938018 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:13.959045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:13.972027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.037447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.046961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-67c089f6-2fa5-4dcc-8c36-f075d3a0d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:14.064510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-67c089f6-2fa5-4dcc-8c36-f075d3a0d350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298923 Sep 24 19:21:14.108777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228185a9-fbaa-4b6c-b3c7-e649faa7a359 None None] Pushing event updated for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:14.111745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:14.113974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:20:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:14.136598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.153696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58116) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:14.173035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4987933f-3903-42bb-9e2d-d3dd0cedaf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.257738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Subnet': ['ID=e7565830-e00a-4e62-b68b-e1bec6936666,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:14.292851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Checking segment: {'id': '0805c0fb-273a-4d6b-ad98-05417d60290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9d672acf-4dd1-4885-9860-e8f0738b609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:14.293690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network hostable DHCP agents. Network: 9d672acf-4dd1-4885-9860-e8f0738b609f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:14.391609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] Provisioning complete for port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:14.393372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.420239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network 9d672acf-4dd1-4885-9860-e8f0738b609f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:14.442771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9d672acf-4dd1-4885-9860-e8f0738b609f) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:14.471479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.474063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-51ae3309-5001-415c-8755-f9ab13b39809 service neutron] 10.222.0.15 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999856 Sep 24 19:21:14.512190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:14.514473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efb17a-016e-4ca2-8716-4bb78016bb93 None None] Network 9d672acf-4dd1-4885-9860-e8f0738b609f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:14.632414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event updated for resources: {'Subnet': ['ID=01b84140-20e7-4d72-b8e4-8ea5d4d71b6c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:14.690164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4987933f-3903-42bb-9e2d-d3dd0cedaf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.691235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.700317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Checking segment: {'id': 'df20b61e-3ffc-4060-b191-244ea268419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69f0b09f-f1d3-4a14-bf9c-af8baeeb2510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:14.700940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network hostable DHCP agents. Network: 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:14.705612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4987933f-3903-42bb-9e2d-d3dd0cedaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.773120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4987933f-3903-42bb-9e2d-d3dd0cedaf47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af3ded02f0f24d6a979b1a0ec4f54eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125622 Sep 24 19:21:14.775047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:14.805012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Network 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:14.824693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987933f-3903-42bb-9e2d-d3dd0cedaf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2a247-8cc1-4f46-bba2-38b6a3010fdf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:14.840659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0155-c584-49dc-b00d-f0f4440ecf47 req-e1054234-2b93-4223-b150-6d930c1d8426 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:14.843069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b1a0155-c584-49dc-b00d-f0f4440ecf47 req-e1054234-2b93-4223-b150-6d930c1d8426 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.0932734 Sep 24 19:21:14.848735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:14.855687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:14.856371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:14.856955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:14.932356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b1a0155-c584-49dc-b00d-f0f4440ecf47 req-28c707cc-bc43-4f68-8872-4e40719e1bc4 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761697 Sep 24 19:21:14.938030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-469fc842-4514-465f-8250-05dd9154f844 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6034608 Sep 24 19:21:14.938953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58134) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:14.967330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f470dce9-7461-44bc-b93b-7ae2062c3ebf req-40ba581a-2757-4877-b17b-371675a84f87 service neutron] 10.222.0.15 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746289 Sep 24 19:21:14.986203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 87a959a7-08d1-47af-8a46-e9c9ef6c8965 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:14.988474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c236d-1ade-42e1-8bfb-4492d9936503 None None] Network 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:15.009738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.020803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4fe014a-240b-4d48-9e87-500894459277 req-d19ba56f-fe84-49a3-b214-ed651eeb7283 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 210 time: 0.0444002 Sep 24 19:21:15.039925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.075168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fb79e-16b1-416f-86c2-0133797711a9 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:15.077602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fb79e-16b1-416f-86c2-0133797711a9 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:15.079472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fb79e-16b1-416f-86c2-0133797711a9 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:15.081660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f68fb79e-16b1-416f-86c2-0133797711a9 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1415331 Sep 24 19:21:15.091892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58138) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:15.108106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=0902f32c-9acb-46be-90b7-174765938018,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:15.140994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.152303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Deleting subnet e7565830-e00a-4e62-b68b-e1bec6936666 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:15.156984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.163856 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.173157 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd96e6a1-7487-488c-bc12-b57ec894e5e2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/0902f32c-9acb-46be-90b7-174765938018 HTTP/1.1" status: 204 len: 168 time: 1.2738202 Sep 24 19:21:15.173907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:15.228496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.284751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.302693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.345298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.349103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.351079 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26c2a247-8cc1-4f46-bba2-38b6a3010fdf HTTP/1.1" status: 204 len: 168 time: 0.5749888 Sep 24 19:21:15.367976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc203-a462-4252-8a6a-49b686fbfc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2a247-8cc1-4f46-bba2-38b6a3010fdf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:15.397129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.420436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:15.420989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.430577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.432978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/subnets/e7565830-e00a-4e62-b68b-e1bec6936666 HTTP/1.1" status: 204 len: 168 time: 0.3398256 Sep 24 19:21:15.436217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:15.463141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9b13b-5cef-4c8c-b3ae-18c17b144adf tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Subnet': ['ID=e7565830-e00a-4e62-b68b-e1bec6936666,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:15.524892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.530067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6632884-a104-44b3-af9e-81ea52f57bab details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:21:15.654994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 87a959a7-08d1-47af-8a46-e9c9ef6c8965, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=87a959a7-08d1-47af-8a46-e9c9ef6c8965,segment=NetworkSegment(80280953-0470-400d-b88e-ed56bff5dcec),segment_id=80280953-0470-400d-b88e-ed56bff5dcec)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:15.656004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.671133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 87a959a7-08d1-47af-8a46-e9c9ef6c8965 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:15.687088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89780128-66a0-426e-bbcd-0d10230a7bbb None None] Network 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:15.944082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] For port 1e04cdc5-088b-43cf-9390-aef6dedf6a45, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e04cdc5-088b-43cf-9390-aef6dedf6a45,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:15.957622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6632884-a104-44b3-af9e-81ea52f57bab,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:15.962729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:15.998588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Deleting subnet 01b84140-20e7-4d72-b8e4-8ea5d4d71b6c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:16.024500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:16.024870 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.043378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.112319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'e6632884-a104-44b3-af9e-81ea52f57bab', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'port_id': 'e6632884-a104-44b3-af9e-81ea52f57bab', 'mac_address': 'fa:16:3e:fc:b6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:21:16.113946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d46a6c-cd18-4376-a45d-f20508e1a18e None None] Network 9d672acf-4dd1-4885-9860-e8f0738b609f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:16.115791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d702db-c87c-4e3b-94fb-12d910920376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-69f0b09f-f1d3-4a14-bf9c-af8baeeb2510', 'network_id': '69f0b09f-f1d3-4a14-bf9c-af8baeeb2510', 'tenant_id': 'c9d472e3a9b94256959efdaca4a81c82', 'fixed_ips': [{'subnet_id': '01b84140-20e7-4d72-b8e4-8ea5d4d71b6c'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:16.116448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d702db-c87c-4e3b-94fb-12d910920376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.126389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-945a0818-558c-4343-970c-0cf158e29d43 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:16.127950 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-945a0818-558c-4343-970c-0cf158e29d43 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.15 "GET /v2.0/networks?id=c80f7080-31b1-4afe-8bbb-a9169f2360e3 HTTP/1.1" status: 200 len: 796 time: 0.7040894 Sep 24 19:21:16.135663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.143365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53ad5-4770-466f-8ae3-64600f8c7cfc req-05f6a6b2-323e-4378-9d65-59659855968d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:16.145039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1b53ad5-4770-466f-8ae3-64600f8c7cfc req-05f6a6b2-323e-4378-9d65-59659855968d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1094 time: 0.1205053 Sep 24 19:21:16.169581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Request body: {'port': {'device_id': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'admin_state_up': True, 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:16.196774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e1b53ad5-4770-466f-8ae3-64600f8c7cfc req-8e67e5a7-1aef-471d-8521-e0cdc1b19902 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Sep 24 19:21:16.214767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.248259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c9bca4d-3ca7-490c-b9f5-0c7af2352263 req-2cde2b65-a94d-4aaa-acae-5c80041c224c tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 210 time: 0.0470123 Sep 24 19:21:16.289256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=87a959a7-08d1-47af-8a46-e9c9ef6c8965,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:16.305400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:16.307215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.316450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237cab9-103a-423b-888f-5c24885f5db2 None None] Pushing event updated for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:16.338114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-83276ad9-e4de-47ab-915f-2ecda934a38d None None] Provisioning complete for port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:16.338488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83276ad9-e4de-47ab-915f-2ecda934a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.388081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Could not find standard attr ID for object 87a959a7-08d1-47af-8a46-e9c9ef6c8965. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:21:16.427118 n-d-810952-2 neutron-server[94857]: INFO neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No ports have port_id starting with 87a959a7-08d1-47af-8a46-e9c9ef6c8965 Sep 24 19:21:16.432718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.460877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-83276ad9-e4de-47ab-915f-2ecda934a38d None None] Port 87a959a7-08d1-47af-8a46-e9c9ef6c8965 was deleted so its status cannot be updated. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 24 19:21:16.479791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.521230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.523534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6632884-a104-44b3-af9e-81ea52f57bab {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:16.533902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:08Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1e04cdc5-088b-43cf-9390-aef6dedf6a45', 'name': '', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:c7:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:21:06Z', 'updated_at': '2021-09-24T19:21:13Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:16.538114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001cc4ce-935d-4533-a8ed-9cd77f7d6cd1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-e7d702db-c87c-4e3b-94fb-12d910920376 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01b84140-20e7-4d72-b8e4-8ea5d4d71b6c: This subnet is being modified by another concurrent operation. Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01b84140-20e7-4d72-b8e4-8ea5d4d71b6c: This subnet is being modified by another concurrent operation. Sep 24 19:21:16.545130 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:21:16.559832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.559832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/subnets/01b84140-20e7-4d72-b8e4-8ea5d4d71b6c HTTP/1.1" status: 204 len: 168 time: 1.1062169 Sep 24 19:21:16.559832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Made reservation on behalf of 891fb1de3b6d42e9968dc5b19abfaad8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:16.560336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:16.577019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.592487 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80280953-0470-400d-b88e-ed56bff5dcec') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:16.592793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80280953-0470-400d-b88e-ed56bff5dcec') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:16.628605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3207d-5337-4828-985b-ecad160a9986 None None] Network 69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:16.632254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aeca2c-ebdc-443a-8a14-33f5263ddfe5 None None] DHCP port deletion for 001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:16.640018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f8ebd-de29-4cc5-8cc7-a8c34e297772 None None] The sync data for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 is: [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:08Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1e04cdc5-088b-43cf-9390-aef6dedf6a45', 'name': '', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:c7:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:21:06Z', 'updated_at': '2021-09-24T19:21:13Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:16.643231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45f09-6707-44f2-84a8-4936d2c691dc tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Subnet': ['ID=01b84140-20e7-4d72-b8e4-8ea5d4d71b6c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:16.645442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6632884-a104-44b3-af9e-81ea52f57bab,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:16.650059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04d928e-0a12-4f85-bf81-720f50b8a58b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:16.655894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f04d928e-0a12-4f85-bf81-720f50b8a58b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0949299 Sep 24 19:21:16.657755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58176) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:16.662004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.666451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-83276ad9-e4de-47ab-915f-2ecda934a38d None None] Provisioning complete for port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:16.668422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83276ad9-e4de-47ab-915f-2ecda934a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.698509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.720262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.728368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:16.728368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:16.739547 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:16.824941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.891647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.911546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:16.913451 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/001cc4ce-935d-4533-a8ed-9cd77f7d6cd1 HTTP/1.1" status: 204 len: 168 time: 1.7349274 Sep 24 19:21:16.917413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58180) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:16.925905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'name': 'tempest-PortsIpV6TestJSON-1396082565'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:16.926248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d934-cb59-47b1-bdcb-69fb1e072677 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=001cc4ce-935d-4533-a8ed-9cd77f7d6cd1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:16.978439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:16.991221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2ac82-1216-4fed-952d-fb0674b63f9f None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:21:16.995065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.072363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f0b09f-f1d3-4a14-bf9c-af8baeeb2510']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:17.095920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Allocated IP 172.20.0.24 (c80f7080-31b1-4afe-8bbb-a9169f2360e3/9d13d40b-b15a-4cef-8dd0-d2b580ab496d/3a371528-c1e2-45c1-91fe-3b6c19530396) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:17.118219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e6632884-a104-44b3-af9e-81ea52f57bab'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:21:17.135692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df20b61e-3ffc-4060-b191-244ea268419d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:17.135981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df20b61e-3ffc-4060-b191-244ea268419d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:17.154694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.182342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.218565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:17.221272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:17.251715 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:17.309423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:17.317643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.401298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d59806b6-137a-4ae2-a321-63bb2a7db655 req-ff5a5da0-0a4f-4f2b-bdc8-21f8efe133e3 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 210 time: 0.0375404 Sep 24 19:21:17.444374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2ac82-1216-4fed-952d-fb0674b63f9f None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:21:17.473785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port d67d0d62-5ca3-4465-83e7-0a632af2ae0b yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:17.533481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.546413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.549045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/69f0b09f-f1d3-4a14-bf9c-af8baeeb2510 HTTP/1.1" status: 204 len: 168 time: 0.8900936 Sep 24 19:21:17.575113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58202) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:17.577500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacea612-cd24-455e-aa8b-db2a80f7b7fb tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=69f0b09f-f1d3-4a14-bf9c-af8baeeb2510,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:17.824114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.859969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf69a0e-0798-4d68-ba2d-2ab8040d4377 req-4a963ce5-0ca6-40c0-a6ea-5af42b99d4c3 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:17.861781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cf69a0e-0798-4d68-ba2d-2ab8040d4377 req-4a963ce5-0ca6-40c0-a6ea-5af42b99d4c3 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1095 time: 0.4997988 Sep 24 19:21:17.878322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:17.955372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.041893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.090357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cf69a0e-0798-4d68-ba2d-2ab8040d4377 req-5a79f77e-0c21-4444-9674-3fb28af9355d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195830 Sep 24 19:21:18.102695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:18.116247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.118285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:18.122946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:18.129832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:18.130709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.147051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:18.158153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:18.159858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=d67d0d62-5ca3-4465-83e7-0a632af2ae0b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:18.162932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bc2ed6a2-b016-4f0c-b11b-de0dd0579a22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2437971 Sep 24 19:21:18.165582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58218) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:18.173414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:18.231183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event updated for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:18.258356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:18.275723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.299225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-0eecb879-62d7-4d76-93f6-8355eaf33dd9 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1604595 Sep 24 19:21:18.320965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Request body: {'port': {'device_id': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:18.348768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.379498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d672acf-4dd1-4885-9860-e8f0738b609f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:18.391961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0805c0fb-273a-4d6b-ad98-05417d60290a') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:18.392259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0805c0fb-273a-4d6b-ad98-05417d60290a') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:18.406810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.410624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port d67d0d62-5ca3-4465-83e7-0a632af2ae0b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:18.411601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.430204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.470617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.497599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:18.498003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:18.513024 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:18.665993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.691278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e04cdc5-088b-43cf-9390-aef6dedf6a45 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:18.811926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for d67d0d62-5ca3-4465-83e7-0a632af2ae0b owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:18.835432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.856377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:18.858303 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.895243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:18.901439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/9d672acf-4dd1-4885-9860-e8f0738b609f HTTP/1.1" status: 204 len: 168 time: 1.3126473 Sep 24 19:21:18.912519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3bb42-5edb-45f6-b8b2-de3101a4b284 tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=9d672acf-4dd1-4885-9860-e8f0738b609f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:18.919061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:18.947911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b3d601cf-0c33-43c5-b308-493edbb84d8a None None] Provisioning complete for port 3a371528-c1e2-45c1-91fe-3b6c19530396 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:18.948284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3d601cf-0c33-43c5-b308-493edbb84d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.016148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b3d601cf-0c33-43c5-b308-493edbb84d8a None None] Port 3a371528-c1e2-45c1-91fe-3b6c19530396 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:19.026792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6501b4-3b47-4759-88a4-7b7e46153254 req-8919e0b3-da06-42f2-989a-cee67ec949bf tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:19.032997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 87a959a7-08d1-47af-8a46-e9c9ef6c8965 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:19.035643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f6501b4-3b47-4759-88a4-7b7e46153254 req-8919e0b3-da06-42f2-989a-cee67ec949bf tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 895 time: 0.4451613 Sep 24 19:21:19.053291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 87a959a7-08d1-47af-8a46-e9c9ef6c8965 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:19.053645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 87a959a7-08d1-47af-8a46-e9c9ef6c8965 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:19.074311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a371528-c1e2-45c1-91fe-3b6c19530396 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:19.083017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.100137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Transition to ACTIVE for port object 3a371528-c1e2-45c1-91fe-3b6c19530396 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:21:19.104813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.121156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.164692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:19.172412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.231190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=d67d0d62-5ca3-4465-83e7-0a632af2ae0b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:19.253467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Attempting to bind port 3a371528-c1e2-45c1-91fe-3b6c19530396 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:19.255192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Attempting to bind port 3a371528-c1e2-45c1-91fe-3b6c19530396 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:19.255192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Attempting to bind port 3a371528-c1e2-45c1-91fe-3b6c19530396 on network c80f7080-31b1-4afe-8bbb-a9169f2360e3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:19.258678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Port 3a371528-c1e2-45c1-91fe-3b6c19530396 on network c80f7080-31b1-4afe-8bbb-a9169f2360e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:21:19.259065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Attempting to bind port 3a371528-c1e2-45c1-91fe-3b6c19530396 on network c80f7080-31b1-4afe-8bbb-a9169f2360e3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:19.264114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:19.264616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Checking segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:19.265124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Bound using segment: {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:19.265405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Bound port: 3a371528-c1e2-45c1-91fe-3b6c19530396, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:19.266386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.273891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.275966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-113cadc9-2f42-4aad-91bf-1982a5670e31 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/d67d0d62-5ca3-4465-83e7-0a632af2ae0b HTTP/1.1" status: 204 len: 168 time: 1.1094129 Sep 24 19:21:19.278999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:19.285393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'mac_address': 'fa:16:3e:4d:70:f4', 'name': 'tempest-PortsIpV6TestJSON-1159832583'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:19.300748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.331887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec5213f-2ad7-4282-8515-8d5eae69c144']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:19.336046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c077-14e3-4634-8a6f-1e0d05ff1f92 req-801b06a2-2840-4bc9-8cbf-ccc328e76e92 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:19.337965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a208c077-14e3-4634-8a6f-1e0d05ff1f92 req-801b06a2-2840-4bc9-8cbf-ccc328e76e92 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1095 time: 0.1118524 Sep 24 19:21:19.346998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccb3af9-5d1e-4946-bc6b-dc3db4194a54') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:19.347563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccb3af9-5d1e-4946-bc6b-dc3db4194a54') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:19.374784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.396506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.405116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:19.421392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3a371528-c1e2-45c1-91fe-3b6c19530396,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:19.423370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a208c077-14e3-4634-8a6f-1e0d05ff1f92 req-3f165fab-2138-4f49-aa46-fa4fb27c4f7f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734742 Sep 24 19:21:19.424569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:19.424989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:19.428938 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:19.439713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.476021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6632884-a104-44b3-af9e-81ea52f57bab up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:19.481034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:19.509042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:19.509565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.511104 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a371528-c1e2-45c1-91fe-3b6c19530396 HTTP/1.1" status: 200 len: 1055 time: 1.2002110 Sep 24 19:21:19.514011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:19.521915 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11" -d '{"events": [{"name": "network-changed", "server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:19.538410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.565383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.570616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/0ec5213f-2ad7-4282-8515-8d5eae69c144 HTTP/1.1" status: 204 len: 168 time: 0.6484973 Sep 24 19:21:19.575659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:19.582494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9cf9-1fdc-468f-8a19-7b674c75ab7b tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=0ec5213f-2ad7-4282-8515-8d5eae69c144,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:19.597806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port e6632884-a104-44b3-af9e-81ea52f57bab completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:21:19.604979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port e6632884-a104-44b3-af9e-81ea52f57bab triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:19.605362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.704932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.707323 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.711650 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a64de-551d-4da2-9f16-c6b8b9e5ec68 x-openstack-request-id: req-d65a64de-551d-4da2-9f16-c6b8b9e5ec68 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:19.712180 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:19.712608 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d65a64de-551d-4da2-9f16-c6b8b9e5ec68 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:19.713202 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396', 'status': 'completed', 'code': 200} Sep 24 19:21:19.739086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:19.742011 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c332a5b2-4272-4669-b682-1b9c21c1a3f7" -d '{"events": [{"server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "name": "network-vif-plugged", "status": "completed", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:19.745943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8210607-df9b-4443-bec6-b841e7bf14d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:19.761511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6632884-a104-44b3-af9e-81ea52f57bab,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:19.775892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 6b6829c9-1295-48da-80cd-9377d346d4c2 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:19.776219 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.830307 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923aa33-4b8e-4b0e-a525-b22abf6793e8 x-openstack-request-id: req-c923aa33-4b8e-4b0e-a525-b22abf6793e8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:19.831004 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "name": "network-vif-plugged", "status": "completed", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:19.831370 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c923aa33-4b8e-4b0e-a525-b22abf6793e8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:19.831885 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab', 'code': 200} Sep 24 19:21:19.869917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-44f28ecc-b223-45e1-90f4-3464e83b98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:19.871469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-44f28ecc-b223-45e1-90f4-3464e83b98ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 1058 time: 0.2986829 Sep 24 19:21:19.882077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:19.882754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:19.890751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.891250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.891675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.892171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.893757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.894195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.894744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.896179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.896799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.897486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.898159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.899461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:19.944433 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-58d3807e-af06-4bd3-b07a-e6d139c9ddfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3a371528-c1e2-45c1-91fe-3b6c19530396 HTTP/1.1" status: 200 len: 217 time: 0.0592065 Sep 24 19:21:19.985349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58264) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:20.164511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-848dbdbd-b7b6-48a2-b2a9-87b9d8c8a142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.171360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d790d1c6-a488-464c-bdd6-df4e7eba211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.173386 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-d790d1c6-a488-464c-bdd6-df4e7eba211c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d13d40b-b15a-4cef-8dd0-d2b580ab496d HTTP/1.1" status: 200 len: 837 time: 0.2058978 Sep 24 19:21:20.183133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdfe8c-79bc-4a33-b561-0084938b19e9 req-75534cd3-be14-4045-8386-d2133759a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.184661 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6bdfe8c-79bc-4a33-b561-0084938b19e9 req-75534cd3-be14-4045-8386-d2133759a4ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.2389557 Sep 24 19:21:20.209820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dd144-d765-4fff-89bd-dfd8ffc73c26 req-f961111b-c547-4d23-8fc2-4acf5b4a3282 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.219441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-624dd144-d765-4fff-89bd-dfd8ffc73c26 req-f961111b-c547-4d23-8fc2-4acf5b4a3282 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 907 time: 0.0860009 Sep 24 19:21:20.251884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.278740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.297904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988161f3-09e8-45bc-b4a2-0dcb7054e4f3']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:20.327067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12451655-b7af-4a6d-ad3c-4b3215c61995') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:20.327470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12451655-b7af-4a6d-ad3c-4b3215c61995') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:20.334029 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-848dbdbd-b7b6-48a2-b2a9-87b9d8c8a142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.341447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc4d52e0-269d-4a04-8dd0-1bfe6ea29e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.341828 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-848dbdbd-b7b6-48a2-b2a9-87b9d8c8a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.354735 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d6bdfe8c-79bc-4a33-b561-0084938b19e9 req-7a7e82c9-ab0f-4ed1-895f-ff16da8ffded service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482315 Sep 24 19:21:20.356703 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.376859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-9e117254-6824-4cfe-8f02-3ff3e8f40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.378227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-9e117254-6824-4cfe-8f02-3ff3e8f40ace service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c80f7080-31b1-4afe-8bbb-a9169f2360e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1886764 Sep 24 19:21:20.388348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-848dbdbd-b7b6-48a2-b2a9-87b9d8c8a142 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=714b2b0ad5db44e995943614092cd489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992109 Sep 24 19:21:20.388587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.388714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbdbd-b7b6-48a2-b2a9-87b9d8c8a142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888edecf-662d-459e-9fe4-1f4b4681d6dc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:20.388818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:20.401780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:20.402143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:20.405796 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:20.427294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.534887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:20.549413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:20.553521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=6b6829c9-1295-48da-80cd-9377d346d4c2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:20.558493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:20.561931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6daa3-d9fb-407a-88de-a948f3c71d15 req-a120528f-7324-48f0-abad-b17023565003 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.564529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.565157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.567687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.572491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.574091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35e6daa3-d9fb-407a-88de-a948f3c71d15 req-a120528f-7324-48f0-abad-b17023565003 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.0709517 Sep 24 19:21:20.579759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.581581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] 10.222.0.18 "DELETE /v2.0/networks/988161f3-09e8-45bc-b4a2-0dcb7054e4f3 HTTP/1.1" status: 204 len: 168 time: 0.9886456 Sep 24 19:21:20.618236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee8324-532e-420b-a6a1-08a074bcea2d tempest-BulkNetworkOpsIpV6Test-694564097 tempest-BulkNetworkOpsIpV6Test-694564097-project] Pushing event deleted for resources: {'Network': ['ID=988161f3-09e8-45bc-b4a2-0dcb7054e4f3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:20.631429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35e6daa3-d9fb-407a-88de-a948f3c71d15 req-141825fa-8ae0-4a63-b58a-fbe09b6e754c tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557895 Sep 24 19:21:20.641143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-413cff58-ed0e-4986-a07f-4ec3411f4a41 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3603139 Sep 24 19:21:20.645424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.647189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:20.759809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e4ba4-a2a1-45d4-a26e-272662988312 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:20.762944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-957e4ba4-a2a1-45d4-a26e-272662988312 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/6b6829c9-1295-48da-80cd-9377d346d4c2 HTTP/1.1" status: 200 len: 845 time: 0.1129644 Sep 24 19:21:20.764231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:20.801645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-629122df-3e6d-4c89-872d-ab51d5e944cc service neutron] 10.222.0.15 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049761 Sep 24 19:21:20.844981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:20.850009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.852566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.854192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/888edecf-662d-459e-9fe4-1f4b4681d6dc HTTP/1.1" status: 204 len: 168 time: 0.4643772 Sep 24 19:21:20.928845 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f8a96bf6-834e-40f9-8023-18d3683907fa req-57f03ea6-36fb-4e65-a294-1e624ad3156b service neutron] 10.222.0.15 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154301 Sep 24 19:21:20.931173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 6b6829c9-1295-48da-80cd-9377d346d4c2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:20.932088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:20.945209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad1b4-1e1a-4ea5-bd9a-e5a2feb3dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888edecf-662d-459e-9fe4-1f4b4681d6dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:21.067426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.081801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 6b6829c9-1295-48da-80cd-9377d346d4c2 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:21.111538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-279998ac-fbda-4bc0-a133-9e26ea03f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.114250 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-279998ac-fbda-4bc0-a133-9e26ea03f34a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 1058 time: 0.1031098 Sep 24 19:21:21.216152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.280922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=6b6829c9-1295-48da-80cd-9377d346d4c2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:21.286831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.288905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a05fbec7-6a9c-49a9-93b9-e3561e7ebea6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/6b6829c9-1295-48da-80cd-9377d346d4c2 HTTP/1.1" status: 204 len: 168 time: 0.5195971 Sep 24 19:21:21.292986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:21.329615 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-36def519-3820-4f7d-812b-3105d00ebb45 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:21.329828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-713de04c-6c61-47a7-8d0f-c69bbf44c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.334007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-36def519-3820-4f7d-812b-3105d00ebb45 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/6b6829c9-1295-48da-80cd-9377d346d4c2 HTTP/1.1" status: 404 len: 333 time: 0.0399454 Sep 24 19:21:21.334749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:21.335104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:21.336963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-713de04c-6c61-47a7-8d0f-c69bbf44c329 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c80f7080-31b1-4afe-8bbb-a9169f2360e3 HTTP/1.1" status: 200 len: 896 time: 0.2131648 Sep 24 19:21:21.343026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'name': 'tempest-PortsIpV6TestJSON-1033998766'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:21.386068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-5e449b20-9554-4f7d-a08b-8ee0d029cc47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3a371528-c1e2-45c1-91fe-3b6c19530396 HTTP/1.1" status: 200 len: 217 time: 0.0366647 Sep 24 19:21:21.397320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e32f5379-119e-4aae-a5f9-026cfb36df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.447386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-60d2bea9-1834-43d1-a60a-8d6603ebca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.448871 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-60d2bea9-1834-43d1-a60a-8d6603ebca7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d13d40b-b15a-4cef-8dd0-d2b580ab496d HTTP/1.1" status: 200 len: 837 time: 0.0481343 Sep 24 19:21:21.495952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-55ebf6bc-2fd1-485c-b72d-0d4267afb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.497488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-55ebf6bc-2fd1-485c-b72d-0d4267afb208 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c80f7080-31b1-4afe-8bbb-a9169f2360e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397537 Sep 24 19:21:21.504960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ab52bacb-3ac8-4142-94ee-f7f8ee870873 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9d472e3a9b94256959efdaca4a81c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584017 Sep 24 19:21:21.512859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:21.530883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096d954-9e72-4793-9576-91862ecd0fdc req-1766b3b9-ce42-41de-89a1-d4d4b63701a7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.533372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2096d954-9e72-4793-9576-91862ecd0fdc req-1766b3b9-ce42-41de-89a1-d4d4b63701a7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 907 time: 0.1763196 Sep 24 19:21:21.603765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e32f5379-119e-4aae-a5f9-026cfb36df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.610178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e32f5379-119e-4aae-a5f9-026cfb36df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.618596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.666767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f5379-119e-4aae-a5f9-026cfb36df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21097383-3be5-4525-9d6d-3dce8f86a860,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:21.668204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.676409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e32f5379-119e-4aae-a5f9-026cfb36df1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed702e61eacb465da944de622a2c626e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372495 Sep 24 19:21:21.677620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:21.680786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:21.684732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.699355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-5398e233-50d5-44bf-ac77-849571199e98 service neutron] 10.222.0.15 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937282 Sep 24 19:21:21.731009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 4a33142c-3a93-46c4-8bd1-59ef8274a823 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:21.840356 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-12cd2ab6-e183-4e68-b4e1-c51d94e92e11 req-47db0cfe-884f-454b-8e9a-fdb6379dfa88 service neutron] 10.222.0.15 "GET /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275251 Sep 24 19:21:21.877159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.880166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.881326 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b716370b-11cb-4e29-a795-42af734c9f10 HTTP/1.1" status: 204 len: 168 time: 0.3667326 Sep 24 19:21:21.900312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01738-87c1-4375-893e-f935d0032c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716370b-11cb-4e29-a795-42af734c9f10,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:21.921605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:21.976528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84698e-238b-418e-ab21-3f03e852e4fc req-2024ebce-154f-4453-bdc7-2229cd100be3 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:21.978532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd84698e-238b-418e-ab21-3f03e852e4fc req-2024ebce-154f-4453-bdc7-2229cd100be3 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.2032909 Sep 24 19:21:21.986315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.120433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd84698e-238b-418e-ab21-3f03e852e4fc req-1a710745-6e79-4831-ba2a-0b244a0a8548 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180677 Sep 24 19:21:22.139153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.163509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.166885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.171070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21097383-3be5-4525-9d6d-3dce8f86a860 HTTP/1.1" status: 204 len: 168 time: 0.4920676 Sep 24 19:21:22.182543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b232f7a-7090-4195-9013-33f26d5235be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21097383-3be5-4525-9d6d-3dce8f86a860,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:22.229196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.339105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:22.357218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:22.365588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:22.375396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:22.379183 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.384323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=4a33142c-3a93-46c4-8bd1-59ef8274a823,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:22.404208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-40af122f-8803-41d2-bee7-f6eaaed3302e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0664289 Sep 24 19:21:22.407435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58340) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:22.416295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:22.513233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.798722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.824653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e07bf-cb8b-40d8-ba24-c9f1385d9d26 req-ff51a494-f526-4d8a-ae14-f2a2f5020d83 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:22.840340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858e07bf-cb8b-40d8-ba24-c9f1385d9d26 req-ff51a494-f526-4d8a-ae14-f2a2f5020d83 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 907 time: 0.1758211 Sep 24 19:21:22.843304 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.893212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] In _notify_port_updated(), no bound segment for port 4a33142c-3a93-46c4-8bd1-59ef8274a823 on network 5e546186-f3e7-4a61-97db-9d56145e14c8 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:21:22.899624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:22.900431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.904932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:22.922438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/ports/4a33142c-3a93-46c4-8bd1-59ef8274a823 HTTP/1.1" status: 200 len: 818 time: 0.5129056 Sep 24 19:21:22.947584 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be3aa933-fac4-409c-a719-88a6c03eba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:22.962348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199e6c-a747-4036-b894-41e45d491b48 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=4a33142c-3a93-46c4-8bd1-59ef8274a823,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:23.071853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 4a33142c-3a93-46c4-8bd1-59ef8274a823 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:23.075406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.172907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.205893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58376) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:23.220708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 4a33142c-3a93-46c4-8bd1-59ef8274a823 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:23.313648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cf3cc-307a-454e-bb48-d4f813769187 req-3f99904b-53c3-425b-8608-402612800a34 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:23.316495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-416cf3cc-307a-454e-bb48-d4f813769187 req-3f99904b-53c3-425b-8608-402612800a34 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.0878294 Sep 24 19:21:23.343347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.383476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-416cf3cc-307a-454e-bb48-d4f813769187 req-01db5767-d289-40bb-b782-28ddbb15fe5e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596645 Sep 24 19:21:23.417654 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.465309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=4a33142c-3a93-46c4-8bd1-59ef8274a823,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:23.482769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.489167 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-93acd4b4-93f7-4a2b-924c-bbbd321a5601 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/4a33142c-3a93-46c4-8bd1-59ef8274a823 HTTP/1.1" status: 204 len: 168 time: 0.5820715 Sep 24 19:21:23.490155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58386) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:23.490997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3a371528-c1e2-45c1-91fe-3b6c19530396 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:21:23.556571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be0d33-4fdc-4201-86e6-57fb79bcfa22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:23.558397 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-36be0d33-4fdc-4201-86e6-57fb79bcfa22 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0672572 Sep 24 19:21:23.561165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:23.575003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb5d3-598a-489c-864e-c48ddb34eed3 req-986a26aa-ad93-45d0-88d5-dc0f2294054f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:23.582775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7ccb5d3-598a-489c-864e-c48ddb34eed3 req-986a26aa-ad93-45d0-88d5-dc0f2294054f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.1151135 Sep 24 19:21:23.592456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1977079988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:23.598097 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b997fb6a-6fd6-407f-8683-cb7718e6cf5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:23.600008 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b997fb6a-6fd6-407f-8683-cb7718e6cf5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/4a33142c-3a93-46c4-8bd1-59ef8274a823 HTTP/1.1" status: 404 len: 333 time: 0.0375335 Sep 24 19:21:23.603724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58392) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:23.616070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-367997500'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:23.673868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:23.678821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.696258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3a371528-c1e2-45c1-91fe-3b6c19530396,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:23.724501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:23.730823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7ccb5d3-598a-489c-864e-c48ddb34eed3 req-da55890d-f542-4283-b2ef-3257d1937bc6 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137681 Sep 24 19:21:23.734773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:21:23.734773 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:21:23.734773 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': 'a8de52a064574f5cafc1de41f9c4fc87', 'id': 'e5418b2a-458d-4801-bc57-258d3940ed0d', 'expiration': datetime.datetime(2021, 9, 24, 19, 23, 23, 651780)}] Sep 24 19:21:23.734773 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:21:23.735930 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:21:23.739441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.740111 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment c7c4dca2-0641-413b-ae91-56035c2ba5b6 of type vlan for network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 Sep 24 19:21:23.753696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '3a371528-c1e2-45c1-91fe-3b6c19530396', 'network_id': 'c80f7080-31b1-4afe-8bbb-a9169f2360e3', 'port_id': '3a371528-c1e2-45c1-91fe-3b6c19530396', 'mac_address': 'fa:16:3e:4c:cd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d13d40b-b15a-4cef-8dd0-d2b580ab496d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:21:23.821752 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.852198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a371528-c1e2-45c1-91fe-3b6c19530396 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:23.861260 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.903871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3a371528-c1e2-45c1-91fe-3b6c19530396,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:23.909248 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.910740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a60524-1a0d-4e39-bf3f-e4c1e7e035d5 req-af4a2097-e92b-40a2-838a-07814e792fe5 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:23.920149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a60524-1a0d-4e39-bf3f-e4c1e7e035d5 req-af4a2097-e92b-40a2-838a-07814e792fe5 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.0592628 Sep 24 19:21:23.937350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.949724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:23.950380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:23.996696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:24.055991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=0ebdebda-895f-499b-9494-f2e86fb1fcd1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:24.069741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-06d3a102-10a9-41fd-8633-397b92d313eb tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4631610 Sep 24 19:21:24.073654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:24.073919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:24.084886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:24.243736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.330184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:24.333710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.357107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3a371528-c1e2-45c1-91fe-3b6c19530396'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:21:24.494184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a60524-1a0d-4e39-bf3f-e4c1e7e035d5 req-40902666-9175-4763-8f78-bcf1877435d5 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745239 Sep 24 19:21:24.532402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.533708 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.591751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.603087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248007cd-ef58-4e80-9bfc-dbea791a7458 req-32945d84-bcda-4aad-80f8-e3e3e28bac72 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:24.616172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-248007cd-ef58-4e80-9bfc-dbea791a7458 req-32945d84-bcda-4aad-80f8-e3e3e28bac72 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 908 time: 0.1837933 Sep 24 19:21:24.617949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.640014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.644438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2ddcf38a-f6e6-4175-ab41-4b76927fe03e tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4364145 Sep 24 19:21:24.647452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:24.658934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1548607288'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:24.705088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:24.709389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.730323 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.747885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.835644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=a45d9a22-e974-46c0-9183-4f8198210647,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:24.849111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': 'c7c4dca2-0641-413b-ae91-56035c2ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:24.849346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 0ebdebda-895f-499b-9494-f2e86fb1fcd1, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:24.876920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:24.895530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 0ebdebda-895f-499b-9494-f2e86fb1fcd1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:24.899800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:24.900404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:24.905680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a9208-e053-47a0-921f-eba4aeee775d None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:24.995727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.009344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.018550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7fdc7209-8ad4-4194-acde-e4bde1378080 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9438701 Sep 24 19:21:25.021484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:25.028342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:25.050704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:25.051537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-035242c4-af6f-4cc8-99fc-351363620f00 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:25.059591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-035242c4-af6f-4cc8-99fc-351363620f00 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.1849108 Sep 24 19:21:25.087414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b46247-980b-47fe-92aa-59348b354409,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:25.106710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-1803b341-adf3-43a7-bdf4-ffb5e63433e3 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/quotas/5f14a0060ab04fabaed6da9dfd436444 HTTP/1.1" status: 200 len: 375 time: 0.0454190 Sep 24 19:21:25.110601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.110787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': 'a45d9a22-e974-46c0-9183-4f8198210647'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:25.111328 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Added segment 95120e53-a4f9-4b4a-a67e-9564c9f12c5e of type vlan for network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 Sep 24 19:21:25.113282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.205219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.224728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-6dcb4676-7c44-44c9-a83a-cfddf737a3be tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176744 Sep 24 19:21:25.288679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:25.291393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.295569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.296979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:25.297561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.417656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Network': ['ID=99423a0a-75b2-4df4-97b4-b4c1f49da2b3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:25.442148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Allocated IP 2001:db8::2 (0ebdebda-895f-499b-9494-f2e86fb1fcd1/a45d9a22-e974-46c0-9183-4f8198210647/6ac4f750-262c-4951-9658-7081e4daf55d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:25.500033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-712dba5d-acc4-4f5b-88b6-472effab2ddc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8513594 Sep 24 19:21:25.506809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58474) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:25.534619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'subnet': {'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:25.632207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-a9bc7a55-2804-4112-8089-ebd94b074c1e service neutron] 10.222.0.18 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718648 Sep 24 19:21:25.692705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:25.697094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3a371528-c1e2-45c1-91fe-3b6c19530396 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:25.801019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-49c20e51-2f88-475e-8c11-839606bea8b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677675 Sep 24 19:21:25.803848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:25.811119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:25.888740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.046039 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.109264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Pushing event updated for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:26.118455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 3a371528-c1e2-45c1-91fe-3b6c19530396 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:21:26.141473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:26.146264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:26.155091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:26.166724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 3a371528-c1e2-45c1-91fe-3b6c19530396 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:26.167866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.178968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f836-3b3f-40d1-b19e-4d2217167967 req-ea9af175-37e1-4f95-9089-83994c1f2436 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:26.180833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04a6f836-3b3f-40d1-b19e-4d2217167967 req-ea9af175-37e1-4f95-9089-83994c1f2436 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 908 time: 0.2087343 Sep 24 19:21:26.196065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91727e7f-f58d-4381-b415-fb03dd83770c req-6b8c4dee-0c7b-4c5a-b0dd-0cc7be9af916 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 210 time: 0.0710418 Sep 24 19:21:26.211080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.238089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:26.302829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Attempting to bind port 6ac4f750-262c-4951-9658-7081e4daf55d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:26.303278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Attempting to bind port 6ac4f750-262c-4951-9658-7081e4daf55d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c7c4dca2-0641-413b-ae91-56035c2ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:26.303984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Attempting to bind port 6ac4f750-262c-4951-9658-7081e4daf55d on network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:26.310548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:26.311021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Checking segment: {'id': 'c7c4dca2-0641-413b-ae91-56035c2ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:26.311522 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.312110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Bound using segment: {'id': 'c7c4dca2-0641-413b-ae91-56035c2ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:26.313357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Bound port: 6ac4f750-262c-4951-9658-7081e4daf55d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4dca2-0641-413b-ae91-56035c2ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:26.314082 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.369220 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a45d9a22-e974-46c0-9183-4f8198210647 (CIDR: 2001:db8::/64) Sep 24 19:21:26.374766 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:21:26.376755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:21:26.397330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b4fd199b-87d0-4a5c-b3ce-b6d6e5b19339 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3745902 Sep 24 19:21:26.400560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58496) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:26.414569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.418709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:26.424958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.438937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:26.460298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:26.462838 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cded86-63be-4227-bd42-d0de3b5c9314" -d '{"events": [{"server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "name": "network-vif-plugged", "status": "completed", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:26.470268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6ac4f750-262c-4951-9658-7081e4daf55d,segment=NetworkSegment(c7c4dca2-0641-413b-ae91-56035c2ba5b6),segment_id=c7c4dca2-0641-413b-ae91-56035c2ba5b6)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:26.481391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3a371528-c1e2-45c1-91fe-3b6c19530396,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:26.483225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.506121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.537219 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0c19e-3585-40a1-a653-895397a48adb x-openstack-request-id: req-67a0c19e-3585-40a1-a653-895397a48adb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:26.537539 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "name": "network-vif-plugged", "status": "completed", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:26.537986 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67a0c19e-3585-40a1-a653-895397a48adb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:26.538180 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396', 'code': 200} Sep 24 19:21:26.609855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.610338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8e8c2-e98f-40d4-ab6f-0e5b6690da84 None None] Pushing event updated for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:26.659684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Subnet': ['ID=5f670e42-9262-43b7-a61a-7b7b552e8e6a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:26.671622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Checking segment: {'id': '95120e53-a4f9-4b4a-a67e-9564c9f12c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:26.672550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network hostable DHCP agents. Network: 99423a0a-75b2-4df4-97b4-b4c1f49da2b3, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:26.678375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93456b-2ad3-40b6-847e-401fd5afdadf req-c44acaf9-3d8b-46ae-ab53-5c0bfc5c63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:26.678578 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:21:26.678578 n-d-810952-2 neutron-server[94855]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 19:21:26.678578 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id_1': '7bbbdc3a648447828d859b904816c9f1', 'expiration_1': datetime.datetime(2021, 9, 24, 19, 21, 6, 655794)}] Sep 24 19:21:26.678578 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:21:26.679033 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:21:26.680680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f93456b-2ad3-40b6-847e-401fd5afdadf req-c44acaf9-3d8b-46ae-ab53-5c0bfc5c63a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 1060 time: 0.0844510 Sep 24 19:21:26.694176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:26.700349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.712903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:26.714595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:26.736097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 99423a0a-75b2-4df4-97b4-b4c1f49da2b3) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:26.745130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:26.746823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.750558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608eb42e-01c9-4f3f-899f-e251e6c78fd7 None None] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:26.796015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9455ba03-663c-454e-9e60-6a738745e847 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2841067 Sep 24 19:21:26.797266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:26.802308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'network': {'name': 'tempest-router-network01--270679826'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:26.863829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:26.893818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.960682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:26.978476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:26.979470 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Added segment 3384c49a-082a-4896-a1e8-29c4a7a5ff08 of type vlan for network 26ef9adb-5fbd-44db-bc66-5bcc03639dba Sep 24 19:21:27.056634 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.087633 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.107477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.110099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-99423a0a-75b2-4df4-97b4-b4c1f49da2b3', 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3', 'tenant_id': 'a8de52a064574f5cafc1de41f9c4fc87', 'fixed_ips': [{'subnet_id': '5f670e42-9262-43b7-a61a-7b7b552e8e6a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:27.111017 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.115686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:27.116649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.164149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:27.169345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:27.174126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:27.174704 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.207258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.219650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4213114 Sep 24 19:21:27.220584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86630-cc31-4c47-9aba-72b364d10988 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Network': ['ID=26ef9adb-5fbd-44db-bc66-5bcc03639dba,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:27.226143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:27.229632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=9298af72-18f2-41df-a8f2-fd70eef127cb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:27.232753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'network': {'name': 'tempest-router-network02--1555194073'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:27.274324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:27.281992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:27.287869 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.295282 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-370dce74-e3c4-4b8e-b9de-8c6a3a455b06 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8912034 Sep 24 19:21:27.298336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:27.303688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'fixed_ips': [{'subnet_id': 'a45d9a22-e974-46c0-9183-4f8198210647'}, {'subnet_id': '9298af72-18f2-41df-a8f2-fd70eef127cb'}], 'name': 'tempest-PortsIpV6TestJSON-1891332283'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:27.341990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:27.359947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Allocated IP 2001:db8::2 (99423a0a-75b2-4df4-97b4-b4c1f49da2b3/5f670e42-9262-43b7-a61a-7b7b552e8e6a/b0db4946-be9f-4bd5-a203-b961be713dfd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:27.457233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.457662 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Added segment d9b011f2-de6b-4000-80d8-1a7f941d68c8 of type vlan for network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c Sep 24 19:21:27.462817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a444142c-42a3-42a5-a956-a776e49a419e req-b8d7a847-1cb2-442c-b216-d9e3af168c7f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 210 time: 0.1075618 Sep 24 19:21:27.535853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.554986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a55bff-0244-40bb-b31c-b2effd62d710 req-de79172f-9784-4c81-9a7d-d9b600b9069c tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:27.556693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a55bff-0244-40bb-b31c-b2effd62d710 req-de79172f-9784-4c81-9a7d-d9b600b9069c tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.2001872 Sep 24 19:21:27.583816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.598414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.627479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:27.653850 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.668977 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.673041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.688215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:27.693891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.767756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:27.771644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:27.775651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:27.786281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.792235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Pushing event updated for resources: {'Port': ['ID=b0db4946-be9f-4bd5-a203-b961be713dfd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:27.812084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bbbdc3a648447828d859b904816c9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5726299 Sep 24 19:21:27.823941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:27.846291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b96dc2-69e5-41cd-a6a8-04c71d31c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62555b7-0277-4554-88ad-c4d01c4ace66,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:27.864022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Attempting to bind port b0db4946-be9f-4bd5-a203-b961be713dfd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:27.864405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Attempting to bind port b0db4946-be9f-4bd5-a203-b961be713dfd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '95120e53-a4f9-4b4a-a67e-9564c9f12c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:27.864766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Attempting to bind port b0db4946-be9f-4bd5-a203-b961be713dfd on network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:27.873142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6431973 Sep 24 19:21:27.873348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:27.873348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Checking segment: {'id': '95120e53-a4f9-4b4a-a67e-9564c9f12c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:27.873348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.873348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Bound using segment: {'id': '95120e53-a4f9-4b4a-a67e-9564c9f12c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:27.873784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Bound port: b0db4946-be9f-4bd5-a203-b961be713dfd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95120e53-a4f9-4b4a-a67e-9564c9f12c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '99423a0a-75b2-4df4-97b4-b4c1f49da2b3'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:27.874057 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:27.887455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:27.893083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'subnet': {'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:27.915068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 76214e6f-4ccd-456e-a5d0-233d97eaa89c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:28.043994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] For port b0db4946-be9f-4bd5-a203-b961be713dfd, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:28.049606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] For port b0db4946-be9f-4bd5-a203-b961be713dfd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b0db4946-be9f-4bd5-a203-b961be713dfd,segment=NetworkSegment(95120e53-a4f9-4b4a-a67e-9564c9f12c5e),segment_id=95120e53-a4f9-4b4a-a67e-9564c9f12c5e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:28.059024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.071615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84c657-64e4-44b6-aa9b-7175760f00f8 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Network': ['ID=ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:28.086065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-42c2c79a-65e1-4a1f-b681-99fd54c04d78 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:28.087457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:28.087888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-42c2c79a-65e1-4a1f-b681-99fd54c04d78 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.69 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.3850865 Sep 24 19:21:28.110787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Request body: {'port': {'device_id': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'admin_state_up': True, 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:28.169301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:28.172584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.173631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.225037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Made reservation on behalf of 5f14a0060ab04fabaed6da9dfd436444 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:28.227696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.247553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dd16b-fe1d-4e10-878a-b3cd3c7487b2 None None] Pushing event updated for resources: {'Port': ['ID=b0db4946-be9f-4bd5-a203-b961be713dfd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:28.256006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df123c65-785c-4460-8d7b-c8c2f0712432 None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:28.297206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.357865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:28.358510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.567043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.619940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6ac4f750-262c-4951-9658-7081e4daf55d,segment=NetworkSegment(c7c4dca2-0641-413b-ae91-56035c2ba5b6),segment_id=c7c4dca2-0641-413b-ae91-56035c2ba5b6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:28.627756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.740234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70d55f56-ea62-449b-a9c4-b474aad41581 req-41a5a867-d65c-45eb-aec8-ba70fac9860a tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 210 time: 0.0925131 Sep 24 19:21:28.748125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Update dhcp port {'port': {'network_id': '0ebdebda-895f-499b-9494-f2e86fb1fcd1', 'fixed_ips': [{'subnet_id': 'a45d9a22-e974-46c0-9183-4f8198210647', 'ip_address': '2001:db8::2'}, {'subnet_id': '9298af72-18f2-41df-a8f2-fd70eef127cb'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '6ac4f750-262c-4951-9658-7081e4daf55d'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:21:28.750413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::95 (0ebdebda-895f-499b-9494-f2e86fb1fcd1/a45d9a22-e974-46c0-9183-4f8198210647/76214e6f-4ccd-456e-a5d0-233d97eaa89c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:28.757831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.764251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.767577 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d62555b7-0277-4554-88ad-c4d01c4ace66 HTTP/1.1" status: 204 len: 168 time: 0.9384770 Sep 24 19:21:28.800834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8:0:1::3aa (0ebdebda-895f-499b-9494-f2e86fb1fcd1/9298af72-18f2-41df-a8f2-fd70eef127cb/76214e6f-4ccd-456e-a5d0-233d97eaa89c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:28.802390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6ac4f750-262c-4951-9658-7081e4daf55d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:28.804026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c99ba7-49d2-4267-b132-e29adac4c0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62555b7-0277-4554-88ad-c4d01c4ace66,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:28.879740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ebf9c-e0c7-4ff9-8ce0-d0fddad30154 None None] Pushing event updated for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:28.888959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Allocated IP 172.20.0.12 (2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f/e920d8f6-bb15-4d30-8bf0-4929708752d6/17e76ff0-dc2f-4283-b277-7d9385203e77) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:28.911465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:28.980754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3047d-f07a-4843-a22a-b96c41f34f41 req-182aa2de-52b3-4327-8294-bedaa2898d93 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:28.982395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82a3047d-f07a-4843-a22a-b96c41f34f41 req-182aa2de-52b3-4327-8294-bedaa2898d93 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.2498858 Sep 24 19:21:29.037262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:29.037649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.169135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.276783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.344898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.395105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=76214e6f-4ccd-456e-a5d0-233d97eaa89c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:29.409828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:29.461120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Subnet': ['ID=5382b3d4-a91e-4e00-8cd7-62bb05b9ea23,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:29.468379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:29.470719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:29.474637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:29.487098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:29.488175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.488739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b0db4946-be9f-4bd5-a203-b961be713dfd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:29.496956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd4e5-76db-47d1-a20c-ed3eaefc2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.544893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Allocated IP 2001:db8:0:1::2 (0ebdebda-895f-499b-9494-f2e86fb1fcd1/9298af72-18f2-41df-a8f2-fd70eef127cb/6ac4f750-262c-4951-9658-7081e4daf55d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:29.562357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-39919816-acca-4d4a-86c5-877ac71ddf2b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2591586 Sep 24 19:21:29.568232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:29.577159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a45d9a22-e974-46c0-9183-4f8198210647'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:29.577518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b0db4946-be9f-4bd5-a203-b961be713dfd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:29.578453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.672863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.706502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd4e5-76db-47d1-a20c-ed3eaefc2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.710385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb03f-eb71-4b81-801d-769fe609b17f req-f8b2dbba-58f0-4b39-b937-cccf79071096 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:29.712188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-924fb03f-eb71-4b81-801d-769fe609b17f req-f8b2dbba-58f0-4b39-b937-cccf79071096 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.4220285 Sep 24 19:21:29.727378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Checking segment: {'id': '3384c49a-082a-4896-a1e8-29c4a7a5ff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:29.727748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network hostable DHCP agents. Network: 26ef9adb-5fbd-44db-bc66-5bcc03639dba, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:29.785979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:29.788258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd4e5-76db-47d1-a20c-ed3eaefc2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.808825 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.831027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 26ef9adb-5fbd-44db-bc66-5bcc03639dba) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:29.840232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:29.840698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:29.848561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e6632884-a104-44b3-af9e-81ea52f57bab'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:21:29.850761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c718c-244d-470a-9ac8-2ebefb74a604 None None] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:29.888812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:29.955996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961cf4a-af97-491c-99fc-b9925f572eee None None] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:29.962051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6ac4f750-262c-4951-9658-7081e4daf55d,segment=NetworkSegment(c7c4dca2-0641-413b-ae91-56035c2ba5b6),segment_id=c7c4dca2-0641-413b-ae91-56035c2ba5b6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:29.982345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dd4e5-76db-47d1-a20c-ed3eaefc2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169d99f-ce07-4225-89ad-87760f9792ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:29.986746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.011725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74212c53-933e-4649-9ab1-c342156ee6db tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1230268 Sep 24 19:21:30.014455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:30.022822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:30.024825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:30.035453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'subnet': {'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:30.066178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf6dd4e5-76db-47d1-a20c-ed3eaefc2445 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ec6fa66c97d461fa222048d00c48efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525462 Sep 24 19:21:30.088186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:30.107224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:30.107877 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.140747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0349543 Sep 24 19:21:30.152457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718e14c-6dca-4aec-97b9-84ec5bc5c95d tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Pushing event updated for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:30.167674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1bb9d-fa81-4105-b0a9-193568127b4e req-f1f250ec-2d2a-42aa-bf75-1d0369c287ca tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:30.169491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37f1bb9d-fa81-4105-b0a9-193568127b4e req-f1f250ec-2d2a-42aa-bf75-1d0369c287ca tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1028 time: 0.3206336 Sep 24 19:21:30.175026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.218903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.258785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06566-83d5-4cda-bb21-3c0e110b8c9d req-6d465b95-787a-4f82-b478-978db76517ee tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:30.260381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dd06566-83d5-4cda-bb21-3c0e110b8c9d req-6d465b95-787a-4f82-b478-978db76517ee tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 1060 time: 0.3402243 Sep 24 19:21:30.286169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37f1bb9d-fa81-4105-b0a9-193568127b4e req-0b405415-b942-4dc9-ad1c-edbf16c388af tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Sep 24 19:21:30.341710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.438983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-26ef9adb-5fbd-44db-bc66-5bcc03639dba', 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba', 'tenant_id': 'a8de52a064574f5cafc1de41f9c4fc87', 'fixed_ips': [{'subnet_id': '5382b3d4-a91e-4e00-8cd7-62bb05b9ea23'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:30.439822 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.485857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-97969c19-960c-4cb1-afd3-c338e573249c None None] Provisioning complete for port b0db4946-be9f-4bd5-a203-b961be713dfd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:30.486194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97969c19-960c-4cb1-afd3-c338e573249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.546002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48ac3-b947-4f7a-bb54-8b2945c9f543 req-37c624c4-2c3f-4554-8203-40e3b1c9fb16 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:30.548143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a48ac3-b947-4f7a-bb54-8b2945c9f543 req-37c624c4-2c3f-4554-8203-40e3b1c9fb16 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.1225338 Sep 24 19:21:30.635913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.638922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Request body: {'port': {'device_id': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:30.669696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port b0db4946-be9f-4bd5-a203-b961be713dfd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b0db4946-be9f-4bd5-a203-b961be713dfd,segment=NetworkSegment(95120e53-a4f9-4b4a-a67e-9564c9f12c5e),segment_id=95120e53-a4f9-4b4a-a67e-9564c9f12c5e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:30.675826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:30.679752 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.685204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0a48ac3-b947-4f7a-bb54-8b2945c9f543 req-6c157da8-f1ff-427e-9c07-708bed077061 tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1259093 Sep 24 19:21:30.713996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.725782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58562) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:30.745169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296ab66-d3ae-4f1d-bfb4-634272051ea0 None None] Pushing event updated for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:30.820650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.828400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.918349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6270aa-9cec-4830-bcf2-04a211701e1d tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:30.926948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eb6270aa-9cec-4830-bcf2-04a211701e1d tempest-TestSecurityGroupsBasicOps-785925692 tempest-TestSecurityGroupsBasicOps-785925692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 1055 time: 0.1998796 Sep 24 19:21:30.983611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.987303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:30.990931 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9169d99f-ce07-4225-89ad-87760f9792ac HTTP/1.1" status: 204 len: 168 time: 0.8993051 Sep 24 19:21:31.068578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60d73-0404-4722-82eb-4fb7b6836fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169d99f-ce07-4225-89ad-87760f9792ac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:31.100195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Allocated IP 2001:db8::2 (26ef9adb-5fbd-44db-bc66-5bcc03639dba/5382b3d4-a91e-4e00-8cd7-62bb05b9ea23/17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:31.458281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Delete allocated IP 2001:db8:0:1::3aa (0ebdebda-895f-499b-9494-f2e86fb1fcd1/9298af72-18f2-41df-a8f2-fd70eef127cb) {{(pid=94856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:21:31.505331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6ac4f750-262c-4951-9658-7081e4daf55d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:31.574958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.641161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.643278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68745335-6c16-4109-9841-c894b18e98dd None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:31.702170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.758977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d73ac-cdb7-4bee-9de3-ffb549528ad5 req-1b00da3b-6669-4024-a1d4-1bf6978960ef tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:31.767133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a7d73ac-cdb7-4bee-9de3-ffb549528ad5 req-1b00da3b-6669-4024-a1d4-1bf6978960ef tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1028 time: 0.3430758 Sep 24 19:21:31.776079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e76ff0-dc2f-4283-b277-7d9385203e77 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:31.794329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.799141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:31.825760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:31.828312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c75c8-7759-4bb7-a5dc-0834effd9d83 req-1667fc70-9c3b-41da-bcd0-8c02b26a27d1 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:31.839897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:31.842015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a61c75c8-7759-4bb7-a5dc-0834effd9d83 req-1667fc70-9c3b-41da-bcd0-8c02b26a27d1 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.3932354 Sep 24 19:21:31.842796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=b0db4946-be9f-4bd5-a203-b961be713dfd,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:31.856006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Transition to ACTIVE for port object 17e76ff0-dc2f-4283-b277-7d9385203e77 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:21:31.862412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Subnet': ['ID=07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:31.874332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.911182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Checking segment: {'id': 'd9b011f2-de6b-4000-80d8-1a7f941d68c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:31.911547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network hostable DHCP agents. Network: ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:31.926089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.942483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:31.979349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Pushing event updated for resources: {'Port': ['ID=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:32.027018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a7d73ac-cdb7-4bee-9de3-ffb549528ad5 req-d5909b27-11a6-4919-802b-3f8b3a28bf9a tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585547 Sep 24 19:21:32.073790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:32.101558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] In _notify_port_updated(), no bound segment for port 76214e6f-4ccd-456e-a5d0-233d97eaa89c on network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:21:32.107443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:32.108486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.110432 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/ports/76214e6f-4ccd-456e-a5d0-233d97eaa89c HTTP/1.1" status: 200 len: 925 time: 2.5387805 Sep 24 19:21:32.116096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:32.122635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-51478bc7-0577-46a2-922d-8ab1f7cdf94d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1398342 Sep 24 19:21:32.123552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a45d9a22-e974-46c0-9183-4f8198210647'}, {'subnet_id': '9298af72-18f2-41df-a8f2-fd70eef127cb'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:32.124288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Pushing event updated for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:32.135027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:32.137263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cff7-cace-44dc-b601-533ec951a2f5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=76214e6f-4ccd-456e-a5d0-233d97eaa89c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:32.165554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:32.166220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.194309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d36ef5-77cc-4a3b-804a-805f95aae63c None None] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:32.236707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a9ff323e-578a-4688-a7c9-f44ee5a58904 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2081800 Sep 24 19:21:32.249003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:32.289860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.459930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Attempting to bind port 17e76ff0-dc2f-4283-b277-7d9385203e77 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:32.460181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Attempting to bind port 17e76ff0-dc2f-4283-b277-7d9385203e77 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:32.460517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Attempting to bind port 17e76ff0-dc2f-4283-b277-7d9385203e77 on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:32.467556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-36cbc175-1ff6-45fa-bd9f-e91247ba9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:32.469969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-36cbc175-1ff6-45fa-bd9f-e91247ba9b33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.2726691 Sep 24 19:21:32.487134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Port 17e76ff0-dc2f-4283-b277-7d9385203e77 on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:21:32.487439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Attempting to bind port 17e76ff0-dc2f-4283-b277-7d9385203e77 on network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:32.595596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:32.595941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Checking segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:32.596331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Bound using segment: {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:32.596822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Bound port: 17e76ff0-dc2f-4283-b277-7d9385203e77, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf8fe92-4c21-456f-984a-b59ff229c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:32.597218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.679460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-79a6524d-e842-4394-a2af-35c5dbd66487 None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:32.679853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79a6524d-e842-4394-a2af-35c5dbd66487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.699445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:32.815998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:32.816554 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.901425 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8:0:1::121 (0ebdebda-895f-499b-9494-f2e86fb1fcd1/9298af72-18f2-41df-a8f2-fd70eef127cb/76214e6f-4ccd-456e-a5d0-233d97eaa89c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:32.957408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Attempting to bind port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:32.957747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e28c5169-bf48-4923-acbb-3a3989338a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:32.957998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Attempting to bind port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '3384c49a-082a-4896-a1e8-29c4a7a5ff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:32.958374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Attempting to bind port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 on network 26ef9adb-5fbd-44db-bc66-5bcc03639dba {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:33.021726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:33.022115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Checking segment: {'id': '3384c49a-082a-4896-a1e8-29c4a7a5ff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:33.022504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.023121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Bound using segment: {'id': '3384c49a-082a-4896-a1e8-29c4a7a5ff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:33.023792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Bound port: 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384c49a-082a-4896-a1e8-29c4a7a5ff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '26ef9adb-5fbd-44db-bc66-5bcc03639dba'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:33.024348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.084694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-b8b8cdb1-12d6-4982-a34c-59030421c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.086429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-b8b8cdb1-12d6-4982-a34c-59030421c4ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 895 time: 0.5157206 Sep 24 19:21:33.160029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e28c5169-bf48-4923-acbb-3a3989338a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.176207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e28c5169-bf48-4923-acbb-3a3989338a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.195798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:33.212699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.239371 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e28c5169-bf48-4923-acbb-3a3989338a20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fcbf580b7bb4544b9523a1e781a8d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340064 Sep 24 19:21:33.239959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=17e76ff0-dc2f-4283-b277-7d9385203e77,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:33.241647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:33.256762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282477-52a9-47ab-bb36-5b5b5ef2adab req-deb9593b-c135-4ac8-8f6d-00f8b4f20b75 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.258192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed282477-52a9-47ab-bb36-5b5b5ef2adab req-deb9593b-c135-4ac8-8f6d-00f8b4f20b75 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.2852025 Sep 24 19:21:33.282439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.411328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Pushing event updated for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:33.415314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-c1a93f54-4e53-4093-a6bb-5941ca729a84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 999 time: 0.3143151 Sep 24 19:21:33.465346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5169-bf48-4923-acbb-3a3989338a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d569266-37ea-4935-9c98-270d899b63f5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:33.508681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.535416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c', 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c', 'tenant_id': 'a8de52a064574f5cafc1de41f9c4fc87', 'fixed_ips': [{'subnet_id': '07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:33.536287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.601366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-392ad926-63d4-480f-a231-dc5e8742f61c tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.603169 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-392ad926-63d4-480f-a231-dc5e8742f61c tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.2430148 Sep 24 19:21:33.622449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.644672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.663697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.673452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58648) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:33.711022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] For port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:33.741013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.745126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] For port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,segment=NetworkSegment(3384c49a-082a-4896-a1e8-29c4a7a5ff08),segment_id=3384c49a-082a-4896-a1e8-29c4a7a5ff08)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:33.790913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.814249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=76214e6f-4ccd-456e-a5d0-233d97eaa89c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:33.848112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] In _notify_port_updated(), no bound segment for port 76214e6f-4ccd-456e-a5d0-233d97eaa89c on network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:21:33.854210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.855037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.856524 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1448598-e7b9-4247-b1ce-d5e0b065a0a2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/ports/76214e6f-4ccd-456e-a5d0-233d97eaa89c HTTP/1.1" status: 200 len: 1011 time: 1.7378352 Sep 24 19:21:33.859991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:33.944704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Allocated IP 2001:db8::2 (ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c/07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3/3855b651-6a92-4c28-ae81-12973f02ab43) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:33.964656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-3f30b0f4-13b9-4c90-b6e8-67b63ceb0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.966399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-3f30b0f4-13b9-4c90-b6e8-67b63ceb0e89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.4830439 Sep 24 19:21:33.973908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:33.974801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.976377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-cd53f8ca-210e-4f5a-a5af-9723298c2d77 service neutron] 10.222.0.69 "PUT /v2.0/ports/17e76ff0-dc2f-4283-b277-7d9385203e77 HTTP/1.1" status: 200 len: 1092 time: 3.8110533 Sep 24 19:21:33.990081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 3a371528-c1e2-45c1-91fe-3b6c19530396 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:33.992363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:33.995057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:33.997378 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16014c6-52da-4b4e-8a63-9cd15d34f87e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:34.047109 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.050098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.051676 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d569266-37ea-4935-9c98-270d899b63f5 HTTP/1.1" status: 204 len: 168 time: 0.8020499 Sep 24 19:21:34.125061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7083f6-8a7f-4af2-bdf9-9f406f0d9e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d569266-37ea-4935-9c98-270d899b63f5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:34.186809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebd49-205b-40ac-ac91-de563e0718bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.219347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.248162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6ac4f750-262c-4951-9658-7081e4daf55d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:34.327517 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.368280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-af41895e-8216-4dc5-b139-da71945a33c0 None None] Provisioning complete for port b0db4946-be9f-4bd5-a203-b961be713dfd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:34.368742 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af41895e-8216-4dc5-b139-da71945a33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.379767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.388141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.394138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port 3a371528-c1e2-45c1-91fe-3b6c19530396, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3a371528-c1e2-45c1-91fe-3b6c19530396,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:34.395621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.397867 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.402637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.409470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.417145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.425925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.434581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-e3e1b2ef-3a72-468a-9c28-670bfde2e51f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 1.0242448 Sep 24 19:21:34.439548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb049a3-865b-4373-bec0-8e22e593c194 req-c77a9e00-9550-4935-a9e6-079b7c6d58a2 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.447921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb049a3-865b-4373-bec0-8e22e593c194 req-c77a9e00-9550-4935-a9e6-079b7c6d58a2 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 1.2027531 Sep 24 19:21:34.458541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 3a371528-c1e2-45c1-91fe-3b6c19530396 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:34.463176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 76214e6f-4ccd-456e-a5d0-233d97eaa89c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:34.463608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.477418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:34.489372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:34.493607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-896c6414-7b17-4261-99fe-8c1cc0e77f06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4480772 Sep 24 19:21:34.507978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:34.549691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-6a379d09-11f4-4473-a52a-24a1c98e3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.551552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-6a379d09-11f4-4473-a52a-24a1c98e3e9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5496521 Sep 24 19:21:34.560567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:34.567308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.579217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd5d00-fd92-40f8-882f-273fef6fac23 None None] Pushing event updated for resources: {'Port': ['ID=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:34.584806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:34.623101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fb049a3-865b-4373-bec0-8e22e593c194 req-5dadc21b-5937-4b03-8831-37c47ddb1330 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737986 Sep 24 19:21:34.717334 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669baab1-ef9c-4acd-8509-755b5e3f3aaa x-openstack-request-id: req-669baab1-ef9c-4acd-8509-755b5e3f3aaa {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:34.717950 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:34.718493 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-669baab1-ef9c-4acd-8509-755b5e3f3aaa {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:34.719607 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77', 'status': 'completed', 'code': 200} Sep 24 19:21:34.744670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-223ab270-eb62-45b1-a9f3-37f06c5556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:34.746228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-223ab270-eb62-45b1-a9f3-37f06c5556b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 0.5899501 Sep 24 19:21:34.789441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Attempting to bind port 3855b651-6a92-4c28-ae81-12973f02ab43 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:34.789996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Attempting to bind port 3855b651-6a92-4c28-ae81-12973f02ab43 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'd9b011f2-de6b-4000-80d8-1a7f941d68c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:34.790375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Attempting to bind port 3855b651-6a92-4c28-ae81-12973f02ab43 on network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:34.815534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d671b7f-ed36-4bff-87a0-040260df6cbf req-565a0957-b0c4-4a37-b41b-b085ec1c5430 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3796270 Sep 24 19:21:34.854736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:34.855177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Checking segment: {'id': 'd9b011f2-de6b-4000-80d8-1a7f941d68c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:34.855579 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.856025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Bound using segment: {'id': 'd9b011f2-de6b-4000-80d8-1a7f941d68c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:34.856713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Bound port: 3855b651-6a92-4c28-ae81-12973f02ab43, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b011f2-de6b-4000-80d8-1a7f941d68c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:34.857102 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:34.875822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Pushing event updated for resources: {'Port': ['ID=3855b651-6a92-4c28-ae81-12973f02ab43,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:34.978139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-5ee5ef73-6631-402c-9970-12313e1dbe07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17e76ff0-dc2f-4283-b277-7d9385203e77 HTTP/1.1" status: 200 len: 217 time: 0.1797338 Sep 24 19:21:35.020793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] For port 3855b651-6a92-4c28-ae81-12973f02ab43, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:35.029267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] For port 3855b651-6a92-4c28-ae81-12973f02ab43, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3855b651-6a92-4c28-ae81-12973f02ab43,segment=NetworkSegment(d9b011f2-de6b-4000-80d8-1a7f941d68c8),segment_id=d9b011f2-de6b-4000-80d8-1a7f941d68c8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:35.031922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-10ba1c46-4968-4ac3-ac68-ffc45780aa6b service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658458 Sep 24 19:21:35.041917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.157244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41883375-8223-4793-8761-8b5f87249544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.171771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b0db4946-be9f-4bd5-a203-b961be713dfd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:35.176452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11d37a-316d-48b0-a2da-20bd8d9fa7b6 None None] Pushing event updated for resources: {'Port': ['ID=3855b651-6a92-4c28-ae81-12973f02ab43,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:35.208987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f6fc3c3-197d-4045-965b-cc6c59815ffc None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:35.209369 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc3c3-197d-4045-965b-cc6c59815ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.260344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fe25a-0fb8-43f9-94a1-aa606ede0574 req-2ffc0d77-c853-470a-86b5-de6aa817a613 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.270562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.274744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b0db4946-be9f-4bd5-a203-b961be713dfd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:35.275498 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.282507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe2fe25a-0fb8-43f9-94a1-aa606ede0574 req-2ffc0d77-c853-470a-86b5-de6aa817a613 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 909 time: 0.4855740 Sep 24 19:21:35.319143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 76214e6f-4ccd-456e-a5d0-233d97eaa89c owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:35.325955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-4f4105a7-ed24-4f2e-a38a-a93ca2658c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.329291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-4f4105a7-ed24-4f2e-a38a-a93ca2658c38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e920d8f6-bb15-4d30-8bf0-4929708752d6 HTTP/1.1" status: 200 len: 848 time: 0.2570233 Sep 24 19:21:35.356691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.357364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.357966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.358567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.360835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.361380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.361925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.367062 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7ab7462d-ded4-4be1-a0cf-bdeda6298a2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.7854235 Sep 24 19:21:35.397303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebd49-205b-40ac-ac91-de563e0718bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.415342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.423006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.429956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.436871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.444686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.448743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f6fc3c3-197d-4045-965b-cc6c59815ffc None None] Provisioning complete for port 76214e6f-4ccd-456e-a5d0-233d97eaa89c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:35.449228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc3c3-197d-4045-965b-cc6c59815ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.461938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.469260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.471883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b13993c-0c28-4504-84ca-6db8605c45d6 req-4ecc01f9-f04f-4417-afa2-da2565698cad tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.4993820 Sep 24 19:21:35.500725 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebd49-205b-40ac-ac91-de563e0718bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.502459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Allocated IP 2001:db8::1 (26ef9adb-5fbd-44db-bc66-5bcc03639dba/5382b3d4-a91e-4e00-8cd7-62bb05b9ea23/f4a06700-251a-43c6-ad5a-94f247b7654a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:35.553560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fc3c3-197d-4045-965b-cc6c59815ffc None None] Port 76214e6f-4ccd-456e-a5d0-233d97eaa89c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:35.615568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd7ebd49-205b-40ac-ac91-de563e0718bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=936e36ddf54245b2b0f591a1e9e4d735&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9384704 Sep 24 19:21:35.617316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58670) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:35.624148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ebd49-205b-40ac-ac91-de563e0718bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089f8e5c-cac1-4591-a7a9-44d0e52e6d03,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:35.652117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-63c5fe02-1d76-4426-ab4c-406a19f8267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.653637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-63c5fe02-1d76-4426-ab4c-406a19f8267f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812267 Sep 24 19:21:35.655716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-871b92c3-9043-4efb-aea2-ea3c933ff13a req-8980c9c0-0ce0-4e2d-b0b6-03a39f7bc89a service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175214 Sep 24 19:21:35.701222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e49d5e2c-8735-469f-bccc-c0bb180213dc None None] Provisioning complete for port 76214e6f-4ccd-456e-a5d0-233d97eaa89c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:35.701601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e49d5e2c-8735-469f-bccc-c0bb180213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.777468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e49d5e2c-8735-469f-bccc-c0bb180213dc None None] Port 76214e6f-4ccd-456e-a5d0-233d97eaa89c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:35.850291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:35.880944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e6833775-cd50-44d5-b136-5afc1f9c1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.881503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e6833775-cd50-44d5-b136-5afc1f9c1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.882113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e6833775-cd50-44d5-b136-5afc1f9c1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:35.884299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e6833775-cd50-44d5-b136-5afc1f9c1128 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.4823475 Sep 24 19:21:36.056244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.057874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.067908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf7d9-4977-49fd-adb1-3bb162a805e5 req-ab539b92-c6c6-4d20-978f-7dff3ae42fed tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:36.072509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f1bf7d9-4977-49fd-adb1-3bb162a805e5 req-ab539b92-c6c6-4d20-978f-7dff3ae42fed tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 0.2847779 Sep 24 19:21:36.078876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3855b651-6a92-4c28-ae81-12973f02ab43 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:36.081100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] No DVR routers for this DVR port 3a371528-c1e2-45c1-91fe-3b6c19530396 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:36.084352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=3a371528-c1e2-45c1-91fe-3b6c19530396,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:36.099504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-e527f8aa-0794-405e-8c56-c69b0cc83adc service neutron] 10.222.0.69 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181561 Sep 24 19:21:36.100634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.102583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cab079cd-e6df-4358-8d65-7952fc8e8ee2 req-144977be-52d9-4af7-947f-39789b598821 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.15 "DELETE /v2.0/ports/3a371528-c1e2-45c1-91fe-3b6c19530396 HTTP/1.1" status: 204 len: 173 time: 2.4912655 Sep 24 19:21:36.103832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'name': 'network-vif-deleted', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:36.106195 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddfb009-4506-4c4e-ae31-1d33f988cbb5" -d '{"events": [{"server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "name": "network-vif-deleted", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:36.119590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867e0a6-2d84-4208-a810-168c123c08e7 None None] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:36.195119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.240946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] Provisioning complete for port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:36.240946 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.274959 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c37409-26f1-4e51-8e21-b0460514cf37 x-openstack-request-id: req-a6c37409-26f1-4e51-8e21-b0460514cf37 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:36.275538 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c062f2-6b70-4ef4-97bd-85f3a3a39a42", "name": "network-vif-deleted", "tag": "3a371528-c1e2-45c1-91fe-3b6c19530396", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:36.275658 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6c37409-26f1-4e51-8e21-b0460514cf37 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:36.276024 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c062f2-6b70-4ef4-97bd-85f3a3a39a42', 'name': 'network-vif-deleted', 'tag': '3a371528-c1e2-45c1-91fe-3b6c19530396', 'status': 'completed', 'code': 200} Sep 24 19:21:36.287650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3855b651-6a92-4c28-ae81-12973f02ab43 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:36.288061 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.343092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f1bf7d9-4977-49fd-adb1-3bb162a805e5 req-d4f5500a-5dc8-4d94-9571-8785c9b4a6da tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411423 Sep 24 19:21:36.343425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-5da574c8-afe7-4cae-b584-d49d2fe335eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.4013515 Sep 24 19:21:36.364577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.413904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c3a54ae-902a-4450-a18c-e298b70fac2b req-54286c73-0866-43d2-be0a-58f1964ee345 service neutron] 10.222.0.69 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948782 Sep 24 19:21:36.428071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.430941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.434803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/089f8e5c-cac1-4591-a7a9-44d0e52e6d03 HTTP/1.1" status: 204 len: 168 time: 0.7967255 Sep 24 19:21:36.442319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:36.467488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:36.470665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a47c21-8213-4b9c-a489-fc41450b77de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089f8e5c-cac1-4591-a7a9-44d0e52e6d03,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:36.472686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:36.473258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.475802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Port': ['ID=f4a06700-251a-43c6-ad5a-94f247b7654a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:36.500854 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.581758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41883375-8223-4793-8761-8b5f87249544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.590688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07b7c634-497f-4372-80c0-7415a740dd25 req-721c0467-3410-42b4-a93b-fa54d529b071 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c062f2-6b70-4ef4-97bd-85f3a3a39a42 HTTP/1.1" status: 200 len: 210 time: 0.0630093 Sep 24 19:21:36.597333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=76214e6f-4ccd-456e-a5d0-233d97eaa89c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:36.609831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41883375-8223-4793-8761-8b5f87249544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.625834 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.635650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-1c7b65fc-6214-4acf-acf8-67e19f808e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:36.637173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-1c7b65fc-6214-4acf-acf8-67e19f808e3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5f14a0060ab04fabaed6da9dfd436444&device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 0.1085143 Sep 24 19:21:36.668013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.742009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.750915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] For port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,segment=NetworkSegment(3384c49a-082a-4896-a1e8-29c4a7a5ff08),segment_id=3384c49a-082a-4896-a1e8-29c4a7a5ff08)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:36.772453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.798568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 3855b651-6a92-4c28-ae81-12973f02ab43, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3855b651-6a92-4c28-ae81-12973f02ab43,segment=NetworkSegment(d9b011f2-de6b-4000-80d8-1a7f941d68c8),segment_id=d9b011f2-de6b-4000-80d8-1a7f941d68c8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:36.856469 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.863523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a567de7-4c95-4d12-affc-30f3414967e3 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/76214e6f-4ccd-456e-a5d0-233d97eaa89c HTTP/1.1" status: 204 len: 168 time: 2.9998925 Sep 24 19:21:36.873096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:36.883287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:36.884391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:36.885609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4fe40208-50ce-41e0-8b61-88c09c90759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:36.891216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4fe40208-50ce-41e0-8b61-88c09c90759a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.5334439 Sep 24 19:21:36.901854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41883375-8223-4793-8761-8b5f87249544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7fae3-75fb-439f-81c6-504002a26aed,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:36.934097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41883375-8223-4793-8761-8b5f87249544 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=959f442f12354d4989f6b7e9ebd39b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3474872 Sep 24 19:21:36.961157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58684) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:36.979252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cff588-1af4-48d8-81ee-92f211e4b7aa None None] Pushing event updated for resources: {'Port': ['ID=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:37.059237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-0c4bc7ed-a3d5-4334-b6ab-bcdb6c2e9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:37.064294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-0c4bc7ed-a3d5-4334-b6ab-bcdb6c2e9ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540530 Sep 24 19:21:37.095257 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f3e138-c58a-4f32-bdfe-f9a033b1b68b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:37.096080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=3855b651-6a92-4c28-ae81-12973f02ab43,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:37.096923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-45f3e138-c58a-4f32-bdfe-f9a033b1b68b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/76214e6f-4ccd-456e-a5d0-233d97eaa89c HTTP/1.1" status: 404 len: 333 time: 0.2207186 Sep 24 19:21:37.111485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:37.117499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:37.117885 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.199184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-98372dee-5967-468e-a3ed-9121b54a8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:37.201091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-98372dee-5967-468e-a3ed-9121b54a8788 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 200 len: 909 time: 0.5514784 Sep 24 19:21:37.271983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 9298af72-18f2-41df-a8f2-fd70eef127cb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:37.276626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.354846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-275251cd-bae2-4a4c-8bf3-a87c8439d2e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17e76ff0-dc2f-4283-b277-7d9385203e77 HTTP/1.1" status: 200 len: 217 time: 0.1398311 Sep 24 19:21:37.356941 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-dad07c78-5408-4e27-9f6f-1849ac458885 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770164 Sep 24 19:21:37.365430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.365695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.454270 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.544998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-7eaed644-4211-4073-b08b-3c08aeea3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:37.547207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-7eaed644-4211-4073-b08b-3c08aeea3d08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e920d8f6-bb15-4d30-8bf0-4929708752d6 HTTP/1.1" status: 200 len: 848 time: 0.1822922 Sep 24 19:21:37.560514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.599064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa88199-2bf8-4456-ae0b-2f37fdc785c2 None None] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:37.601077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3a371528-c1e2-45c1-91fe-3b6c19530396 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:37.679224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 3a371528-c1e2-45c1-91fe-3b6c19530396 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:37.679623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3a371528-c1e2-45c1-91fe-3b6c19530396 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:37.687984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.718101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265599-d9e3-46e7-9faa-c46979ff29a7 req-d1401f14-53ff-4754-9a41-dbccd4904a3c tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:37.720081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7265599-d9e3-46e7-9faa-c46979ff29a7 req-d1401f14-53ff-4754-9a41-dbccd4904a3c tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 0.2717237 Sep 24 19:21:37.728448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1546d097-1e95-41da-ba0e-bd80c6b717f8 None None] Provisioning complete for port f4a06700-251a-43c6-ad5a-94f247b7654a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:37.729561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1546d097-1e95-41da-ba0e-bd80c6b717f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.737271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.739920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/9298af72-18f2-41df-a8f2-fd70eef127cb HTTP/1.1" status: 204 len: 168 time: 0.6275423 Sep 24 19:21:37.741296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894619b7-2943-47ee-a3d9-294074e2736f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=9298af72-18f2-41df-a8f2-fd70eef127cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:37.744782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58710) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:37.748297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-234f8692-fd91-4718-8abd-af4a797160c6 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774741 Sep 24 19:21:37.754356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:37.767963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4aec4a-4acc-4cb5-bd28-7aef78eaaf72 None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:37.775350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-7d71cae5-91ea-4161-a299-f0722f793b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:37.776924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-7d71cae5-91ea-4161-a299-f0722f793b6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113931 Sep 24 19:21:37.811722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.814984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.818651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8be7fae3-75fb-439f-81c6-504002a26aed HTTP/1.1" status: 204 len: 168 time: 0.7989533 Sep 24 19:21:37.860287 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-f7468f96-dae0-4100-8023-9cacd1c7ef63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.1014943 Sep 24 19:21:37.885872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7265599-d9e3-46e7-9faa-c46979ff29a7 req-acb70e55-9037-47c0-9986-9a2744b2394e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563804 Sep 24 19:21:37.895880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1546d097-1e95-41da-ba0e-bd80c6b717f8 None None] Port f4a06700-251a-43c6-ad5a-94f247b7654a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:37.913107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9b32-7061-4163-8738-e292c065dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7fae3-75fb-439f-81c6-504002a26aed,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:37.979294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:37.990169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet a45d9a22-e974-46c0-9183-4f8198210647 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:37.998956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.003126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.004026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.017563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3855b651-6a92-4c28-ae81-12973f02ab43 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:38.029651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-91ecbea1-fb08-4db8-9585-4d0b4b4928e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.034394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-91ecbea1-fb08-4db8-9585-4d0b4b4928e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1671584 Sep 24 19:21:38.141195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1546d097-1e95-41da-ba0e-bd80c6b717f8 None None] Provisioning complete for port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:38.141761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1546d097-1e95-41da-ba0e-bd80c6b717f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.201646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e885c8b7-e02c-465d-9c61-305ebe025d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.203891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e885c8b7-e02c-465d-9c61-305ebe025d26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557770 Sep 24 19:21:38.261655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:38.297373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.328698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:38.344042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-d24da055-d549-4baf-b2f1-29af2b561980 service neutron] 10.222.0.69 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194144 Sep 24 19:21:38.383006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Port': ['ID=f4a06700-251a-43c6-ad5a-94f247b7654a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:38.422133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-5796db6b-ede3-428f-a682-a366d67d4acc service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801341 Sep 24 19:21:38.463146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58734) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:38.496737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3855b651-6a92-4c28-ae81-12973f02ab43 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:38.497423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:38.585733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 17e76ff0-dc2f-4283-b277-7d9385203e77 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:21:38.844828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.845320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.845798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.846270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.846738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.847237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.847709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:38.850130 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-ca6bf909-898e-4b6f-a0ce-99516c9b9e48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.4952731 Sep 24 19:21:38.883387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-46d91438-64e8-4ba4-9d21-28ece6674910 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133883 Sep 24 19:21:38.893879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=17e76ff0-dc2f-4283-b277-7d9385203e77,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:38.986630 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-5acd92cb-b4b4-4bb3-a604-992faaa84d91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0542583 Sep 24 19:21:39.005062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:39.058804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-cada3bc7-97ae-487a-9ceb-68b431017c61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=247d1c46-97ce-4509-8ddc-e42973311dec&id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980553 Sep 24 19:21:39.098600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.102927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '17e76ff0-dc2f-4283-b277-7d9385203e77', 'network_id': '2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f', 'port_id': '17e76ff0-dc2f-4283-b277-7d9385203e77', 'mac_address': 'fa:16:3e:a2:8e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e920d8f6-bb15-4d30-8bf0-4929708752d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:21:39.126618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.129920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d594df45-a41a-4dcb-87a9-ac7065a0bad9 None None] Provisioning complete for port f4a06700-251a-43c6-ad5a-94f247b7654a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:39.130448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d594df45-a41a-4dcb-87a9-ac7065a0bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.173442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d594df45-a41a-4dcb-87a9-ac7065a0bad9 None None] Port f4a06700-251a-43c6-ad5a-94f247b7654a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:39.229532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1df20ee-216f-4ec0-bc62-3688c48995d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.241857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.269747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7267f625-b696-4a7b-83e9-298c8f6bda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:39.271702 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-7267f625-b696-4a7b-83e9-298c8f6bda4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.2521319 Sep 24 19:21:39.274964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e76ff0-dc2f-4283-b277-7d9385203e77 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:21:39.286964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d594df45-a41a-4dcb-87a9-ac7065a0bad9 None None] Provisioning complete for port 3855b651-6a92-4c28-ae81-12973f02ab43 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:39.287638 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d594df45-a41a-4dcb-87a9-ac7065a0bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.289737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:39.290268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.322260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.375806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=17e76ff0-dc2f-4283-b277-7d9385203e77,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:39.403981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.425891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16014c6-52da-4b4e-8a63-9cd15d34f87e req-96ee47f2-8c60-47fd-b50d-9ace18c8da8e service neutron] 10.222.0.69 "GET /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0727000 Sep 24 19:21:39.434274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e2b9-abf7-4040-92ef-caf4666c5a4f req-6117f8de-d07c-45d4-8c3d-e0a03b858549 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:39.443807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bd1e2b9-abf7-4040-92ef-caf4666c5a4f req-6117f8de-d07c-45d4-8c3d-e0a03b858549 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1095 time: 0.2844534 Sep 24 19:21:39.464012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-0ed3a996-40fc-4174-afcd-bb0dd455ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:39.465616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-0ed3a996-40fc-4174-afcd-bb0dd455ea36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193759 Sep 24 19:21:39.547315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bd1e2b9-abf7-4040-92ef-caf4666c5a4f req-decd013b-d1d5-4411-978a-f849ac33397f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976222 Sep 24 19:21:39.619552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:39.649342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['17e76ff0-dc2f-4283-b277-7d9385203e77'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:21:39.674277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4fd1eb23-a247-487b-87ae-890d8353ea6b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962903 Sep 24 19:21:39.706649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1df20ee-216f-4ec0-bc62-3688c48995d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.709383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.715835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Router f5852270-bbe0-4db0-83f6-b1624043a979 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:21:39.744878 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1df20ee-216f-4ec0-bc62-3688c48995d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.804677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df20ee-216f-4ec0-bc62-3688c48995d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b03a1-0a16-4cbf-b894-6c10bc970aa5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:39.808560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=a45d9a22-e974-46c0-9183-4f8198210647,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:39.833864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.839423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af179f22-e80a-41cb-a6a2-c9afa4ece0fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/a45d9a22-e974-46c0-9183-4f8198210647 HTTP/1.1" status: 204 len: 168 time: 2.0935256 Sep 24 19:21:39.840965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:39.842375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc73ca-fe9f-4bad-beec-626807e8b2e4 None None] Network 0ebdebda-895f-499b-9494-f2e86fb1fcd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:39.874203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 1e04cdc5-088b-43cf-9390-aef6dedf6a45 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:39.875327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.929254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-31933a21-d5d2-4f42-8882-46d6cd347b80 None None] Provisioning complete for port 3855b651-6a92-4c28-ae81-12973f02ab43 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:39.929630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31933a21-d5d2-4f42-8882-46d6cd347b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:39.948830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58768) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:39.965144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b1df20ee-216f-4ec0-bc62-3688c48995d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7c83f15461140c68944d33fb7c5d96c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4921722 Sep 24 19:21:39.967724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58772) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:40.002398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-a6b2b131-eb34-4e4c-9df7-c4c97790c4b9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711942 Sep 24 19:21:40.011581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port 1e04cdc5-088b-43cf-9390-aef6dedf6a45, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e04cdc5-088b-43cf-9390-aef6dedf6a45,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:40.011958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.017150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:40.024330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5c114d20-51f8-4da9-aa76-1cb9ae91cdb3 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7711201 Sep 24 19:21:40.029024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58774) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:40.030372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] Sync routers for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:40.045812 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:40.048085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:40.065347 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.086041 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-2565b12c-0e40-4341-8f7d-5bc561c9e504 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0677819 Sep 24 19:21:40.144745 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:40.153490 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:40.154103 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:40.164706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] DHCP port deletion for 0ebdebda-895f-499b-9494-f2e86fb1fcd1 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:40.177552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 1e04cdc5-088b-43cf-9390-aef6dedf6a45 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:40.180750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.191906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbc3086f-2dae-4c9e-a662-561c62697049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.197695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.204718 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:40.206330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c4fc4-f5f8-4950-9175-715a304eaead None None] The sync data for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:40.225586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dae2e646-9500-47bc-81a3-a2d842e9bc09 None None] Provisioning complete for port 6ac4f750-262c-4951-9658-7081e4daf55d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:40.226048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dae2e646-9500-47bc-81a3-a2d842e9bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.248769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-48b17bf7-5899-419c-8af6-319b3b5d974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:40.250365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-48b17bf7-5899-419c-8af6-319b3b5d974d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1169295 Sep 24 19:21:40.268363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Deleting port 6ac4f750-262c-4951-9658-7081e4daf55d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:40.269037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.380493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6ac4f750-262c-4951-9658-7081e4daf55d,segment=NetworkSegment(c7c4dca2-0641-413b-ae91-56035c2ba5b6),segment_id=c7c4dca2-0641-413b-ae91-56035c2ba5b6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:40.380870 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.398724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Calling delete_port for 6ac4f750-262c-4951-9658-7081e4daf55d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:40.457683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.461260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.462500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa1b03a1-0a16-4cbf-b894-6c10bc970aa5 HTTP/1.1" status: 204 len: 168 time: 0.4937158 Sep 24 19:21:40.488719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f9e69-20df-4567-8ab5-c75c6e2d04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b03a1-0a16-4cbf-b894-6c10bc970aa5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:40.495592 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.552326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] Pushing event deleted for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:40.559862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95559b6c-3b4d-4135-83a7-8e0d5aac7108 None None] No DVR routers for this DVR port 6ac4f750-262c-4951-9658-7081e4daf55d on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:40.588289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 17e76ff0-dc2f-4283-b277-7d9385203e77 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:40.601226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbc3086f-2dae-4c9e-a662-561c62697049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.668382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbc3086f-2dae-4c9e-a662-561c62697049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.682312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 17e76ff0-dc2f-4283-b277-7d9385203e77 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:21:40.690523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 17e76ff0-dc2f-4283-b277-7d9385203e77 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:40.691346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.728219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4d50072e-65aa-4861-9ad1-958bd56b1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:40.729786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4d50072e-65aa-4861-9ad1-958bd56b1c95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4703174 Sep 24 19:21:40.748945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 6ac4f750-262c-4951-9658-7081e4daf55d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:40.749284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.767946 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-cecb6ec6-56c0-4a42-9549-41f54e8b3a80 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:21:40.769136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cecb6ec6-56c0-4a42-9549-41f54e8b3a80 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7098544 Sep 24 19:21:40.769860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3086f-2dae-4c9e-a662-561c62697049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb91b6-c32b-4690-a576-c4ad9dcdddb9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:40.776526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bbc3086f-2dae-4c9e-a662-561c62697049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f90938782209406b9e81b3943237b134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232985 Sep 24 19:21:40.776526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58782) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:40.778211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:40.806242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.837363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:40.840262 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c402d-c0d3-46f7-a39c-0565d85a16a6" -d '{"events": [{"server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "name": "network-vif-plugged", "status": "completed", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:40.860563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=17e76ff0-dc2f-4283-b277-7d9385203e77,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:40.868116 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.919063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-1f913dbc-63d6-419e-a38e-50e330fd1471 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743875 Sep 24 19:21:40.951520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e4088e-1f4c-4436-9a5f-e38b96619a38 x-openstack-request-id: req-77e4088e-1f4c-4436-9a5f-e38b96619a38 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:40.951520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "name": "network-vif-plugged", "status": "completed", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:40.951520 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77e4088e-1f4c-4436-9a5f-e38b96619a38 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:40.951520 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77', 'code': 200} Sep 24 19:21:40.970118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9827d-faba-4ea5-a8c5-2d7cf933dfd7 req-982cd8e5-2104-41cb-946d-11885de84cd1 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:40.971730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa9827d-faba-4ea5-a8c5-2d7cf933dfd7 req-982cd8e5-2104-41cb-946d-11885de84cd1 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1096 time: 0.3068426 Sep 24 19:21:40.990355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 6ac4f750-262c-4951-9658-7081e4daf55d, host n-d-810952-2, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:40.990736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:40.994956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:41.037199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 6ac4f750-262c-4951-9658-7081e4daf55d owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:41.047963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Port 6ac4f750-262c-4951-9658-7081e4daf55d was not found and therefore no delete operation was performed {{(pid=94856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:21:41.075755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.122603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=6ac4f750-262c-4951-9658-7081e4daf55d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:41.132991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 6ac4f750-262c-4951-9658-7081e4daf55d on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:41.162274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.163811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fa9827d-faba-4ea5-a8c5-2d7cf933dfd7 req-10e9e7d2-caca-4369-a58a-221af2a145f6 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408031 Sep 24 19:21:41.186724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fe78d-2325-4852-b766-02d997302550 req-b8c180d2-371f-493d-9015-4ec0e3486365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:41.189170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-627fe78d-2325-4852-b766-02d997302550 req-b8c180d2-371f-493d-9015-4ec0e3486365 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.1747093 Sep 24 19:21:41.189809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.213883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-188007df-8443-4f94-a87d-c9fac5d30490 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547498 Sep 24 19:21:41.220994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=1e04cdc5-088b-43cf-9390-aef6dedf6a45,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:41.293518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.327165 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-c4a173b5-ccfc-4ee2-9fae-20143a357413 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.1043608 Sep 24 19:21:41.342876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-627fe78d-2325-4852-b766-02d997302550 req-1844e8d9-db8e-417c-b50c-2927921c0405 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215193 Sep 24 19:21:41.352081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.423993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebdebda-895f-499b-9494-f2e86fb1fcd1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:41.425346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.428044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.432021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50eb91b6-c32b-4690-a576-c4ad9dcdddb9 HTTP/1.1" status: 204 len: 168 time: 0.6472411 Sep 24 19:21:41.443035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a258e-86ee-4ea0-9552-61a3b6c44980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb91b6-c32b-4690-a576-c4ad9dcdddb9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:41.461884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4dca2-0641-413b-ae91-56035c2ba5b6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:41.462318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4dca2-0641-413b-ae91-56035c2ba5b6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:41.481230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.511105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-6bb480a4-af5f-468c-84f9-21588384ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:41.513380 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-6bb480a4-af5f-468c-84f9-21588384ef82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1557360 Sep 24 19:21:41.514363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.556955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.573723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:41.574150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:41.578730 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:41.649466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:21:41.678843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4845279f-d0bb-4de3-8e2f-fa004a3a744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:41.680416 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4845279f-d0bb-4de3-8e2f-fa004a3a744c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576684 Sep 24 19:21:41.687740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.692111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.713063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:41.718934 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/0ebdebda-895f-499b-9494-f2e86fb1fcd1 HTTP/1.1" status: 204 len: 168 time: 1.8728569 Sep 24 19:21:41.719247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:41.750163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2de1c-a675-4643-a517-4921da6e387e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=0ebdebda-895f-499b-9494-f2e86fb1fcd1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:41.837258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc172088-8232-4e7f-b199-c90c95c1a811 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:41.839030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc172088-8232-4e7f-b199-c90c95c1a811 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1186450 Sep 24 19:21:41.842504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58820) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:41.929829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac419d00-10ce-461c-8937-ac9e0a6dfa00 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0856853 Sep 24 19:21:41.932751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58828) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:41.951491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412042288'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:41.984815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6ac4f750-262c-4951-9658-7081e4daf55d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:42.000854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting port f4a06700-251a-43c6-ad5a-94f247b7654a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:42.002009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.007583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6ac4f750-262c-4951-9658-7081e4daf55d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:42.008582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6ac4f750-262c-4951-9658-7081e4daf55d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:42.028763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-1ada06b9-a97e-4d9d-ae76-f6f51fe68538 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376350 Sep 24 19:21:42.130983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.151638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Calling delete_port for f4a06700-251a-43c6-ad5a-94f247b7654a owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:42.154808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:42.155524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router 60de6b95-6d89-4075-ae80-2b18edccf318 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:42.159654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.230894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:42.266346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.266718 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment cc655bc8-0283-4503-9a47-31ab40d73cf4 of type vlan for network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f Sep 24 19:21:42.297627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-bc8ddc68-6720-47eb-81f6-fc77a871dc7c service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575266 Sep 24 19:21:42.363783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.402943 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-1167b9f0-020f-4527-8a95-5ae706ef86a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.0894337 Sep 24 19:21:42.427056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:42.439474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Sync routers for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:42.451040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:42.454721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-667527b9-4dc8-4504-b0be-84e196414501 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "PUT /v2.0/routers/60de6b95-6d89-4075-ae80-2b18edccf318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6983602 Sep 24 19:21:42.455513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:42.457453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:42.486713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.resource_extend [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 19:21:42.522901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f934-f456-44e4-a4e3-3ee543ba736e req-9b57993b-4dba-43b0-9415-595e18a9943f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:42.525055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f213f934-f456-44e4-a4e3-3ee543ba736e req-9b57993b-4dba-43b0-9415-595e18a9943f tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2435954 Sep 24 19:21:42.529710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-42ee60f6-0519-4460-93d7-265c22cc6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:42.536330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-42ee60f6-0519-4460-93d7-265c22cc6565 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1212587 Sep 24 19:21:42.547620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting subnet 9d13d40b-b15a-4cef-8dd0-d2b580ab496d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:42.561495 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.566519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.576259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:42.577467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.645006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.681498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-a26173ab-87c8-41fa-8bb6-1dfb93e7bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:42.683189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-a26173ab-87c8-41fa-8bb6-1dfb93e7bf61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325727 Sep 24 19:21:42.697735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:42.698449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7616491 Sep 24 19:21:42.728603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f213f934-f456-44e4-a4e3-3ee543ba736e req-ad584650-0176-4ea7-aadd-710a241e5c0c tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924417 Sep 24 19:21:42.730626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:42.763087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ad8e-9d91-4e19-976e-6542423f92d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:42.779778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:42.817463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:42.825090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Port': ['ID=f4a06700-251a-43c6-ad5a-94f247b7654a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:42.902288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:42.956986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:43.005742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:43.084262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:43.117776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:43.122140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:43.273927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Router f5852270-bbe0-4db0-83f6-b1624043a979 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:43.302454 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-cb88edd2-392d-4992-b442-5691172bde42 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055117 Sep 24 19:21:43.318889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:40Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.363097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:43.370980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Checking router: 60de6b95-6d89-4075-ae80-2b18edccf318 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:21:43.383694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Routers {'60de6b95-6d89-4075-ae80-2b18edccf318'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:43.384603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['60de6b95-6d89-4075-ae80-2b18edccf318'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.389747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:43.400901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-63ee5107-f1ea-489f-bdce-24d35acd4652 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6199892 Sep 24 19:21:43.403197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58906) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:43.407724 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] Sync routers for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:43.420574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:43.425821 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:43.426461 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.447486 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e9f53f60-a514-4705-befc-0b0deb7ce939 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] delete failed (client error): The resource could not be found. Sep 24 19:21:43.451681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e9f53f60-a514-4705-befc-0b0deb7ce939 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1660183317 HTTP/1.1" status: 404 len: 335 time: 0.0457971 Sep 24 19:21:43.451922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58908) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:43.457237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5ededb2e-ed35-484a-93b6-0c345e1b0ee2 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5852270-bbe0-4db0-83f6-b1624043a979'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:43.478599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:43.482798 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/subnets/9d13d40b-b15a-4cef-8dd0-d2b580ab496d HTTP/1.1" status: 204 len: 168 time: 1.0221825 Sep 24 19:21:43.504751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58910) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:43.511969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cc8eb-6966-4dd1-9223-645eb9c6cbd6 None None] Network c80f7080-31b1-4afe-8bbb-a9169f2360e3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:43.521620 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.543286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:43.544200 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.568387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] Set router 60de6b95-6d89-4075-ae80-2b18edccf318 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:43.634484 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.635420 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c27b-6c9e-4800-8b08-43247189d275 None None] The sync data for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:43.963275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:40Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:43.985828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be68d8-f285-40a8-9312-80b02c26aa2a tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Subnet': ['ID=9d13d40b-b15a-4cef-8dd0-d2b580ab496d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:43.994219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.008611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] DHCP port deletion for c80f7080-31b1-4afe-8bbb-a9169f2360e3 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:44.015971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad810f6a-1527-4474-9a23-f207501c88c3 None None] The sync data for ids ['60de6b95-6d89-4075-ae80-2b18edccf318'] in n-d-810952-2 is: [{'id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050566790', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:40Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': 'fbb88fb9-5ce6-4bb3-a239-6881ca99e069', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de6b95-6d89-4075-ae80-2b18edccf318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:54Z', 'updated_at': '2021-09-24T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:44.028198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.099530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-9b02c3e3-14fa-47ec-8a31-09bf5d1db51f service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828066 Sep 24 19:21:44.113617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Deleting port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:44.114004 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.171880 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-e3124931-03ae-4e66-bd98-4c769482958a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0508225 Sep 24 19:21:44.180558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=fafc4b82-1156-4f39-b527-55eb059d0920,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:44.183258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': 'cc655bc8-0283-4503-9a47-31ab40d73cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:44.183913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:44.235027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] For port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,segment=NetworkSegment(e3169997-5e8c-4cc2-a989-1a8d930f1d9f),segment_id=e3169997-5e8c-4cc2-a989-1a8d930f1d9f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:44.235452 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.239227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ededb2e-ed35-484a-93b6-0c345e1b0ee2 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.262733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Calling delete_port for dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:44.287236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:44.295342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4882858b-4585-4a4c-9996-87b33e394cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.298770 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4882858b-4585-4a4c-9996-87b33e394cfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1067221 Sep 24 19:21:44.307654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:44.321444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b541194-5f9e-4813-aa08-66ca22235b7f None None] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:44.328542 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-5ededb2e-ed35-484a-93b6-0c345e1b0ee2 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] update failed (client error): The resource could not be found. Sep 24 19:21:44.329604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ededb2e-ed35-484a-93b6-0c345e1b0ee2 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979 HTTP/1.1" status: 404 len: 339 time: 0.8760228 Sep 24 19:21:44.332335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.334166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:44.338429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9fc9c-794f-433e-b29b-496ba3b153e1 req-8380c08f-5710-4053-a35d-800b9a9c962e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.340242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72b9fc9c-794f-433e-b29b-496ba3b153e1 req-8380c08f-5710-4053-a35d-800b9a9c962e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.3261843 Sep 24 19:21:44.354454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.355608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.387846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1620674202'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:44.394825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4800a06e-903b-4c6f-bcbb-f383313abb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.396515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-4800a06e-903b-4c6f-bcbb-f383313abb36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756211 Sep 24 19:21:44.399202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-12310e8a-3534-4712-abe3-8c3d6292a55c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6827571 Sep 24 19:21:44.403517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:44.405591 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.412797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f', 'name': 'tempest-PortsIpV6TestJSON-75138080'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:44.446812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:44.450377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.510065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.510734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-72b9fc9c-794f-433e-b29b-496ba3b153e1 req-07664180-da8a-4794-9c78-7cd12ae9a503 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178300 Sep 24 19:21:44.526079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:44.583159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] Pushing event deleted for resources: {'Port': ['ID=dfe735a5-2d0e-48b5-a344-e7ebdc0441a9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:44.590702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984f200-b4ef-4da6-8b81-a8687cb0caf4 None None] No DVR routers for this DVR port dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:44.621325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.632820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.632820 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Added segment 9ff3e352-626f-4a59-8339-67e80bfb9176 of type vlan for network d7c547ae-34de-48c0-a731-4c983c08e069 Sep 24 19:21:44.719397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f', 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': 'fafc4b82-1156-4f39-b527-55eb059d0920'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:44.720604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.747997 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-6db1c4fa-d517-4d59-9c68-89e074b2646a service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789335 Sep 24 19:21:44.763782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Allocated IP 172.25.5.238 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:44.790430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.801328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:44.806186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.829256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259455e-eb09-4992-8abd-6a45e4f7a019 req-6f349a24-8a55-473d-a6fe-ea9c3414e726 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.837453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d259455e-eb09-4992-8abd-6a45e4f7a019 req-6f349a24-8a55-473d-a6fe-ea9c3414e726 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2029943 Sep 24 19:21:44.845276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:44.873518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.881640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:44.882603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:44.955472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d259455e-eb09-4992-8abd-6a45e4f7a019 req-6ca10f28-b14b-43e6-b514-a3d9ea2b3cc5 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167021 Sep 24 19:21:45.013877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6750188 Sep 24 19:21:45.013877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port fbb88fb9-5ce6-4bb3-a239-6881ca99e069 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:45.013877 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.017582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58958) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:45.017951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Allocated IP 2001:db8::2 (e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f/fafc4b82-1156-4f39-b527-55eb059d0920/2d8c1149-e6a1-4664-9433-fe2ac29de09e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:45.019870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab92a6-994c-4caa-96e1-39cd81212ad7 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Network': ['ID=d7c547ae-34de-48c0-a731-4c983c08e069,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.034589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edf0d14c-3e00-43c5-8968-8a6c6d17f761 req-0117d3b6-f6dc-49d5-a5e4-58a11f48873e service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732968 Sep 24 19:21:45.043080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'subnet': {'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:45.057438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d7c547ae-34de-48c0-a731-4c983c08e069 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:45.063878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.121127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.168768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port fbb88fb9-5ce6-4bb3-a239-6881ca99e069, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:45.169453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.172128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:45.175717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:45.179781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:45.215737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.240659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for fbb88fb9-5ce6-4bb3-a239-6881ca99e069 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:45.307598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.317866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.360440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5193f9-2b17-407b-bd4d-ba4fe45881d2 req-45db676d-f40d-44c0-8618-d0b70e827d47 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:45.369748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5193f9-2b17-407b-bd4d-ba4fe45881d2 req-45db676d-f40d-44c0-8618-d0b70e827d47 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2055995 Sep 24 19:21:45.376630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.380899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:45.383992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:45.389546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:45.392528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Made reservation on behalf of a8de52a064574f5cafc1de41f9c4fc87 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:45.396172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.403155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Pushing event updated for resources: {'Port': ['ID=2d8c1149-e6a1-4664-9433-fe2ac29de09e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.454951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::21b (e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f/fafc4b82-1156-4f39-b527-55eb059d0920/03e68ebe-19ac-4422-9b6b-53ba3e1e90f3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:45.459409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b5193f9-2b17-407b-bd4d-ba4fe45881d2 req-cfcc71df-ca94-4cc7-b584-fbd456a26875 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885866 Sep 24 19:21:45.466120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Attempting to bind port 2d8c1149-e6a1-4664-9433-fe2ac29de09e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:45.466508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Attempting to bind port 2d8c1149-e6a1-4664-9433-fe2ac29de09e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'cc655bc8-0283-4503-9a47-31ab40d73cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:45.467096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Attempting to bind port 2d8c1149-e6a1-4664-9433-fe2ac29de09e on network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:45.489335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:45.489771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Checking segment: {'id': 'cc655bc8-0283-4503-9a47-31ab40d73cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:45.490189 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.490594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Bound using segment: {'id': 'cc655bc8-0283-4503-9a47-31ab40d73cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:45.491449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Bound port: 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc655bc8-0283-4503-9a47-31ab40d73cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:45.491591 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.499127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.575965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bd16e706-72f1-4656-8027-b9732951872c None None] For port 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:45.581950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bd16e706-72f1-4656-8027-b9732951872c None None] For port 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d8c1149-e6a1-4664-9433-fe2ac29de09e,segment=NetworkSegment(cc655bc8-0283-4503-9a47-31ab40d73cf4),segment_id=cc655bc8-0283-4503-9a47-31ab40d73cf4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:45.590219 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.670676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e706-72f1-4656-8027-b9732951872c None None] Pushing event updated for resources: {'Port': ['ID=2d8c1149-e6a1-4664-9433-fe2ac29de09e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.856201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.873401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.879599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.892223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.902439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e04cdc5-088b-43cf-9390-aef6dedf6a45 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:45.915537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=fbb88fb9-5ce6-4bb3-a239-6881ca99e069,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.957537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1e04cdc5-088b-43cf-9390-aef6dedf6a45 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:45.959731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:45.964983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e04cdc5-088b-43cf-9390-aef6dedf6a45 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:45.989319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:45.991344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:46.035084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:46.035477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device dfe735a5-2d0e-48b5-a344-e7ebdc0441a9 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:46.069305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.091117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.101075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.105047 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd28eda9-2db3-48ed-ac72-a3e4cc1ee4e0 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1431088 Sep 24 19:21:46.105237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.109896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:46.115815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-662824822'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:46.135861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4396b3e-e58a-4c9d-b911-bee1e29bd3e9 req-833b182e-af55-416c-97c5-097a08157cfd tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:46.137454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4396b3e-e58a-4c9d-b911-bee1e29bd3e9 req-833b182e-af55-416c-97c5-097a08157cfd tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2147350 Sep 24 19:21:46.169283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:46.182779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:46.188512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Subnet': ['ID=63b6b483-6c8d-4c18-a664-3a75ea30c399,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:46.191080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:46.200007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:46.200751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.220996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Checking segment: {'id': '9ff3e352-626f-4a59-8339-67e80bfb9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:46.221307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network hostable DHCP agents. Network: d7c547ae-34de-48c0-a731-4c983c08e069, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:46.229123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=03e68ebe-19ac-4422-9b6b-53ba3e1e90f3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:46.236295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Made reservation on behalf of 204423ef216f418c8e8606bd77f4e85f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:46.240510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.247961 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09c21a5c-0c13-40b4-bfc2-92b73d789a0d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8363843 Sep 24 19:21:46.248182 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.251280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58968) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:46.252040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.253388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.262641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': 'e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f', 'name': 'tempest-PortsIpV6TestJSON-1332147404'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:46.275407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4396b3e-e58a-4c9d-b911-bee1e29bd3e9 req-8f853af0-17c8-4517-8e57-d2a3c5859d18 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926676 Sep 24 19:21:46.356010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.356576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Fanout notify agent at l3_agent the message router_deleted on router 60de6b95-6d89-4075-ae80-2b18edccf318 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:21:46.378325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.383487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network d7c547ae-34de-48c0-a731-4c983c08e069 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:46.385033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.393720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.397306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b5589f09-5447-43a2-bd0f-b200597fc796 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/routers/60de6b95-6d89-4075-ae80-2b18edccf318 HTTP/1.1" status: 204 len: 168 time: 2.8890405 Sep 24 19:21:46.401825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:46.420091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d7c547ae-34de-48c0-a731-4c983c08e069) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:46.429270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514573d5-1474-4100-997f-9be733b49474 None None] Network d7c547ae-34de-48c0-a731-4c983c08e069 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:46.440050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:46.440652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.444160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:46.451890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8988148-d666-4817-80d3-f046faca81f1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:46.459296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.459779 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Added segment 73a8618c-18dd-483a-b753-7042655bcba5 of type vlan for network 6549c107-5680-476e-a282-518af401318d Sep 24 19:21:46.517431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.533528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7d029094-7070-4f57-979e-ea4d5a0998ff tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5098484 Sep 24 19:21:46.536581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58972) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:46.540271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.545797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2a7a4021-bfbf-4ffa-bdb4-d0ba7cb59e28 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:46.584149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.590679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:46.591942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.623445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:46.628476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.693975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Network': ['ID=6549c107-5680-476e-a282-518af401318d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:46.709219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98a6bf54-d10c-47e9-a0f2-7b968625531a tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5956495 Sep 24 19:21:46.711029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:46.711956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d7c547ae-34de-48c0-a731-4c983c08e069', 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069', 'tenant_id': 'a8de52a064574f5cafc1de41f9c4fc87', 'fixed_ips': [{'subnet_id': '63b6b483-6c8d-4c18-a664-3a75ea30c399'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:46.713338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:46.716285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6549c107-5680-476e-a282-518af401318d details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:46.717657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Request body: {'subnet': {'network_id': '6549c107-5680-476e-a282-518af401318d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:46.789843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 7e6e5f87-7954-4ad0-859f-fd76a97306ff yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:21:46.871679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-50a28c99-cb85-4d58-96d1-684f831cb694 req-c5a802d5-e9c6-41c8-852a-720124bad94d service neutron] (94856) timed out ('10.222.0.15', 50612) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:21:46.916393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Made reservation on behalf of 204423ef216f418c8e8606bd77f4e85f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:46.924190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.004003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Allocated IP 2001:db8:1::2 (d7c547ae-34de-48c0-a731-4c983c08e069/63b6b483-6c8d-4c18-a664-3a75ea30c399/a43475fb-46f4-46d3-9d94-44b4a58dea15) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:47.020798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.161902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48678d-7301-4923-864d-96b80d801707 None None] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:47.250695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::1d (e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f/fafc4b82-1156-4f39-b527-55eb059d0920/7e6e5f87-7954-4ad0-859f-fd76a97306ff) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:47.258713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.272783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80f7080-31b1-4afe-8bbb-a9169f2360e3']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:47.287771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] Provisioning complete for port 2d8c1149-e6a1-4664-9433-fe2ac29de09e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:47.288141 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.340277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Subnet': ['ID=a8e14b06-d0b3-48a3-9a7b-44b3e3415d40,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:47.350618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Checking segment: {'id': '73a8618c-18dd-483a-b753-7042655bcba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6549c107-5680-476e-a282-518af401318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:47.351036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network hostable DHCP agents. Network: 6549c107-5680-476e-a282-518af401318d, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:47.364797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:47.365099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3169997-5e8c-4cc2-a989-1a8d930f1d9f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:47.375340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 6549c107-5680-476e-a282-518af401318d is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:47.381377 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.385279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.393819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6549c107-5680-476e-a282-518af401318d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:47.398913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:47.399445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.419581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fb93a8e-b383-4705-b931-8c3b205198f3 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7070258 Sep 24 19:21:47.422305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:47.428026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1254713691', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:47.447848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4021-bfbf-4ffa-bdb4-d0ba7cb59e28 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.457973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7aeaba-7332-4ff2-8ebf-86895d760c51 None None] Network 6549c107-5680-476e-a282-518af401318d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:47.459792 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.461342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.464804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.512812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.517320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-2bfc9556-7912-48c5-bcd6-5e372d562aa0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:47.519394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-2bfc9556-7912-48c5-bcd6-5e372d562aa0 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2634366 Sep 24 19:21:47.541723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.555242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Network d7c547ae-34de-48c0-a731-4c983c08e069 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:47.557833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:47.558237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:47.567146 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:47.616518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129764f8-a4b2-4e1b-91cf-6e155a8c623b req-14803f0b-5a7d-418c-9908-a7984509a26e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:47.618245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129764f8-a4b2-4e1b-91cf-6e155a8c623b req-14803f0b-5a7d-418c-9908-a7984509a26e tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.2154188 Sep 24 19:21:47.743868 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.769114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:47.786460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:47.794384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Pushing event updated for resources: {'Port': ['ID=a43475fb-46f4-46d3-9d94-44b4a58dea15,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:47.941309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.952025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Attempting to bind port a43475fb-46f4-46d3-9d94-44b4a58dea15 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:47.952394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Attempting to bind port a43475fb-46f4-46d3-9d94-44b4a58dea15 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9ff3e352-626f-4a59-8339-67e80bfb9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:47.953444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Attempting to bind port a43475fb-46f4-46d3-9d94-44b4a58dea15 on network d7c547ae-34de-48c0-a731-4c983c08e069 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:47.972822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:47.973406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Checking segment: {'id': '9ff3e352-626f-4a59-8339-67e80bfb9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:47.973909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:47.974452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Bound using segment: {'id': '9ff3e352-626f-4a59-8339-67e80bfb9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:47.975070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Bound port: a43475fb-46f4-46d3-9d94-44b4a58dea15, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff3e352-626f-4a59-8339-67e80bfb9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd7c547ae-34de-48c0-a731-4c983c08e069'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:47.975600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.021940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d8c1149-e6a1-4664-9433-fe2ac29de09e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:48.058090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] For port 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d8c1149-e6a1-4664-9433-fe2ac29de09e,segment=NetworkSegment(cc655bc8-0283-4503-9a47-31ab40d73cf4),segment_id=cc655bc8-0283-4503-9a47-31ab40d73cf4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:48.146184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.175020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.176010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-6549c107-5680-476e-a282-518af401318d', 'network_id': '6549c107-5680-476e-a282-518af401318d', 'tenant_id': '204423ef216f418c8e8606bd77f4e85f', 'fixed_ips': [{'subnet_id': 'a8e14b06-d0b3-48a3-9a7b-44b3e3415d40'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:21:48.177864 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.188210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.210489 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.248721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.252913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/networks/c80f7080-31b1-4afe-8bbb-a9169f2360e3 HTTP/1.1" status: 204 len: 168 time: 1.8458626 Sep 24 19:21:48.260183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:48.290788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73255-5cd5-40c4-9062-6a3012eb31f7 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Network': ['ID=c80f7080-31b1-4afe-8bbb-a9169f2360e3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:48.309708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129764f8-a4b2-4e1b-91cf-6e155a8c623b req-ddc684eb-7e2b-4723-b700-4264047faa68 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722484 Sep 24 19:21:48.338345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2d8c1149-e6a1-4664-9433-fe2ac29de09e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:48.338715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.396536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.422376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Deleting port 17e76ff0-dc2f-4283-b277-7d9385203e77 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:48.422709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.451210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] For port a43475fb-46f4-46d3-9d94-44b4a58dea15, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:48.488297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] For port a43475fb-46f4-46d3-9d94-44b4a58dea15, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a43475fb-46f4-46d3-9d94-44b4a58dea15,segment=NetworkSegment(9ff3e352-626f-4a59-8339-67e80bfb9176),segment_id=9ff3e352-626f-4a59-8339-67e80bfb9176)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:48.497492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216b18f-a429-4e80-9e64-c0c23a1a5795 None None] Pushing event updated for resources: {'Port': ['ID=2d8c1149-e6a1-4664-9433-fe2ac29de09e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:48.514663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.541312 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-2a7a4021-bfbf-4ffa-bdb4-d0ba7cb59e28 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:21:48.548225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a7a4021-bfbf-4ffa-bdb4-d0ba7cb59e28 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979 HTTP/1.1" status: 400 len: 364 time: 2.0001752 Sep 24 19:21:48.548225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.555391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 58986) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:48.603951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Allocated IP 172.25.5.131 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/80fe82ca-e6f5-4b06-a727-da091024ca8f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:48.641659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3f6bcc2b-c27b-43c7-bdb0-3540f726ab06 None None] Provisioning complete for port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:48.642758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcc2b-c27b-43c7-bdb0-3540f726ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.662369 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 3d3f7b62-937b-4807-83aa-2125a006a3a5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:48.662730 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.738447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] For port 17e76ff0-dc2f-4283-b277-7d9385203e77, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=17e76ff0-dc2f-4283-b277-7d9385203e77,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:48.738818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.754513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc6458-be84-464e-965e-ae49b58cf29e None None] Pushing event updated for resources: {'Port': ['ID=a43475fb-46f4-46d3-9d94-44b4a58dea15,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:48.782318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3f6bcc2b-c27b-43c7-bdb0-3540f726ab06 None None] Port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:48.798796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Allocated IP 172.20.0.2 (6549c107-5680-476e-a282-518af401318d/a8e14b06-d0b3-48a3-9a7b-44b3e3415d40/9513d775-a030-4a6f-ab7e-666a4de4db24) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:48.830670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Calling delete_port for 17e76ff0-dc2f-4283-b277-7d9385203e77 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:48.832489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device fbb88fb9-5ce6-4bb3-a239-6881ca99e069 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:48.833889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:48.846254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=7e6e5f87-7954-4ad0-859f-fd76a97306ff,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:48.851218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:48.884844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: fbb88fb9-5ce6-4bb3-a239-6881ca99e069 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:48.885507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device fbb88fb9-5ce6-4bb3-a239-6881ca99e069 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:48.893673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3f6bcc2b-c27b-43c7-bdb0-3540f726ab06 None None] Provisioning complete for port 2d8c1149-e6a1-4664-9433-fe2ac29de09e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:48.894049 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcc2b-c27b-43c7-bdb0-3540f726ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.924524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:48.930221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:48.930905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.943141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.943512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.943822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.944155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.944484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.944813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.945200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.945715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.946039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.946360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.946679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.947040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:21:48.995571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:48.997145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.054507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 3d3f7b62-937b-4807-83aa-2125a006a3a5 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:49.102116 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.129005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ecbda8cc-0d9b-4de8-9ad2-2a56cc11d12b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8737829 Sep 24 19:21:49.132346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:49.337744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.351779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Provisioning complete for port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:49.352168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.354731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.392834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.448794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Network 6549c107-5680-476e-a282-518af401318d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:49.449930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Pushing event updated for resources: {'Port': ['ID=9513d775-a030-4a6f-ab7e-666a4de4db24,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:49.459395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:49.462818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:49.467081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:49.485909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Provisioning complete for port 7e6e5f87-7954-4ad0-859f-fd76a97306ff triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:49.486284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.570803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e937ddc-9a04-4c0d-979b-495affbcbfdb None None] Port 7e6e5f87-7954-4ad0-859f-fd76a97306ff cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:49.573415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Attempting to bind port 9513d775-a030-4a6f-ab7e-666a4de4db24 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:21:49.573752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Attempting to bind port 9513d775-a030-4a6f-ab7e-666a4de4db24 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '73a8618c-18dd-483a-b753-7042655bcba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6549c107-5680-476e-a282-518af401318d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:21:49.574240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Attempting to bind port 9513d775-a030-4a6f-ab7e-666a4de4db24 on network 6549c107-5680-476e-a282-518af401318d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:21:49.581305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:21:49.581871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Checking segment: {'id': '73a8618c-18dd-483a-b753-7042655bcba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6549c107-5680-476e-a282-518af401318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:49.582377 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.582843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Bound using segment: {'id': '73a8618c-18dd-483a-b753-7042655bcba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6549c107-5680-476e-a282-518af401318d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:21:49.583670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Bound port: 9513d775-a030-4a6f-ab7e-666a4de4db24, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a8618c-18dd-483a-b753-7042655bcba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6549c107-5680-476e-a282-518af401318d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:21:49.584070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.675562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] For port 9513d775-a030-4a6f-ab7e-666a4de4db24, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:21:49.679105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] For port 9513d775-a030-4a6f-ab7e-666a4de4db24, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9513d775-a030-4a6f-ab7e-666a4de4db24,segment=NetworkSegment(73a8618c-18dd-483a-b753-7042655bcba5),segment_id=73a8618c-18dd-483a-b753-7042655bcba5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:21:49.694259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.754545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.784667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfea6fa-9cf7-43a0-8f78-9b6d80eabb9b None None] Pushing event updated for resources: {'Port': ['ID=9513d775-a030-4a6f-ab7e-666a4de4db24,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:49.787623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362340-edee-4dd0-8d9a-312cc0dacb47 req-feb17baf-3c0d-4ba0-8ebb-8eab4b9e41e7 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:49.789218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5362340-edee-4dd0-8d9a-312cc0dacb47 req-feb17baf-3c0d-4ba0-8ebb-8eab4b9e41e7 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ecf116-037c-42cf-a8c1-0051fe36719b HTTP/1.1" status: 200 len: 1097 time: 0.3635652 Sep 24 19:21:49.794460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:49.817718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e6632884-a104-44b3-af9e-81ea52f57bab'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:21:49.878251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Pushing event deleted for resources: {'Port': ['ID=17e76ff0-dc2f-4283-b277-7d9385203e77,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:49.925190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5362340-edee-4dd0-8d9a-312cc0dacb47 req-5d3a1baa-2426-4a19-a04e-5ad80728a654 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227598 Sep 24 19:21:49.984213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0cf2f0-14df-4237-8468-c7948aaaf6d5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:49.988821 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b0cf2f0-14df-4237-8468-c7948aaaf6d5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21b HTTP/1.1" status: 200 len: 927 time: 0.8503294 Sep 24 19:21:50.001025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:50.003147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 58994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:50.029945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=80fe82ca-e6f5-4b06-a727-da091024ca8f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:50.098471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:50.118620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] No DVR routers for this DVR port 17e76ff0-dc2f-4283-b277-7d9385203e77 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:50.122985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:50.130379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.138496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe04f55d-d5c2-42f2-aa71-549e92b87add req-efb15943-db9d-4a48-865a-4e19de17ce94 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.69 "DELETE /v2.0/ports/17e76ff0-dc2f-4283-b277-7d9385203e77 HTTP/1.1" status: 204 len: 173 time: 2.5887420 Sep 24 19:21:50.147452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'name': 'network-vif-deleted', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:50.176463 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84bab8e-b2a8-4518-ab12-facefff530eb" -d '{"events": [{"server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "name": "network-vif-deleted", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:50.229821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a43475fb-46f4-46d3-9d94-44b4a58dea15 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:50.291038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Allocated IP 2001:db8::1 (99423a0a-75b2-4df4-97b4-b4c1f49da2b3/5f670e42-9262-43b7-a61a-7b7b552e8e6a/40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:50.333907 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea33f44-5a83-4e9a-b321-b67a1a27e1ac x-openstack-request-id: req-1ea33f44-5a83-4e9a-b321-b67a1a27e1ac {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:50.337146 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ecf116-037c-42cf-a8c1-0051fe36719b", "name": "network-vif-deleted", "tag": "17e76ff0-dc2f-4283-b277-7d9385203e77", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:50.337712 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ea33f44-5a83-4e9a-b321-b67a1a27e1ac {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:50.338367 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ecf116-037c-42cf-a8c1-0051fe36719b', 'name': 'network-vif-deleted', 'tag': '17e76ff0-dc2f-4283-b277-7d9385203e77', 'status': 'completed', 'code': 200} Sep 24 19:21:50.413170 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3926-ed04-4d93-97d4-c3ac1fa4cf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.435937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a43475fb-46f4-46d3-9d94-44b4a58dea15 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:50.436318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.499029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf4700-c79a-4d1f-be1a-1860a84bf6eb None None] Network d7c547ae-34de-48c0-a731-4c983c08e069 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:50.580153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.596546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d19a1e37-4b66-437e-9ac5-8f4985a6acdc None None] Provisioning complete for port a43475fb-46f4-46d3-9d94-44b4a58dea15 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:50.597772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d19a1e37-4b66-437e-9ac5-8f4985a6acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.600514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.630544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.649240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 17e76ff0-dc2f-4283-b277-7d9385203e77 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:50.660879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=3d3f7b62-937b-4807-83aa-2125a006a3a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:50.686591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:50.693416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:50.698603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:50.699194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.757175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Port': ['ID=40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:50.769639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 17e76ff0-dc2f-4283-b277-7d9385203e77 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:50.771440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 17e76ff0-dc2f-4283-b277-7d9385203e77 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:50.911654 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.912252 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Floating IP de419e17-b6d5-407d-ac6e-338ce21eb9af disassociated (deleted). External IP: 172.25.5.9, port: 9e67b2d5-5b94-491c-b444-5e0945d9f769. Sep 24 19:21:50.929171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.934222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.962930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 7e6e5f87-7954-4ad0-859f-fd76a97306ff {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:50.963335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:50.994676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d19a1e37-4b66-437e-9ac5-8f4985a6acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.094276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a43475fb-46f4-46d3-9d94-44b4a58dea15, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a43475fb-46f4-46d3-9d94-44b4a58dea15,segment=NetworkSegment(9ff3e352-626f-4a59-8339-67e80bfb9176),segment_id=9ff3e352-626f-4a59-8339-67e80bfb9176)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:51.125903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.127694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d8c1149-e6a1-4664-9433-fe2ac29de09e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:51.410098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-d19a1e37-4b66-437e-9ac5-8f4985a6acdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:21:51.410542 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-d19a1e37-4b66-437e-9ac5-8f4985a6acdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:21:51.411677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a43475fb-46f4-46d3-9d94-44b4a58dea15,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:51.440853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2d8c1149-e6a1-4664-9433-fe2ac29de09e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:51.441091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.488467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.517150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 7e6e5f87-7954-4ad0-859f-fd76a97306ff owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:51.520949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.573212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.584716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.585702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:51.670070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9a096-ff0e-4ded-ba22-b8727737c440 req-eb214d13-97b5-4b49-93a9-1195c2527ce1 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:51.672329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8d9a096-ff0e-4ded-ba22-b8727737c440 req-eb214d13-97b5-4b49-93a9-1195c2527ce1 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.1848235 Sep 24 19:21:51.725332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778de84-72e9-4892-a5ac-26db31ba6292 None None] Network 6549c107-5680-476e-a282-518af401318d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:51.736138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event updated for resources: {'Port': ['ID=40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:51.785978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8d9a096-ff0e-4ded-ba22-b8727737c440 req-91daf44b-ad8d-4cef-b9f6-db29eb3e4656 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021912 Sep 24 19:21:51.814545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:51.814545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:51.844602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:52.024681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Router f5852270-bbe0-4db0-83f6-b1624043a979 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:52.068007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.126215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Provisioning complete for port a43475fb-46f4-46d3-9d94-44b4a58dea15 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:52.127422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.151449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=7e6e5f87-7954-4ad0-859f-fd76a97306ff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:52.154910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9513d775-a030-4a6f-ab7e-666a4de4db24 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:52.200378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.233548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:52.242102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ca446ee0-9a64-474c-b695-19945be02705 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6838779 Sep 24 19:21:52.245337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59008) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:52.257108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] Sync routers for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:52.262676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.270344 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3c32827-3da5-4d66-bef5-e52695aa27d1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/7e6e5f87-7954-4ad0-859f-fd76a97306ff HTTP/1.1" status: 204 len: 168 time: 2.2616405 Sep 24 19:21:52.272665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:52.284177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:52.284826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:52.352147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:52.365007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:52.365651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:52.400083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc197-9a7e-431b-bf69-e78fd102e9d6 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.406515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:52.410710 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f57dd-6ad5-4b22-bc94-d7e973a48c34 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:52.414740 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-552f57dd-6ad5-4b22-bc94-d7e973a48c34 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/7e6e5f87-7954-4ad0-859f-fd76a97306ff HTTP/1.1" status: 404 len: 333 time: 0.1359589 Sep 24 19:21:52.419072 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Sync routers for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:52.432644 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:52.433241 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:52.434390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.440390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:52.491375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:52.492020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb5712-ae34-48e0-a10e-6aa4f47e4366 None None] The sync data for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:52.516336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Provisioning complete for port 9513d775-a030-4a6f-ab7e-666a4de4db24 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:52.516871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.565461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9513d775-a030-4a6f-ab7e-666a4de4db24 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:52.565839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.577051 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-0ecbc197-9a7e-431b-bf69-e78fd102e9d6 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 19:21:52.578743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0ecbc197-9a7e-431b-bf69-e78fd102e9d6 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979 HTTP/1.1" status: 409 len: 329 time: 0.3317666 Sep 24 19:21:52.582899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59016) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:52.711137 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:52.743374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8339ed1d-8f8a-46a3-b368-f646036c2833 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/floatingips/de419e17-b6d5-407d-ac6e-338ce21eb9af HTTP/1.1" status: 204 len: 168 time: 4.4822071 Sep 24 19:21:52.762147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:52.764710 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497175d5-1c01-419c-9c4f-9d036f7391e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:52.839873 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c9b16-6498-4e80-ac0a-aa67532bcd6a x-openstack-request-id: req-0a3c9b16-6498-4e80-ac0a-aa67532bcd6a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:52.840171 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:52.840424 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a3c9b16-6498-4e80-ac0a-aa67532bcd6a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:52.840826 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'status': 'completed', 'code': 200} Sep 24 19:21:52.901191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:52.903140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:52.956375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:21:53.066806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.068663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.095315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-8d47ed1f-4bcc-4312-b9bf-b6c68f2b788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:53.096869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-8d47ed1f-4bcc-4312-b9bf-b6c68f2b788e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 1135 time: 0.2128892 Sep 24 19:21:53.097189 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.116907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8564fa7c-3f7b-45ed-804f-d778511ddca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.145905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] For port 9513d775-a030-4a6f-ab7e-666a4de4db24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9513d775-a030-4a6f-ab7e-666a4de4db24,segment=NetworkSegment(73a8618c-18dd-483a-b753-7042655bcba5),segment_id=73a8618c-18dd-483a-b753-7042655bcba5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:53.148259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126fb3e-7785-452a-887b-59601a0f681f req-705721d3-48e3-4807-a038-dc346bab33d8 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:53.150300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d126fb3e-7785-452a-887b-59601a0f681f req-705721d3-48e3-4807-a038-dc346bab33d8 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.1797724 Sep 24 19:21:53.152123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Checking router: ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:21:53.161110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.183823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:53.184443 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.190845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.235089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:53.267922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Pushing event updated for resources: {'Port': ['ID=9513d775-a030-4a6f-ab7e-666a4de4db24,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:53.293310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Provisioning complete for port 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:53.293693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.297195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:21:53.297368 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:21:53.338616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-04c92862-3d73-4b4c-8b94-d3713f87cbcc tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:53.340194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-04c92862-3d73-4b4c-8b94-d3713f87cbcc tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 1096 time: 0.1742473 Sep 24 19:21:53.341784 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.356598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d1f96-d9f2-4696-872e-b6e0b140c1b8 None None] Port 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:53.359624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:53.377361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] Sync routers for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:53.393459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a4abe-41f5-492e-a6f8-9a7b00bdf766 req-b54295a4-6511-4bce-96a1-7d67a491e236 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:53.404704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a52a4abe-41f5-492e-a6f8-9a7b00bdf766 req-b54295a4-6511-4bce-96a1-7d67a491e236 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.2706709 Sep 24 19:21:53.407425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:53.409052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.480970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.500474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:53.501126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.511427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:21:53.558948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e05742b1-d4a8-4437-b3f0-a8f6cd178820 None None] Provisioning complete for port 9513d775-a030-4a6f-ab7e-666a4de4db24 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:53.559200 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05742b1-d4a8-4437-b3f0-a8f6cd178820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.615270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.615933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e708d-9869-4e61-814f-8f79e36e9516 None None] The sync data for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:53.766276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e05742b1-d4a8-4437-b3f0-a8f6cd178820 None None] Provisioning complete for port 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:53.767612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05742b1-d4a8-4437-b3f0-a8f6cd178820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.800131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.803636 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-801892e6-0c4f-420c-8eb6-bd96b4c5b8f8 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.3770063 Sep 24 19:21:53.806103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:53.841616 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:53.879927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1bd23-3d5b-47c5-bb51-564f6a005952 None None] The sync data for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 is: [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5e458143-3039-462a-b05a-4ad15e0067e0', 'name': '', 'network_id': 'd2a091c4-3ef4-496f-ba25-dda5088ef471', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'mac_address': 'fa:16:3e:3c:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:56Z', 'updated_at': '2021-09-24T19:20:04Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'subnets': [{'id': '226fecda-6e65-45f8-81e8-9e4e9fa086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:53.931432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Deleting port e6632884-a104-44b3-af9e-81ea52f57bab {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:53.932477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:53.960235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e05742b1-d4a8-4437-b3f0-a8f6cd178820 None None] Port 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:53.967071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a43475fb-46f4-46d3-9d94-44b4a58dea15 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:54.026501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d126fb3e-7785-452a-887b-59601a0f681f req-361f5c12-c12b-47b3-880d-ce8d49c81ea4 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534045 Sep 24 19:21:54.033388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a52a4abe-41f5-492e-a6f8-9a7b00bdf766 req-4b1045be-ec12-48e8-ba11-01ea4b200812 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6274314 Sep 24 19:21:54.034751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-e48132ce-7458-4df2-b835-87e8efa9e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:54.036232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-e48132ce-7458-4df2-b835-87e8efa9e6c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 200 len: 895 time: 0.9233270 Sep 24 19:21:54.073782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a43475fb-46f4-46d3-9d94-44b4a58dea15 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:54.074371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.098160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.120801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-a1a59a26-ae95-47ff-b333-d9be8e13f40e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 200 len: 217 time: 0.0756495 Sep 24 19:21:54.196555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.256562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-799003d1-33d1-4928-bf4f-b141bede3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:54.258282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-799003d1-33d1-4928-bf4f-b141bede3caf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 200 len: 835 time: 0.1239147 Sep 24 19:21:54.305538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=03e68ebe-19ac-4422-9b6b-53ba3e1e90f3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:54.312182 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b7ddb-74a3-4b67-a049-bab6c0540936 None None] New status for floating IP de419e17-b6d5-407d-ac6e-338ce21eb9af: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:21:54.324965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.335945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.340532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0e7abeb3-8d6f-439c-8ecf-873de41e8680 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 HTTP/1.1" status: 204 len: 168 time: 1.8882825 Sep 24 19:21:54.345522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:54.357270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9513d775-a030-4a6f-ab7e-666a4de4db24 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:21:54.449708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] For port e6632884-a104-44b3-af9e-81ea52f57bab, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e6632884-a104-44b3-af9e-81ea52f57bab,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:54.450324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.453449 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-074bb854-9da2-429d-b2f1-25e1db4ff943 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:21:54.455153 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-074bb854-9da2-429d-b2f1-25e1db4ff943 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/03e68ebe-19ac-4422-9b6b-53ba3e1e90f3 HTTP/1.1" status: 404 len: 333 time: 0.1086564 Sep 24 19:21:54.463689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:54.481708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Calling delete_port for e6632884-a104-44b3-af9e-81ea52f57bab owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:54.485864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9513d775-a030-4a6f-ab7e-666a4de4db24 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:54.486357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.529175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-85d5ad08-bac7-40d1-a598-ef7da62ea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:54.531287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-85d5ad08-bac7-40d1-a598-ef7da62ea904 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d2a091c4-3ef4-496f-ba25-dda5088ef471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633832 Sep 24 19:21:54.579322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-390debcf-3d57-4b04-a0cf-b962c797f95e tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:54.581109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-390debcf-3d57-4b04-a0cf-b962c797f95e tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.1539669 Sep 24 19:21:54.665586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet fafc4b82-1156-4f39-b527-55eb059d0920 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:54.681644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.800954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.810056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-f9850067-a399-4f16-bd11-4a7404615c50 service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676454 Sep 24 19:21:54.904202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 9e67b2d5-5b94-491c-b444-5e0945d9f769 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:54.904444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.941187 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:54.995051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6632884-a104-44b3-af9e-81ea52f57bab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:55.041093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.043405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-497175d5-1c01-419c-9c4f-9d036f7391e7 req-82e871cf-9593-4d04-9939-8c28927f444f service neutron] 10.222.0.69 "GET /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251906 Sep 24 19:21:55.091936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] No DVR routers for this DVR port e6632884-a104-44b3-af9e-81ea52f57bab on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:55.096974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.098387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d944da1f-07d9-4b57-b1db-49c708a06877 req-155cc099-5958-4b0e-99bb-62e29fc0ec04 tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e6632884-a104-44b3-af9e-81ea52f57bab HTTP/1.1" status: 204 len: 173 time: 1.7495522 Sep 24 19:21:55.102194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'name': 'network-vif-deleted', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:55.104994 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bc2782-35c8-410a-890d-83b975abe831" -d '{"events": [{"server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "name": "network-vif-deleted", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:55.115745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.126659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port 9e67b2d5-5b94-491c-b444-5e0945d9f769, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=9e67b2d5-5b94-491c-b444-5e0945d9f769,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:55.127283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.142524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 9e67b2d5-5b94-491c-b444-5e0945d9f769 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:55.229606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.253413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting port 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:55.253761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.261860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d1a03f7-fba7-4fa3-81d3-c1e63f136a73 req-cffe65fd-209f-4b47-880d-fe9262d0bf4a tempest-TestServerMultinode-1813211019 tempest-TestServerMultinode-1813211019-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fa66708-9a0e-436f-8fb0-95ad9178771f HTTP/1.1" status: 200 len: 210 time: 0.0761092 Sep 24 19:21:55.330745 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2ea82-354e-44c0-9584-d9acfa6a2025 x-openstack-request-id: req-98a2ea82-354e-44c0-9584-d9acfa6a2025 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:55.331271 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa66708-9a0e-436f-8fb0-95ad9178771f", "name": "network-vif-deleted", "tag": "e6632884-a104-44b3-af9e-81ea52f57bab", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:55.331408 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98a2ea82-354e-44c0-9584-d9acfa6a2025 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:55.331904 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa66708-9a0e-436f-8fb0-95ad9178771f', 'name': 'network-vif-deleted', 'tag': 'e6632884-a104-44b3-af9e-81ea52f57bab', 'status': 'completed', 'code': 200} Sep 24 19:21:55.335311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=fafc4b82-1156-4f39-b527-55eb059d0920,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:55.347596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.349200 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e7fe404-59a2-4f8c-b7e3-2a9b7254a462 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/fafc4b82-1156-4f39-b527-55eb059d0920 HTTP/1.1" status: 204 len: 168 time: 0.8845613 Sep 24 19:21:55.352032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:55.357451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261eced0-7dca-4f52-b84b-4bb7aa6ffd23 None None] Network e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:55.377808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeab8b-c194-461a-938a-78437062c92c req-03746c93-49c7-4544-a78c-46a17a9220ca tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:55.386420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29eeab8b-c194-461a-938a-78437062c92c req-03746c93-49c7-4544-a78c-46a17a9220ca tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff600e0b-1c37-46fc-a270-dfac2cfd0a6a HTTP/1.1" status: 200 len: 984 time: 0.1995153 Sep 24 19:21:55.452058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.491484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Calling delete_port for 40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:55.517492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.538962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29eeab8b-c194-461a-938a-78437062c92c req-8581a9ef-3771-4fad-bf5e-258ace71a906 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "GET /v2.0/security-groups?id=02005af9-62dd-4c30-b502-7c605fce15dc&id=a6309b61-6641-413b-8f85-b75510b01ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1438286 Sep 24 19:21:55.576143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.636015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=9e67b2d5-5b94-491c-b444-5e0945d9f769,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:55.661527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6632884-a104-44b3-af9e-81ea52f57bab no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:55.703184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] DHCP port deletion for e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:55.707475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] No DVR routers for this DVR port 9e67b2d5-5b94-491c-b444-5e0945d9f769 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:55.713251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: e6632884-a104-44b3-af9e-81ea52f57bab {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:55.713794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e6632884-a104-44b3-af9e-81ea52f57bab not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:55.723612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.725254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9502dda-f687-4083-ada7-ea4b0692b318 req-2848d1c1-d66c-475c-9b87-ce15ae2b15ab tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.69 "DELETE /v2.0/ports/9e67b2d5-5b94-491c-b444-5e0945d9f769 HTTP/1.1" status: 204 len: 173 time: 1.1362090 Sep 24 19:21:55.725725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'name': 'network-vif-deleted', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:21:55.728073 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551a0552-6950-437f-af4b-823ca22310ae" -d '{"events": [{"server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "name": "network-vif-deleted", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:21:55.817398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Deleting port 2d8c1149-e6a1-4664-9433-fe2ac29de09e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:55.818615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.837288 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6051d53-a942-40a8-91de-30693470434e x-openstack-request-id: req-f6051d53-a942-40a8-91de-30693470434e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:21:55.837581 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff600e0b-1c37-46fc-a270-dfac2cfd0a6a", "name": "network-vif-deleted", "tag": "9e67b2d5-5b94-491c-b444-5e0945d9f769", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:21:55.837840 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6051d53-a942-40a8-91de-30693470434e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:21:55.843885 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff600e0b-1c37-46fc-a270-dfac2cfd0a6a', 'name': 'network-vif-deleted', 'tag': '9e67b2d5-5b94-491c-b444-5e0945d9f769', 'status': 'completed', 'code': 200} Sep 24 19:21:55.854632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Allocated IP 172.20.0.1 (6549c107-5680-476e-a282-518af401318d/a8e14b06-d0b3-48a3-9a7b-44b3e3415d40/65f11361-2af6-486a-aa9a-c2e1c462ef6d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:21:55.871358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 2d8c1149-e6a1-4664-9433-fe2ac29de09e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:55.871749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.951187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] For port 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d8c1149-e6a1-4664-9433-fe2ac29de09e,segment=NetworkSegment(cc655bc8-0283-4503-9a47-31ab40d73cf4),segment_id=cc655bc8-0283-4503-9a47-31ab40d73cf4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:55.951826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.962526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:55.967285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Calling delete_port for 2d8c1149-e6a1-4664-9433-fe2ac29de09e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:55.996598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Port': ['ID=40359bb8-a84a-4d25-9cdb-bc2aaef7e5b5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:56.000012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 2d8c1149-e6a1-4664-9433-fe2ac29de09e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d8c1149-e6a1-4664-9433-fe2ac29de09e,segment=NetworkSegment(cc655bc8-0283-4503-9a47-31ab40d73cf4),segment_id=cc655bc8-0283-4503-9a47-31ab40d73cf4)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:56.000321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.019317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 2d8c1149-e6a1-4664-9433-fe2ac29de09e owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:56.105487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.110667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.147314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.242684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.259522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] Pushing event deleted for resources: {'Port': ['ID=2d8c1149-e6a1-4664-9433-fe2ac29de09e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:56.267764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fe3d7-7ba5-4b86-970e-47191a9aff6a None None] No DVR routers for this DVR port 2d8c1149-e6a1-4664-9433-fe2ac29de09e on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:56.278711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.312647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.350495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 6549c107-5680-476e-a282-518af401318d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:56.361865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:56.364343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 2d8c1149-e6a1-4664-9433-fe2ac29de09e on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:56.389566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:21:56.400630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:56.439297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=65f11361-2af6-486a-aa9a-c2e1c462ef6d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:56.477319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d8c1149-e6a1-4664-9433-fe2ac29de09e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:56.534575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2d8c1149-e6a1-4664-9433-fe2ac29de09e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:56.534909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d8c1149-e6a1-4664-9433-fe2ac29de09e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:56.576111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=2d8c1149-e6a1-4664-9433-fe2ac29de09e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:56.620915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:56.622631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Router f5852270-bbe0-4db0-83f6-b1624043a979 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:56.642791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.648543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9e67b2d5-5b94-491c-b444-5e0945d9f769 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:56.676533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 9e67b2d5-5b94-491c-b444-5e0945d9f769 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:56.676955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 9e67b2d5-5b94-491c-b444-5e0945d9f769 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:56.692456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.727342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:56.735887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e17589bb-da6e-4436-bcaa-fb12df82496d tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1493106 Sep 24 19:21:56.740384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59056) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:56.743449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] Sync routers for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:56.755321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:56.756852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:56.783991 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-148a1231-b9f1-4146-a631-0d239cba9397 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] show failed (client error): The resource could not be found. Sep 24 19:21:56.785216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-148a1231-b9f1-4146-a631-0d239cba9397 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1204038258 HTTP/1.1" status: 404 len: 335 time: 0.0437238 Sep 24 19:21:56.790921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:56.798103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bf6f788a-049f-4d2a-a728-ce847e2ffcea tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:56.809662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:56.832769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] Routers {'f5852270-bbe0-4db0-83f6-b1624043a979'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:56.833804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f5852270-bbe0-4db0-83f6-b1624043a979'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:56.846464 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-bf6f788a-049f-4d2a-a728-ce847e2ffcea tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] update failed (client error): The resource could not be found. Sep 24 19:21:56.850781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bf6f788a-049f-4d2a-a728-ce847e2ffcea tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-865332013 HTTP/1.1" status: 404 len: 334 time: 0.0557890 Sep 24 19:21:56.851059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59060) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:56.883623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:56.884255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5b579-01e5-4aba-8cd8-278862811a91 None None] The sync data for ids ['f5852270-bbe0-4db0-83f6-b1624043a979'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:21:56.888005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-20d85997-6a5a-46e7-8325-9b581e305946 None None] Provisioning complete for port 65f11361-2af6-486a-aa9a-c2e1c462ef6d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:56.888843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20d85997-6a5a-46e7-8325-9b581e305946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.921782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting subnet 63b6b483-6c8d-4c18-a664-3a75ea30c399 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:56.928374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:56.956234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-20d85997-6a5a-46e7-8325-9b581e305946 None None] Port 65f11361-2af6-486a-aa9a-c2e1c462ef6d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:56.984377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.088354 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.105862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.129178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc655bc8-0283-4503-9a47-31ab40d73cf4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.129469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc655bc8-0283-4503-9a47-31ab40d73cf4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.152345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.157774 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.188187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Subnet': ['ID=63b6b483-6c8d-4c18-a664-3a75ea30c399,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:57.192018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.196263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-63c120d8-0356-444e-aa2a-46854cb74a59 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/subnets/63b6b483-6c8d-4c18-a664-3a75ea30c399 HTTP/1.1" status: 204 len: 168 time: 0.3419230 Sep 24 19:21:57.196432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59064) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:57.207525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7500c1-d0ae-4397-a902-685fe1c6a071 None None] Network d7c547ae-34de-48c0-a731-4c983c08e069 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:57.241062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.254844 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.259951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:57.260573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:57.263778 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:57.294777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.356401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.357365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting port a43475fb-46f4-46d3-9d94-44b4a58dea15 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:57.357758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.428913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.448258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.449632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f HTTP/1.1" status: 204 len: 168 time: 2.0966566 Sep 24 19:21:57.455213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] For port a43475fb-46f4-46d3-9d94-44b4a58dea15, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a43475fb-46f4-46d3-9d94-44b4a58dea15,segment=NetworkSegment(9ff3e352-626f-4a59-8339-67e80bfb9176),segment_id=9ff3e352-626f-4a59-8339-67e80bfb9176)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:57.455597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.458164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:57.469138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Calling delete_port for a43475fb-46f4-46d3-9d94-44b4a58dea15 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:57.479415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.482133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] DHCP port deletion for d7c547ae-34de-48c0-a731-4c983c08e069 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:57.487581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-353367341'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:57.503405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c7a5-073c-4f97-8b42-884fdfaedc5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=e6cca101-f8a0-4c0f-99a7-ee4ffcecd60f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:57.545578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Deleting port a43475fb-46f4-46d3-9d94-44b4a58dea15 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:57.548429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.580981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.583531 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.584688 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/security-groups/02005af9-62dd-4c30-b502-7c605fce15dc HTTP/1.1" status: 204 len: 168 time: 0.9609978 Sep 24 19:21:57.591842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:57.596263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:57.599693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.622928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756784-8603-441d-a331-fe016ac8e5a6 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02005af9-62dd-4c30-b502-7c605fce15dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:57.631841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] For port a43475fb-46f4-46d3-9d94-44b4a58dea15, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a43475fb-46f4-46d3-9d94-44b4a58dea15,segment=NetworkSegment(9ff3e352-626f-4a59-8339-67e80bfb9176),segment_id=9ff3e352-626f-4a59-8339-67e80bfb9176)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:57.632376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.649607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.653007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Calling delete_port for a43475fb-46f4-46d3-9d94-44b4a58dea15 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:57.696188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] No DVR routers for this DVR port a43475fb-46f4-46d3-9d94-44b4a58dea15 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:57.704907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:21:57.728081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.728451 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 0625e152-4fc4-44cc-9913-405971eb33fc of type vlan for network 122b4781-cd9a-454d-97e6-2dc290da6e4d Sep 24 19:21:57.752335 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.753180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Port': ['ID=a43475fb-46f4-46d3-9d94-44b4a58dea15,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:57.790019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] Pushing event deleted for resources: {'Port': ['ID=a43475fb-46f4-46d3-9d94-44b4a58dea15,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:57.800669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.809578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c0180-3333-488f-8d1f-9865507bb5f8 None None] No DVR routers for this DVR port a43475fb-46f4-46d3-9d94-44b4a58dea15 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:57.826576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.860859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.891385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c547ae-34de-48c0-a731-4c983c08e069']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.902154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.913610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff3e352-626f-4a59-8339-67e80bfb9176') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.913921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff3e352-626f-4a59-8339-67e80bfb9176') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:57.932069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.967888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.970470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.973083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:57.973680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:57.987214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:21:57.987214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.041155 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5760491 Sep 24 19:21:58.051071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:21:58.072399 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:21:58.078548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.082112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:58.084619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.092227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/networks/d7c547ae-34de-48c0-a731-4c983c08e069 HTTP/1.1" status: 204 len: 168 time: 0.8947365 Sep 24 19:21:58.094062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59074) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:58.096037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe8527-f7fe-4f6a-ba27-c8155b8ae631 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=122b4781-cd9a-454d-97e6-2dc290da6e4d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:58.115931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:21:58.132079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.137576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.141095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a467965-a143-4739-a06a-8085f2bc22c1 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Network': ['ID=d7c547ae-34de-48c0-a731-4c983c08e069,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:58.145324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.148185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.152901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6309b61-6641-413b-8f85-b75510b01ed6 HTTP/1.1" status: 204 len: 168 time: 0.5599806 Sep 24 19:21:58.153916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59076) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:58.182944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.219886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f9391-f7aa-494c-8036-64d62ab6ca05 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6309b61-6641-413b-8f85-b75510b01ed6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:58.239242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting subnet 07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:58.242338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.295565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.319708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=65f11361-2af6-486a-aa9a-c2e1c462ef6d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:58.322164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.353423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a43475fb-46f4-46d3-9d94-44b4a58dea15 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:21:58.382799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a43475fb-46f4-46d3-9d94-44b4a58dea15 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:21:58.383179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a43475fb-46f4-46d3-9d94-44b4a58dea15 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:21:58.410259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:21:58.413768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.512642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.600567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 6549c107-5680-476e-a282-518af401318d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:21:58.606158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:58.684209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.725357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Subnet': ['ID=07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:58.731511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.736533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-164f4ad6-5324-454b-8dae-b029e9b3aecc tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/subnets/07f0ab98-1f12-4ce4-81d3-0d8abc53a2b3 HTTP/1.1" status: 204 len: 168 time: 0.6380002 Sep 24 19:21:58.737217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:58.742565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345a0ab-92a9-4be7-9ab6-4310e53f2414 None None] Network ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:58.880841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.959543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting subnet 5382b3d4-a91e-4e00-8cd7-62bb05b9ea23 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:21:58.963592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:58.978640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.003627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6613c28a-3cde-4e4f-a082-b09c7e5f506a None None] Provisioning complete for port 65f11361-2af6-486a-aa9a-c2e1c462ef6d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:21:59.004092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6613c28a-3cde-4e4f-a082-b09c7e5f506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.004848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:21:59.044395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] DHCP port deletion for ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:21:59.112053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6613c28a-3cde-4e4f-a082-b09c7e5f506a None None] Port 65f11361-2af6-486a-aa9a-c2e1c462ef6d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:21:59.115253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.139482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Deleting port 3855b651-6a92-4c28-ae81-12973f02ab43 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:59.140853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.153445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=0a06000d-ba14-453a-b984-4b7ffa7a1546,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:59.217563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] For port 3855b651-6a92-4c28-ae81-12973f02ab43, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3855b651-6a92-4c28-ae81-12973f02ab43,segment=NetworkSegment(d9b011f2-de6b-4000-80d8-1a7f941d68c8),segment_id=d9b011f2-de6b-4000-80d8-1a7f941d68c8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:59.218584 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.225372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Deleting port 959b3d22-3a51-4253-9020-c58ce7d68fd0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:59.225705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.246920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Calling delete_port for 3855b651-6a92-4c28-ae81-12973f02ab43 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:59.263314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '0625e152-4fc4-44cc-9913-405971eb33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:21:59.263679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 122b4781-cd9a-454d-97e6-2dc290da6e4d, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:21:59.375160 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.411230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] Pushing event deleted for resources: {'Port': ['ID=3855b651-6a92-4c28-ae81-12973f02ab43,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:21:59.424300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe35a7-02af-49ef-b176-af77a01e99bf None None] No DVR routers for this DVR port 3855b651-6a92-4c28-ae81-12973f02ab43 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:21:59.671372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 5e458143-3039-462a-b05a-4ad15e0067e0 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:21:59.671993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.741605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:21:59.769584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.779991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port 5e458143-3039-462a-b05a-4ad15e0067e0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5e458143-3039-462a-b05a-4ad15e0067e0,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:59.780759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.793270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 5e458143-3039-462a-b05a-4ad15e0067e0 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:59.799566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 122b4781-cd9a-454d-97e6-2dc290da6e4d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:21:59.807261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75268e20-cbbe-4276-a7f8-3c56f4ebec13 None None] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:21:59.815787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:21:59.816370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.819560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] For port 959b3d22-3a51-4253-9020-c58ce7d68fd0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=959b3d22-3a51-4253-9020-c58ce7d68fd0,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:21:59.819917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:21:59.828012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:21:59.838742 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] Sync routers for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:21:59.847491 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9bc2687b-5e91-403a-9bb6-0c84b415d62e tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "PUT /v2.0/routers/4cdd2cc8-bff9-4e03-b783-535a485f76c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0393903 Sep 24 19:21:59.850123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:59.850903 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:59.851745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59082) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:59.856922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Request body: {'port': {'network_id': '6549c107-5680-476e-a282-518af401318d', 'name': 'tempest-FloatingIPAdminTestJSON-1275070407'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:59.857504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Calling delete_port for 959b3d22-3a51-4253-9020-c58ce7d68fd0 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:21:59.882260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46ae9d31-651a-432f-a29e-c35c5357bf6b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8305180 Sep 24 19:21:59.886899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:21:59.895047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d', 'name': 'tempest-PortsIpV6TestJSON-1251360697', 'fixed_ips': [{'subnet_id': '0a06000d-ba14-453a-b984-4b7ffa7a1546', 'ip_address': '2001:db8::10'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:21:59.901405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:59.912618 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:21:59.913647 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:59.969120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:21:59.970464 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e8462-37c5-4f02-bb76-1a991419a8a1 None None] The sync data for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:00.040794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.089075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Subnet': ['ID=5382b3d4-a91e-4e00-8cd7-62bb05b9ea23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:00.097788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Made reservation on behalf of 204423ef216f418c8e8606bd77f4e85f for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:00.100874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.102800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2de60b31-40f8-47cf-a34e-a7e3949e6fa5 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/subnets/5382b3d4-a91e-4e00-8cd7-62bb05b9ea23 HTTP/1.1" status: 204 len: 168 time: 1.3554721 Sep 24 19:22:00.105037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.107331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:00.111661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949523e-ad73-48dc-9e04-226c16a40245 None None] Network 26ef9adb-5fbd-44db-bc66-5bcc03639dba requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:00.135240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] device_id is not set on port d34830a2-12a9-4962-b682-3168ab56aa47 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:00.148186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-122b4781-cd9a-454d-97e6-2dc290da6e4d', 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': '0a06000d-ba14-453a-b984-4b7ffa7a1546'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:22:00.149563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.193238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:00.291368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.316701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.387768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=5e458143-3039-462a-b05a-4ad15e0067e0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:00.433554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3855b651-6a92-4c28-ae81-12973f02ab43 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:00.453204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Allocated IP 172.20.0.10 (6549c107-5680-476e-a282-518af401318d/a8e14b06-d0b3-48a3-9a7b-44b3e3415d40/d34830a2-12a9-4962-b682-3168ab56aa47) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:00.539898 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.578065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3855b651-6a92-4c28-ae81-12973f02ab43 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:00.578421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3855b651-6a92-4c28-ae81-12973f02ab43 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:00.580451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 10328545-6245-4017-9849-0e3b32eba8ea yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:00.656796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Allocated IP 2001:db8::2 (122b4781-cd9a-454d-97e6-2dc290da6e4d/0a06000d-ba14-453a-b984-4b7ffa7a1546/4735265d-8568-4876-bf95-32dd61eda615) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:00.697433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.716907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] DHCP port deletion for 26ef9adb-5fbd-44db-bc66-5bcc03639dba request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:00.740322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.764528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Pushing event deleted for resources: {'Port': ['ID=959b3d22-3a51-4253-9020-c58ce7d68fd0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:00.794622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.846545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Deleting port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:00.847491 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:00.903278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:00.919534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b011f2-de6b-4000-80d8-1a7f941d68c8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:00.921620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b011f2-de6b-4000-80d8-1a7f941d68c8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:00.989391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.026942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.050255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.061364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:01.062630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:01.066323 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:01.110795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.195336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.197709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Network 6549c107-5680-476e-a282-518af401318d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:01.204420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:01.206336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.227837 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.235238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/networks/ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c HTTP/1.1" status: 204 len: 168 time: 1.1252284 Sep 24 19:22:01.238469 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.243833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:01.246686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:01.256101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event updated for resources: {'Port': ['ID=d34830a2-12a9-4962-b682-3168ab56aa47,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:01.268573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] For port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,segment=NetworkSegment(3384c49a-082a-4896-a1e8-29c4a7a5ff08),segment_id=3384c49a-082a-4896-a1e8-29c4a7a5ff08)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:01.269040 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.295408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Calling delete_port for 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:01.302427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.320394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf1763-2335-4549-a78b-96444f4a3f26 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Network': ['ID=ce32f9b5-5ce5-4d5f-9029-8c17bcd2996c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:01.330586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:01.332588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.409656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:01.418540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:01.423172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:01.444874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:01.449745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25490f4a-1d97-45ec-9fea-b74c70c2dd87 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5969677 Sep 24 19:22:01.453726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59094) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:01.578694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Pushing event updated for resources: {'Port': ['ID=4735265d-8568-4876-bf95-32dd61eda615,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:01.590037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.595528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::10 (122b4781-cd9a-454d-97e6-2dc290da6e4d/0a06000d-ba14-453a-b984-4b7ffa7a1546/10328545-6245-4017-9849-0e3b32eba8ea) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:01.625050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Attempting to bind port 4735265d-8568-4876-bf95-32dd61eda615 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:22:01.625487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Attempting to bind port 4735265d-8568-4876-bf95-32dd61eda615 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '0625e152-4fc4-44cc-9913-405971eb33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:22:01.625696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Attempting to bind port 4735265d-8568-4876-bf95-32dd61eda615 on network 122b4781-cd9a-454d-97e6-2dc290da6e4d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:01.666612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'project_id': '204423ef216f418c8e8606bd77f4e85f', 'port_id': 'd34830a2-12a9-4962-b682-3168ab56aa47'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:01.671787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:22:01.672723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Checking segment: {'id': '0625e152-4fc4-44cc-9913-405971eb33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:01.673335 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.673922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Bound using segment: {'id': '0625e152-4fc4-44cc-9913-405971eb33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:22:01.674586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Bound port: 4735265d-8568-4876-bf95-32dd61eda615, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0625e152-4fc4-44cc-9913-405971eb33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:22:01.675206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.688085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:01.695184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-200d70b6-b23c-49e5-9020-99d1598d1243 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "PUT /v2.0/routers/ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5334849 Sep 24 19:22:01.701491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59106) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:01.732245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Sync routers for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:01.746223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ad5b7d9-97c7-425c-be7f-c14337fca6a4 None None] Provisioning complete for port d34830a2-12a9-4962-b682-3168ab56aa47 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:01.746930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b7d9-97c7-425c-be7f-c14337fca6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.753021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.797642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:01.798588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:01.801619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting subnet 226fecda-6e65-45f8-81e8-9e4e9fa086ad {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:01.804886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.807573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.885030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5b7d9-97c7-425c-be7f-c14337fca6a4 None None] Port d34830a2-12a9-4962-b682-3168ab56aa47 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:01.886245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.888797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] For port 4735265d-8568-4876-bf95-32dd61eda615, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:22:01.900849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] Pushing event deleted for resources: {'Port': ['ID=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:01.903171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7c8fa-f4f1-44f1-83b4-de861a2c9f3e None None] No DVR routers for this DVR port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:01.916186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] For port 4735265d-8568-4876-bf95-32dd61eda615, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4735265d-8568-4876-bf95-32dd61eda615,segment=NetworkSegment(0625e152-4fc4-44cc-9913-405971eb33fc),segment_id=0625e152-4fc4-44cc-9913-405971eb33fc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:22:01.926420 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:01.959763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.073658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.074251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.097921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5cf6-4543-4ceb-b557-669c3f524835 None None] Pushing event updated for resources: {'Port': ['ID=4735265d-8568-4876-bf95-32dd61eda615,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:02.104154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:02.134708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:02.143607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.195826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Allocated IP 172.25.5.64 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/b2f0b625-f1f2-407f-b67f-dd52fb06d5f2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:02.198571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.246268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Subnet': ['ID=226fecda-6e65-45f8-81e8-9e4e9fa086ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:02.285583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.289823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-39fe2501-fb68-4543-8f2b-ee85b723c93b tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/subnets/226fecda-6e65-45f8-81e8-9e4e9fa086ad HTTP/1.1" status: 204 len: 168 time: 0.5829439 Sep 24 19:22:02.298342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:02.340791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=10328545-6245-4017-9849-0e3b32eba8ea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:02.356904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb04eb-d3b6-4777-961f-31f928be92e1 None None] Network d2a091c4-3ef4-496f-ba25-dda5088ef471 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:02.373094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:02.454299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:02.461957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:02.470830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:02.471742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.498164 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1bb3d8f-fec7-4b6e-aa35-f1d37d173b19 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6085348 Sep 24 19:22:02.500796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:02.501606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.566377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59112) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:02.573200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:02.589364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:02.590028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '122b4781-cd9a-454d-97e6-2dc290da6e4d', 'name': 'tempest-PortsIpV6TestJSON-1099933729', 'fixed_ips': [{'subnet_id': '0a06000d-ba14-453a-b984-4b7ffa7a1546', 'ip_address': '2001:db8::f'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:02.599485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e927f726-8287-4b04-8d9c-58b3b627326d admin admin] 10.222.0.18 "PUT /v2.0/routers/2b9fbbbb-c8b0-4047-b4aa-8148c4da202f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1951993 Sep 24 19:22:02.600817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:02.602687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.607453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] For port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9, host n-d-810952-2, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:02.607886 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.610112 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Sync routers for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:02.621683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:02.621683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:02.624650 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:02.625446 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:02.662005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Calling delete_port for 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:02.666169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 was not found and therefore no delete operation was performed {{(pid=94856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:22:02.668459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.697976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Port': ['ID=17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:02.698300 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.719104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] No DVR routers for this DVR port 17a43d3c-5982-4fc3-8ddc-a2f6e47b14e9 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:02.720824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:02.776789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Checking router: ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:22:02.790674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Routers {'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:02.791577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:02.834343 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:02.848706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] DHCP port deletion for d2a091c4-3ef4-496f-ba25-dda5088ef471 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:02.881935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.886352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.912964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:02.973902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ef9adb-5fbd-44db-bc66-5bcc03639dba']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:03.009145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3384c49a-082a-4896-a1e8-29c4a7a5ff08') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:03.009582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3384c49a-082a-4896-a1e8-29c4a7a5ff08') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:03.029768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.036078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] Set router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:03.037248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:03.042264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:03.044204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:03.051879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:03.059965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.081334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:03.082753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:03.197466 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:03.219166 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:03.232406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Deleting port 08db4727-c003-4dd6-b538-10136e7a22b3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:03.233157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.248906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.267980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.270626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/networks/26ef9adb-5fbd-44db-bc66-5bcc03639dba HTTP/1.1" status: 204 len: 168 time: 2.0254464 Sep 24 19:22:03.281422 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Checking router: 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:22:03.281979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:03.299377 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Routers {'2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:03.300312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:03.308884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe43769-f920-4e0c-ade6-c2c1263bdd1f tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Network': ['ID=26ef9adb-5fbd-44db-bc66-5bcc03639dba,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:03.325078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.336661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.342348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f0b625-f1f2-407f-b67f-dd52fb06d5f2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:03.371925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.388147 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port a723b27b-2126-43b4-85c4-0d36609d1346 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:03.395399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.417810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting subnet 5f670e42-9262-43b7-a61a-7b7b552e8e6a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:03.451609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.468880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] For port 08db4727-c003-4dd6-b538-10136e7a22b3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=08db4727-c003-4dd6-b538-10136e7a22b3,segment=NetworkSegment(4137381d-2ef1-4e48-86f9-7f210b492192),segment_id=4137381d-2ef1-4e48-86f9-7f210b492192)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:03.469446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.492493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Calling delete_port for 08db4727-c003-4dd6-b538-10136e7a22b3 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:03.572985 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] Set router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:03.620940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.645064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57003035-096c-4eaf-8549-8618e6c98f75 None None] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:03.660756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Deleting port 609f0fc7-915f-43b3-a70e-c33c50514a9d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:03.663396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.775249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Deleting port 41761c3a-f280-4f7f-90d5-68eea3bc367d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:03.775510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.841807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] Provisioning complete for port 4735265d-8568-4876-bf95-32dd61eda615 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:03.843931 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.882332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] For port 41761c3a-f280-4f7f-90d5-68eea3bc367d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=41761c3a-f280-4f7f-90d5-68eea3bc367d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:03.882800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:03.897539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Calling delete_port for 41761c3a-f280-4f7f-90d5-68eea3bc367d owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:03.970203 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:04.012093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6a16e-1806-4fe1-b3bc-74d48efb45d1 None None] The sync data for ids ['2b9fbbbb-c8b0-4047-b4aa-8148c4da202f'] in n-d-810952-2 is: [{'id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'name': 'tempest-TestServerMultinode-777356456-router', 'tenant_id': '03136035b9c7475db1420b5a80eababe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:40Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '03136035b9c7475db1420b5a80eababe', 'gw_port': {'id': '609f0fc7-915f-43b3-a70e-c33c50514a9d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9fbbbb-c8b0-4047-b4aa-8148c4da202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:41Z', 'updated_at': '2021-09-24T19:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:04.121558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.169716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] Pushing event deleted for resources: {'Port': ['ID=08db4727-c003-4dd6-b538-10136e7a22b3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:04.175408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a378e-2d49-450d-9228-618b2c072ddd None None] No DVR routers for this DVR port 08db4727-c003-4dd6-b538-10136e7a22b3 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:04.189509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:04.234893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bf759-f243-46e9-92a7-10c6b0f09da7 None None] The sync data for ids ['ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919'] in n-d-810952-2 is: [{'id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651743720', 'tenant_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:19:48Z', 'updated_at': '2021-09-24T19:22:00Z', 'revision_number': 5, 'project_id': '891fb1de3b6d42e9968dc5b19abfaad8', 'gw_port': {'id': '41761c3a-f280-4f7f-90d5-68eea3bc367d', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:19:50Z', 'updated_at': '2021-09-24T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:04.306056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.317096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.370149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] For port 609f0fc7-915f-43b3-a70e-c33c50514a9d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=609f0fc7-915f-43b3-a70e-c33c50514a9d,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:04.370643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.397618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Calling delete_port for 609f0fc7-915f-43b3-a70e-c33c50514a9d owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:04.416679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] For port 4735265d-8568-4876-bf95-32dd61eda615, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4735265d-8568-4876-bf95-32dd61eda615,segment=NetworkSegment(0625e152-4fc4-44cc-9913-405971eb33fc),segment_id=0625e152-4fc4-44cc-9913-405971eb33fc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:04.430472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.534142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79986d4-2b6f-47b2-a518-9686ac55e368 None None] Pushing event updated for resources: {'Port': ['ID=4735265d-8568-4876-bf95-32dd61eda615,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:04.576285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.678954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Subnet': ['ID=5f670e42-9262-43b7-a61a-7b7b552e8e6a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:04.681708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ff873396-b147-41e0-9b84-0b904a64a1da None None] Provisioning complete for port 4735265d-8568-4876-bf95-32dd61eda615 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:04.682234 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff873396-b147-41e0-9b84-0b904a64a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.725728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.728120 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-70b47a23-42b9-494a-8c12-f213cd59aac4 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/subnets/5f670e42-9262-43b7-a61a-7b7b552e8e6a HTTP/1.1" status: 204 len: 168 time: 1.4425287 Sep 24 19:22:04.759304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59138) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:04.777083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5260a93-46f6-48af-82b5-53c64eab44ef None None] Network 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:04.795258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::f (122b4781-cd9a-454d-97e6-2dc290da6e4d/0a06000d-ba14-453a-b984-4b7ffa7a1546/a723b27b-2126-43b4-85c4-0d36609d1346) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:04.840648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:04.939432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=609f0fc7-915f-43b3-a70e-c33c50514a9d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:05.033331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.035861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.124492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.134032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Port': ['ID=41761c3a-f280-4f7f-90d5-68eea3bc367d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:05.166885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.169209 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.183564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4735265d-8568-4876-bf95-32dd61eda615 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:05.235159 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.236007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9fbbbb-c8b0-4047-b4aa-8148c4da202f {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:05.250767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.252411 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7614ec41-0f17-4894-b249-50978af5c7b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b9fbbbb-c8b0-4047-b4aa-8148c4da202f HTTP/1.1" status: 204 len: 168 time: 2.6504710 Sep 24 19:22:05.254680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:05.317035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Deleting subnet e920d8f6-bb15-4d30-8bf0-4929708752d6 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:05.321956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.339222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ff873396-b147-41e0-9b84-0b904a64a1da None None] Provisioning complete for port 10328545-6245-4017-9849-0e3b32eba8ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:05.339682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff873396-b147-41e0-9b84-0b904a64a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.384769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.387477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ff873396-b147-41e0-9b84-0b904a64a1da None None] Port 10328545-6245-4017-9849-0e3b32eba8ea cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:05.390385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4735265d-8568-4876-bf95-32dd61eda615 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:05.390842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.414302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.444181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] DHCP port deletion for 99423a0a-75b2-4df4-97b4-b4c1f49da2b3 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:05.523849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.542456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.549044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.550788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.567215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-49bd11fc-9e67-4e0d-80eb-55f04a799fd7 None None] Provisioning complete for port 10328545-6245-4017-9849-0e3b32eba8ea triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:05.567999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49bd11fc-9e67-4e0d-80eb-55f04a799fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.586679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.616710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e920d8f6-bb15-4d30-8bf0-4929708752d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:05.617239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-49bd11fc-9e67-4e0d-80eb-55f04a799fd7 None None] Port 10328545-6245-4017-9849-0e3b32eba8ea cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:05.622817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Deleting port b0db4946-be9f-4bd5-a203-b961be713dfd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:05.623460 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.630456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.634614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.636554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0e9233c2-78d0-4f5f-9135-2ede69d7501f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e920d8f6-bb15-4d30-8bf0-4929708752d6 HTTP/1.1" status: 204 len: 168 time: 0.3805208 Sep 24 19:22:05.637586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:05.658617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Deleting port b0db4946-be9f-4bd5-a203-b961be713dfd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:05.659088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.670631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.671303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Fanout notify agent at l3_agent the message router_deleted on router ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:05.678983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.680384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ddc348a3-ae22-4bbb-bf0f-293a998ad7f5 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/routers/ab8e4a6a-a6c3-47e4-a2f3-47f9ace5d919 HTTP/1.1" status: 204 len: 168 time: 3.3810558 Sep 24 19:22:05.683351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:05.721719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] For port b0db4946-be9f-4bd5-a203-b961be713dfd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b0db4946-be9f-4bd5-a203-b961be713dfd,segment=NetworkSegment(95120e53-a4f9-4b4a-a67e-9564c9f12c5e),segment_id=95120e53-a4f9-4b4a-a67e-9564c9f12c5e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:05.722975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.778471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.791527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8335df0-ebd1-4bae-928a-7efea1d0374f None None] Network 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:05.808196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Calling delete_port for b0db4946-be9f-4bd5-a203-b961be713dfd owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:05.846356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] For port b0db4946-be9f-4bd5-a203-b961be713dfd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b0db4946-be9f-4bd5-a203-b961be713dfd,segment=NetworkSegment(95120e53-a4f9-4b4a-a67e-9564c9f12c5e),segment_id=95120e53-a4f9-4b4a-a67e-9564c9f12c5e)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:05.846914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.861926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.882377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Calling delete_port for b0db4946-be9f-4bd5-a203-b961be713dfd owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:05.887547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:05.924009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 959b3d22-3a51-4253-9020-c58ce7d68fd0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:05.987487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.009616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:06.010908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 959b3d22-3a51-4253-9020-c58ce7d68fd0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:06.011911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 959b3d22-3a51-4253-9020-c58ce7d68fd0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:06.012604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 08db4727-c003-4dd6-b538-10136e7a22b3 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:06.029600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:06.036237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:06.042969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:06.043466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.051058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=a723b27b-2126-43b4-85c4-0d36609d1346,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.097046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 08db4727-c003-4dd6-b538-10136e7a22b3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:06.097358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 08db4727-c003-4dd6-b538-10136e7a22b3 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:06.097691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5e458143-3039-462a-b05a-4ad15e0067e0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:06.144004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.152191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a7941f87-585d-4e8b-9c7b-e69b3a2bc42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5832603 Sep 24 19:22:06.152191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59148) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:06.157932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5e458143-3039-462a-b05a-4ad15e0067e0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:06.159147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5e458143-3039-462a-b05a-4ad15e0067e0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:06.179040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a091c4-3ef4-496f-ba25-dda5088ef471']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.185268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Deleting port 42ccc612-f45f-4378-9548-f73a04eb2ae1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:06.185791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.217984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4137381d-2ef1-4e48-86f9-7f210b492192') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.218556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4137381d-2ef1-4e48-86f9-7f210b492192') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.237967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.366484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.371036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] For port 42ccc612-f45f-4378-9548-f73a04eb2ae1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=42ccc612-f45f-4378-9548-f73a04eb2ae1,segment=NetworkSegment(dbf8fe92-4c21-456f-984a-b59ff229c961),segment_id=dbf8fe92-4c21-456f-984a-b59ff229c961)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:06.371403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.386142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4735265d-8568-4876-bf95-32dd61eda615 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:06.390504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.393978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:06.394445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:06.400418 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:06.403634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1894f35-b88f-4fc4-99c9-99a3a242285f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:06.405104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e1894f35-b88f-4fc4-99c9-99a3a242285f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2455733 Sep 24 19:22:06.409451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.417235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59150) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:06.422518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Calling delete_port for 42ccc612-f45f-4378-9548-f73a04eb2ae1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:06.453688 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.475958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] DHCP port deletion for 2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:06.482700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] No DVR routers for this DVR port b0db4946-be9f-4bd5-a203-b961be713dfd on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:06.521614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec335ba1-0eb6-4e18-916b-ddf55b49f12e None None] Pushing event deleted for resources: {'Port': ['ID=b0db4946-be9f-4bd5-a203-b961be713dfd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.534555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f0b625-f1f2-407f-b67f-dd52fb06d5f2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.535567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.538432 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.541676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.546895 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] 10.222.0.18 "DELETE /v2.0/networks/d2a091c4-3ef4-496f-ba25-dda5088ef471 HTTP/1.1" status: 204 len: 168 time: 0.8591964 Sep 24 19:22:06.569235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651272d-b404-4eaa-bdb4-e97fb3114359 tempest-TestSecurityGroupsBasicOps-473194020 tempest-TestSecurityGroupsBasicOps-473194020-project] Pushing event deleted for resources: {'Network': ['ID=d2a091c4-3ef4-496f-ba25-dda5088ef471,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.609647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ae93d22f-9d77-4e98-9ff8-8f47b9d43f7c None None] Provisioning complete for port a723b27b-2126-43b4-85c4-0d36609d1346 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:06.610704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae93d22f-9d77-4e98-9ff8-8f47b9d43f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.618032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4735265d-8568-4876-bf95-32dd61eda615 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:06.618418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.619532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.638526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Port': ['ID=b0db4946-be9f-4bd5-a203-b961be713dfd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.647887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=42ccc612-f45f-4378-9548-f73a04eb2ae1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.648090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] No DVR routers for this DVR port b0db4946-be9f-4bd5-a203-b961be713dfd on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:06.656871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] No DVR routers for this DVR port 42ccc612-f45f-4378-9548-f73a04eb2ae1 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:06.719839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.735688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae93d22f-9d77-4e98-9ff8-8f47b9d43f7c None None] Port a723b27b-2126-43b4-85c4-0d36609d1346 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:06.740415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Deleting port 42ccc612-f45f-4378-9548-f73a04eb2ae1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:06.740999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.757401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.783883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.794729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf8fe92-4c21-456f-984a-b59ff229c961') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.795247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf8fe92-4c21-456f-984a-b59ff229c961') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:06.809090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.824372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.831945 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:06.832485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.843808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad02cf3-61c5-4e02-bf3a-d3867fb4c80e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:06.848876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] For port 42ccc612-f45f-4378-9548-f73a04eb2ae1, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:06.849799 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.853081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad02cf3-61c5-4e02-bf3a-d3867fb4c80e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:06.861155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad02cf3-61c5-4e02-bf3a-d3867fb4c80e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:06.862982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dad02cf3-61c5-4e02-bf3a-d3867fb4c80e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3449328 Sep 24 19:22:06.874444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59158) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:06.888536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Calling delete_port for 42ccc612-f45f-4378-9548-f73a04eb2ae1 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:06.892795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Port 42ccc612-f45f-4378-9548-f73a04eb2ae1 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:22:06.895106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.932774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] Pushing event deleted for resources: {'Port': ['ID=42ccc612-f45f-4378-9548-f73a04eb2ae1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:06.938255 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:06.943634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.945924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7670e-6ddc-4fea-9c54-a383cc0f270b None None] No DVR routers for this DVR port 42ccc612-f45f-4378-9548-f73a04eb2ae1 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:06.949158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:06.958663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f HTTP/1.1" status: 204 len: 168 time: 1.3172579 Sep 24 19:22:06.960920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:06.996528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 609f0fc7-915f-43b3-a70e-c33c50514a9d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:07.003369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.021844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 609f0fc7-915f-43b3-a70e-c33c50514a9d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:07.022797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 609f0fc7-915f-43b3-a70e-c33c50514a9d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:07.023489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41761c3a-f280-4f7f-90d5-68eea3bc367d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:07.046308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72521a95-017c-446e-8cab-2061fdaf7e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c69b2cc-be0f-4c6c-843f-3dcfdbc5741f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:07.054818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 41761c3a-f280-4f7f-90d5-68eea3bc367d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:07.055589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 41761c3a-f280-4f7f-90d5-68eea3bc367d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:07.057963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b0db4946-be9f-4bd5-a203-b961be713dfd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:07.079654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b0db4946-be9f-4bd5-a203-b961be713dfd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:07.080457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b0db4946-be9f-4bd5-a203-b961be713dfd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:07.124582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99423a0a-75b2-4df4-97b4-b4c1f49da2b3']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:07.147931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95120e53-a4f9-4b4a-a67e-9564c9f12c5e') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:07.148574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95120e53-a4f9-4b4a-a67e-9564c9f12c5e') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:07.159978 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Floating IP 64dc54ed-bf58-4848-9b91-73a6b5ac9e96 associated. External IP: 172.25.5.64, port: d34830a2-12a9-4962-b682-3168ab56aa47. Sep 24 19:22:07.189654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:07.206064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.230069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port a723b27b-2126-43b4-85c4-0d36609d1346 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:07.230551 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.237533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.262433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:07.263271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:07.267024 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:07.425587 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-98ed027d-da31-4e53-8aef-6820f7959d3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=891fb1de3b6d42e9968dc5b19abfaad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345252 Sep 24 19:22:07.429090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:07.454947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.468798 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.475540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/networks/99423a0a-75b2-4df4-97b4-b4c1f49da2b3 HTTP/1.1" status: 204 len: 168 time: 2.7117398 Sep 24 19:22:07.476075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:07.513595 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3e851a6b-9620-45db-bdb9-56cf06737eb2 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5852270-bbe0-4db0-83f6-b1624043a979 HTTP/1.1" status: 200 len: 205 time: 0.0361724 Sep 24 19:22:07.517794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:07.549871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.556222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1d32f-a790-44db-ba4b-afdfa028dcf0 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Pushing event deleted for resources: {'Network': ['ID=99423a0a-75b2-4df4-97b4-b4c1f49da2b3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:07.584893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for a723b27b-2126-43b4-85c4-0d36609d1346 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:07.636053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.642226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.708233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:07.744557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.882498 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.887479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.893740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.911665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:07.917654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.930462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] Sync routers for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:07.945125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:07.945855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:07.990825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:07.998678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:07.999081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Fanout notify agent at l3_agent the message router_deleted on router f5852270-bbe0-4db0-83f6-b1624043a979 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:08.011794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:08.012433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:08.050734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.054926 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ab5e51f1-d975-407f-bc97-00da3a9f4a02 tempest-RoutersNegativeIpV6Test-1890298981 tempest-RoutersNegativeIpV6Test-1890298981-project] 10.222.0.18 "DELETE /v2.0/routers/f5852270-bbe0-4db0-83f6-b1624043a979 HTTP/1.1" status: 204 len: 168 time: 0.5347412 Sep 24 19:22:08.055553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:08.056280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929b5e0-58fb-40ae-ad76-feb38c65494c None None] The sync data for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:08.057717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.060306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.064671 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af1a9ec9-c150-41c7-a948-2b09fb54ace7 HTTP/1.1" status: 204 len: 168 time: 0.6311812 Sep 24 19:22:08.089472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a9ec9-c150-41c7-a948-2b09fb54ace7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:08.106557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.107636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.107636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.107636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.107967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.108223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.108651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.109032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.109366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.110128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.110128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.110433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad8b0d-e224-410a-b9d1-b99f357e9f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:08.340814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Deleting port 2ff06bf4-3eea-4696-ad75-dee85fb7331f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:08.341432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.362683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42ccc612-f45f-4378-9548-f73a04eb2ae1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:08.419121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 42ccc612-f45f-4378-9548-f73a04eb2ae1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:08.421275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 42ccc612-f45f-4378-9548-f73a04eb2ae1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:08.449511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=a723b27b-2126-43b4-85c4-0d36609d1346,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:08.471195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] For port 2ff06bf4-3eea-4696-ad75-dee85fb7331f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2ff06bf4-3eea-4696-ad75-dee85fb7331f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:08.472246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.489165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Calling delete_port for 2ff06bf4-3eea-4696-ad75-dee85fb7331f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:08.501329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.503963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e0acbe87-c87e-4302-9609-2b1995fb45f2 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/a723b27b-2126-43b4-85c4-0d36609d1346 HTTP/1.1" status: 204 len: 168 time: 1.6285508 Sep 24 19:22:08.504970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.507082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.507434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.574912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5a010d14-4707-4164-af9c-b3f323bae1cd tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.1155031 Sep 24 19:22:08.576917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59190) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.583277 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a2133e-c462-4723-8361-65de078ebbfe tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:22:08.584952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82a2133e-c462-4723-8361-65de078ebbfe tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/a723b27b-2126-43b4-85c4-0d36609d1346 HTTP/1.1" status: 404 len: 333 time: 0.0765700 Sep 24 19:22:08.591523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.767509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec13aa78-76ce-4ed7-8b60-df895fa412e9 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "GET /v2.0/floatingips/64dc54ed-bf58-4848-9b91-73a6b5ac9e96 HTTP/1.1" status: 200 len: 983 time: 0.1885242 Sep 24 19:22:08.769960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59194) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.831210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.865073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.889451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bade3b94-0955-4e51-b377-aa50a203aebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.898696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-71543c2e-9a21-4557-8357-6b1812370847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8de52a064574f5cafc1de41f9c4fc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867104 Sep 24 19:22:08.901290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59198) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.923054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:08.937401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-202406a9-77bb-49ee-be42-9e327e7b7c7a tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1661713 Sep 24 19:22:08.940542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59200) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:08.964749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff06bf4-3eea-4696-ad75-dee85fb7331f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:09.029169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.035282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 10328545-6245-4017-9849-0e3b32eba8ea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:09.035629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.097148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.216810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port b2f0b625-f1f2-407f-b67f-dd52fb06d5f2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:09.217173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.290305 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.296344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.299244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.303624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24b46247-980b-47fe-92aa-59348b354409 HTTP/1.1" status: 204 len: 168 time: 0.3981969 Sep 24 19:22:09.303849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bade3b94-0955-4e51-b377-aa50a203aebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.310672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 10328545-6245-4017-9849-0e3b32eba8ea owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:09.315388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876879-4edc-4c50-b14b-b32f3d132e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b46247-980b-47fe-92aa-59348b354409,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:09.316108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bade3b94-0955-4e51-b377-aa50a203aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.332161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.332742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.337461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.353852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for b2f0b625-f1f2-407f-b67f-dd52fb06d5f2 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:09.476242 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bade3b94-0955-4e51-b377-aa50a203aebc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20884b9d3aa64a8bae8c14d67e3fbb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429238 Sep 24 19:22:09.479415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59210) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:09.524832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade3b94-0955-4e51-b377-aa50a203aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca9b9d-befa-42b3-92ab-4a01a4ee209d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:09.606071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.640790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.645681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=10328545-6245-4017-9849-0e3b32eba8ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:09.729985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.745096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.772501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=b2f0b625-f1f2-407f-b67f-dd52fb06d5f2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:09.902534 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.905214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.906425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cca9b9d-befa-42b3-92ab-4a01a4ee209d HTTP/1.1" status: 204 len: 168 time: 0.4194064 Sep 24 19:22:09.962608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:09.963345 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Floating IP 64dc54ed-bf58-4848-9b91-73a6b5ac9e96 disassociated (deleted). External IP: 172.25.5.64, port: d34830a2-12a9-4962-b682-3168ab56aa47. Sep 24 19:22:09.966392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486db51-d0fe-43be-8485-fe745345a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca9b9d-befa-42b3-92ab-4a01a4ee209d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:10.146273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.148419 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8752faa-bc18-4348-8e85-7cfa0aca0704 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/10328545-6245-4017-9849-0e3b32eba8ea HTTP/1.1" status: 204 len: 168 time: 1.5533597 Sep 24 19:22:10.151485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.182135 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-58651db3-000a-4e0e-b5d2-ab9b6c92209b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:22:10.184411 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58651db3-000a-4e0e-b5d2-ab9b6c92209b tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/10328545-6245-4017-9849-0e3b32eba8ea HTTP/1.1" status: 404 len: 333 time: 0.0318947 Sep 24 19:22:10.192532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59232) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.310351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 0a06000d-ba14-453a-b984-4b7ffa7a1546 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:10.317963 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.341532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Router 7ee0701f-89ff-4405-9057-6408c5baecd1 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:10.469010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.484388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:10.500465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59242) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.500861 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Sync routers for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:10.512506 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dcd9d5a3-d022-4971-a692-c031da1c43d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ee0701f-89ff-4405-9057-6408c5baecd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341947 Sep 24 19:22:10.518942 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:10.519591 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:10.550508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.622355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.646730 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f89d6a4a-6faa-4217-8d89-4ae2b09ee001 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b74829467b244bb927345ddd74c6149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940006 Sep 24 19:22:10.647604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:10.679434 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:10.728257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:10.749289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.777065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.825388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.834383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.923447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103730289'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:10.942759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.945889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.946301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:10.963241 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c612909c-9c1a-4faf-8ae5-c2d38bba55de HTTP/1.1" status: 204 len: 168 time: 0.3022048 Sep 24 19:22:10.982723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb54d3-b9f8-47fa-a81f-3fe9e49ca1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612909c-9c1a-4faf-8ae5-c2d38bba55de,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:10.989471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.008225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.042503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=0a06000d-ba14-453a-b984-4b7ffa7a1546,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:11.052824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.055592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9c01676a-0d3a-4178-b2f4-17c99e911336 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/0a06000d-ba14-453a-b984-4b7ffa7a1546 HTTP/1.1" status: 204 len: 168 time: 0.8619361 Sep 24 19:22:11.059933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:11.063863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59256) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:11.065695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c47f9-fcda-474f-b4fa-4bf5fae8c361 None None] Network 122b4781-cd9a-454d-97e6-2dc290da6e4d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:11.070249 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.134552 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:22:08Z', 'revision_number': 5, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port': {'id': '0b5b2b98-31e8-4db0-b222-68a0ac8600e1', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:20:52Z', 'updated_at': '2021-09-24T19:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.150193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e710719b-8f1e-462a-93d7-9704351f456d tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/floatingips/64dc54ed-bf58-4848-9b91-73a6b5ac9e96 HTTP/1.1" status: 204 len: 168 time: 2.2086334 Sep 24 19:22:11.154042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.159440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:11.176433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:11.209701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.213761 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Checking router: 7ee0701f-89ff-4405-9057-6408c5baecd1 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:22:11.225777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] Sync routers for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:11.235100 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Routers {'7ee0701f-89ff-4405-9057-6408c5baecd1'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:11.235747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['7ee0701f-89ff-4405-9057-6408c5baecd1'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.245619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.267351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:11.268689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.274604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.368368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.400596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.410049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:11.410695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.455976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.457475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fe132-3b2e-4ee9-bb75-0e589ec6a6e4 None None] The sync data for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:11.459048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Deleting port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:11.459318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.478116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa2c89e-cae2-43d3-b05e-74253e1632ad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:11.485009 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] Set router 7ee0701f-89ff-4405-9057-6408c5baecd1 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:22:11.548818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] DHCP port deletion for 122b4781-cd9a-454d-97e6-2dc290da6e4d request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:11.569476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:22:11Z', 'revision_number': 6, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:11.594133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 4735265d-8568-4876-bf95-32dd61eda615 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:11.594628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.612054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Deleting port 4735265d-8568-4876-bf95-32dd61eda615 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:11.612435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.643494 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb4370-262a-4b30-9fb9-0f7b60128abb None None] The sync data for ids ['7ee0701f-89ff-4405-9057-6408c5baecd1'] in n-d-810952-2 is: [{'id': '7ee0701f-89ff-4405-9057-6408c5baecd1', 'name': 'tempest-TestServerMultinode-26808311-router', 'tenant_id': '5f14a0060ab04fabaed6da9dfd436444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:20:51Z', 'updated_at': '2021-09-24T19:22:11Z', 'revision_number': 6, 'project_id': '5f14a0060ab04fabaed6da9dfd436444', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:11.643771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] For port 0b5b2b98-31e8-4db0-b222-68a0ac8600e1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:11.644045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.650458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.661658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.736808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] For port 4735265d-8568-4876-bf95-32dd61eda615, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4735265d-8568-4876-bf95-32dd61eda615,segment=NetworkSegment(0625e152-4fc4-44cc-9913-405971eb33fc),segment_id=0625e152-4fc4-44cc-9913-405971eb33fc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:11.737229 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.749616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 4735265d-8568-4876-bf95-32dd61eda615, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4735265d-8568-4876-bf95-32dd61eda615,segment=NetworkSegment(0625e152-4fc4-44cc-9913-405971eb33fc),segment_id=0625e152-4fc4-44cc-9913-405971eb33fc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:11.750971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.753177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.756906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1310806 Sep 24 19:22:11.758139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:11.768255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46b729-f83c-40b8-b9bf-80dad934dc8b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620bd1a6-fee1-41c8-a2b1-6d5632148715,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:11.772861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Calling delete_port for 4735265d-8568-4876-bf95-32dd61eda615 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:11.779513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 4735265d-8568-4876-bf95-32dd61eda615 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:11.875302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Calling delete_port for 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:11.878344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.900670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.916383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:11.917871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=4735265d-8568-4876-bf95-32dd61eda615,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:11.919649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 4735265d-8568-4876-bf95-32dd61eda615 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:11.920233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5692fb10-ecb5-4883-b6e9-d21dc89e9fad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1619952 Sep 24 19:22:11.925536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:11.927483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-security--109108473', 'description': 'tempest-security-description-1847607961'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:11.994653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] No DVR routers for this DVR port 4735265d-8568-4876-bf95-32dd61eda615 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:12.007436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4136e3-56c7-4e3b-b34d-2aeeb328bb24 None None] Pushing event deleted for resources: {'Port': ['ID=4735265d-8568-4876-bf95-32dd61eda615,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:12.026670 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.105405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.141681 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.142764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122b4781-cd9a-454d-97e6-2dc290da6e4d']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:12.149465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.152093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.156535 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "PUT /v2.0/security-groups/620bd1a6-fee1-41c8-a2b1-6d5632148715 HTTP/1.1" status: 200 len: 1779 time: 0.2296331 Sep 24 19:22:12.162431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59276) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.179819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0625e152-4fc4-44cc-9913-405971eb33fc') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:12.180214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0625e152-4fc4-44cc-9913-405971eb33fc') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:12.187140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Allocated IP 172.25.5.2 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1d24d641-bc09-4d85-a4fc-7f943768e39e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:12.190342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44662ad-bc99-4da8-ace9-71d8181468e8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620bd1a6-fee1-41c8-a2b1-6d5632148715,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:12.261636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.314489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.324787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-693bb66e-c662-4725-abac-f29aca096a79 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups/620bd1a6-fee1-41c8-a2b1-6d5632148715 HTTP/1.1" status: 200 len: 1779 time: 0.1566885 Sep 24 19:22:12.328016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.334203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:12.334626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:12.337828 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:12.431422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.433334 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.463688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.581266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.591661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.621577 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.622982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ff06bf4-3eea-4696-ad75-dee85fb7331f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:12.624231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.627685 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/620bd1a6-fee1-41c8-a2b1-6d5632148715 HTTP/1.1" status: 204 len: 168 time: 0.2966347 Sep 24 19:22:12.657903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.660759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dee74-feb6-4abd-a97b-6cc969d95272 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620bd1a6-fee1-41c8-a2b1-6d5632148715,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:12.669434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2ff06bf4-3eea-4696-ad75-dee85fb7331f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:12.669941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2ff06bf4-3eea-4696-ad75-dee85fb7331f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:12.670458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0b5b2b98-31e8-4db0-b222-68a0ac8600e1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:12.679293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:12.692004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:12.696814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:12.769874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Pushing event updated for resources: {'Port': ['ID=1d24d641-bc09-4d85-a4fc-7f943768e39e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:12.797932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2077803106-network', 'tenant_id': '511998c2a92749d5a39ab41e9b5d49cf'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:12.829940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e162f94-a07a-4016-9e82-b8269c389641 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575012 Sep 24 19:22:12.829940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Made reservation on behalf of 511998c2a92749d5a39ab41e9b5d49cf for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:12.832477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.834447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.847801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.850419 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b592d0d5-6822-4f1e-9cc7-d06aed096676 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] delete failed (client error): The resource could not be found. Sep 24 19:22:12.855454 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b592d0d5-6822-4f1e-9cc7-d06aed096676 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/620bd1a6-fee1-41c8-a2b1-6d5632148715 HTTP/1.1" status: 404 len: 347 time: 0.0160961 Sep 24 19:22:12.856640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.861526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--297915359'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:12.866508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.896526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.976373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.981116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:12.987302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/122b4781-cd9a-454d-97e6-2dc290da6e4d HTTP/1.1" status: 204 len: 168 time: 1.9219825 Sep 24 19:22:12.988665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59300) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:12.997787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400193857'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:13.003382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.016597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4735265d-8568-4876-bf95-32dd61eda615 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:13.022001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf97f7b-6b46-4ce7-9db2-2b487ca87069 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=122b4781-cd9a-454d-97e6-2dc290da6e4d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.037220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4735265d-8568-4876-bf95-32dd61eda615 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:13.037559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4735265d-8568-4876-bf95-32dd61eda615 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:13.048861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5b2b98-31e8-4db0-b222-68a0ac8600e1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.079324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.090652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.095518 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.115299 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.156002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:13.179596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.189574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.192687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.193041 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Added segment efcc6e74-8aa7-4177-b6a0-2f02e3288267 of type vlan for network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 Sep 24 19:22:13.212508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.214955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.261678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.262214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee0701f-89ff-4405-9057-6408c5baecd1 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:13.267684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.268852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c4629ec1-ef17-44a5-8721-0491fa1165df admin admin] 10.222.0.18 "DELETE /v2.0/routers/7ee0701f-89ff-4405-9057-6408c5baecd1 HTTP/1.1" status: 204 len: 168 time: 2.7555566 Sep 24 19:22:13.271268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:13.283619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.321346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Deleting subnet e9c14382-e268-4a25-ba0f-f23e75d2ef57 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:13.326913 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.359015 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.381095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.388308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.435395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.436912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:13.437493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.449055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:13.453373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.473024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.476878 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6163261 Sep 24 19:22:13.485700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:13.497650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '4a22744b-5b33-460f-833e-86fa73b374f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:13.502478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28980b2a-5894-49ea-a359-481891cf2915 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22744b-5b33-460f-833e-86fa73b374f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.511337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:13.518626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.528382 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9294236 Sep 24 19:22:13.536859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:13.548223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.548701 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Added segment 69d6c784-d922-420f-aba2-e1270c383e40 of type vlan for network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec Sep 24 19:22:13.577533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Request body: {'subnet': {'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2077803106-subnet', 'tenant_id': '511998c2a92749d5a39ab41e9b5d49cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:13.587871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed732f3-f389-41d6-958b-ff3d6f10f155 admin admin] Pushing event updated for resources: {'Network': ['ID=7ecbb216-5051-489d-a063-34c6aa9f6cb0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.606017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:13.616971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.631750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.634652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.643524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.649002 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.674695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c14382-e268-4a25-ba0f-f23e75d2ef57,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.682746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.685445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1527293c-ab79-4b75-a53c-fdbf93b2ff6e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9c14382-e268-4a25-ba0f-f23e75d2ef57 HTTP/1.1" status: 204 len: 168 time: 0.4132519 Sep 24 19:22:13.688269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.695123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:13.695683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd916a4-1fcc-4373-8483-d17ce1b83857 None None] Network 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:13.696195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:13.697231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.698251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Made reservation on behalf of 511998c2a92749d5a39ab41e9b5d49cf for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:13.701267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.729383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7357185 Sep 24 19:22:13.733754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59310) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:13.742657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:13.865971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749897ff-e14e-409f-aafb-c488bfbe51d9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Network': ['ID=4ac1071b-f599-4c0c-929a-7c92d9ff72ec,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.878534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:13.925080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Pushing event updated for resources: {'Port': ['ID=1d24d641-bc09-4d85-a4fc-7f943768e39e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:13.958338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.962076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] DHCP port deletion for 55bd4e26-501d-4db3-a1c8-c6adeef4fe6f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:13.962547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:13.968051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.972290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:13.996359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.012022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.013888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.015428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07cfcb97-c251-41e8-ba2c-b7d5d313d01f tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8536105 Sep 24 19:22:14.018128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.038158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Deleting port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:14.038975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.079554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607f37eb-5e96-453e-bc78-8f3ccfa1ec6d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.105026 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.109307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-abd4100a-2a5c-4926-ba90-557eecf9a504 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6197979 Sep 24 19:22:14.109673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59318) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.136759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] For port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:14.137432 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.152917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Calling delete_port for 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:14.192129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Deleting port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:14.192770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.196261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.222225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.243562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.259727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] No DVR routers for this DVR port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:14.278118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.281910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] For port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,segment=NetworkSegment(5b34c284-02e2-4c60-ae1b-3ddb6357ac9a),segment_id=5b34c284-02e2-4c60-ae1b-3ddb6357ac9a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:14.282649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.297630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.298814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/607f37eb-5e96-453e-bc78-8f3ccfa1ec6d HTTP/1.1" status: 204 len: 168 time: 0.1882641 Sep 24 19:22:14.304108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d12ddb-b2d4-47d1-968a-f0d06a73bf22 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=607f37eb-5e96-453e-bc78-8f3ccfa1ec6d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.307873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Calling delete_port for 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:14.308181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.323019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787173a-8e4e-40a7-a6f3-a713b0f8b574 None None] Pushing event deleted for resources: {'Port': ['ID=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.333362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.361547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:14.366292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:14.391013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:14.391771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:14.439406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762cd10f-3ddf-4e01-b1b2-090b57139d47,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.467314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Checking segment: {'id': 'efcc6e74-8aa7-4177-b6a0-2f02e3288267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:14.468240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Network hostable DHCP agents. Network: 7ecbb216-5051-489d-a063-34c6aa9f6cb0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:14.473818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe8db291-a666-403d-bb6f-277a3faba299 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1609333 Sep 24 19:22:14.474601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.476528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.502383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.525681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.556775 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] No DVR routers for this DVR port 4c205b7d-c0a8-41f9-9814-0c6c6f8e083f on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:14.563872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:14.565682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c205b7d-c0a8-41f9-9814-0c6c6f8e083f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.631146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7ecbb216-5051-489d-a063-34c6aa9f6cb0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:14.641796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca008f0d-9d92-4b07-a07c-7232a1a2004b None None] Network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:14.661192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Checking segment: {'id': '69d6c784-d922-420f-aba2-e1270c383e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:14.662033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network hostable DHCP agents. Network: 4ac1071b-f599-4c0c-929a-7c92d9ff72ec, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:14.666241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=5012d168-bbb8-4e9e-911c-0cd141916746,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.666942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.676976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:14.677584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.685170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.700009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:14.702627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bd4e26-501d-4db3-a1c8-c6adeef4fe6f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:14.710885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4ac1071b-f599-4c0c-929a-7c92d9ff72ec) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:14.723609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:14.723909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b34c284-02e2-4c60-ae1b-3ddb6357ac9a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:14.730439 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ff04e21e-de15-4549-baef-bbf4eb4c5ab4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1932495 Sep 24 19:22:14.730836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26365fc-41c0-4b95-be43-b4ecfa5174d0 None None] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:14.732676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:14.734008 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.742342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.742478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.745564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.777336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.790568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:14.791361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:14.792936 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:14.839613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-60c2ef47-0610-47a1-9a5a-b19763f06f07 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1010203 Sep 24 19:22:14.839613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59326) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.865480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-551320451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:14.903474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.918148 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.921874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.922441 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.923425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/4a22744b-5b33-460f-833e-86fa73b374f4 HTTP/1.1" status: 204 len: 168 time: 0.4475846 Sep 24 19:22:14.927487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.929488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:14.932103 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55bd4e26-501d-4db3-a1c8-c6adeef4fe6f HTTP/1.1" status: 204 len: 168 time: 1.2279599 Sep 24 19:22:14.932568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59330) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:14.954246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d53733-7f68-4e91-b8fc-27147ae7c597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22744b-5b33-460f-833e-86fa73b374f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:14.956612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13adaa4-7192-4aa0-ae04-2ffa8532bf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=55bd4e26-501d-4db3-a1c8-c6adeef4fe6f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:15.085168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Allocated IP 172.25.5.202 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c8893455-e18e-4e35-a306-82e67fee9b64) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:15.134942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.144661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-df9bf324-6e0b-443b-99eb-431b9997abe4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763272 Sep 24 19:22:15.145836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59336) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.152557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905911870'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:15.227173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59338) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.236953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.243490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.273624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.289581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.293984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-129f3d13-2af9-4d00-a251-3ccab0264a6a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4442530 Sep 24 19:22:15.295139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59342) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.302070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec', 'name': 'tempest-PortsIpV6TestJSON-2043813035'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:15.312074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-02e54e4c-9d6c-46af-ae96-8bb75621485f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03136035b9c7475db1420b5a80eababe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799012 Sep 24 19:22:15.312074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59344) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.322496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871385da-be46-43fa-a962-7ac2b93c6625 None None] Network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:15.399180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.437673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.472449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:15.476771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.485675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:15.496608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:15.504461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Pushing event updated for resources: {'Port': ['ID=c8893455-e18e-4e35-a306-82e67fee9b64,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:15.540250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.553897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-4ac1071b-f599-4c0c-929a-7c92d9ff72ec', 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': '5012d168-bbb8-4e9e-911c-0cd141916746'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:22:15.560449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.568906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.587257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:15.591276 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.610455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.611985 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4639926 Sep 24 19:22:15.617368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.622098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:15.631240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9cb40-8985-43b2-ac03-aaa510d86771 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:15.656097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 34b0bf82-7e80-4976-95b2-c6b5a803a23c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:15.711680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.714914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.721555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf362ca-f1de-4b6a-a830-deb0834bc8e0 HTTP/1.1" status: 204 len: 168 time: 0.4088807 Sep 24 19:22:15.722704 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.734375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.738378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653340aa-cb55-4bad-838a-4b4668aa9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf362ca-f1de-4b6a-a830-deb0834bc8e0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:15.791820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.811880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Allocated IP 2001:db8::2 (4ac1071b-f599-4c0c-929a-7c92d9ff72ec/5012d168-bbb8-4e9e-911c-0cd141916746/277662fb-6836-4bb0-a598-a4d9600d2ed9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:15.835355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.845659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.880029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddaff54-96e2-47d8-9a9a-8615b6b89162,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:15.884216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:15.885938 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bf5d2792-64a9-4aa2-9be2-1a3472f21746 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2672024 Sep 24 19:22:15.889954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59352) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:15.897597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:15.955013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.087627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.099086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.182821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:16.188785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Pushing event updated for resources: {'Port': ['ID=277662fb-6836-4bb0-a598-a4d9600d2ed9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:16.202625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:16.207648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:16.263654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.271280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.281833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.300252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.335237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Attempting to bind port 277662fb-6836-4bb0-a598-a4d9600d2ed9 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:22:16.335832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Attempting to bind port 277662fb-6836-4bb0-a598-a4d9600d2ed9 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '69d6c784-d922-420f-aba2-e1270c383e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:22:16.336413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Attempting to bind port 277662fb-6836-4bb0-a598-a4d9600d2ed9 on network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:16.342672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814a7398-b27f-4298-8513-e91808593de7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:16.362907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:22:16.363310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Checking segment: {'id': '69d6c784-d922-420f-aba2-e1270c383e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:16.368222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.368222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Bound using segment: {'id': '69d6c784-d922-420f-aba2-e1270c383e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:22:16.372499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::260 (4ac1071b-f599-4c0c-929a-7c92d9ff72ec/5012d168-bbb8-4e9e-911c-0cd141916746/34b0bf82-7e80-4976-95b2-c6b5a803a23c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:16.373289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Bound port: 277662fb-6836-4bb0-a598-a4d9600d2ed9, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6c784-d922-420f-aba2-e1270c383e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4ac1071b-f599-4c0c-929a-7c92d9ff72ec'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:22:16.373289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.374546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.374546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-00beab31-19af-4438-baad-ce8f79cbdfae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4785326 Sep 24 19:22:16.374546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.381680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:16.439527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Pushing event updated for resources: {'Port': ['ID=c8893455-e18e-4e35-a306-82e67fee9b64,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:16.468268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.479540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.515273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59364) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.527291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.532429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3a454fde-88b8-4eb2-9c11-c83ab393be7e tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5088580 Sep 24 19:22:16.542582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.610767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] For port 277662fb-6836-4bb0-a598-a4d9600d2ed9, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:22:16.616097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] For port 277662fb-6836-4bb0-a598-a4d9600d2ed9, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=277662fb-6836-4bb0-a598-a4d9600d2ed9,segment=NetworkSegment(69d6c784-d922-420f-aba2-e1270c383e40),segment_id=69d6c784-d922-420f-aba2-e1270c383e40)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:22:16.633130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.634345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.642613 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.656617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f4ac42d1-02f1-409e-87d8-656b752a69f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f14a0060ab04fabaed6da9dfd436444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396785 Sep 24 19:22:16.660327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59368) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.693693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed479720-38bc-4b23-bc1c-eedcbc9718d9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:16.699574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.712312 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.716043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4588f712-7baa-4327-9c56-ec4672bf2246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380754 Sep 24 19:22:16.717121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.721209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62d5215b-8660-445d-9262-9ce70d39b251 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1775134 Sep 24 19:22:16.723801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:16.728121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.780198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.781298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a911165-0e9e-4ec2-8df1-34816b0ed3ac None None] Pushing event updated for resources: {'Port': ['ID=277662fb-6836-4bb0-a598-a4d9600d2ed9,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:16.823421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.855612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-34ce1f20-515f-4400-80ba-c01065a87cd4 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1251280 Sep 24 19:22:16.860102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59376) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.870533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:16.876576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1536997387-network', 'tenant_id': '60b1e639ecf24ca288a2b701358cf35c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:16.887336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.902995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.965749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:16.981674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:16.983987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Made reservation on behalf of 60b1e639ecf24ca288a2b701358cf35c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:16.986482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:16.994967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:17.002189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:17.002838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.037066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.038397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=34b0bf82-7e80-4976-95b2-c6b5a803a23c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:17.048214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.065733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.067117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9b9f0bb-ef0f-4a3d-a653-2afe4f144068 HTTP/1.1" status: 204 len: 168 time: 0.4055414 Sep 24 19:22:17.082837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d96c6-8cf4-4174-802c-e6096105633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9f0bb-ef0f-4a3d-a653-2afe4f144068,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:17.121971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Deleting port c8893455-e18e-4e35-a306-82e67fee9b64 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:17.121971 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.122268 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dcbe5358-d8dd-4ef0-8248-d7ecfe69ae4c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8237500 Sep 24 19:22:17.130196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59382) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:17.168933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.191692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.259197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c1371b-df41-48e1-837f-fe704a5e1814,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:17.369798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.378594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.399605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.401096 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-751a07e5-d451-4526-a8bc-7e386f166597 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6830137 Sep 24 19:22:17.406925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59386) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:17.413675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:17.421278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:17.428870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0861d-ffcf-476f-876c-091db0585f56,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:17.430425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.430743 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Added segment 519b5821-8557-4b40-bb61-507d6ca7b8f7 of type vlan for network 4bd914d5-0e41-433f-960a-4607230ecf89 Sep 24 19:22:17.498275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.498275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.514030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.514847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.525165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Calling delete_port for c8893455-e18e-4e35-a306-82e67fee9b64 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:17.565873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.572870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:17.576469 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:17.659417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7839310 Sep 24 19:22:17.663658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:17.688195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Request body: {'subnet': {'network_id': '4bd914d5-0e41-433f-960a-4607230ecf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1536997387-subnet', 'tenant_id': '60b1e639ecf24ca288a2b701358cf35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:17.756778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4adf5-8584-4f26-8c3b-5fb0427cdfb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd914d5-0e41-433f-960a-4607230ecf89,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:17.781829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4bd914d5-0e41-433f-960a-4607230ecf89 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:17.793851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Made reservation on behalf of 60b1e639ecf24ca288a2b701358cf35c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:17.800106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.035546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.074173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.102042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.107796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf791d34-16d4-44ac-8966-f563c1e263ff,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.146891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.147628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.148863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-15929381-a0b2-49f3-9eaa-6935fec553db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7410591 Sep 24 19:22:18.158472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.267751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.273509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54629222-4150-439a-b5eb-3f5137feaa6f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.289775 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.290008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.331273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Checking segment: {'id': '519b5821-8557-4b40-bb61-507d6ca7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4bd914d5-0e41-433f-960a-4607230ecf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:18.331273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Network hostable DHCP agents. Network: 4bd914d5-0e41-433f-960a-4607230ecf89, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:18.355538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Pushing event deleted for resources: {'Port': ['ID=c8893455-e18e-4e35-a306-82e67fee9b64,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.398765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.415448 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.416857 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bf791d34-16d4-44ac-8966-f563c1e263ff HTTP/1.1" status: 204 len: 168 time: 0.2539053 Sep 24 19:22:18.427491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Network 4bd914d5-0e41-433f-960a-4607230ecf89 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:18.430837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12532db-9a5a-4cc8-9714-b02b4ff8e65c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf791d34-16d4-44ac-8966-f563c1e263ff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.437728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.445167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6202be0-9dc0-4219-a6e9-6bc7b98b90c7 None None] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:18.463432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4bd914d5-0e41-433f-960a-4607230ecf89) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:18.472707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:18.473295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.538944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-28b05ae2-4ab8-4341-9c61-75b0ca6d5b3e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0983365 Sep 24 19:22:18.544247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59396) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.550825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-882c2638-b9fe-4d69-b36b-83bbc35ddd3b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8849475 Sep 24 19:22:18.564416 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.567207 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.568400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c96a2ae8-970c-42b5-a091-94733e5a800a tempest-FloatingIPAdminTestJSON-2034236472 tempest-FloatingIPAdminTestJSON-2034236472-project] 10.222.0.18 "DELETE /v2.0/floatingips/597d886e-583b-4c67-a488-edbd629e45ec HTTP/1.1" status: 204 len: 168 time: 1.6965015 Sep 24 19:22:18.569446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ea63c-725d-4f12-bf41-24acd81aa32a None None] Network 4bd914d5-0e41-433f-960a-4607230ecf89 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:18.572007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.594267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 277662fb-6836-4bb0-a598-a4d9600d2ed9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:18.603251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.626584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.637434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.651091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:22:18.655313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.754311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] Provisioning complete for port 277662fb-6836-4bb0-a598-a4d9600d2ed9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:18.755056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.784406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.804335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.805507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/16c1371b-df41-48e1-837f-fe704a5e1814 HTTP/1.1" status: 204 len: 168 time: 0.2620223 Sep 24 19:22:18.817351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=34b0bf82-7e80-4976-95b2-c6b5a803a23c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.824096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.860434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28885c6c-4487-4f68-a13a-7ec565d2b246 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c1371b-df41-48e1-837f-fe704a5e1814,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:18.878149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 277662fb-6836-4bb0-a598-a4d9600d2ed9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:18.878652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.925997 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3d5033eb-138c-478a-a978-e5a3d0723007 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1001513 Sep 24 19:22:18.928867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:18.959766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.973883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Deleting port 1d24d641-bc09-4d85-a4fc-7f943768e39e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:18.974445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:18.979149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.007813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.069180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.118830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] For port 277662fb-6836-4bb0-a598-a4d9600d2ed9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=277662fb-6836-4bb0-a598-a4d9600d2ed9,segment=NetworkSegment(69d6c784-d922-420f-aba2-e1270c383e40),segment_id=69d6c784-d922-420f-aba2-e1270c383e40)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:19.180802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.253247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efcb27b-0420-462b-9824-1062141dbd0a None None] Network 4bd914d5-0e41-433f-960a-4607230ecf89 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:19.322096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.412416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.414077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe9076-d002-4cc0-85f8-c9c9b433f8c4 None None] Pushing event updated for resources: {'Port': ['ID=277662fb-6836-4bb0-a598-a4d9600d2ed9,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:19.437064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.448537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ed479720-38bc-4b23-bc1c-eedcbc9718d9 HTTP/1.1" status: 204 len: 168 time: 0.5186508 Sep 24 19:22:19.470377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.471082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.485674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Calling delete_port for 1d24d641-bc09-4d85-a4fc-7f943768e39e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:19.493229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:19.557854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccad54-b2d8-4bea-9369-6b043dfca5da tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed479720-38bc-4b23-bc1c-eedcbc9718d9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:19.718399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.744580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ae733ea7-1cae-45e7-aafa-bdd0d1c043a1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2390282 Sep 24 19:22:19.753684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:19.767746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d24d641-bc09-4d85-a4fc-7f943768e39e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:19.810400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.821879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.854015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6a5a7acc-72d6-4102-8fae-20e0bfa24d3e None None] Provisioning complete for port 277662fb-6836-4bb0-a598-a4d9600d2ed9 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:19.854422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7acc-72d6-4102-8fae-20e0bfa24d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.874149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-2ac67a89-0e38-45df-9a19-25f5e56e5dd6 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:19.883017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-2ac67a89-0e38-45df-9a19-25f5e56e5dd6 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/networks?id=7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 200 len: 812 time: 0.3905199 Sep 24 19:22:19.915596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-b1415789-c6c5-4eba-bc80-6a7ca22f7206 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/quotas/511998c2a92749d5a39ab41e9b5d49cf HTTP/1.1" status: 200 len: 375 time: 0.0316296 Sep 24 19:22:19.930268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.933029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.934377 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b131c463-d510-41a4-ac69-a673dd28c239 tempest-FloatingIPAdminTestJSON-599149847 tempest-FloatingIPAdminTestJSON-599149847-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/75428a78-fd7a-446c-9d49-f7efe0a54895 HTTP/1.1" status: 204 len: 168 time: 1.3603325 Sep 24 19:22:19.935206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.939511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:19.953922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:19.958722 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/814a7398-b27f-4298-8513-e91808593de7 HTTP/1.1" status: 204 len: 168 time: 0.1998706 Sep 24 19:22:19.960933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:19.961750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c0a5d-57af-449e-8d0e-57c258796eb0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=814a7398-b27f-4298-8513-e91808593de7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:20.062733 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f5b3e21d-4e1b-4226-92b8-3eaa98ae2dac tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0985680 Sep 24 19:22:20.068448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:20.109943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6a5a7acc-72d6-4102-8fae-20e0bfa24d3e None None] Provisioning complete for port 34b0bf82-7e80-4976-95b2-c6b5a803a23c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:20.110485 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7acc-72d6-4102-8fae-20e0bfa24d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.142450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.169395 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.172806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7acc-72d6-4102-8fae-20e0bfa24d3e None None] Port 34b0bf82-7e80-4976-95b2-c6b5a803a23c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:20.193426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port d34830a2-12a9-4962-b682-3168ab56aa47 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:20.193683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.232503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.252393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.256736 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8ddaff54-96e2-47d8-9a9a-8615b6b89162 HTTP/1.1" status: 204 len: 168 time: 0.1837769 Sep 24 19:22:20.258532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:20.353171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fd60da42-41fa-46aa-8f22-9adc11cbd588 None None] Provisioning complete for port 34b0bf82-7e80-4976-95b2-c6b5a803a23c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:20.353801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd60da42-41fa-46aa-8f22-9adc11cbd588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.372909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438801-05fa-44db-a67c-14c89c3dba1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ddaff54-96e2-47d8-9a9a-8615b6b89162,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:20.413444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7402ec78-4344-4a22-9c21-a245110d8e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.428815 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.441802 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e926a40c-42e7-4437-9e0f-995654ce36bf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1821640 Sep 24 19:22:20.445675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd60da42-41fa-46aa-8f22-9adc11cbd588 None None] Port 34b0bf82-7e80-4976-95b2-c6b5a803a23c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:20.453482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:20.454509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 277662fb-6836-4bb0-a598-a4d9600d2ed9 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:20.474359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for d34830a2-12a9-4962-b682-3168ab56aa47 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:20.510847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 277662fb-6836-4bb0-a598-a4d9600d2ed9 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:20.511260 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.556049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.609661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c430fedc-4082-4a89-ad23-25b074a12584 None None] Provisioning complete for port 34b0bf82-7e80-4976-95b2-c6b5a803a23c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:20.610158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c430fedc-4082-4a89-ad23-25b074a12584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.614673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.668876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c430fedc-4082-4a89-ad23-25b074a12584 None None] Port 34b0bf82-7e80-4976-95b2-c6b5a803a23c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:20.677055 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.681212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9a6149fd-547f-4b1b-8156-272e65def16f tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7646651 Sep 24 19:22:20.694592 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.695226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.695616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.698157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.701726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e HTTP/1.1" status: 204 len: 168 time: 0.2449915 Sep 24 19:22:20.707257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:20.733183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358b561-61b1-4150-96fe-337a13c77cad tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01d8f6-91bc-4dee-8a1c-2f3a3ce62b0e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:20.753877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.798056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=d34830a2-12a9-4962-b682-3168ab56aa47,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:20.804365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8465fd9c-3f65-4be9-bf0c-e62e9b3f9157 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950451 Sep 24 19:22:20.810519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:20.829900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=34b0bf82-7e80-4976-95b2-c6b5a803a23c,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:20.842948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--954840150'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:20.906097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.937898 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:20.941187 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d1dde012-ba44-487c-ba73-f7a383197558 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/ports/d34830a2-12a9-4962-b682-3168ab56aa47 HTTP/1.1" status: 204 len: 168 time: 0.9984746 Sep 24 19:22:20.944922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59446) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.107097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-07dc3aa3-17e6-45ee-a654-9fbe0f0d137f service neutron] 10.222.0.18 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092107 Sep 24 19:22:21.113057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:21.116060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.125115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:21.125805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.134830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144be11-3e41-4302-918b-313aa7cc5047 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:21.136154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5144be11-3e41-4302-918b-313aa7cc5047 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cdd2cc8-bff9-4e03-b783-535a485f76c6 HTTP/1.1" status: 200 len: 913 time: 0.1900134 Sep 24 19:22:21.145452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.158172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.161014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3243766 Sep 24 19:22:21.164112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59450) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.172661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '389cbdd3-6d7f-42ad-b77a-f47a4bcdc96a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:21.234478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fe066-3fa1-4bdf-867c-af74a16cff4f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389cbdd3-6d7f-42ad-b77a-f47a4bcdc96a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:21.343149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-cfc36f3d-9a27-4bb8-82cf-24ccc8ad6883 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266076 Sep 24 19:22:21.351227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.444338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Router bc43865c-04a4-45c8-a688-3a03a5e53ce7 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:22:21.456576 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.466172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.574817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b498aa-72c2-4ab1-a0a5-11f372508613,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:21.583619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.585074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fa9f9b5d-dd05-4d5b-acd0-75b793026190 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4177008 Sep 24 19:22:21.588222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.680916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:21.695027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-520cefe2-10ca-422c-a312-df8db9385bf1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/routers/bc43865c-04a4-45c8-a688-3a03a5e53ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5598793 Sep 24 19:22:21.700799 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088734-7976-4067-aac4-185e521ac613 None None] Sync routers for ids ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:21.714180 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] Routers {'bc43865c-04a4-45c8-a688-3a03a5e53ce7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:21.715107 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:21.716817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.730679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4250b7c-87fb-4703-bbc7-97f3801926e8 req-8bde77fd-c35d-43b8-862b-92b94a40a0dd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 210 time: 0.0586708 Sep 24 19:22:21.752381 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.757659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-25f982e4-e92e-4c3c-9a59-53d6a12c554a None None] Provisioning complete for port 34b0bf82-7e80-4976-95b2-c6b5a803a23c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:21.758207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25f982e4-e92e-4c3c-9a59-53d6a12c554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.803956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f01749-374e-4649-9ca1-cb95e87096b0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:21.805761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b3f01749-374e-4649-9ca1-cb95e87096b0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc43865c-04a4-45c8-a688-3a03a5e53ce7 HTTP/1.1" status: 200 len: 989 time: 0.0886049 Sep 24 19:22:21.808669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.814381 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:21.816542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.835576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] Routers {'bc43865c-04a4-45c8-a688-3a03a5e53ce7'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:21.838961 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:21:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:21.870565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-25f982e4-e92e-4c3c-9a59-53d6a12c554a None None] Port 34b0bf82-7e80-4976-95b2-c6b5a803a23c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:21.907665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.911297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:21.912667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/389cbdd3-6d7f-42ad-b77a-f47a4bcdc96a HTTP/1.1" status: 204 len: 168 time: 0.3220849 Sep 24 19:22:21.914208 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-41088734-7976-4067-aac4-185e521ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:21.917904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59466) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:21.918707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088734-7976-4067-aac4-185e521ac613 None None] The sync data for ids ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:21.938031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae0ee9-44ae-4e6f-b265-87e888efdc90 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389cbdd3-6d7f-42ad-b77a-f47a4bcdc96a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:22.039817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:22.040558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aafc58c3-22ce-4a9c-a0e6-3f4081e900f8 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210468 Sep 24 19:22:22.047666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--35306355'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:22.078417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.182892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.489761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.503200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.602282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.605983 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5601783 Sep 24 19:22:22.606504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59476) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:22.611974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875325925'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:22.628537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbd05-7393-4efd-883a-ae549a80bb08 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0de798-1112-4829-9321-57e13d682fbf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:22.647506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.681439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.757619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.761966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.799484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.803279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1929178 Sep 24 19:22:22.803279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df51988-4e10-4de7-972e-263e83079b6a tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052ef250-4c94-495e-8f97-12c5461fae5f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:22.804424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:22.809883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': 'ae0de798-1112-4829-9321-57e13d682fbf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '052ef250-4c94-495e-8f97-12c5461fae5f', 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:22.887537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05fe684e-dfcf-4cac-b8cc-a40ab781a4d8 req-9a79c1a8-1e29-4167-9a94-7e608d92a2cd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 210 time: 0.0342927 Sep 24 19:22:22.910799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port 65f11361-2af6-486a-aa9a-c2e1c462ef6d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:22.911354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.940539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7967da3-26be-4057-b662-c07df19ac12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:22.952971 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.055974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.106343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for 65f11361-2af6-486a-aa9a-c2e1c462ef6d owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:23.170428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-199efa5b-f093-4569-b45a-df72ffbd7bb1 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:23.172730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-199efa5b-f093-4569-b45a-df72ffbd7bb1 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.69 "GET /v2.0/networks?id=7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 200 len: 812 time: 0.1306155 Sep 24 19:22:23.188837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Request body: {'port': {'device_id': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0', 'admin_state_up': True, 'tenant_id': '511998c2a92749d5a39ab41e9b5d49cf'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:23.260745 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.271553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.301544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c91e816-22cc-4dbf-9b69-cfdb0168a062,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:23.310748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 34b0bf82-7e80-4976-95b2-c6b5a803a23c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:23.311118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.324569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Made reservation on behalf of 511998c2a92749d5a39ab41e9b5d49cf for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:23.330236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.339538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.339917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.340754 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-72f24720-b594-4cf9-8817-c6ee4e7249a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5344605 Sep 24 19:22:23.348634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:23.446662 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.464952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.490165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Allocated IP 172.20.0.12 (7ecbb216-5051-489d-a063-34c6aa9f6cb0/762cd10f-3ddf-4e01-b1b2-090b57139d47/3dae9959-562b-4a2e-bc4c-a52b56efdfc2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:23.497245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.525355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 34b0bf82-7e80-4976-95b2-c6b5a803a23c owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:23.527784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.568439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=65f11361-2af6-486a-aa9a-c2e1c462ef6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:23.570178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.587265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.587579 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1c91e816-22cc-4dbf-9b69-cfdb0168a062 HTTP/1.1" status: 204 len: 168 time: 0.2372642 Sep 24 19:22:23.590580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:23.685626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-94f67b0e-fa6a-4972-9734-8cca81a2c2d1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0928488 Sep 24 19:22:23.692101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59490) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:23.732736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.786088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.816041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.824661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.885587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:23.895095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:23.905509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:23.972464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Pushing event updated for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:23.984174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.986476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:23.990408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/052ef250-4c94-495e-8f97-12c5461fae5f HTTP/1.1" status: 204 len: 168 time: 0.2949448 Sep 24 19:22:23.996576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:24.004754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ddc71-84e3-41d6-81a9-abd5472cf8db tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052ef250-4c94-495e-8f97-12c5461fae5f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.012088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:24.012722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.033890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117e79-7a84-4637-b386-444892f200d0 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c91e816-22cc-4dbf-9b69-cfdb0168a062,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.070724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c723b6a7-99b6-47e7-9b09-e4082da2a7fd tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8886585 Sep 24 19:22:24.084196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Request body: {'port': {'device_id': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:24.096381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311477a-44fc-4689-b356-91fdcf964fc5 req-c8270d8f-e579-4f9b-9fd4-241df9a9d700 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:24.097964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e311477a-44fc-4689-b356-91fdcf964fc5 req-c8270d8f-e579-4f9b-9fd4-241df9a9d700 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 932 time: 0.0964477 Sep 24 19:22:24.175906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b6af2a8-f9c7-44fc-8560-664ff812fe9d tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1675687 Sep 24 19:22:24.177922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.180075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59500) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:24.194649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e311477a-44fc-4689-b356-91fdcf964fc5 req-d5498d4e-b24e-4adb-b23c-9d97294f5610 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763423 Sep 24 19:22:24.200446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.297127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.310106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.344427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=34b0bf82-7e80-4976-95b2-c6b5a803a23c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.364175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.387243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.493258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.495855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.497028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae0de798-1112-4829-9321-57e13d682fbf HTTP/1.1" status: 204 len: 168 time: 0.3141418 Sep 24 19:22:24.500494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.503691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:24.522470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e15eb-6245-467c-b2ef-11c77ce2da5f tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0de798-1112-4829-9321-57e13d682fbf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.592950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:22:24.600804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.613362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Transition to ACTIVE for port object 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:22:24.617923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.669477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c0cae64-6fcc-491f-9625-4aa2156381bb tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647475 Sep 24 19:22:24.673374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:24.677865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855000502'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:24.687747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.740784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Attempting to bind port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:22:24.741120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Attempting to bind port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'efcc6e74-8aa7-4177-b6a0-2f02e3288267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:22:24.741450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Attempting to bind port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 on network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:24.745792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 on network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:22:24.746109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Attempting to bind port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 on network 7ecbb216-5051-489d-a063-34c6aa9f6cb0 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:24.751612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:22:24.751950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Checking segment: {'id': 'efcc6e74-8aa7-4177-b6a0-2f02e3288267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:24.752336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Bound using segment: {'id': 'efcc6e74-8aa7-4177-b6a0-2f02e3288267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:22:24.752758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Bound port: 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcc6e74-8aa7-4177-b6a0-2f02e3288267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:22:24.753120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.812132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.822753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:22:24.824693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Router bc43865c-04a4-45c8-a688-3a03a5e53ce7 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:24.825926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,segment=NetworkSegment(efcc6e74-8aa7-4177-b6a0-2f02e3288267),segment_id=efcc6e74-8aa7-4177-b6a0-2f02e3288267)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:22:24.831038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.869046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:24.869516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:24.870959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] 10.222.0.69 "PUT /v2.0/ports/3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 200 len: 1092 time: 0.7909317 Sep 24 19:22:24.871417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:22:24.873893 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e7d1b-4200-4f43-a820-299b97bd0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:22:24.895076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf3b8-74d9-4571-ac76-d81b9c0d4fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:24.922918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:22:24.928987 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05497d5-3996-4008-a6a9-8429e0659f8d x-openstack-request-id: req-e05497d5-3996-4008-a6a9-8429e0659f8d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:22:24.929443 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:22:24.929707 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e05497d5-3996-4008-a6a9-8429e0659f8d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:22:24.930107 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2', 'status': 'completed', 'code': 200} Sep 24 19:22:24.960588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-a940dded-10c6-4668-b2e7-13240fb602dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:24.962149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-a940dded-10c6-4668-b2e7-13240fb602dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 1095 time: 0.0433252 Sep 24 19:22:25.010400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-d6200de5-e960-45e4-bc25-3130dafca142 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0396991 Sep 24 19:22:25.017234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:25.025753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.025894 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-beb09421-9a06-4ee9-979b-0a350582a3ba tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/routers/bc43865c-04a4-45c8-a688-3a03a5e53ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2159243 Sep 24 19:22:25.031537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] Sync routers for ids ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:25.042541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] Routers {'bc43865c-04a4-45c8-a688-3a03a5e53ce7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:25.043586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.091583 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f5061e-7742-41f2-b1ec-edb02db6b198 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:22:25.093451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-40f5061e-7742-41f2-b1ec-edb02db6b198 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/34b0bf82-7e80-4976-95b2-c6b5a803a23c HTTP/1.1" status: 404 len: 333 time: 0.0665798 Sep 24 19:22:25.096418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.100970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.112586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] Routers {'bc43865c-04a4-45c8-a688-3a03a5e53ce7'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:25.113488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.145540 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.156916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.182186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:22:25.192608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.193142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87c0eae0-5e7c-406a-9c5f-04bdfe176ce1 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "PUT /v2.0/routers/4cdd2cc8-bff9-4e03-b783-535a485f76c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426366 Sep 24 19:22:25.194271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.195264 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] Sync routers for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:22:25.206424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:25.207095 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.266798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.271605 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5972040 Sep 24 19:22:25.274644 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.275470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ad44-b5ec-4e16-a51e-53c6f674cdf1 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f32a3c-e722-4caf-a0df-9c63763fd1bc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:25.282132 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.288274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '10f32a3c-e722-4caf-a0df-9c63763fd1bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:25.307842 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] Routers {'4cdd2cc8-bff9-4e03-b783-535a485f76c6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:22:25.309384 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.359859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.360571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca1c67-cbe7-474b-a980-8a35111b2e60 None None] The sync data for ids ['bc43865c-04a4-45c8-a688-3a03a5e53ce7'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:25.379413 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.392605 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:25.393476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b95cbb-50b4-44a3-b593-2f489c2c271e None None] The sync data for ids ['4cdd2cc8-bff9-4e03-b783-535a485f76c6'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:22:25.418310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.475542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c84beaf7-0704-40cc-8d2f-839e14026a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:25.477000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-c84beaf7-0704-40cc-8d2f-839e14026a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=762cd10f-3ddf-4e01-b1b2-090b57139d47 HTTP/1.1" status: 200 len: 852 time: 0.4602809 Sep 24 19:22:25.507378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.513447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.543169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.548550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.575006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d65cf04-3a8d-46c4-90c7-1e9c89c7371e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:25.583829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb339-c985-4164-b815-45ddb1b19487 req-9df23f78-6ffa-4aff-a88a-3ac06adffddb tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:25.585604 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d4cb339-c985-4164-b815-45ddb1b19487 req-9df23f78-6ffa-4aff-a88a-3ac06adffddb tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 944 time: 0.2329071 Sep 24 19:22:25.587593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-b4a9d23e-1452-4459-865a-d1c261012783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ecbb216-5051-489d-a063-34c6aa9f6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763571 Sep 24 19:22:25.591843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.597427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.602104 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b202231-da5a-4733-ad1f-efb5ebf3eaba tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3190999 Sep 24 19:22:25.602577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.634581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.635218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Fanout notify agent at l3_agent the message router_deleted on router bc43865c-04a4-45c8-a688-3a03a5e53ce7 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:25.651838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.652514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.653639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4b105be3-8539-463f-a27e-5343bccb0d81 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/routers/bc43865c-04a4-45c8-a688-3a03a5e53ce7 HTTP/1.1" status: 204 len: 168 time: 0.5563440 Sep 24 19:22:25.658837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.677295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.703865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1d4cb339-c985-4164-b815-45ddb1b19487 req-6b9f924b-0094-41fe-9eb8-848fab443aef tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103897 Sep 24 19:22:25.728618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-ceeefd9c-5329-4f15-8f4a-d06110562eca service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192653 Sep 24 19:22:25.746246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.751136 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.755116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.755365 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8d65cf04-3a8d-46c4-90c7-1e9c89c7371e HTTP/1.1" status: 204 len: 168 time: 0.1518345 Sep 24 19:22:25.764129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 5012d168-bbb8-4e9e-911c-0cd141916746 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:25.774894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.777672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a504c4f-483d-478c-b2cf-66043f97bcf9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d65cf04-3a8d-46c4-90c7-1e9c89c7371e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:25.809568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port 80fe82ca-e6f5-4b06-a727-da091024ca8f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:25.809919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.849375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.860506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ff2f7880-9ff4-4843-9747-2775fcad82a9 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0995350 Sep 24 19:22:25.860706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59536) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:25.904635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.907975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc3b3f21-20ff-4884-bc3d-7dfc5897c080 req-5c587d51-729e-456f-be67-55bac290927d service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713326 Sep 24 19:22:25.937654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:25.989568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.002333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.011784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for 80fe82ca-e6f5-4b06-a727-da091024ca8f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:26.018082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.047289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-5fbd4123-c9a6-4630-8426-4b77dcd22afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:26.049094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-5fbd4123-c9a6-4630-8426-4b77dcd22afe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 1095 time: 0.0854084 Sep 24 19:22:26.081407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.085705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.090955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/10f32a3c-e722-4caf-a0df-9c63763fd1bc HTTP/1.1" status: 204 len: 168 time: 0.2293320 Sep 24 19:22:26.094754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:26.127585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62878151-4e86-45b7-9ef1-38cd54bcc6d3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f32a3c-e722-4caf-a0df-9c63763fd1bc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.200675 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.206970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-793eab91-7535-4558-9edf-d16cd0bcecee tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076837 Sep 24 19:22:26.207623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59540) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:26.213672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group': {'name': 'tempest-secgroup--831549786'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:26.239167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-5f75ab18-fb3b-43c5-8706-fa7e96d62377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:26.239462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.240673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-5f75ab18-fb3b-43c5-8706-fa7e96d62377 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 200 len: 912 time: 0.1845322 Sep 24 19:22:26.241297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/5012d168-bbb8-4e9e-911c-0cd141916746 HTTP/1.1" status: 204 len: 168 time: 0.5814474 Sep 24 19:22:26.242280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a2ce1-9323-4635-ba11-644e193a872a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=5012d168-bbb8-4e9e-911c-0cd141916746,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.244272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f8a84-5f4d-452b-b069-8b75248062e7 None None] Network 4ac1071b-f599-4c0c-929a-7c92d9ff72ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:26.244439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:26.291438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-30eebd46-6ec5-429e-a467-561a2cb31a4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0424232 Sep 24 19:22:26.291721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.361197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.364212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-f43860e4-27dc-4bf0-84b9-444949167a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:26.365725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-f43860e4-27dc-4bf0-84b9-444949167a5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=762cd10f-3ddf-4e01-b1b2-090b57139d47 HTTP/1.1" status: 200 len: 852 time: 0.0651903 Sep 24 19:22:26.408055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.416558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-78a3c72b-7630-42eb-8f2e-f3516050ce94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ecbb216-5051-489d-a063-34c6aa9f6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376632 Sep 24 19:22:26.446172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=80fe82ca-e6f5-4b06-a727-da091024ca8f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.466104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] DHCP port deletion for 4ac1071b-f599-4c0c-929a-7c92d9ff72ec request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:26.521813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 277662fb-6836-4bb0-a598-a4d9600d2ed9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:26.522156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.525538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.537851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-c2357474-b043-4bc3-9b73-22a5ef60afa9 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112077 Sep 24 19:22:26.541829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Deleting port 277662fb-6836-4bb0-a598-a4d9600d2ed9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:26.542878 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.587470 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.603607 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.622945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] For port 277662fb-6836-4bb0-a598-a4d9600d2ed9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=277662fb-6836-4bb0-a598-a4d9600d2ed9,segment=NetworkSegment(69d6c784-d922-420f-aba2-e1270c383e40),segment_id=69d6c784-d922-420f-aba2-e1270c383e40)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:26.624184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.637785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Calling delete_port for 277662fb-6836-4bb0-a598-a4d9600d2ed9 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:26.670258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.678901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.689453 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.690725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4805148 Sep 24 19:22:26.694726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:26.699598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '68da4de6-05cc-439b-8077-0829557a42b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:26.700093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] For port 277662fb-6836-4bb0-a598-a4d9600d2ed9, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=277662fb-6836-4bb0-a598-a4d9600d2ed9,segment=NetworkSegment(69d6c784-d922-420f-aba2-e1270c383e40),segment_id=69d6c784-d922-420f-aba2-e1270c383e40)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:26.700473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.716505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c81f4f-81a0-4c95-8aaf-b95d3724738e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68da4de6-05cc-439b-8077-0829557a42b9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.743626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 277662fb-6836-4bb0-a598-a4d9600d2ed9 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:26.750154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db9e7d1b-4200-4f43-a820-299b97bd0df0 req-bf6e3319-df0b-4665-9a8d-cae9a99d5d50 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994278 Sep 24 19:22:26.750595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.757309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.758782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.759176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Fanout notify agent at l3_agent the message router_deleted on router 4cdd2cc8-bff9-4e03-b783-535a485f76c6 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:26.800075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.801232 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f4febf14-8908-4611-a8aa-407bb7284039 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/routers/4cdd2cc8-bff9-4e03-b783-535a485f76c6 HTTP/1.1" status: 204 len: 168 time: 1.6026237 Sep 24 19:22:26.804847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:26.822690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.828799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Pushing event deleted for resources: {'Port': ['ID=277662fb-6836-4bb0-a598-a4d9600d2ed9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.834149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] No DVR routers for this DVR port 277662fb-6836-4bb0-a598-a4d9600d2ed9 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:26.844186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.844806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.845267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.846056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.847512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.847983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.848673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.850044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.850561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.851605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.852027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.852779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda924-cb34-4e25-a156-9664017b10e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:26.871744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.876905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.907350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=277662fb-6836-4bb0-a598-a4d9600d2ed9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.912105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No DVR routers for this DVR port 277662fb-6836-4bb0-a598-a4d9600d2ed9 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:26.932541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9934ac7c-eaf3-4489-bdd3-b8e8a111f9d4,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:26.956881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f0c2-8cc4-4f3f-b4d1-33bd69b9b935 req-b5b5daf3-f4f4-4a7e-baae-0eb56fb20c54 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:26.958450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb8f0c2-8cc4-4f3f-b4d1-33bd69b9b935 req-b5b5daf3-f4f4-4a7e-baae-0eb56fb20c54 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 944 time: 0.1085248 Sep 24 19:22:26.963641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting subnet a8e14b06-d0b3-48a3-9a7b-44b3e3415d40 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:26.969039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.970417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af84bea4-6fbd-4a58-b236-1eb1729a6b1b tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744489 Sep 24 19:22:26.971454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:26.975192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59558) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.019350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.035698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cd599f13-7687-468a-a12e-8cb5d5d3b519 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules/9934ac7c-eaf3-4489-bdd3-b8e8a111f9d4 HTTP/1.1" status: 200 len: 763 time: 0.0594459 Sep 24 19:22:27.038377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.050543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.054181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac1071b-f599-4c0c-929a-7c92d9ff72ec']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:27.072340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d6c784-d922-420f-aba2-e1270c383e40') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:27.072589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d6c784-d922-420f-aba2-e1270c383e40') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:27.077982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb8f0c2-8cc4-4f3f-b4d1-33bd69b9b935 req-d05ee6ac-d742-453a-a4a0-0f92b602245c tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099534 Sep 24 19:22:27.084626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.125630 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e1673664-3623-4333-a80e-8184d9143ffe tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0858805 Sep 24 19:22:27.126371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.127747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.135063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:27.136843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:27.138961 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:27.161815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.177191 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.179567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.210686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.220566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.227384 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/4ac1071b-f599-4c0c-929a-7c92d9ff72ec HTTP/1.1" status: 204 len: 168 time: 0.9818542 Sep 24 19:22:27.228947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59566) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.239621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cd63-ef1c-4dcf-b8f0-aced09ecdb18 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=4ac1071b-f599-4c0c-929a-7c92d9ff72ec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.268831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.274484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.275648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9934ac7c-eaf3-4489-bdd3-b8e8a111f9d4 HTTP/1.1" status: 204 len: 168 time: 0.1483274 Sep 24 19:22:27.278251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.304735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bab30-9067-4102-b59c-f0082e5feb4e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:27.312196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f0bab30-9067-4102-b59c-f0082e5feb4e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/ead047e7-8781-4275-a14c-be736dc61ef3 HTTP/1.1" status: 200 len: 844 time: 0.0730758 Sep 24 19:22:27.312196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59570) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.312587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6e9d0-31ea-4eca-b011-28f78b8f0adf tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9934ac7c-eaf3-4489-bdd3-b8e8a111f9d4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.327482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e629eaf8-b630-4444-bc29-44b3525d57f6 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477424 Sep 24 19:22:27.329542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.334021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '68da4de6-05cc-439b-8077-0829557a42b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:27.359646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.362409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.373526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5db4c6b2-4c54-4a2b-b858-c58c73d40745 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/ead047e7-8781-4275-a14c-be736dc61ef3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0576127 Sep 24 19:22:27.374061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.379036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:27.401688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e14b06-d0b3-48a3-9a7b-44b3e3415d40,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.411353 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.414220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f5af320-f9ba-4258-85ba-648f35f5525f tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/subnets/a8e14b06-d0b3-48a3-9a7b-44b3e3415d40 HTTP/1.1" status: 204 len: 168 time: 0.6082118 Sep 24 19:22:27.416972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f8e5a-8fcd-42e3-b3cb-1d559393e165 None None] Network 6549c107-5680-476e-a282-518af401318d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:27.423306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59576) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.510022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.512110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.520372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.534818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aef738-920d-4207-8b3f-cb1916fe42e5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.537960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:27.541841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.577598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.578951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb83914a-d06d-4fb3-92c3-3b418afd9c77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2483249 Sep 24 19:22:27.581733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59578) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.589933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port 9513d775-a030-4a6f-ab7e-666a4de4db24 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:27.590735 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.621013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-09ef28af-5528-42dd-a72a-bdc2d2427b77 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules/b3aef738-920d-4207-8b3f-cb1916fe42e5 HTTP/1.1" status: 200 len: 763 time: 0.0346153 Sep 24 19:22:27.621250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59580) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.625462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] DHCP port deletion for 6549c107-5680-476e-a282-518af401318d request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:27.686056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Deleting port 9513d775-a030-4a6f-ab7e-666a4de4db24 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:27.686516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.704537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] For port 9513d775-a030-4a6f-ab7e-666a4de4db24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9513d775-a030-4a6f-ab7e-666a4de4db24,segment=NetworkSegment(73a8618c-18dd-483a-b753-7042655bcba5),segment_id=73a8618c-18dd-483a-b753-7042655bcba5)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:27.704910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.718170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6f2100c0-a51f-441e-add9-1aebf29a4844 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0952988 Sep 24 19:22:27.723681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59582) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.739808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for 9513d775-a030-4a6f-ab7e-666a4de4db24 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:27.762875 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.763440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] For port 9513d775-a030-4a6f-ab7e-666a4de4db24, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9513d775-a030-4a6f-ab7e-666a4de4db24,segment=NetworkSegment(73a8618c-18dd-483a-b753-7042655bcba5),segment_id=73a8618c-18dd-483a-b753-7042655bcba5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:27.763607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.769664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.779358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Calling delete_port for 9513d775-a030-4a6f-ab7e-666a4de4db24 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:27.803623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.832668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:27.838119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:27.845241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:27.846574 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.848773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.861549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.862005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=8c4badcc-2424-4194-832f-dd42cc177ce8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.862655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b3aef738-920d-4207-8b3f-cb1916fe42e5 HTTP/1.1" status: 204 len: 168 time: 0.1380427 Sep 24 19:22:27.865592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59584) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.873650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b1150-af53-43c4-a899-951871ee40db None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:27.877130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa177b-93a9-47f9-84cb-e5c40081c379 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3aef738-920d-4207-8b3f-cb1916fe42e5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.881452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c13b16d4-a911-4982-98e9-301697d85a3c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5038879 Sep 24 19:22:27.882636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.891150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'security_group': {'name': 'tempest-secgroup-923218115'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:27.899060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.906613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.919176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:27.944318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eef7632e-4099-4439-9816-c7a0a18e2a4c tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747354 Sep 24 19:22:27.947224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:27.951582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Request body: {'security_group_rule': {'security_group_id': '68da4de6-05cc-439b-8077-0829557a42b9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:27.954941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] Pushing event deleted for resources: {'Port': ['ID=9513d775-a030-4a6f-ab7e-666a4de4db24,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.974245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=9513d775-a030-4a6f-ab7e-666a4de4db24,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:27.976875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] No DVR routers for this DVR port 9513d775-a030-4a6f-ab7e-666a4de4db24 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:27.998086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd262bb9-9173-4355-953d-990dccf13618 None None] No DVR routers for this DVR port 9513d775-a030-4a6f-ab7e-666a4de4db24 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:28.067409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.126929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5e546186-f3e7-4a61-97db-9d56145e14c8', 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'tenant_id': '3db403b22ac2496c9e3d437370d8536c', 'fixed_ips': [{'subnet_id': '8c4badcc-2424-4194-832f-dd42cc177ce8'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:22:28.128317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.163806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.193639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6549c107-5680-476e-a282-518af401318d']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:28.240994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a8618c-18dd-483a-b753-7042655bcba5') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:28.241783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a8618c-18dd-483a-b753-7042655bcba5') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:28.262917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.291674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Allocated IP 2001:db8::2 (5e546186-f3e7-4a61-97db-9d56145e14c8/8c4badcc-2424-4194-832f-dd42cc177ce8/254b0972-f906-4b8e-8f52-2a3ad1be5a22) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:28.322203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.324807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.333613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.346087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:28.346510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:28.351177 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:28.429432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225eb6-5ecf-47eb-b366-3bcd78e71a9f req-fbe7c32a-4bc4-4a3f-8399-b4cc04531cad tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:28.432496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9513d775-a030-4a6f-ab7e-666a4de4db24 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:28.435540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05225eb6-5ecf-47eb-b366-3bcd78e71a9f req-fbe7c32a-4bc4-4a3f-8399-b4cc04531cad tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 944 time: 0.2395165 Sep 24 19:22:28.450538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cffef2-c4b7-4189-a3af-a457c49cc9f3,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:28.467510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9513d775-a030-4a6f-ab7e-666a4de4db24 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:28.467942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9513d775-a030-4a6f-ab7e-666a4de4db24 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:28.468438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 277662fb-6836-4bb0-a598-a4d9600d2ed9 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:28.502101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 277662fb-6836-4bb0-a598-a4d9600d2ed9 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:28.502513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 277662fb-6836-4bb0-a598-a4d9600d2ed9 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:28.561967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.566805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a118513c-ef4f-4d15-b294-b210b92499b4 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187086 Sep 24 19:22:28.567637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.595638 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ca2652a-9c50-423a-9e94-9cabcf4a58b3 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules/b4cffef2-c4b7-4189-a3af-a457c49cc9f3 HTTP/1.1" status: 200 len: 764 time: 0.0244234 Sep 24 19:22:28.596920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.611123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05225eb6-5ecf-47eb-b366-3bcd78e71a9f req-a1798a87-e17f-4695-9d1f-fa9137664d2e tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614251 Sep 24 19:22:28.615349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.639032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.641384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/networks/6549c107-5680-476e-a282-518af401318d HTTP/1.1" status: 204 len: 168 time: 1.2168198 Sep 24 19:22:28.642581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7dcff-3c85-4c14-b8c8-6f67a2be8df5 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Network': ['ID=6549c107-5680-476e-a282-518af401318d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:28.644202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59598) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.656253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.658296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.663642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.664892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.703767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:28.706681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:28.710263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:28.714716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a03f7b6-0368-4bce-b33b-efd29830a53d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:28.717062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.718511 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-748afb9c-197a-43c3-a334-4b31591189d8 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8338771 Sep 24 19:22:28.730030 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4f740068-6648-47b3-b904-a7327d1a6dae tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1320748 Sep 24 19:22:28.730613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.735654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1774905797'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:28.739447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.749172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:28.780183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.785890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Attempting to bind port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:22:28.785890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Attempting to bind port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '2364b7d0-946c-48ea-9d4b-880e1490f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:22:28.786193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Attempting to bind port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 on network 5e546186-f3e7-4a61-97db-9d56145e14c8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:28.791371 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.793562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:22:28.798922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.799240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Deleting port ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:28.799529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.801508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:22:28.801888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Checking segment: {'id': '2364b7d0-946c-48ea-9d4b-880e1490f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:28.802300 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.802694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Bound using segment: {'id': '2364b7d0-946c-48ea-9d4b-880e1490f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:22:28.803202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Bound port: 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2364b7d0-946c-48ea-9d4b-880e1490f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:22:28.803590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.895959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.909242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.948835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.950205 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2185941 Sep 24 19:22:28.953130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913731-e845-48d3-86b9-7afeac095a28 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240bc001-7d5b-4134-9447-b075be6edec6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:28.954608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:22:28.955802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:28.956440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.959505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:22:28.963105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-358124510', 'security_groups': ['240bc001-7d5b-4134-9447-b075be6edec6'], 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c4badcc-2424-4194-832f-dd42cc177ce8'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:28.976487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.980080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b4cffef2-c4b7-4189-a3af-a457c49cc9f3 HTTP/1.1" status: 204 len: 168 time: 0.2373741 Sep 24 19:22:28.980250 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:28.992982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:29.022319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ae60-4bcb-4c7b-a0fa-334f01a3c718 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4cffef2-c4b7-4189-a3af-a457c49cc9f3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:29.052252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da59c8-c4a1-43c9-9754-a4dd1a6b22ce None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:29.064560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5adfcedf-f7a4-4226-bafc-9be5d1999204 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672858 Sep 24 19:22:29.066538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:29.069486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,segment=NetworkSegment(efcc6e74-8aa7-4177-b6a0-2f02e3288267),segment_id=efcc6e74-8aa7-4177-b6a0-2f02e3288267)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:29.087735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2', 'network_id': '7ecbb216-5051-489d-a063-34c6aa9f6cb0', 'port_id': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2', 'mac_address': 'fa:16:3e:c4:63:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762cd10f-3ddf-4e01-b1b2-090b57139d47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:22:29.156544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.184480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:22:29.209479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,segment=NetworkSegment(efcc6e74-8aa7-4177-b6a0-2f02e3288267),segment_id=efcc6e74-8aa7-4177-b6a0-2f02e3288267)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:29.219776 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.247311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.260818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:29.284221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:29.289816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.416409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['3dae9959-562b-4a2e-bc4c-a52b56efdfc2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:22:29.433326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.433859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.433972 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.436838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.438216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "DELETE /v2.0/security-groups/68da4de6-05cc-439b-8077-0829557a42b9 HTTP/1.1" status: 204 len: 168 time: 0.3720839 Sep 24 19:22:29.447704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:29.457004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.466651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Calling delete_port for ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:29.481215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe57996-ac7d-4701-8fb3-ba2f6a757410 tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68da4de6-05cc-439b-8077-0829557a42b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:29.490383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port e9870ed8-8c20-4082-8dbd-b0a757f4af3c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:29.598094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1eba47d3-52e8-422d-80b9-ec8bbd7525ce tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750229 Sep 24 19:22:29.604161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59614) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:29.703173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f163daa-cc08-4594-80aa-c1a4ea16c99e tempest-SecGroupTest-1379058413 tempest-SecGroupTest-1379058413-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928385 Sep 24 19:22:29.785494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::81 (5e546186-f3e7-4a61-97db-9d56145e14c8/8c4badcc-2424-4194-832f-dd42cc177ce8/e9870ed8-8c20-4082-8dbd-b0a757f4af3c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:29.788006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.818074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Pushing event deleted for resources: {'Port': ['ID=ae8a4e7a-1a61-49bd-8d3a-37cdbbdd52b1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:29.831910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15365d1-dfab-47d9-bc9f-27a994180b73 req-d325301c-64bf-4055-b914-eb7d471fb836 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:29.833704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15365d1-dfab-47d9-bc9f-27a994180b73 req-d325301c-64bf-4055-b914-eb7d471fb836 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 945 time: 0.1032374 Sep 24 19:22:29.925406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15365d1-dfab-47d9-bc9f-27a994180b73 req-aa3b2f30-472d-47de-8df5-fa83a6dde3d5 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Sep 24 19:22:29.933817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.936900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:29.940655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-19483292-25ea-485e-b63c-9b41e69c4c75 tempest-FloatingIPAdminTestJSON-1151676096 tempest-FloatingIPAdminTestJSON-1151676096-project] 10.222.0.18 "DELETE /v2.0/floatingips/38aa945f-0392-4f9a-9098-04a92a895f91 HTTP/1.1" status: 204 len: 168 time: 1.2928152 Sep 24 19:22:30.018330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.063128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.141522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59626) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.201502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:30.218779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:30.224179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=e9870ed8-8c20-4082-8dbd-b0a757f4af3c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:30.230838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:30.243718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:30.244668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.274081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59632) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.286039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59636) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.288464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d4cbe688-ee69-4686-b76b-9a32b08b7a95 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3299744 Sep 24 19:22:30.292436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:30.465878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:30.546463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:30.547316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.557416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.563477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-38845251-c747-4224-aeab-5a47966de8a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9322fc2bea564090b545c34fef7d3660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205511 Sep 24 19:22:30.606394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2cd5976-55a1-4264-84b7-e4501414f14f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=204423ef216f418c8e8606bd77f4e85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295054 Sep 24 19:22:30.612333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.648622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:30.659572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.662722 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.675063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.706874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:30.713196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.723550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.725404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.787987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.844416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:30.860187 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c4badcc-2424-4194-832f-dd42cc177ce8 (CIDR: 2001:db8::/64) Sep 24 19:22:30.866322 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:22:30.866951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:30.897036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe931076-e1e1-49b1-a9e8-fb3b02215c67 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6097715 Sep 24 19:22:30.899621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59642) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:30.905670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:30.907408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.909406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:30.911763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.915508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8988148-d666-4817-80d3-f046faca81f1 HTTP/1.1" status: 204 len: 168 time: 0.2997873 Sep 24 19:22:30.918714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.924578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.925697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efa2c89e-cae2-43d3-b05e-74253e1632ad HTTP/1.1" status: 204 len: 168 time: 0.3670421 Sep 24 19:22:30.950296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2d77de48-35d9-4c32-acf4-14cdb594fc04 None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:30.950663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d77de48-35d9-4c32-acf4-14cdb594fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:30.957678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67712c7f-f073-45a1-8d51-093ddd0318ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8988148-d666-4817-80d3-f046faca81f1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:30.974842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89307291-d47e-42d6-b229-7a9160ccfa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa2c89e-cae2-43d3-b05e-74253e1632ad,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:31.190397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:22:31.197766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:31.198179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.275146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:31.285529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2d77de48-35d9-4c32-acf4-14cdb594fc04 None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:31.286171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d77de48-35d9-4c32-acf4-14cdb594fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.287020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.327394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2d77de48-35d9-4c32-acf4-14cdb594fc04 None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:31.379543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c750-2f7c-4427-a710-9b77ff61dd09 req-d4eafe4e-ea23-480f-8d74-2eccd9a36587 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:31.387160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c576c750-2f7c-4427-a710-9b77ff61dd09 req-d4eafe4e-ea23-480f-8d74-2eccd9a36587 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 945 time: 0.2890701 Sep 24 19:22:31.399533 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.476101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:22:31.485635 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da2cf6-8cee-40a5-a4dd-50bbb0ed5fb7" -d '{"events": [{"server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "name": "network-vif-plugged", "status": "completed", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:22:31.521620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c576c750-2f7c-4427-a710-9b77ff61dd09 req-dc3d2184-c34d-465e-8940-0c8017b7243b tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Sep 24 19:22:31.524866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,segment=NetworkSegment(efcc6e74-8aa7-4177-b6a0-2f02e3288267),segment_id=efcc6e74-8aa7-4177-b6a0-2f02e3288267)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:31.528056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4e7810cf-0997-4bf5-aa45-9ef40e866ab9 None None] Provisioning complete for port e9870ed8-8c20-4082-8dbd-b0a757f4af3c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:31.529866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e7810cf-0997-4bf5-aa45-9ef40e866ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.610264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.647335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:31.652375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4e7810cf-0997-4bf5-aa45-9ef40e866ab9 None None] Port e9870ed8-8c20-4082-8dbd-b0a757f4af3c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:31.678634 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41363af2-24ef-4b52-a122-c6965c6a5632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.709583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:31.807344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.881917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41363af2-24ef-4b52-a122-c6965c6a5632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.887834 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41363af2-24ef-4b52-a122-c6965c6a5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.927802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:31.939826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:31.943693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41363af2-24ef-4b52-a122-c6965c6a5632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b0e88-6d39-4ae2-9803-4317f89c5bc3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:31.950986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:31.951715 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:31.953028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584221ec-2394-4357-9b63-44da3571d0c9 None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:31.958157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=37173ce0-ff28-4466-823d-f69bbc55ee56,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:31.967777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59670) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:31.973243 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41363af2-24ef-4b52-a122-c6965c6a5632 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=426d68ae34e84eb1a1527fb615ee7201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236442 Sep 24 19:22:31.987933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f1db4aba-20c8-4aee-b04f-86efbd46dc7e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0835319 Sep 24 19:22:31.988823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59672) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:31.993929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-496857476', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37173ce0-ff28-4466-823d-f69bbc55ee56'}], 'security_groups': ['0a03f7b6-0368-4bce-b33b-efd29830a53d']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:32.090498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.120037 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01b91e-fd6d-4620-ad58-8eef769fb099 x-openstack-request-id: req-1b01b91e-fd6d-4620-ad58-8eef769fb099 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:22:32.120553 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "name": "network-vif-plugged", "status": "completed", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:22:32.121057 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b01b91e-fd6d-4620-ad58-8eef769fb099 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:22:32.121788 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2', 'code': 200} Sep 24 19:22:32.187024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.231119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb83edd-ea54-4b3f-ad46-633a83dc516d req-bbe475ed-bef7-45b6-811e-7da227c33430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:32.232706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1eb83edd-ea54-4b3f-ad46-633a83dc516d req-bbe475ed-bef7-45b6-811e-7da227c33430 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 1097 time: 0.1009698 Sep 24 19:22:32.314598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1eb83edd-ea54-4b3f-ad46-633a83dc516d req-902628c8-3b78-4bc2-bdad-570b6f1325a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Sep 24 19:22:32.315196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.344363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994677e3-5510-422c-a025-13f892299c59 None None] Update dhcp port {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'fixed_ips': [{'subnet_id': '8c4badcc-2424-4194-832f-dd42cc177ce8', 'ip_address': '2001:db8::2'}, {'subnet_id': '37173ce0-ff28-4466-823d-f69bbc55ee56'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '254b0972-f906-4b8e-8f52-2a3ad1be5a22'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:22:32.374880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.378026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.381678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/125b0e88-6d39-4ae2-9803-4317f89c5bc3 HTTP/1.1" status: 204 len: 168 time: 0.4118652 Sep 24 19:22:32.401224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5c82-ef46-4551-8127-aefe2f43da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b0e88-6d39-4ae2-9803-4317f89c5bc3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:32.456157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:32.471545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994677e3-5510-422c-a025-13f892299c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.709587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:32.710235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:32.796927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334917cb-789d-42ad-a340-687dde3ec6b2 req-868e4d3a-de3e-4a23-a729-a48be4b3d0b1 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:32.799019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-334917cb-789d-42ad-a340-687dde3ec6b2 req-868e4d3a-de3e-4a23-a729-a48be4b3d0b1 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1081204 Sep 24 19:22:32.895560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Delete allocated IP 2001:db8::81 (5e546186-f3e7-4a61-97db-9d56145e14c8/8c4badcc-2424-4194-832f-dd42cc177ce8) {{(pid=94855) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:22:32.908880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-334917cb-789d-42ad-a340-687dde3ec6b2 req-103bdb0b-811b-4dcd-be85-092082cdea13 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865228 Sep 24 19:22:32.927802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8:0:1::3a3 (5e546186-f3e7-4a61-97db-9d56145e14c8/37173ce0-ff28-4466-823d-f69bbc55ee56/e9870ed8-8c20-4082-8dbd-b0a757f4af3c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:33.072370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59696) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:33.086373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e807901-98dc-47cf-9501-ff99fbefc508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.161408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.170037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.239540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] In _notify_port_updated(), no bound segment for port e9870ed8-8c20-4082-8dbd-b0a757f4af3c on network 5e546186-f3e7-4a61-97db-9d56145e14c8 {{(pid=94855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:22:33.245141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:33.246775 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.251048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/ports/e9870ed8-8c20-4082-8dbd-b0a757f4af3c HTTP/1.1" status: 200 len: 930 time: 1.2610929 Sep 24 19:22:33.252562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59698) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:33.270875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52bc15-0774-4274-bb92-9bb4fc025dd6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=e9870ed8-8c20-4082-8dbd-b0a757f4af3c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:33.312256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.327761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-994677e3-5510-422c-a025-13f892299c59 None None] Allocated IP 2001:db8:0:1::2 (5e546186-f3e7-4a61-97db-9d56145e14c8/37173ce0-ff28-4466-823d-f69bbc55ee56/254b0972-f906-4b8e-8f52-2a3ad1be5a22) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:33.345604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e807901-98dc-47cf-9501-ff99fbefc508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.355120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e807901-98dc-47cf-9501-ff99fbefc508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.433281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59702) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:33.433453 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e807901-98dc-47cf-9501-ff99fbefc508 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a13acb022ba445ba154585e40596e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567989 Sep 24 19:22:33.434208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e807901-98dc-47cf-9501-ff99fbefc508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d481128-7d7d-47ff-aae1-f0e5a83db0f2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:33.501825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port e9870ed8-8c20-4082-8dbd-b0a757f4af3c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:33.505085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.555955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.560900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-994677e3-5510-422c-a025-13f892299c59 None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:33.599090 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994677e3-5510-422c-a025-13f892299c59 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.614198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994677e3-5510-422c-a025-13f892299c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.642131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.667971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for e9870ed8-8c20-4082-8dbd-b0a757f4af3c owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:33.681853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.735373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994677e3-5510-422c-a025-13f892299c59 None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:33.831808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.834838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:33.844394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d481128-7d7d-47ff-aae1-f0e5a83db0f2 HTTP/1.1" status: 204 len: 168 time: 0.4010262 Sep 24 19:22:33.846556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bd6e9-e78a-4ad9-bd52-d442138bd409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d481128-7d7d-47ff-aae1-f0e5a83db0f2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:33.989826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.117738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=e9870ed8-8c20-4082-8dbd-b0a757f4af3c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:34.190211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.194615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-668fb36b-ed63-4f95-82d9-6e6bff2ff34c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/e9870ed8-8c20-4082-8dbd-b0a757f4af3c HTTP/1.1" status: 204 len: 168 time: 0.9377844 Sep 24 19:22:34.195063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:34.239287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796834c-4eb8-4a31-b591-cc737400fd65 req-89abb4e5-041d-4be6-9775-c7831fee2d62 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:34.247477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f796834c-4eb8-4a31-b591-cc737400fd65 req-89abb4e5-041d-4be6-9775-c7831fee2d62 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1432848 Sep 24 19:22:34.255728 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2421dc88-d71e-4146-a8bc-1286c02f78fa tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:22:34.263621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2421dc88-d71e-4146-a8bc-1286c02f78fa tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/e9870ed8-8c20-4082-8dbd-b0a757f4af3c HTTP/1.1" status: 404 len: 333 time: 0.0674176 Sep 24 19:22:34.266473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59730) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:34.382404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f796834c-4eb8-4a31-b591-cc737400fd65 req-f40071bd-f3a9-4b96-8a97-c1df1c5f9333 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308885 Sep 24 19:22:34.415219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:34.469661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.541632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:34.542016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.561950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.643626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aa0cb-ec66-4779-acb4-b08e8b350e1f req-e2d1d026-7e96-4345-b2e3-7cad81e57884 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:34.645503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e2aa0cb-ec66-4779-acb4-b08e8b350e1f req-e2d1d026-7e96-4345-b2e3-7cad81e57884 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1108477 Sep 24 19:22:34.663262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.666399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.673187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/security-groups/240bc001-7d5b-4134-9447-b075be6edec6 HTTP/1.1" status: 204 len: 168 time: 0.4045718 Sep 24 19:22:34.674743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:34.725160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a89272-c2fa-437d-aede-edde69e258fd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240bc001-7d5b-4134-9447-b075be6edec6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:34.756470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2e2aa0cb-ec66-4779-acb4-b08e8b350e1f req-4e87ae0a-12a0-4d38-9ba1-a7535b3b134a tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017392 Sep 24 19:22:34.843728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.988862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:34.989364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:34.990006 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.126244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Could not find standard attr ID for object e9870ed8-8c20-4082-8dbd-b0a757f4af3c. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:22:35.138156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.143896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.145162 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a03f7b6-0368-4bce-b33b-efd29830a53d HTTP/1.1" status: 204 len: 168 time: 0.4691374 Sep 24 19:22:35.147884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59756) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:35.154088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:35.154805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.192273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d79cc-3ed9-4090-9d1a-51bd05470111 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a03f7b6-0368-4bce-b33b-efd29830a53d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:35.253752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ed8ab-56be-405c-ae06-734318cc1908 None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:35.341965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 8c4badcc-2424-4194-832f-dd42cc177ce8 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:35.346646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.367000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0576fd96-bdc3-4b96-8e1a-e80d74a55a1b None None] Could not find standard attr ID for object e9870ed8-8c20-4082-8dbd-b0a757f4af3c. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:22:35.418601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5804d-947a-45f4-ae3e-88008fb7e58b req-a0928450-05aa-45de-bff0-5e4b76e870c3 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:35.426259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6af5804d-947a-45f4-ae3e-88008fb7e58b req-a0928450-05aa-45de-bff0-5e4b76e870c3 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1369295 Sep 24 19:22:35.429770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.522746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6af5804d-947a-45f4-ae3e-88008fb7e58b req-e858ff8f-203a-46d4-b436-8e46ec186524 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955763 Sep 24 19:22:35.617077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.722324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.763096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4badcc-2424-4194-832f-dd42cc177ce8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:35.776126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:35.776867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0d2e6-8c4f-4e81-ba68-de06a2210e77 None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:35.778151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a84e8a28-f87a-4b9f-99d6-ce2083b101af tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4badcc-2424-4194-832f-dd42cc177ce8 HTTP/1.1" status: 204 len: 168 time: 0.6292634 Sep 24 19:22:35.783063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:35.789157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:35.948413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:35.952883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:36.327330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:36.362404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:36.391638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:36.399500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:36.413622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:36.415559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:36.453274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=c3c5fcb2-6514-4532-aae2-fb8ae2f85894,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:36.468727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59788) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:36.468965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3e225ca-e286-4404-a5e2-38c878be157a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6845453 Sep 24 19:22:36.478734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'security_group': {'name': 'tempest-secgroup-423492311'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:36.561835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:36.656321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2900d702-a247-48e8-9aba-e0f250036297 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1186049675'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:36.656783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2900d702-a247-48e8-9aba-e0f250036297 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Unknown quota resources ['metering_label']. {{(pid=94855) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:22:36.981252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e79284-496c-40df-8e65-1a2a5050bdf9 None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:36.997376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2900d702-a247-48e8-9aba-e0f250036297 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.002191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2900d702-a247-48e8-9aba-e0f250036297 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6387234 Sep 24 19:22:37.003336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:37.013367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de010-5125-44d5-888f-4a56024e00cb req-d2f6a764-f7e1-424d-b0d2-50fe08281724 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:37.021926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c79de010-5125-44d5-888f-4a56024e00cb req-d2f6a764-f7e1-424d-b0d2-50fe08281724 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.2894807 Sep 24 19:22:37.026017 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd3e9c84-db3d-4574-bdc8-d932577a8357 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1a423834-6bb3-43b5-9be1-094ac4d71717'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:37.027612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd3e9c84-db3d-4574-bdc8-d932577a8357 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:22:37.096592 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.128562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c79de010-5125-44d5-888f-4a56024e00cb req-4c8ead63-5915-458d-ab01-ac49e58ed680 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028893 Sep 24 19:22:37.131053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.178289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.180177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7096591 Sep 24 19:22:37.184114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59808) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:37.200264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380823876'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:37.254898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68a568-1f02-4df0-9eb2-b202a7341e5d tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c5c84-eaa6-4be9-9ab6-cca18f27eb0d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:37.266904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-76cb5556-cdbd-4881-8971-d5542d695207 None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:37.267532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76cb5556-cdbd-4881-8971-d5542d695207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.275617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.329139 n-d-810952-2 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-bd3e9c84-db3d-4574-bdc8-d932577a8357 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 19:22:37.470386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-76cb5556-cdbd-4881-8971-d5542d695207 None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:37.470763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76cb5556-cdbd-4881-8971-d5542d695207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.478073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.529339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.548803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-76cb5556-cdbd-4881-8971-d5542d695207 None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:37.583352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.584758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3933985 Sep 24 19:22:37.594408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:37.603195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'security_group': {'name': 'tempest-secgroup-2048729311'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:37.622656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937345a9-3308-4280-880b-6ef4927a8ca6 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afba90d2-d13e-4c2e-ab0b-e4eb87a9fefd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:37.631377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9c84-db3d-4574-bdc8-d932577a8357 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.632937 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bd3e9c84-db3d-4574-bdc8-d932577a8357 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6267407 Sep 24 19:22:37.636927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:37.641079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Update dhcp port {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'fixed_ips': [{'subnet_id': '37173ce0-ff28-4466-823d-f69bbc55ee56', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3c5fcb2-6514-4532-aae2-fb8ae2f85894'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '254b0972-f906-4b8e-8f52-2a3ad1be5a22'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:22:37.646640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-17a882c6-4569-483b-b8c5-b659c3f5e263 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1a423834-6bb3-43b5-9be1-094ac4d71717'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:37.647169 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-17a882c6-4569-483b-b8c5-b659c3f5e263 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:22:37.653195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-c0730942-39c5-44e4-9f96-2ee6567174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:37.655028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-c0730942-39c5-44e4-9f96-2ee6567174a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 1097 time: 0.1800203 Sep 24 19:22:37.668923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434683-9637-4851-9be9-c47de53ba33c req-151022fb-12aa-4c2a-b4f0-e9bcfd1cd1c8 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:37.671217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56434683-9637-4851-9be9-c47de53ba33c req-151022fb-12aa-4c2a-b4f0-e9bcfd1cd1c8 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1833851 Sep 24 19:22:37.760450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.765475 n-d-810952-2 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-17a882c6-4569-483b-b8c5-b659c3f5e263 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 19:22:37.783285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.914296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17a882c6-4569-483b-b8c5-b659c3f5e263 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:37.915582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-17a882c6-4569-483b-b8c5-b659c3f5e263 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2775323 Sep 24 19:22:37.921415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:37.922618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56434683-9637-4851-9be9-c47de53ba33c req-f2c4bc3b-fd15-4e69-a828-000d8c8e3dce tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345216 Sep 24 19:22:37.951434 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-afecc473-b0fe-48ef-b88b-e1af9dc02544 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=9929a3e0-f64a-403d-bddd-fe6b3d065558 HTTP/1.1" status: 200 len: 462 time: 0.0145760 Sep 24 19:22:37.953890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.013377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-93e93bdc-fae8-4f35-8180-65ce75d48f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:38.016272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-93e93bdc-fae8-4f35-8180-65ce75d48f0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 200 len: 912 time: 0.3440058 Sep 24 19:22:38.083923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-062af57c-c04c-4342-a623-a275d86598ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0594442 Sep 24 19:22:38.103488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1de89f6-da92-46f0-8c1b-8955155c2f5e tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.107083 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f1de89f6-da92-46f0-8c1b-8955155c2f5e tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/9929a3e0-f64a-403d-bddd-fe6b3d065558 HTTP/1.1" status: 204 len: 168 time: 0.1497748 Sep 24 19:22:38.107937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.126974 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-12702ce6-3d68-4a6a-8989-7f653559590c tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=9929a3e0-f64a-403d-bddd-fe6b3d065558 HTTP/1.1" status: 200 len: 221 time: 0.0133338 Sep 24 19:22:38.127182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.131424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-140c4b7a-dbdc-43a3-b3a5-dfb3880cbcdf tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--552444543', 'description': 'label created by tempest'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:38.132084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-140c4b7a-dbdc-43a3-b3a5-dfb3880cbcdf tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Unknown quota resources ['metering_label']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:22:38.135703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Allocated IP 2001:db8::2 (5e546186-f3e7-4a61-97db-9d56145e14c8/c3c5fcb2-6514-4532-aae2-fb8ae2f85894/254b0972-f906-4b8e-8f52-2a3ad1be5a22) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:38.153738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-7a51f651-bf07-4489-9232-830e3692369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:38.155452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-7a51f651-bf07-4489-9232-830e3692369e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=762cd10f-3ddf-4e01-b1b2-090b57139d47 HTTP/1.1" status: 200 len: 852 time: 0.0645320 Sep 24 19:22:38.208101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-f981f243-61b9-4763-a035-88c56860db34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ecbb216-5051-489d-a063-34c6aa9f6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385556 Sep 24 19:22:38.210666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.227821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.246216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:38.304056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.318131 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.324376 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.324930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7285340 Sep 24 19:22:38.325639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc933d-f63b-4053-8f35-88836ef283e5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91502ee1-d4f7-4633-bb2c-f746d4d14b89,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:38.327923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59830) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.352989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-343304329', 'security_groups': ['91502ee1-d4f7-4633-bb2c-f746d4d14b89'], 'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3c5fcb2-6514-4532-aae2-fb8ae2f85894'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:38.363545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-140c4b7a-dbdc-43a3-b3a5-dfb3880cbcdf tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.364814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-140c4b7a-dbdc-43a3-b3a5-dfb3880cbcdf tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2366815 Sep 24 19:22:38.367415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59832) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.394793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d38e7-3b3a-4cc5-8e5f-612ccb9101a6 None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:38.525252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b8250ed2-513e-40dc-a731-1ec038fe56e4 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=0aec72b0-939a-4832-acef-ab7574820b72 HTTP/1.1" status: 200 len: 467 time: 0.1550691 Sep 24 19:22:38.528057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.577921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-37b86dc3-4738-49aa-890f-4fa2c26e2038 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532000 Sep 24 19:22:38.692621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:38.744763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-641efd37-f8a3-4a04-92d3-4889cf60c4cd req-01345aeb-d76b-4a06-b5cd-68ce64841608 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590266 Sep 24 19:22:38.768508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fa62626-787c-4d76-b8a8-71eba612c145 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.773328 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fa62626-787c-4d76-b8a8-71eba612c145 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/0aec72b0-939a-4832-acef-ab7574820b72 HTTP/1.1" status: 204 len: 168 time: 0.2439151 Sep 24 19:22:38.774078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.793860 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8aa1f96d-f985-4584-a462-2eff04840b94 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=0aec72b0-939a-4832-acef-ab7574820b72 HTTP/1.1" status: 200 len: 216 time: 0.0183606 Sep 24 19:22:38.794604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.809560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a5ae8809-aae7-48c9-a90b-53d479ed59d3 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136480 Sep 24 19:22:38.810534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.825753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.827251 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2a44840-21c8-4a45-b93a-83e1b574ab50 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0155687 Sep 24 19:22:38.827952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.850153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] device_id is not set on port 1c927ceb-f897-4f8a-a4b3-9115949acdad yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:38.861052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:38.912672 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-248a44ce-b7e8-4825-834b-5f0e43c32b0a tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/1a423834-6bb3-43b5-9be1-094ac4d71717 HTTP/1.1" status: 200 len: 473 time: 0.0833719 Sep 24 19:22:38.913409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:38.931282 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5dc0de09-38ac-48f5-b4f7-8670b908ee51 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/9ca1f6cb-6d83-4139-93de-eaafe5a53070 HTTP/1.1" status: 200 len: 459 time: 0.0160549 Sep 24 19:22:38.931282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:39.098900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26f513c7-1768-4ff9-b558-6632902be577 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.100120 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26f513c7-1768-4ff9-b558-6632902be577 tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/9ca1f6cb-6d83-4139-93de-eaafe5a53070 HTTP/1.1" status: 204 len: 168 time: 0.1670823 Sep 24 19:22:39.104455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:39.124217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8::3c7 (5e546186-f3e7-4a61-97db-9d56145e14c8/c3c5fcb2-6514-4532-aae2-fb8ae2f85894/1c927ceb-f897-4f8a-a4b3-9115949acdad) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:39.208982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f4d9b714-34a9-4bb1-b097-137f9cee088d None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:39.210062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b714-34a9-4bb1-b097-137f9cee088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.216859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519509e-5aca-45db-a438-257fc923de8c req-c024efd6-ad07-4cac-a4f0-1f36ac96551e tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:39.218678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4519509e-5aca-45db-a438-257fc923de8c req-c024efd6-ad07-4cac-a4f0-1f36ac96551e tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.0972838 Sep 24 19:22:39.333758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4519509e-5aca-45db-a438-257fc923de8c req-db43b4d0-266f-462a-b27b-3d9517abbd0b tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078701 Sep 24 19:22:39.372471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.437773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.441979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f4d9b714-34a9-4bb1-b097-137f9cee088d None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:39.442392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b714-34a9-4bb1-b097-137f9cee088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.469455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ffb109f-0aa3-44fa-a4ef-1fe449fe2f9c tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.472087 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ffb109f-0aa3-44fa-a4ef-1fe449fe2f9c tempest-MeteringIpV6TestJSON-2089939249 tempest-MeteringIpV6TestJSON-2089939249-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/1a423834-6bb3-43b5-9be1-094ac4d71717 HTTP/1.1" status: 204 len: 168 time: 0.3659246 Sep 24 19:22:39.489249 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:39.492974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:39.496714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:39.504824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:39.505496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.507834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9b714-34a9-4bb1-b097-137f9cee088d None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:39.528618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1881294 Sep 24 19:22:39.532243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:39.535829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59b2dd-90ae-4b81-a7f6-6118c9540fbd tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=1c927ceb-f897-4f8a-a4b3-9115949acdad,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:39.538568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:39.697882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:39.706259 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.883427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f1525f34-322f-45c6-92e0-9455485dfda8 None None] Provisioning complete for port 1c927ceb-f897-4f8a-a4b3-9115949acdad triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:39.886090 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f1525f34-322f-45c6-92e0-9455485dfda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:39.895235 n-d-810952-2 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3c5fcb2-6514-4532-aae2-fb8ae2f85894 (CIDR: 2001:db8::/64) Sep 24 19:22:39.900713 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:22:39.901283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:39.925914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5652fc19-569d-4d7e-9502-a447380f1975 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3918700 Sep 24 19:22:39.929065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:39.934325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:39.957333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f1525f34-322f-45c6-92e0-9455485dfda8 None None] Port 1c927ceb-f897-4f8a-a4b3-9115949acdad cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:39.976690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:40.103659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:40.108677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.141959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d16a23dd-80e4-46d1-9a62-c6c43657bd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.222886 n-d-810952-2 neutron-server[94855]: INFO neutron.db.ipam_backend_mixin [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 37173ce0-ff28-4466-823d-f69bbc55ee56 (CIDR: 2001:db8:0:1::/64) Sep 24 19:22:40.234385 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:22:40.237290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:40.245917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d16a23dd-80e4-46d1-9a62-c6c43657bd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.252740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d16a23dd-80e4-46d1-9a62-c6c43657bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.267392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-15371614-358e-4590-b084-d1498d155d11 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3329964 Sep 24 19:22:40.267392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59878) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:40.274758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'subnet': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:40.297963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d16a23dd-80e4-46d1-9a62-c6c43657bd5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8326a058959d4504b24d7310935a7fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177402 Sep 24 19:22:40.297963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a23dd-80e4-46d1-9a62-c6c43657bd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc4ddbd-0c65-4f0c-b369-afd41fba8bcf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:40.302213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59880) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:40.413038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:40.480856 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.517162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:40.517816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.542042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.614118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309de1e-e975-4902-858e-5857647a7d4e req-9c250a17-2dfd-407b-b402-a27a7dadf766 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:40.616224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e309de1e-e975-4902-858e-5857647a7d4e req-9c250a17-2dfd-407b-b402-a27a7dadf766 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1151049 Sep 24 19:22:40.630123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Made reservation on behalf of 3db403b22ac2496c9e3d437370d8536c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:40.633703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.729714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.744123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:40.745514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bc4ddbd-0c65-4f0c-b369-afd41fba8bcf HTTP/1.1" status: 204 len: 168 time: 0.4421568 Sep 24 19:22:40.807754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673e738-e911-4bb2-b114-2ae88053fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc4ddbd-0c65-4f0c-b369-afd41fba8bcf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:40.815986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e309de1e-e975-4902-858e-5857647a7d4e req-0532d472-eb81-451a-ae5a-08ae382bb459 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914783 Sep 24 19:22:41.088614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.179201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:41.181962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:41.185031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Subnet': ['ID=050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:41.189510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:41.192116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:41.192787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.200492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040f313-7c75-4322-8dc7-7bc5a567387a None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:41.209056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2006d7b4-6892-4729-9d3b-944c9cb25c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.229226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66794e4-8472-49de-a85d-f4b784cca9f9 req-72fd6109-1847-46c4-8425-1f5958bb8965 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:41.231648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a66794e4-8472-49de-a85d-f4b784cca9f9 req-72fd6109-1847-46c4-8425-1f5958bb8965 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1138687 Sep 24 19:22:41.327240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2006d7b4-6892-4729-9d3b-944c9cb25c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.332671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2006d7b4-6892-4729-9d3b-944c9cb25c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.399102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2006d7b4-6892-4729-9d3b-944c9cb25c6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ce627ed6f3e4f19b4e5797d31804f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173827 Sep 24 19:22:41.400338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006d7b4-6892-4729-9d3b-944c9cb25c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b25ac8-ee10-4dc5-8f40-c0c8e5851828,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:41.417130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:41.506342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Update dhcp port {'port': {'network_id': '5e546186-f3e7-4a61-97db-9d56145e14c8', 'fixed_ips': [{'subnet_id': '37173ce0-ff28-4466-823d-f69bbc55ee56', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3c5fcb2-6514-4532-aae2-fb8ae2f85894', 'ip_address': '2001:db8::2'}, {'subnet_id': '050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '254b0972-f906-4b8e-8f52-2a3ad1be5a22'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:22:41.534288 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.541368 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.617557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.688871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.692657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:41.694121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03b25ac8-ee10-4dc5-8f40-c0c8e5851828 HTTP/1.1" status: 204 len: 168 time: 0.2734110 Sep 24 19:22:41.727646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad69d3d-49ee-4b4f-9504-fd53568c9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b25ac8-ee10-4dc5-8f40-c0c8e5851828,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:41.744258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ebc522d6-32d8-4ca2-9151-000b7a2babcc tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4727299 Sep 24 19:22:41.746391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:41.752563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2046402130', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0'}], 'security_groups': ['aa8c5c84-eaa6-4be9-9ab6-cca18f27eb0d', 'afba90d2-d13e-4c2e-ab0b-e4eb87a9fefd']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:41.761800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a66794e4-8472-49de-a85d-f4b784cca9f9 req-dadb5283-33b6-4e3d-a3fa-8440c2f0b29c tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229290 Sep 24 19:22:41.843318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Allocated IP 2001:db8:0:2::2 (5e546186-f3e7-4a61-97db-9d56145e14c8/050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0/254b0972-f906-4b8e-8f52-2a3ad1be5a22) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:41.957044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:42.002840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.012829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.040628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.168688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7584fbc-f76a-40bf-9961-b1d11e9daaef None None] Pushing event updated for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:42.395213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:42.525784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:42.526383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.576133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Delete allocated IP 2001:db8::3c7 (5e546186-f3e7-4a61-97db-9d56145e14c8/c3c5fcb2-6514-4532-aae2-fb8ae2f85894) {{(pid=94856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 19:22:42.586513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Allocated IP 2001:db8:0:2::3a8 (5e546186-f3e7-4a61-97db-9d56145e14c8/050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0/1c927ceb-f897-4f8a-a4b3-9115949acdad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:42.907983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.916401 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:42.972502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ae92-3204-49ad-a7b4-46502f5c88ff req-36b0785d-16fc-4033-9add-cb72e296cab2 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:42.974815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f8ae92-3204-49ad-a7b4-46502f5c88ff req-36b0785d-16fc-4033-9add-cb72e296cab2 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.0796120 Sep 24 19:22:43.009864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] In _notify_port_updated(), no bound segment for port 1c927ceb-f897-4f8a-a4b3-9115949acdad on network 5e546186-f3e7-4a61-97db-9d56145e14c8 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:22:43.016288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:43.017057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.021219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "PUT /v2.0/ports/1c927ceb-f897-4f8a-a4b3-9115949acdad HTTP/1.1" status: 200 len: 970 time: 1.2708526 Sep 24 19:22:43.022059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:43.029830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f8ae92-3204-49ad-a7b4-46502f5c88ff req-5db3cec7-ec03-452e-b2a0-259acf357d29 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Sep 24 19:22:43.103751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092aca6-843d-4767-a745-7e7be3da808e tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event updated for resources: {'Port': ['ID=1c927ceb-f897-4f8a-a4b3-9115949acdad,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:43.261196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port 1c927ceb-f897-4f8a-a4b3-9115949acdad {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:43.261994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.324788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:43.325561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.461441 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.485678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for 1c927ceb-f897-4f8a-a4b3-9115949acdad owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:43.510391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1e4-8b01-44fb-9d39-74f456ce6c7c req-3a756fca-77f1-450f-8326-7c114748a70f tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:43.512129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b71aa1e4-8b01-44fb-9d39-74f456ce6c7c req-3a756fca-77f1-450f-8326-7c114748a70f tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.2400219 Sep 24 19:22:43.647644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b71aa1e4-8b01-44fb-9d39-74f456ce6c7c req-f4fe5a8e-c9e1-43c9-96a7-34fc64ba480b tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164603 Sep 24 19:22:43.676514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Provisioning complete for port 1c927ceb-f897-4f8a-a4b3-9115949acdad triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:43.679603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da5a6-f988-490d-8e05-39f593f252d0 req-0d02d775-cedd-496a-af6b-c9450b6e1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:43.680288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.690469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-0d02d775-cedd-496a-af6b-c9450b6e1bfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 1097 time: 0.3644578 Sep 24 19:22:43.777695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Port 1c927ceb-f897-4f8a-a4b3-9115949acdad cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:43.808656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.812527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:43.813196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:43.853577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f8822fa2-1ce5-4aba-a840-a7d83e4353e9 None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:43.916668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=1c927ceb-f897-4f8a-a4b3-9115949acdad,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:43.943101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da5a6-f988-490d-8e05-39f593f252d0 req-2bc48d78-8608-4a0a-ac87-b3990691041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:43.944547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-2bc48d78-8608-4a0a-ac87-b3990691041c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 200 len: 912 time: 0.2478135 Sep 24 19:22:43.968191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c03af26e-f9e9-4b1e-aa48-fee68dbc4ce2 None None] Could not find standard attr ID for object 1c927ceb-f897-4f8a-a4b3-9115949acdad. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:22:44.004791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.009357 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82608aae-b6db-4238-af4f-28cf2e375913 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/1c927ceb-f897-4f8a-a4b3-9115949acdad HTTP/1.1" status: 204 len: 168 time: 0.9862092 Sep 24 19:22:44.013576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:44.034375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-ae5b3bf3-6c08-4cb6-ab61-29fb8ff7a5f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0811605 Sep 24 19:22:44.096403 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc59bb2d-b7b0-44ee-992b-bf80c6c9eb29 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] GET failed (client error): The resource could not be found. Sep 24 19:22:44.103141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc59bb2d-b7b0-44ee-992b-bf80c6c9eb29 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports/1c927ceb-f897-4f8a-a4b3-9115949acdad HTTP/1.1" status: 404 len: 333 time: 0.0883434 Sep 24 19:22:44.103816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:44.104213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:44.127448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da5a6-f988-490d-8e05-39f593f252d0 req-1e9464b3-e593-4bda-8528-ccc69a0e2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:44.129677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-1e9464b3-e593-4bda-8528-ccc69a0e2bf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=762cd10f-3ddf-4e01-b1b2-090b57139d47 HTTP/1.1" status: 200 len: 852 time: 0.0854838 Sep 24 19:22:44.172509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-228ce984-f2aa-4eca-bf65-5ac63ff48f4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ecbb216-5051-489d-a063-34c6aa9f6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312655 Sep 24 19:22:44.219928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.274363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.326539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-ea8a5d16-1279-4399-9432-78fc8bcb9d90 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455023 Sep 24 19:22:44.338139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1422390845', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:44.375635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.380027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.381558 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/security-groups/91502ee1-d4f7-4633-bb2c-f746d4d14b89 HTTP/1.1" status: 204 len: 168 time: 0.2761264 Sep 24 19:22:44.386870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:44.389300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Made reservation on behalf of 91f92d59ac774d8aaae8c8a580e41204 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:44.392015 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.418332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029a597-5ce9-4300-b240-741f512b75d0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91502ee1-d4f7-4633-bb2c-f746d4d14b89,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:44.429791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.520524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793da5a6-f988-490d-8e05-39f593f252d0 req-e4f2c6f2-4440-47b6-afec-7354dd6b52c2 service neutron] 10.222.0.69 "GET /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830685 Sep 24 19:22:44.538223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.574149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:44.839744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699962fe-2b89-49c4-a708-f01050b802d1 req-88e55aec-4496-4ca6-96b1-82b4e2970676 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:44.841851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699962fe-2b89-49c4-a708-f01050b802d1 req-88e55aec-4496-4ca6-96b1-82b4e2970676 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.0885160 Sep 24 19:22:44.900722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699962fe-2b89-49c4-a708-f01050b802d1 req-7737c915-6da0-4afa-b75c-5b6214b7aef9 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511119 Sep 24 19:22:45.045565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.062328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.066051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] device_id is not set on port 9db758ae-af20-458c-babd-ef57a855a24f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:45.190079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.192964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.195154 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/security-groups/afba90d2-d13e-4c2e-ab0b-e4eb87a9fefd HTTP/1.1" status: 204 len: 168 time: 0.8065658 Sep 24 19:22:45.195818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5728f7-28d4-4d09-bb43-f79adbc9aa92,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:45.197919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 59996) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:45.226681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59916-6a19-49ad-8f56-dac7afc079c7 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba90d2-d13e-4c2e-ab0b-e4eb87a9fefd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:45.258893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Allocated IP 172.25.5.186 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9db758ae-af20-458c-babd-ef57a855a24f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:45.297933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.330128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.383144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.389381 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.393863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 59998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:45.395300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa8c5c84-eaa6-4be9-9ab6-cca18f27eb0d HTTP/1.1" status: 204 len: 168 time: 0.1960948 Sep 24 19:22:45.410607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91c09d-8951-493e-806b-c3aff0779059 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c5c84-eaa6-4be9-9ab6-cca18f27eb0d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:45.460526 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.473324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet c3c5fcb2-6514-4532-aae2-fb8ae2f85894 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:45.477165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.531603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.570340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.616860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:45.636564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:45.641445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:45.692334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Pushing event updated for resources: {'Port': ['ID=9db758ae-af20-458c-babd-ef57a855a24f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:45.701779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.725055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:45.725680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.753285 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b09346e-e25f-4e59-95be-298818a6a53e tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6444287 Sep 24 19:22:45.756705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:45.762902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.186'}]}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:45.797196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.798832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.807749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.861870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c5fcb2-6514-4532-aae2-fb8ae2f85894,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:45.868389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.876697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60002) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:45.876965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a3ebf2d6-9ef0-40d0-882c-8efdb8353b13 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/c3c5fcb2-6514-4532-aae2-fb8ae2f85894 HTTP/1.1" status: 204 len: 168 time: 0.4818995 Sep 24 19:22:45.877639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effdc74f-35d1-4e4c-a0bf-1929ab7bb7dc None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:45.930300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:45.973200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:45.982570 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.112379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.199544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0d73-d788-4b6a-a630-6b3fdaa61d97 req-cc169cff-16e6-4cff-bedf-1e22b27ce3c6 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:46.209190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06cc0d73-d788-4b6a-a630-6b3fdaa61d97 req-cc169cff-16e6-4cff-bedf-1e22b27ce3c6 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1459990 Sep 24 19:22:46.220262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.300211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06cc0d73-d788-4b6a-a630-6b3fdaa61d97 req-55c50b7d-6158-49e6-8030-71dc61af4d5d tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900784 Sep 24 19:22:46.337322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.460563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.502584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.512051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0 HTTP/1.1" status: 204 len: 168 time: 0.6330917 Sep 24 19:22:46.515581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:46.562512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a861e-6950-4975-bc6f-e5548de19ef0 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=050ced4a-ebe0-4bf6-acf9-d0d292b8b0d0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:46.653741 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65330c8-4837-474f-abef-4fe56d92974f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:46.654286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65330c8-4837-474f-abef-4fe56d92974f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:46.659721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c65330c8-4837-474f-abef-4fe56d92974f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/c3c5fcb2-6514-4532-aae2-fb8ae2f85894 HTTP/1.1" status: 404 len: 337 time: 0.1346042 Sep 24 19:22:46.660160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60020) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:46.757406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.801723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:46.927898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting subnet 37173ce0-ff28-4466-823d-f69bbc55ee56 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:46.950124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.028737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.031986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.149597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.252986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.290204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Subnet': ['ID=37173ce0-ff28-4466-823d-f69bbc55ee56,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:47.303042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2371-fd43-4ee8-b8d8-2dbc80c46480 req-43778540-0f3b-41bd-9eb9-71dea038e662 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:47.312196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fe2371-fd43-4ee8-b8d8-2dbc80c46480 req-43778540-0f3b-41bd-9eb9-71dea038e662 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.2372134 Sep 24 19:22:47.318047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b190f317-0ee4-473f-9dc8-0bc37cbb98d0 None None] Network 5e546186-f3e7-4a61-97db-9d56145e14c8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:47.320745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.325353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-62ee3580-7252-4000-bac6-cae579a4cba9 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/37173ce0-ff28-4466-823d-f69bbc55ee56 HTTP/1.1" status: 204 len: 168 time: 0.6641436 Sep 24 19:22:47.332923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.373684 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e990a7-5575-4688-8c59-5142611eda5f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.374422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e990a7-5575-4688-8c59-5142611eda5f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.378318 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-27e990a7-5575-4688-8c59-5142611eda5f tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4badcc-2424-4194-832f-dd42cc177ce8 HTTP/1.1" status: 404 len: 337 time: 0.0379250 Sep 24 19:22:47.392737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fe2371-fd43-4ee8-b8d8-2dbc80c46480 req-1debe0b0-eaed-4841-bc1e-b9ce385c5ff3 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793941 Sep 24 19:22:47.393288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60028) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.431318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.431690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8c7a5cd0-c817-4eb8-977c-a5a88bd1a314 None None] Provisioning complete for port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:47.431690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5cd0-c817-4eb8-977c-a5a88bd1a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.437214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.501035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-287f7fe4-d60a-40fc-8fe6-83a0602cafef tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc43865c-04a4-45c8-a688-3a03a5e53ce7 HTTP/1.1" status: 200 len: 205 time: 0.0936313 Sep 24 19:22:47.503822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.563063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.563619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 982219a0-3053-4412-a849-a13fcc32444f {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:22:47.589571 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-8685a12b-f95e-4f8a-b315-20ce5c9af42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] delete failed (client error): The resource could not be found. Sep 24 19:22:47.591030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8685a12b-f95e-4f8a-b315-20ce5c9af42a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/routers/bc43865c-04a4-45c8-a688-3a03a5e53ce7 HTTP/1.1" status: 404 len: 336 time: 0.0862489 Sep 24 19:22:47.594257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.624663 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:22:47.626017 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5150b4be-bd27-4631-b155-7efd9e69ed83 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8695464 Sep 24 19:22:47.627482 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64f9fb2-b225-409b-9ad0-83347b109890 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.628121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64f9fb2-b225-409b-9ad0-83347b109890 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.629116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.638458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d64f9fb2-b225-409b-9ad0-83347b109890 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/5012d168-bbb8-4e9e-911c-0cd141916746 HTTP/1.1" status: 404 len: 337 time: 0.0424657 Sep 24 19:22:47.640865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8c7a5cd0-c817-4eb8-977c-a5a88bd1a314 None None] Provisioning complete for port ead047e7-8781-4275-a14c-be736dc61ef3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:47.641248 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5cd0-c817-4eb8-977c-a5a88bd1a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.641705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60040) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.690052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a5cd0-c817-4eb8-977c-a5a88bd1a314 None None] Port ead047e7-8781-4275-a14c-be736dc61ef3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:47.690419 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d059e6-30fc-46d5-937a-137160492c5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.691082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d059e6-30fc-46d5-937a-137160492c5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.692980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2d059e6-30fc-46d5-937a-137160492c5a tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/0a06000d-ba14-453a-b984-4b7ffa7a1546 HTTP/1.1" status: 404 len: 337 time: 0.0489631 Sep 24 19:22:47.695405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60042) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.731086 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a9c733-db7b-4d84-bedc-4e91b173942c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.731466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a9c733-db7b-4d84-bedc-4e91b173942c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.733270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-11a9c733-db7b-4d84-bedc-4e91b173942c tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/fafc4b82-1156-4f39-b527-55eb059d0920 HTTP/1.1" status: 404 len: 337 time: 0.0369465 Sep 24 19:22:47.736117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.774501 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-388d5d25-4fbb-4178-9fe8-c84cf97084c1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.775400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388d5d25-4fbb-4178-9fe8-c84cf97084c1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.778081 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-388d5d25-4fbb-4178-9fe8-c84cf97084c1 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/76214e6f-4ccd-456e-a5d0-233d97eaa89c HTTP/1.1" status: 404 len: 333 time: 0.0402462 Sep 24 19:22:47.781289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60046) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.794554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] DHCP port deletion for 5e546186-f3e7-4a61-97db-9d56145e14c8 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:22:47.813356 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ac4725-76e6-4e81-930b-dc487421a312 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.813810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ac4725-76e6-4e81-930b-dc487421a312 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.818275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3ac4725-76e6-4e81-930b-dc487421a312 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/9298af72-18f2-41df-a8f2-fd70eef127cb HTTP/1.1" status: 404 len: 337 time: 0.0359867 Sep 24 19:22:47.819449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.820110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Deleting port 9db758ae-af20-458c-babd-ef57a855a24f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:47.820273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.904197 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc28a56-2ff2-49c2-9464-ab72dc65fd74 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.904678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc28a56-2ff2-49c2-9464-ab72dc65fd74 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.906429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bc28a56-2ff2-49c2-9464-ab72dc65fd74 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/a45d9a22-e974-46c0-9183-4f8198210647 HTTP/1.1" status: 404 len: 337 time: 0.0859609 Sep 24 19:22:47.910117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.920621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.922701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Deleting port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:47.923842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:47.934055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Calling delete_port for 9db758ae-af20-458c-babd-ef57a855a24f owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:47.957826 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a246e4e-431d-4e7c-a7a5-5f39ea181e92 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:47.959478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a246e4e-431d-4e7c-a7a5-5f39ea181e92 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:47.960376 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8a246e4e-431d-4e7c-a7a5-5f39ea181e92 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/b975c0a8-4ad7-48d6-908e-35328aac3251 HTTP/1.1" status: 404 len: 333 time: 0.0493674 Sep 24 19:22:47.962882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:47.994959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] For port 254b0972-f906-4b8e-8f52-2a3ad1be5a22, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254b0972-f906-4b8e-8f52-2a3ad1be5a22,segment=NetworkSegment(2364b7d0-946c-48ea-9d4b-880e1490f7e7),segment_id=2364b7d0-946c-48ea-9d4b-880e1490f7e7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:47.995306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.031866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Calling delete_port for 254b0972-f906-4b8e-8f52-2a3ad1be5a22 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:48.096096 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b245bbe6-35aa-405c-bcd4-77e810e12ce5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:48.096843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b245bbe6-35aa-405c-bcd4-77e810e12ce5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:48.102589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b245bbe6-35aa-405c-bcd4-77e810e12ce5 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/0902f32c-9acb-46be-90b7-174765938018 HTTP/1.1" status: 404 len: 337 time: 0.1260803 Sep 24 19:22:48.103480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:48.122397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.144278 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7577307e-3f7b-46ad-8300-4e8e717a5068 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] DELETE failed (client error): The resource could not be found. Sep 24 19:22:48.145004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7577307e-3f7b-46ad-8300-4e8e717a5068 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:22:48.147034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7577307e-3f7b-46ad-8300-4e8e717a5068 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/subnets/72e05502-f06f-45f2-aa93-b8c0d681eb12 HTTP/1.1" status: 404 len: 337 time: 0.0424306 Sep 24 19:22:48.150362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:48.165587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Pushing event deleted for resources: {'Port': ['ID=9db758ae-af20-458c-babd-ef57a855a24f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:48.199967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.262669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] Pushing event deleted for resources: {'Port': ['ID=254b0972-f906-4b8e-8f52-2a3ad1be5a22,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:48.266172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41158485-3fa0-46be-83d5-ebc54f305ebf None None] No DVR routers for this DVR port 254b0972-f906-4b8e-8f52-2a3ad1be5a22 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:48.327472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.329998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bbd725c1-a432-47a3-a8d7-811f1d9bd039 tempest-RoutersAdminNegativeTest-12322648 tempest-RoutersAdminNegativeTest-12322648-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9db758ae-af20-458c-babd-ef57a855a24f HTTP/1.1" status: 204 len: 168 time: 0.6996853 Sep 24 19:22:48.338840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Deleting port ead047e7-8781-4275-a14c-be736dc61ef3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:48.339335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.421832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:48.471237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 254b0972-f906-4b8e-8f52-2a3ad1be5a22 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:48.472552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254b0972-f906-4b8e-8f52-2a3ad1be5a22 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:48.516430 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.567406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Calling delete_port for ead047e7-8781-4275-a14c-be736dc61ef3 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:48.655904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a886d9-594d-4ab3-aafd-7a1a070cae98 req-a40530b9-f506-4305-a047-c70fb1b319db tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:48.657692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30a886d9-594d-4ab3-aafd-7a1a070cae98 req-a40530b9-f506-4305-a047-c70fb1b319db tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.1539185 Sep 24 19:22:48.685289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-7f940778-c9d6-4bb9-91ad-272b0ac14317 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:48.686956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-7f940778-c9d6-4bb9-91ad-272b0ac14317 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 946 time: 0.0974183 Sep 24 19:22:48.742631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.755122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30a886d9-594d-4ab3-aafd-7a1a070cae98 req-0c5a3bef-4fab-4dd1-9fe2-02c0519d7407 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/security-groups?id=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Sep 24 19:22:48.791962 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Port': ['ID=ead047e7-8781-4275-a14c-be736dc61ef3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:48.806329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.810786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bfa5519c-173a-481d-8576-5527cec02085 tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/ports/ead047e7-8781-4275-a14c-be736dc61ef3 HTTP/1.1" status: 204 len: 168 time: 0.6569407 Sep 24 19:22:48.811087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:48.879752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Deleting port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:48.880088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:48.929148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:48.960244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.057061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] For port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,segment=NetworkSegment(efcc6e74-8aa7-4177-b6a0-2f02e3288267),segment_id=efcc6e74-8aa7-4177-b6a0-2f02e3288267)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:49.057612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.068546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.089526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e546186-f3e7-4a61-97db-9d56145e14c8']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:49.099914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2364b7d0-946c-48ea-9d4b-880e1490f7e7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:49.100203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2364b7d0-946c-48ea-9d4b-880e1490f7e7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:49.105900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Calling delete_port for 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:49.109819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.123717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.129951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:49.130636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:49.133394 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:49.211673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.223375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.228856 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] 10.222.0.18 "DELETE /v2.0/networks/5e546186-f3e7-4a61-97db-9d56145e14c8 HTTP/1.1" status: 204 len: 168 time: 0.4154651 Sep 24 19:22:49.239139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb2166-d2d3-4b57-8f86-bf179c231fec tempest-PortsIpV6TestJSON-826473454 tempest-PortsIpV6TestJSON-826473454-project] Pushing event deleted for resources: {'Network': ['ID=5e546186-f3e7-4a61-97db-9d56145e14c8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:49.280983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d396-e7bb-431f-ae59-372e730422a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.470818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.517802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Pushing event deleted for resources: {'Port': ['ID=3dae9959-562b-4a2e-bc4c-a52b56efdfc2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:49.530029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:49.574213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d396-e7bb-431f-ae59-372e730422a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.585161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.586198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.586198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.587348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.587348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.587348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.589454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:22:49.599498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d396-e7bb-431f-ae59-372e730422a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.625737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] No DVR routers for this DVR port 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:22:49.636198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.638527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ad72a1-83a7-495c-856b-65aaba13df5e req-58137998-3a5c-40d9-89d2-06f9c9f49e57 tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.69 "DELETE /v2.0/ports/3dae9959-562b-4a2e-bc4c-a52b56efdfc2 HTTP/1.1" status: 204 len: 173 time: 0.9446640 Sep 24 19:22:49.642630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'name': 'network-vif-deleted', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:22:49.645263 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b0619-4cd8-4420-a134-af9d0b1e3395" -d '{"events": [{"server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "name": "network-vif-deleted", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:22:49.695978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7d396-e7bb-431f-ae59-372e730422a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2c764-e76e-4435-aca9-a81b3dcfebb1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:49.718933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ef7d396-e7bb-431f-ae59-372e730422a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f20abe1c8daf414c948e72e5ddf63abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7839520 Sep 24 19:22:49.719753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:49.905174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.955374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:49.969302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9fc1648d-fd6c-4e29-beb9-daaa68a9341f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3db403b22ac2496c9e3d437370d8536c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379678 Sep 24 19:22:49.971987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:50.049852 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a932fe-aef6-4fc5-9ec5-973de27dd678 x-openstack-request-id: req-76a932fe-aef6-4fc5-9ec5-973de27dd678 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:22:50.049852 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2385b64-4651-43c7-b6de-e7726f05ca96", "name": "network-vif-deleted", "tag": "3dae9959-562b-4a2e-bc4c-a52b56efdfc2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:22:50.049852 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76a932fe-aef6-4fc5-9ec5-973de27dd678 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:22:50.049852 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2385b64-4651-43c7-b6de-e7726f05ca96', 'name': 'network-vif-deleted', 'tag': '3dae9959-562b-4a2e-bc4c-a52b56efdfc2', 'status': 'completed', 'code': 200} Sep 24 19:22:50.070161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.096637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c949a49-ef90-4322-9bcd-cc53cdf9540b req-4f27f716-e3f4-4b08-ab69-0fdecaf2b49d tempest-TestServerAdvancedOps-1270189426 tempest-TestServerAdvancedOps-1270189426-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2385b64-4651-43c7-b6de-e7726f05ca96 HTTP/1.1" status: 200 len: 210 time: 0.0865686 Sep 24 19:22:50.111613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.115888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.120233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8f2c764-e76e-4435-aca9-a81b3dcfebb1 HTTP/1.1" status: 204 len: 168 time: 0.3978207 Sep 24 19:22:50.128185 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.130812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a04f66-4585-4573-a6a2-d6a713a40482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2c764-e76e-4435-aca9-a81b3dcfebb1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:50.302986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.308703 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.312465 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/232abefb-09dd-4c89-a78f-b01ec031b4ef HTTP/1.1" status: 204 len: 168 time: 0.3392577 Sep 24 19:22:50.322621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25021026-b106-448f-ab4e-eed6d2393f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.372729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0315d-b707-40ba-b380-c07a6c44a665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232abefb-09dd-4c89-a78f-b01ec031b4ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:50.671986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:50.783309 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e0bb580-e4dd-44e6-8bca-93ff54e02379 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91f92d59ac774d8aaae8c8a580e41204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100433 Sep 24 19:22:50.787588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:50.921326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:22:50.928275 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:50.981660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:22:50.982311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 3dae9959-562b-4a2e-bc4c-a52b56efdfc2 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:22:50.992051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.065330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.071248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.072455 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d5728f7-28d4-4d09-bb43-f79adbc9aa92 HTTP/1.1" status: 204 len: 168 time: 0.2783556 Sep 24 19:22:51.084542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1fa0-6006-4bed-aa6a-de75e8680ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5728f7-28d4-4d09-bb43-f79adbc9aa92,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:51.175351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60136) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:51.262720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Deleting subnet 762cd10f-3ddf-4e01-b1b2-090b57139d47 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:51.270150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.309997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.357208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.488500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.547523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762cd10f-3ddf-4e01-b1b2-090b57139d47,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:51.560979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.563171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-933903dd-aca9-4e6a-853a-e92de55922ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/762cd10f-3ddf-4e01-b1b2-090b57139d47 HTTP/1.1" status: 204 len: 168 time: 0.3858695 Sep 24 19:22:51.567151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60152) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:51.693631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.771360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:51.829446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.854275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecbb216-5051-489d-a063-34c6aa9f6cb0']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:51.864206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcc6e74-8aa7-4177-b6a0-2f02e3288267') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:51.866832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcc6e74-8aa7-4177-b6a0-2f02e3288267') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:51.876234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.898476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.912818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:51.913228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:51.916938 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:52.047332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.058234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.070004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:52.071239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ecbb216-5051-489d-a063-34c6aa9f6cb0 HTTP/1.1" status: 204 len: 168 time: 0.4978409 Sep 24 19:22:52.112829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c408b-327f-4e14-b7cb-c9cf6c946cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ecbb216-5051-489d-a063-34c6aa9f6cb0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:52.141942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1567357118'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:52.195988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Deleting subnet 54629222-4150-439a-b5eb-3f5137feaa6f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:22:52.199457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Made reservation on behalf of 6607c30778194d25be91001e6b4619a2 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:52.204124 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.206493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.240706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.282620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.358344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.388699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60182) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:52.452240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60186) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:52.459765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.461615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.471900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.507641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54629222-4150-439a-b5eb-3f5137feaa6f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:52.513648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.522453 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-49b04184-5fcc-4375-9b67-1ea896e6f083 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54629222-4150-439a-b5eb-3f5137feaa6f HTTP/1.1" status: 204 len: 168 time: 0.4440100 Sep 24 19:22:52.523043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60190) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:52.531996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:52.553772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5565a58-3bc0-4269-8f94-290c3cad6b60,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:52.561911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.562262 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Added segment e3da2a54-a8a3-4f64-97dc-668c20374ccd of type vlan for network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 Sep 24 19:22:52.613843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.621496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.652007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.663589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:52.664297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.671661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9286f6b5-d9dd-4160-9558-5260c09bca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.729299 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.755287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event updated for resources: {'Network': ['ID=8f6dba36-2ab9-4879-a5d5-ce32021b9831,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:52.757288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'networks': [{'name': 'tempest-network--2059449059'}, {'name': 'tempest-network--410419886'}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:52.757708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-network--2059449059'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:52.758276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-network--410419886'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:52.768428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:52.775521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd914d5-0e41-433f-960a-4607230ecf89']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:52.793750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519b5821-8557-4b40-bb61-507d6ca7b8f7') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:52.794112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519b5821-8557-4b40-bb61-507d6ca7b8f7') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:52.807977 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.831946 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.845879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:52.846341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:52.848122 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:52.922316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.928263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.930154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4bd914d5-0e41-433f-960a-4607230ecf89 HTTP/1.1" status: 204 len: 168 time: 0.4058735 Sep 24 19:22:52.945803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de69d9cb-4698-4ea6-84c8-69b1eae9cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.949131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9286f6b5-d9dd-4160-9558-5260c09bca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.950402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22cf6-eed6-43df-a002-aee3425508a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd914d5-0e41-433f-960a-4607230ecf89,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:52.955118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9286f6b5-d9dd-4160-9558-5260c09bca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:52.970248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60194) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:52.970448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b40442c-7b93-44c9-ba00-c8c264b5cb30 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1972096 Sep 24 19:22:52.994213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Request body: {'subnet': {'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:53.031265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9286f6b5-d9dd-4160-9558-5260c09bca8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2ea0cb0c7064d7390729f236d22bc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774233 Sep 24 19:22:53.034293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:53.055858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286f6b5-d9dd-4160-9558-5260c09bca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d7fbe1-b83d-4609-ba64-bff637b00b77,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:53.082307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:53.099834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'network': 2} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:53.109446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.123674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.163407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Made reservation on behalf of 6607c30778194d25be91001e6b4619a2 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:53.167007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.172828 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ab84fb9d-f458-4bde-8c3d-ce72d75d9f10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=511998c2a92749d5a39ab41e9b5d49cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890920 Sep 24 19:22:53.173611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.175875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60206) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:53.200269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.260878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.263901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.265273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86d7fbe1-b83d-4609-ba64-bff637b00b77 HTTP/1.1" status: 204 len: 168 time: 0.2299042 Sep 24 19:22:53.278586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b0d2-33a2-47da-a5e3-59c47ec62ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d7fbe1-b83d-4609-ba64-bff637b00b77,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:53.323703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.351356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.369457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.469642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.501105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.502103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.542415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.545057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.546228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5563ade1-cfec-49eb-8b42-e37eb4f6cc4c HTTP/1.1" status: 204 len: 168 time: 0.3694212 Sep 24 19:22:53.557892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.591273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910d103d-8aca-4794-b586-c5b0e3a3c336,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:53.613145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:53.632078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c752e64-a61f-4718-953a-ec6efcd15276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5563ade1-cfec-49eb-8b42-e37eb4f6cc4c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:53.649456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.649821 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment 0d4fabf2-39ad-438a-9af8-3edee472a82d of type vlan for network dbd82a5b-c319-472d-aecf-43dda33b061f Sep 24 19:22:53.658642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event updated for resources: {'Subnet': ['ID=913c789a-6119-4ad2-a54b-c829a8401ead,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:53.709326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Checking segment: {'id': 'e3da2a54-a8a3-4f64-97dc-668c20374ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:53.709700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Network hostable DHCP agents. Network: 8f6dba36-2ab9-4879-a5d5-ce32021b9831, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:53.712679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.746781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:53.756653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:53.767732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 8f6dba36-2ab9-4879-a5d5-ce32021b9831) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:53.769862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.770208 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment 86809805-c48d-4c87-8970-98e6e71e6c51 of type vlan for network f7aa7e40-b56c-4563-ac17-6f64c7439e4a Sep 24 19:22:53.779866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:53.780474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.781258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f9f8f-faf7-4311-a050-2d945c7274bf None None] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:53.824447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.837925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f2db522-d71c-4890-8832-43118d94c743 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8580413 Sep 24 19:22:53.838215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:53.844732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Request body: {'port': {'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831', 'name': 'tempest-TagsExtTest-827670624'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:53.886614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.887166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.896946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:53.901912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:53.902503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:53.961665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5677009 Sep 24 19:22:53.971103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60236) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:54.024614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:54.067074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-8f6dba36-2ab9-4879-a5d5-ce32021b9831', 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831', 'tenant_id': '6607c30778194d25be91001e6b4619a2', 'fixed_ips': [{'subnet_id': '913c789a-6119-4ad2-a54b-c829a8401ead'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:22:54.068138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.116157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Made reservation on behalf of 6607c30778194d25be91001e6b4619a2 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:54.122902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.165739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] device_id is not set on port 0bff1e28-6056-4f90-8719-1b7783e6a87a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:54.177007 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b987cb8-52d4-45bc-8f0c-8d7004fb5669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60b1e639ecf24ca288a2b701358cf35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503437 Sep 24 19:22:54.188302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:54.207832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.284292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Allocated IP 172.20.0.2 (8f6dba36-2ab9-4879-a5d5-ce32021b9831/913c789a-6119-4ad2-a54b-c829a8401ead/14b271df-76f5-4567-a983-a14ae3add3ca) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:54.329912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.358843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.365588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=dbd82a5b-c319-472d-aecf-43dda33b061f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:54.379938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network dbd82a5b-c319-472d-aecf-43dda33b061f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:54.437804 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.440575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.444998 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7df0861d-ffcf-476f-876c-091db0585f56 HTTP/1.1" status: 204 len: 168 time: 0.2010314 Sep 24 19:22:54.459848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403c2e6-420d-4488-bf3b-5ea31ca21fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0861d-ffcf-476f-876c-091db0585f56,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:54.499675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba68f2-15b2-4c5a-80c2-abefe94d8a12 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=f7aa7e40-b56c-4563-ac17-6f64c7439e4a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:54.523744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network f7aa7e40-b56c-4563-ac17-6f64c7439e4a details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:54.731535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44f56-5dc1-4bd7-bef6-d71ddd0482bc tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:54.738605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44f56-5dc1-4bd7-bef6-d71ddd0482bc tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:54.745429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44f56-5dc1-4bd7-bef6-d71ddd0482bc tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:54.759234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44f56-5dc1-4bd7-bef6-d71ddd0482bc tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:54.759234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ed44f56-5dc1-4bd7-bef6-d71ddd0482bc tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7784414 Sep 24 19:22:54.759234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60260) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:54.800540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.810304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.848125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:54.865893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Pushing event updated for resources: {'Port': ['ID=14b271df-76f5-4567-a983-a14ae3add3ca,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:54.903380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:54.907622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:54.914209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:54.972555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Allocated IP 172.20.0.9 (8f6dba36-2ab9-4879-a5d5-ce32021b9831/913c789a-6119-4ad2-a54b-c829a8401ead/0bff1e28-6056-4f90-8719-1b7783e6a87a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:22:55.056105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Attempting to bind port 14b271df-76f5-4567-a983-a14ae3add3ca on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:22:55.057200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Attempting to bind port 14b271df-76f5-4567-a983-a14ae3add3ca by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e3da2a54-a8a3-4f64-97dc-668c20374ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:22:55.057817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Attempting to bind port 14b271df-76f5-4567-a983-a14ae3add3ca on network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:22:55.072204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:22:55.073036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Checking segment: {'id': 'e3da2a54-a8a3-4f64-97dc-668c20374ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:55.073673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.074285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Bound using segment: {'id': 'e3da2a54-a8a3-4f64-97dc-668c20374ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:22:55.075715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Bound port: 14b271df-76f5-4567-a983-a14ae3add3ca, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3da2a54-a8a3-4f64-97dc-668c20374ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f6dba36-2ab9-4879-a5d5-ce32021b9831'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:22:55.076954 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.088480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.137278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd82a5b-c319-472d-aecf-43dda33b061f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.166385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4fabf2-39ad-438a-9af8-3edee472a82d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.167105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4fabf2-39ad-438a-9af8-3edee472a82d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.191752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.220783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.238834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:55.240680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:55.319564 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:55.329333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.341660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.344279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/dbd82a5b-c319-472d-aecf-43dda33b061f HTTP/1.1" status: 204 len: 168 time: 0.5846086 Sep 24 19:22:55.349788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:55.359155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.382906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f30d4b-6d41-4867-9bfe-4dd4ca12e87b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=dbd82a5b-c319-472d-aecf-43dda33b061f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:55.433080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.465649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] For port 14b271df-76f5-4567-a983-a14ae3add3ca, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:22:55.472050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] For port 14b271df-76f5-4567-a983-a14ae3add3ca, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14b271df-76f5-4567-a983-a14ae3add3ca,segment=NetworkSegment(e3da2a54-a8a3-4f64-97dc-668c20374ccd),segment_id=e3da2a54-a8a3-4f64-97dc-668c20374ccd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:22:55.476215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.482334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.491577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:22:55.495204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:55.503720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:55.562898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fdaf8-081f-4924-908e-e1da4a532f00 None None] Pushing event updated for resources: {'Port': ['ID=14b271df-76f5-4567-a983-a14ae3add3ca,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:55.605810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.609887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event updated for resources: {'Port': ['ID=0bff1e28-6056-4f90-8719-1b7783e6a87a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:55.621101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:55.622280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.632256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7aa7e40-b56c-4563-ac17-6f64c7439e4a']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.644119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86809805-c48d-4c87-8970-98e6e71e6c51') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.644616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86809805-c48d-4c87-8970-98e6e71e6c51') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:55.652438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60280) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:55.653585 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:22:55.655253 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07a4cb6a-5d5d-4c04-8101-ffaaeb1b8496 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8141031 Sep 24 19:22:55.660237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1382868979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:55.668896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.695855 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.704622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:22:55.705217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:22:55.708136 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:22:55.724415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.726754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.807406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.818833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.820427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/f7aa7e40-b56c-4563-ac17-6f64c7439e4a HTTP/1.1" status: 204 len: 168 time: 0.4693561 Sep 24 19:22:55.823391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:55.834105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab521-1653-4f93-bb77-b0de598a0c15 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=f7aa7e40-b56c-4563-ac17-6f64c7439e4a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:55.860573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.868197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.907560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:55.913919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7ff0fee7-5ed5-4ed8-9186-0a9c10523b7a tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2602618 Sep 24 19:22:55.914745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:55.920804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-55287fac-512b-42a5-8152-091cde9f82c4 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-398562874', 'prefixes': ['172.20.0.0/16']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:55.928081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.018430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55287fac-512b-42a5-8152-091cde9f82c4 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for subnetpool, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.025251 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-55287fac-512b-42a5-8152-091cde9f82c4 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1091287 Sep 24 19:22:56.026216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.032648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-e708c52d-142a-4967-a178-56acfce9ef28 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-922293442') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.044492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015df91-a379-45a2-a055-f8476c922637 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:56.053914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015df91-a379-45a2-a055-f8476c922637 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:56.055905 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d015df91-a379-45a2-a055-f8476c922637 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2311220 Sep 24 19:22:56.061845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.067199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1638226207'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:56.094229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:56.098346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.140334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:56.153719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.154080 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment 56a7c44d-d890-45c0-a4bb-45e43ef7ff73 of type vlan for network b451bb22-4ef5-4c76-8634-c2c932c4f233 Sep 24 19:22:56.173965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e708c52d-142a-4967-a178-56acfce9ef28 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-922293442 HTTP/1.1" status: 201 len: 201 time: 0.1463020 Sep 24 19:22:56.176571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60328) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.183074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-bdad50f3-9ebf-4fc6-b98d-9655a950444c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-2063928573') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.205440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.238025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.245711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:56.246629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.277881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bdad50f3-9ebf-4fc6-b98d-9655a950444c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-2063928573 HTTP/1.1" status: 201 len: 201 time: 0.0991242 Sep 24 19:22:56.281355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.286485 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-db21adb2-1ce7-43fa-a1bc-162608ac8aaf tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-865627668') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.298840 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2359385 Sep 24 19:22:56.301503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60350) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.315003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1980201460'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:56.352935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:56.357394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.382641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c397c4-4270-491c-b80e-523a417a838c tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=b451bb22-4ef5-4c76-8634-c2c932c4f233,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:56.395514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:56.410577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.411162 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment c4e79a3e-ba65-49fb-a853-1ef271605447 of type vlan for network ecce67fc-dc37-47d6-8af9-6bf849db2c72 Sep 24 19:22:56.430169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network b451bb22-4ef5-4c76-8634-c2c932c4f233 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:56.469805 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-db21adb2-1ce7-43fa-a1bc-162608ac8aaf tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-865627668 HTTP/1.1" status: 201 len: 201 time: 0.1874156 Sep 24 19:22:56.472943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.476278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14b271df-76f5-4567-a983-a14ae3add3ca up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:56.478450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-54efab95-44b4-4fe5-80a0-88462952fd74 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-976419596') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.489134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.532812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.542286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:56.543755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.557998 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54efab95-44b4-4fe5-80a0-88462952fd74 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-976419596 HTTP/1.1" status: 201 len: 201 time: 0.0837569 Sep 24 19:22:56.558654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.578499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8c028482-25cb-46c4-9886-95f25d5d8ebe tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.632765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=ecce67fc-dc37-47d6-8af9-6bf849db2c72,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:56.647526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14b271df-76f5-4567-a983-a14ae3add3ca triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:56.648282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.651836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ecce67fc-dc37-47d6-8af9-6bf849db2c72 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:56.659993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-660b8797-07cc-404c-8b5b-4c6d38fc9951 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3547461 Sep 24 19:22:56.661454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60394) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.673120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'ports': [{'network_id': 'b451bb22-4ef5-4c76-8634-c2c932c4f233', 'name': 'tempest-port--61479244', 'admin_state_up': True}, {'network_id': 'ecce67fc-dc37-47d6-8af9-6bf849db2c72', 'admin_state_up': False}]} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:56.675060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'port': {'network_id': 'b451bb22-4ef5-4c76-8634-c2c932c4f233', 'name': 'tempest-port--61479244', 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:56.675737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'port': {'network_id': 'ecce67fc-dc37-47d6-8af9-6bf849db2c72', 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:56.730333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c028482-25cb-46c4-9886-95f25d5d8ebe tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 200 len: 240 time: 0.1704476 Sep 24 19:22:56.734043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60402) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.738536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-8a1e2a98-78fd-4baa-b2e9-30589768149f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-922293442') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.902480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:56.939554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a1e2a98-78fd-4baa-b2e9-30589768149f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-922293442 HTTP/1.1" status: 204 len: 168 time: 0.2045510 Sep 24 19:22:56.942083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:56.948249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-e77da1cc-b4ff-42e3-ae1a-d90ec4ebee5e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-922293442') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:56.966369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 14b271df-76f5-4567-a983-a14ae3add3ca, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14b271df-76f5-4567-a983-a14ae3add3ca,segment=NetworkSegment(e3da2a54-a8a3-4f64-97dc-668c20374ccd),segment_id=e3da2a54-a8a3-4f64-97dc-668c20374ccd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:22:56.974339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.007252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'port': 2} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:57.014423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.045623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.107271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=14b271df-76f5-4567-a983-a14ae3add3ca,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:57.152859 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e77da1cc-b4ff-42e3-ae1a-d90ec4ebee5e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-922293442 HTTP/1.1" status: 204 len: 168 time: 0.2086816 Sep 24 19:22:57.156636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.163126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-4603c951-5e80-42e1-b5bc-9f7b099c2971 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.199436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9635271-301f-48dd-99b1-7c939394908f None None] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:57.220465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] device_id is not set on port 4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:57.231417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4603c951-5e80-42e1-b5bc-9f7b099c2971 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 200 len: 205 time: 0.0735571 Sep 24 19:22:57.234027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.241570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-1967e4c7-825f-45f1-9f92-24582467b8b8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.325473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1967e4c7-825f-45f1-9f92-24582467b8b8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 200 len: 241 time: 0.0896764 Sep 24 19:22:57.328717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.332033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fadbd9e7-1fe0-44f6-82ad-a4c0cef8c99d None None] Provisioning complete for port 14b271df-76f5-4567-a983-a14ae3add3ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:57.332421 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fadbd9e7-1fe0-44f6-82ad-a4c0cef8c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.336476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-7802b6cb-de21-479c-b4af-a291b52d14ab tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-2063928573') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.386166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.399539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60442) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.434673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7802b6cb-de21-479c-b4af-a291b52d14ab tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-2063928573 HTTP/1.1" status: 204 len: 168 time: 0.1049345 Sep 24 19:22:57.437599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.442150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-07faf5e5-1790-45a1-a0da-66510ea337c1 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-2063928573') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.509456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] device_id is not set on port 967f3e8a-380e-4ec8-b9f8-24f16620c423 yet. {{(pid=94855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:22:57.538564 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-07faf5e5-1790-45a1-a0da-66510ea337c1 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-2063928573 HTTP/1.1" status: 204 len: 168 time: 0.0992839 Sep 24 19:22:57.540676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.548416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-c3961524-b5c6-4fc6-9e76-cc14a40189f8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.599765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67721020-1665-41da-99cf-472c92a9300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.642876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.656602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c3961524-b5c6-4fc6-9e76-cc14a40189f8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 200 len: 205 time: 0.1134217 Sep 24 19:22:57.660688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60450) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.671566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-f3276290-b38e-4817-854a-099dfe1bc103 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.734225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67721020-1665-41da-99cf-472c92a9300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.739293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67721020-1665-41da-99cf-472c92a9300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.744952 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.776692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3276290-b38e-4817-854a-099dfe1bc103 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 200 len: 240 time: 0.1146898 Sep 24 19:22:57.780406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.786206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-55dc607c-45ff-4d47-ac27-2264f858dd5f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-865627668') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.793023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67721020-1665-41da-99cf-472c92a9300e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f57113ab61b4461492ade729092db82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915579 Sep 24 19:22:57.795364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.795532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67721020-1665-41da-99cf-472c92a9300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5dbeb3-8eab-4265-bdfc-5de4fd214d71,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:57.837586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Port': ['ID=4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:57.857272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Checking segment: {'id': '56a7c44d-d890-45c0-a4bb-45e43ef7ff73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b451bb22-4ef5-4c76-8634-c2c932c4f233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:57.858272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network hostable DHCP agents. Network: b451bb22-4ef5-4c76-8634-c2c932c4f233, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:57.877955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network b451bb22-4ef5-4c76-8634-c2c932c4f233 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:57.890145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-33cf5d24-a64d-401c-bbec-36432b14c50d None None] Provisioning complete for port 14b271df-76f5-4567-a983-a14ae3add3ca triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:57.890603 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33cf5d24-a64d-401c-bbec-36432b14c50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.894219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, b451bb22-4ef5-4c76-8634-c2c932c4f233) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:57.909448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:57.910755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:57.923001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-55dc607c-45ff-4d47-ac27-2264f858dd5f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-865627668 HTTP/1.1" status: 204 len: 168 time: 0.1403713 Sep 24 19:22:57.926257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:57.932046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8e123202-c70f-4247-94f7-d0a29bc1dd09 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-865627668') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:57.934948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98a39a-b97e-4ff1-bee8-4fc4cfab5c6f None None] Network b451bb22-4ef5-4c76-8634-c2c932c4f233 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:57.978878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.001590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Port': ['ID=967f3e8a-380e-4ec8-b9f8-24f16620c423,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:58.007848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Checking segment: {'id': 'c4e79a3e-ba65-49fb-a853-1ef271605447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ecce67fc-dc37-47d6-8af9-6bf849db2c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:22:58.008504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network hostable DHCP agents. Network: ecce67fc-dc37-47d6-8af9-6bf849db2c72, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:22:58.008954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.041843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network ecce67fc-dc37-47d6-8af9-6bf849db2c72 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:22:58.063291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ecce67fc-dc37-47d6-8af9-6bf849db2c72) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:22:58.068729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:22:58.085790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:58.091451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:58.092956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.120249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a768bcb9-e127-43ff-a703-73aa9cf92b13 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.4574172 Sep 24 19:22:58.122413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60458) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.142306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67305d-68c5-4858-98c6-9d15ff013ed3 None None] Network ecce67fc-dc37-47d6-8af9-6bf849db2c72 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:22:58.222590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5abb5-0e3e-45a8-927e-ac0106080e65 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:58.229979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5abb5-0e3e-45a8-927e-ac0106080e65 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:58.233594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3f5abb5-0e3e-45a8-927e-ac0106080e65 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1081748 Sep 24 19:22:58.235898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.406135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-33cf5d24-a64d-401c-bbec-36432b14c50d None None] Provisioning complete for port 0bff1e28-6056-4f90-8719-1b7783e6a87a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:58.406510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33cf5d24-a64d-401c-bbec-36432b14c50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.407112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting port 4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:58.407561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.439984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14b271df-76f5-4567-a983-a14ae3add3ca up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:22:58.491335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.509493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Calling delete_port for 4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:58.510405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-33cf5d24-a64d-401c-bbec-36432b14c50d None None] Port 0bff1e28-6056-4f90-8719-1b7783e6a87a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:58.536431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14b271df-76f5-4567-a983-a14ae3add3ca triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:58.537244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.572880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.575324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.579185 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed5dbeb3-8eab-4265-bdfc-5de4fd214d71 HTTP/1.1" status: 204 len: 168 time: 0.7769792 Sep 24 19:22:58.590416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9a16-50dd-4eed-b783-dc56ee3bb2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5dbeb3-8eab-4265-bdfc-5de4fd214d71,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:58.602731 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e123202-c70f-4247-94f7-d0a29bc1dd09 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-865627668 HTTP/1.1" status: 204 len: 168 time: 0.6751940 Sep 24 19:22:58.603347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.608281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-fb77786f-4682-48b8-8157-bd490f039b3f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.650355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3dffc39c-ea7f-46b3-8d73-abfb4fb403e3 None None] Provisioning complete for port 0bff1e28-6056-4f90-8719-1b7783e6a87a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:22:58.650793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3dffc39c-ea7f-46b3-8d73-abfb4fb403e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.669771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.703340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3dffc39c-ea7f-46b3-8d73-abfb4fb403e3 None None] Port 0bff1e28-6056-4f90-8719-1b7783e6a87a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:22:58.704769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Port': ['ID=4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:58.719014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.723931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0d5b87b2-cdfb-4e5b-8660-1cc4a4f9b94b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/ports/4cdbdf09-ec3d-4e3b-886d-c89ef10c6f0d HTTP/1.1" status: 204 len: 168 time: 0.4869950 Sep 24 19:22:58.725094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60468) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.763180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fb77786f-4682-48b8-8157-bd490f039b3f tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 200 len: 205 time: 0.1572766 Sep 24 19:22:58.764347 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.769012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-43630ca0-6281-43b3-9f46-ee720eb25fc5 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.792949 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-43630ca0-6281-43b3-9f46-ee720eb25fc5 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 200 len: 240 time: 0.0274413 Sep 24 19:22:58.796106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.800332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-047b0526-20f4-4751-8e09-bad9a5023234 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-976419596') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.821373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-047b0526-20f4-4751-8e09-bad9a5023234 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-976419596 HTTP/1.1" status: 204 len: 168 time: 0.0241685 Sep 24 19:22:58.823744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.827254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting port 967f3e8a-380e-4ec8-b9f8-24f16620c423 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:22:58.827600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.828225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-51487d5e-aba2-4b07-ae34-1e1844def842 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-976419596') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.869091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-51487d5e-aba2-4b07-ae34-1e1844def842 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-976419596 HTTP/1.1" status: 204 len: 168 time: 0.0422611 Sep 24 19:22:58.869331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.873571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-48260919-0794-4746-a6cd-41c33355cc1d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.894286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-48260919-0794-4746-a6cd-41c33355cc1d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 200 len: 205 time: 0.0239224 Sep 24 19:22:58.897416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.897602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.901741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8a87a004-504b-40a1-8fad-8327c8a32e97 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.910699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Calling delete_port for 967f3e8a-380e-4ec8-b9f8-24f16620c423 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:22:58.930593 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8a87a004-504b-40a1-8fad-8327c8a32e97 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 204 len: 168 time: 0.0299370 Sep 24 19:22:58.931115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.935661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-9f3de0db-114a-403a-a3f9-944c833a5583 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:58.938341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:58.984479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f88f8a-53b0-4d2a-b6ab-246408e76248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:58.997465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.037765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.040194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/ports/967f3e8a-380e-4ec8-b9f8-24f16620c423 HTTP/1.1" status: 204 len: 168 time: 0.3145888 Sep 24 19:22:59.041803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dcffb-b3fb-4371-8273-cd54d26ce98d tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Port': ['ID=967f3e8a-380e-4ec8-b9f8-24f16620c423,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:59.043269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.058456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f3de0db-114a-403a-a3f9-944c833a5583 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 204 len: 168 time: 0.1264663 Sep 24 19:22:59.061151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.065670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-70b07476-46d5-4364-85be-b388421a9968 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.081145 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-02ba0d7e-5261-44b2-8246-78e3c5b3c551 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369673 Sep 24 19:22:59.084621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.090716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-657257877'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:59.120585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-70b07476-46d5-4364-85be-b388421a9968 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 204 len: 168 time: 0.0583618 Sep 24 19:22:59.123147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.127463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-4f122431-a5d7-436e-83f4-242b40610fd2 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.184927 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f88f8a-53b0-4d2a-b6ab-246408e76248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.193208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f88f8a-53b0-4d2a-b6ab-246408e76248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.238967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:59.242367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.257846 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-53f88f8a-53b0-4d2a-b6ab-246408e76248 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2aaa5c3f1a4449beaeefe629ff01545e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185661 Sep 24 19:22:59.260702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60494) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.271135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4f122431-a5d7-436e-83f4-242b40610fd2 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 204 len: 168 time: 0.1469619 Sep 24 19:22:59.271825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88f8a-53b0-4d2a-b6ab-246408e76248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aec480-36e7-4ca4-963b-67505ad2f01f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:59.275149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60496) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.281576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-e2403638-bfcd-48ce-9e03-528ff615edbe tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-1819881471') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.304848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:59.318670 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.319053 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment 4efd105d-e201-4ceb-b37f-fa43b1bc9e42 of type vlan for network 28a0553c-7edd-449c-9783-5f580c0cadc9 Sep 24 19:22:59.333898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.356598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.374046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.408468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.411590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.414212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.414372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:59.414979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.417926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7aec480-36e7-4ca4-963b-67505ad2f01f HTTP/1.1" status: 204 len: 168 time: 0.1535299 Sep 24 19:22:59.427178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256dd0b-5e20-4973-8754-875c11f93f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aec480-36e7-4ca4-963b-67505ad2f01f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:59.448734 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2403638-bfcd-48ce-9e03-528ff615edbe tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-1819881471 HTTP/1.1" status: 201 len: 201 time: 0.1701241 Sep 24 19:22:59.449346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.461736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-75f93421-6ec5-453d-98a0-3f4e3672b282 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-166072939') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.469853 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3843260 Sep 24 19:22:59.472715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.477786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081100430'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:59.504234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:22:59.509264 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.521506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66439-5024-4828-9d26-fc12247ec187 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=28a0553c-7edd-449c-9783-5f580c0cadc9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:59.538169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 28a0553c-7edd-449c-9783-5f580c0cadc9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:59.540067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:22:59.551840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.552412 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Added segment af83ede6-94f8-407a-8b30-dce98f30a86c of type vlan for network c24842ba-e426-4cd6-aa15-9dfb5e67801f Sep 24 19:22:59.577224 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-75f93421-6ec5-453d-98a0-3f4e3672b282 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-166072939 HTTP/1.1" status: 201 len: 201 time: 0.1268408 Sep 24 19:22:59.580012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.586845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-06c59774-d6b2-4af4-8b34-8c34d679a32b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-1098418966') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.610721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.655360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.662941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:22:59.663991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:22:59.730254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2564089 Sep 24 19:22:59.783798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e83f9-0591-4f36-b665-ea03b626723a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Network': ['ID=c24842ba-e426-4cd6-aa15-9dfb5e67801f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:22:59.787485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-06c59774-d6b2-4af4-8b34-8c34d679a32b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-1098418966 HTTP/1.1" status: 201 len: 201 time: 0.2063639 Sep 24 19:22:59.792390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.797598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-aa24105e-7e00-44f4-86c1-41fd360cd6ed tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-905223325') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.809322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:22:59.862377 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aa24105e-7e00-44f4-86c1-41fd360cd6ed tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-905223325 HTTP/1.1" status: 201 len: 201 time: 0.0689006 Sep 24 19:22:59.865381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60526) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.870188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-e56a02eb-c1a5-4bdc-9ea3-2e7e442b1468 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', {'tags': ['tempest-TagsExtTest-Tag-790743229', 'tempest-TagsExtTest-Tag-780186151', 'tempest-TagsExtTest-Tag-1548825965']}) {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:22:59.898280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.903489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'subnets': [{'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--830488501', 'ip_version': 4}, {'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:59.904988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'subnet': {'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--830488501', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:59.905569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Request body: {'subnet': {'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:22:59.972631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e56a02eb-c1a5-4bdc-9ea3-2e7e442b1468 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 200 len: 316 time: 0.1056366 Sep 24 19:22:59.974238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:22:59.979078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-648ffcfc-1778-44e5-b129-8ed1fd57e217 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.068029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-648ffcfc-1778-44e5-b129-8ed1fd57e217 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 204 len: 168 time: 0.0925224 Sep 24 19:23:00.071582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.076795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-b4e11bf2-d713-4630-8f19-db7db1f64856 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-790743229') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.122796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Made reservation on behalf of d1a4068967e84a5eaf9b86fe5d81e896 for: {'subnet': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:00.130956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.131360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.144511 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-b4e11bf2-d713-4630-8f19-db7db1f64856 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.148973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.149816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4e11bf2-d713-4630-8f19-db7db1f64856 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-790743229 HTTP/1.1" status: 404 len: 328 time: 0.0771155 Sep 24 19:23:00.154954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-73d2fa34-9e63-4033-8f55-817f175ed320 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-780186151') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.273584 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-73d2fa34-9e63-4033-8f55-817f175ed320 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.276066 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73d2fa34-9e63-4033-8f55-817f175ed320 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-780186151 HTTP/1.1" status: 404 len: 328 time: 0.1246624 Sep 24 19:23:00.278292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.284591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-e3f8b217-aa31-46fd-a374-13c5389ecff6 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead', 'tempest-TagsExtTest-Tag-1548825965') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.367370 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e3f8b217-aa31-46fd-a374-13c5389ecff6 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.371234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3f8b217-aa31-46fd-a374-13c5389ecff6 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags/tempest-TagsExtTest-Tag-1548825965 HTTP/1.1" status: 404 len: 329 time: 0.0888340 Sep 24 19:23:00.371380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.376324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-1c2f0559-564b-4384-a3ba-c0c25c8a3a62 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', {'tags': ['tempest-TagsExtTest-Tag-360006390', 'tempest-TagsExtTest-Tag-647267182', 'tempest-TagsExtTest-Tag-822240268']}) {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.458309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c2f0559-564b-4384-a3ba-c0c25c8a3a62 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 200 len: 315 time: 0.0832884 Sep 24 19:23:00.458309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.460498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.465035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-6f359c6e-c129-42d0-9b8b-fd3d566b1302 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.561740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-189908258-network', 'tenant_id': '604363d4dba8419b8ed0e335657c768e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:00.584662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Made reservation on behalf of 604363d4dba8419b8ed0e335657c768e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:00.587155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.597397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.611029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6f359c6e-c129-42d0-9b8b-fd3d566b1302 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 204 len: 168 time: 0.1493564 Sep 24 19:23:00.611531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60562) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.615385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-b56fb725-4d85-4c65-8370-297a0d263dc0 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-360006390') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.658285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.702361 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-b56fb725-4d85-4c65-8370-297a0d263dc0 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.703422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b56fb725-4d85-4c65-8370-297a0d263dc0 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-360006390 HTTP/1.1" status: 404 len: 328 time: 0.0914207 Sep 24 19:23:00.707233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.712506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-f7361b6c-e2cb-4c7c-8378-b4dc552e4e29 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-647267182') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.749315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Subnet': ['ID=8cd9114f-d954-46da-b196-cd606daf6275,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:00.767129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Checking segment: {'id': '4efd105d-e201-4ceb-b37f-fa43b1bc9e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:00.767666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network hostable DHCP agents. Network: 28a0553c-7edd-449c-9783-5f580c0cadc9, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:00.769413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.780770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.789489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network 28a0553c-7edd-449c-9783-5f580c0cadc9 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:00.806593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 28a0553c-7edd-449c-9783-5f580c0cadc9) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:00.818538 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-f7361b6c-e2cb-4c7c-8378-b4dc552e4e29 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.819664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f7361b6c-e2cb-4c7c-8378-b4dc552e4e29 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-647267182 HTTP/1.1" status: 404 len: 328 time: 0.1115048 Sep 24 19:23:00.820963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0445a6-c6b8-4b64-b7e3-f7bf01aa9394 None None] Network 28a0553c-7edd-449c-9783-5f580c0cadc9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:00.825206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.826215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:00.831576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441b2f05-bf0b-4a54-8538-9de81aa19335,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:00.842911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.843285 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Added segment fe4f4922-9833-46fd-bdb4-545b4f2fedd8 of type vlan for network 5aaef693-924f-4656-98e3-483308b3f420 Sep 24 19:23:00.848353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-1a7b2e8b-9b57-4ffa-9d2d-460f22f1323e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a', 'tempest-TagsExtTest-Tag-822240268') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:00.854457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.897361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.934273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.935210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:00.936813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:00.953512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event updated for resources: {'Subnet': ['ID=3aad200c-1ede-4467-a5ed-73039eef1ec5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:00.977191 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1a7b2e8b-9b57-4ffa-9d2d-460f22f1323e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:00.977838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5205925 Sep 24 19:23:00.981581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a7b2e8b-9b57-4ffa-9d2d-460f22f1323e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags/tempest-TagsExtTest-Tag-822240268 HTTP/1.1" status: 404 len: 328 time: 0.1502247 Sep 24 19:23:00.981581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.985924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Request body: {'subnet': {'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-189908258-subnet', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:00.990214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60574) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:00.995232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-a2a31788-345e-4f44-a096-104de855c79c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', {'tags': ['tempest-TagsExtTest-Tag-1128582248', 'tempest-TagsExtTest-Tag-1697114337', 'tempest-TagsExtTest-Tag-750852218']}) {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.006559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Checking segment: {'id': 'af83ede6-94f8-407a-8b30-dce98f30a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:01.006955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network hostable DHCP agents. Network: c24842ba-e426-4cd6-aa15-9dfb5e67801f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:01.016877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Made reservation on behalf of 604363d4dba8419b8ed0e335657c768e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:01.019219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.027335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-28a0553c-7edd-449c-9783-5f580c0cadc9', 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9', 'tenant_id': 'd1a4068967e84a5eaf9b86fe5d81e896', 'fixed_ips': [{'subnet_id': '8cd9114f-d954-46da-b196-cd606daf6275'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:01.028495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.057677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:01.106395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c24842ba-e426-4cd6-aa15-9dfb5e67801f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:01.116655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.117031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.117762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.145694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e585ad99-038f-46a8-88eb-75399886c420 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2435122 Sep 24 19:23:01.146649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.157230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3f005-7524-43a4-bb16-63efb940ea29 None None] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:01.278318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9ff26-407d-4cab-9d8a-d9804e0ee176 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.280559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9ff26-407d-4cab-9d8a-d9804e0ee176 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.282324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9ff26-407d-4cab-9d8a-d9804e0ee176 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.288132 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fcb9ff26-407d-4cab-9d8a-d9804e0ee176 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1364045 Sep 24 19:23:01.292158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.354819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9ff8d-bcf8-45ab-83cf-8b32531970dc admin admin] Pushing event updated for resources: {'Network': ['ID=5aaef693-924f-4656-98e3-483308b3f420,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:01.366670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Allocated IP 172.20.0.2 (28a0553c-7edd-449c-9783-5f580c0cadc9/8cd9114f-d954-46da-b196-cd606daf6275/f9f49324-f4de-436a-a3d7-a1155d63ac2d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:01.374114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5aaef693-924f-4656-98e3-483308b3f420 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:01.379476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting subnet 8cd9114f-d954-46da-b196-cd606daf6275 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:01.391796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.407840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a2a31788-345e-4f44-a096-104de855c79c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 200 len: 317 time: 0.4165888 Sep 24 19:23:01.410932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60580) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.416254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-70c4776f-3b17-4a57-8fd1-78100dd4b39d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.463885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75a5897-7c83-4665-8ae4-72a6af1ad2ad,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:01.475560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Checking segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:01.475918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Network hostable DHCP agents. Network: 5aaef693-924f-4656-98e3-483308b3f420, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:01.500000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Network 5aaef693-924f-4656-98e3-483308b3f420 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:01.514787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5aaef693-924f-4656-98e3-483308b3f420) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:01.520339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:01.520941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.523908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-70c4776f-3b17-4a57-8fd1-78100dd4b39d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 204 len: 168 time: 0.1114559 Sep 24 19:23:01.526519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60582) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.532392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c24842ba-e426-4cd6-aa15-9dfb5e67801f', 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f', 'tenant_id': 'd1a4068967e84a5eaf9b86fe5d81e896', 'fixed_ips': [{'subnet_id': '3aad200c-1ede-4467-a5ed-73039eef1ec5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:01.532597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-d836252c-591a-495b-bb38-08cc9f6c16d2 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-1128582248') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.533308 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.542340 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b87e9d4-d34d-473c-8340-083dd4e7a879 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5608809 Sep 24 19:23:01.545235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.549512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4676a2d-c2e5-4eda-bec0-850b3adf63a6 None None] Network 5aaef693-924f-4656-98e3-483308b3f420 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:01.551464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:01.577082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.578499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.619702 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-d836252c-591a-495b-bb38-08cc9f6c16d2 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:01.620739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d836252c-591a-495b-bb38-08cc9f6c16d2 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-1128582248 HTTP/1.1" status: 404 len: 329 time: 0.0932436 Sep 24 19:23:01.627318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60586) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.632142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-e38f6253-4cd4-43c1-9105-6987be77bee1 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-1697114337') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.642738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.723666 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e38f6253-4cd4-43c1-9105-6987be77bee1 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:01.728491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e38f6253-4cd4-43c1-9105-6987be77bee1 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-1697114337 HTTP/1.1" status: 404 len: 329 time: 0.0999572 Sep 24 19:23:01.729326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.735041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-a077ed31-42ce-412d-8655-e76e9b06e799 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c', 'tempest-TagsExtTest-Tag-750852218') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.813913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:01.823409 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a077ed31-42ce-412d-8655-e76e9b06e799 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:01.828294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.829168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a077ed31-42ce-412d-8655-e76e9b06e799 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags/tempest-TagsExtTest-Tag-750852218 HTTP/1.1" status: 404 len: 328 time: 0.0977991 Sep 24 19:23:01.833811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-6ecbfb78-4057-4338-8f4c-d91230c17e40 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', {'tags': ['tempest-TagsExtTest-Tag-1506239711', 'tempest-TagsExtTest-Tag-1420360570', 'tempest-TagsExtTest-Tag-1056895168']}) {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:01.936038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ecbfb78-4057-4338-8f4c-d91230c17e40 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "PUT /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 200 len: 318 time: 0.1055400 Sep 24 19:23:01.937996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:01.942301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-816cf06e-128f-47d7-93ca-80b639bf4d34 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.050671 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-816cf06e-128f-47d7-93ca-80b639bf4d34 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 204 len: 168 time: 0.1111729 Sep 24 19:23:02.053080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.058771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.059440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-b4ec2dc9-f38b-42f5-a684-d5a20b810249 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-1506239711') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.065723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5aaef693-924f-4656-98e3-483308b3f420', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:02.066501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.081162 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.090813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Allocated IP 172.20.0.18 (c24842ba-e426-4cd6-aa15-9dfb5e67801f/3aad200c-1ede-4467-a5ed-73039eef1ec5/eb1d7774-3f70-49b2-8e43-359f7fda9cf0) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:02.097282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.168279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Network 28a0553c-7edd-449c-9783-5f580c0cadc9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:02.192114 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.213808 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b4ec2dc9-f38b-42f5-a684-d5a20b810249 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:02.219392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b4ec2dc9-f38b-42f5-a684-d5a20b810249 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-1506239711 HTTP/1.1" status: 404 len: 329 time: 0.1608684 Sep 24 19:23:02.219392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.223572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-4604ddaf-9389-4358-80e1-fc65a2a8334d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-1420360570') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.224258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:02.239018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.242509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:02.260059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Pushing event updated for resources: {'Port': ['ID=f9f49324-f4de-436a-a3d7-a1155d63ac2d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:02.279505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.335852 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-4604ddaf-9389-4358-80e1-fc65a2a8334d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:02.337220 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4604ddaf-9389-4358-80e1-fc65a2a8334d tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-1420360570 HTTP/1.1" status: 404 len: 329 time: 0.1170475 Sep 24 19:23:02.342977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.349136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-e8aba2c9-0fd5-4bae-92d4-92e7b4b2d1ea tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012', 'tempest-TagsExtTest-Tag-1056895168') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.392687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.405831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Attempting to bind port f9f49324-f4de-436a-a3d7-a1155d63ac2d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:02.406201 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Attempting to bind port f9f49324-f4de-436a-a3d7-a1155d63ac2d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4efd105d-e201-4ceb-b37f-fa43b1bc9e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:02.406707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Attempting to bind port f9f49324-f4de-436a-a3d7-a1155d63ac2d on network 28a0553c-7edd-449c-9783-5f580c0cadc9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:02.430191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Allocated IP 172.20.0.2 (5aaef693-924f-4656-98e3-483308b3f420/b75a5897-7c83-4665-8ae4-72a6af1ad2ad/e8199618-da0c-4eec-a936-6a5311e83964) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:02.438148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:02.438590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Checking segment: {'id': '4efd105d-e201-4ceb-b37f-fa43b1bc9e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:02.439084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.439541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Bound using segment: {'id': '4efd105d-e201-4ceb-b37f-fa43b1bc9e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:02.440095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Bound port: f9f49324-f4de-436a-a3d7-a1155d63ac2d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efd105d-e201-4ceb-b37f-fa43b1bc9e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28a0553c-7edd-449c-9783-5f580c0cadc9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:02.440539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.482098 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e8aba2c9-0fd5-4bae-92d4-92e7b4b2d1ea tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] show failed (client error): The resource could not be found. Sep 24 19:23:02.487523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.490160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e8aba2c9-0fd5-4bae-92d4-92e7b4b2d1ea tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags/tempest-TagsExtTest-Tag-1056895168 HTTP/1.1" status: 404 len: 329 time: 0.1450455 Sep 24 19:23:02.492666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-7b3dc9e0-0f54-448b-9b1d-31e02c080dc8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1df85c3-478a-48f9-afe8-3eab4e3cb012') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.504914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Allocated IP 172.25.5.8 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/4e2ab120-a427-4384-bf06-178e91e7ec05) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:02.526243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.530742 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.547465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.579959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd9114f-d954-46da-b196-cd606daf6275,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:02.587353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.593009 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b5d89ac-7916-4560-a3b3-04162466228a tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/subnets/8cd9114f-d954-46da-b196-cd606daf6275 HTTP/1.1" status: 204 len: 168 time: 1.2960367 Sep 24 19:23:02.593199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60616) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.604460 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b3dc9e0-0f54-448b-9b1d-31e02c080dc8 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012/tags HTTP/1.1" status: 204 len: 168 time: 0.1131909 Sep 24 19:23:02.604689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.609073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-bf7d26a5-e644-4d2d-887a-0fd72a44fe39 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a6f6d12-4883-4dbf-b601-5349a12d808c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.655807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:02.665170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] For port f9f49324-f4de-436a-a3d7-a1155d63ac2d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:02.674003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Pushing event updated for resources: {'Port': ['ID=eb1d7774-3f70-49b2-8e43-359f7fda9cf0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:02.683814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:02.693119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:02.696082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] For port f9f49324-f4de-436a-a3d7-a1155d63ac2d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f9f49324-f4de-436a-a3d7-a1155d63ac2d,segment=NetworkSegment(4efd105d-e201-4ceb-b37f-fa43b1bc9e42),segment_id=4efd105d-e201-4ceb-b37f-fa43b1bc9e42)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:02.705458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting subnet 3aad200c-1ede-4467-a5ed-73039eef1ec5 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:02.707256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.709456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.749482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.753556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.762986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bf7d26a5-e644-4d2d-887a-0fd72a44fe39 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c/tags HTTP/1.1" status: 204 len: 168 time: 0.1547735 Sep 24 19:23:02.763326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.768071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-a8224bbd-4415-4efe-a37e-5403faab755e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0bff1e28-6056-4f90-8719-1b7783e6a87a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.827764 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.838338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.848544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Attempting to bind port eb1d7774-3f70-49b2-8e43-359f7fda9cf0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:02.849212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Attempting to bind port eb1d7774-3f70-49b2-8e43-359f7fda9cf0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'af83ede6-94f8-407a-8b30-dce98f30a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:02.849771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Attempting to bind port eb1d7774-3f70-49b2-8e43-359f7fda9cf0 on network c24842ba-e426-4cd6-aa15-9dfb5e67801f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:02.855531 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.866100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:02.866495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Checking segment: {'id': 'af83ede6-94f8-407a-8b30-dce98f30a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:02.867191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.867690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Bound using segment: {'id': 'af83ede6-94f8-407a-8b30-dce98f30a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:02.867842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.868504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Bound port: eb1d7774-3f70-49b2-8e43-359f7fda9cf0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af83ede6-94f8-407a-8b30-dce98f30a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c24842ba-e426-4cd6-aa15-9dfb5e67801f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:02.868981 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.873006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4db97-b70f-4fce-bff2-6d36d920b3b3 None None] Pushing event updated for resources: {'Port': ['ID=f9f49324-f4de-436a-a3d7-a1155d63ac2d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:02.881120 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8224bbd-4415-4efe-a37e-5403faab755e tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a/tags HTTP/1.1" status: 204 len: 168 time: 0.1162887 Sep 24 19:23:02.886226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:02.893088 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:02.898237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-41580de5-a497-4292-bd64-9ba4cb5a2331 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '913c789a-6119-4ad2-a54b-c829a8401ead') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:02.922284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Network 5aaef693-924f-4656-98e3-483308b3f420 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:02.923613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:02.934263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:02.939066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Pushing event updated for resources: {'Port': ['ID=4e2ab120-a427-4384-bf06-178e91e7ec05,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:02.944737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:02.954084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:02.964386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:02.971631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Pushing event updated for resources: {'Port': ['ID=e8199618-da0c-4eec-a936-6a5311e83964,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:03.009417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Subnet': ['ID=3aad200c-1ede-4467-a5ed-73039eef1ec5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:03.022906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.030229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6bd2a11e-b955-4188-9e11-bea266ce1c85 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/subnets/3aad200c-1ede-4467-a5ed-73039eef1ec5 HTTP/1.1" status: 204 len: 168 time: 0.4356356 Sep 24 19:23:03.031004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60624) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:03.044136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] For port eb1d7774-3f70-49b2-8e43-359f7fda9cf0, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:03.069415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] For port eb1d7774-3f70-49b2-8e43-359f7fda9cf0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=eb1d7774-3f70-49b2-8e43-359f7fda9cf0,segment=NetworkSegment(af83ede6-94f8-407a-8b30-dce98f30a86c),segment_id=af83ede6-94f8-407a-8b30-dce98f30a86c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:03.100341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Attempting to bind port e8199618-da0c-4eec-a936-6a5311e83964 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:03.101135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Attempting to bind port e8199618-da0c-4eec-a936-6a5311e83964 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:03.101135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Attempting to bind port e8199618-da0c-4eec-a936-6a5311e83964 on network 5aaef693-924f-4656-98e3-483308b3f420 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:03.116226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.120448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:03.120995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Checking segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:03.121404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.121814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Bound using segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:03.122286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Bound port: e8199618-da0c-4eec-a936-6a5311e83964, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:03.122672 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.132263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-41580de5-a497-4292-bd64-9ba4cb5a2331 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead/tags HTTP/1.1" status: 204 len: 168 time: 0.2450089 Sep 24 19:23:03.141555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:03.166348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f81125-c43d-40f6-a4ce-b2d7c5442719 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:03.173132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b1f81125-c43d-40f6-a4ce-b2d7c5442719 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1356695 Sep 24 19:23:03.173132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:03.244305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202b7ef-570d-43ff-97cb-cfeec5290614 None None] Pushing event updated for resources: {'Port': ['ID=eb1d7774-3f70-49b2-8e43-359f7fda9cf0,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:03.258403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.285510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.286221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] For port e8199618-da0c-4eec-a936-6a5311e83964, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:03.289593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] For port e8199618-da0c-4eec-a936-6a5311e83964, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e8199618-da0c-4eec-a936-6a5311e83964,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:03.295624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.386468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting port eb1d7774-3f70-49b2-8e43-359f7fda9cf0 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:03.386817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.390553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e22eb-c0c4-4d7e-ad09-159103273300 None None] Pushing event updated for resources: {'Port': ['ID=e8199618-da0c-4eec-a936-6a5311e83964,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:03.414216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-740d2ba1-e5a5-44ae-aa59-5296ae67792b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for subnetpool, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.418147 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-740d2ba1-e5a5-44ae-aa59-5296ae67792b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c1df85c3-478a-48f9-afe8-3eab4e3cb012 HTTP/1.1" status: 204 len: 168 time: 0.2731876 Sep 24 19:23:03.418408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60634) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:03.555247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] For port eb1d7774-3f70-49b2-8e43-359f7fda9cf0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=eb1d7774-3f70-49b2-8e43-359f7fda9cf0,segment=NetworkSegment(af83ede6-94f8-407a-8b30-dce98f30a86c),segment_id=af83ede6-94f8-407a-8b30-dce98f30a86c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:03.555643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.584153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Calling delete_port for eb1d7774-3f70-49b2-8e43-359f7fda9cf0 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:03.764252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.798312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Port': ['ID=eb1d7774-3f70-49b2-8e43-359f7fda9cf0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:03.808322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] No DVR routers for this DVR port eb1d7774-3f70-49b2-8e43-359f7fda9cf0 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:03.963242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:03.966061 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb77766b-2fb6-4e3d-9b5a-71ed0c1dea85 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a6f6d12-4883-4dbf-b601-5349a12d808c HTTP/1.1" status: 200 len: 205 time: 0.5464354 Sep 24 19:23:03.969197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:04.011797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24842ba-e426-4cd6-aa15-9dfb5e67801f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:04.025014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af83ede6-94f8-407a-8b30-dce98f30a86c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:04.025352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af83ede6-94f8-407a-8b30-dce98f30a86c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:04.025765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.038471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.063619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.071517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:04.072616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:04.164283 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:04.179089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.180659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.188739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.193087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/c24842ba-e426-4cd6-aa15-9dfb5e67801f HTTP/1.1" status: 204 len: 168 time: 1.0169694 Sep 24 19:23:04.193296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:04.232270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d94c-fe10-4f77-8fc2-adaa0448ae05 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=c24842ba-e426-4cd6-aa15-9dfb5e67801f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:04.409502 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.454182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73394425-d1d1-40d1-a22d-ad2bc013d9e0 None None] Network 28a0553c-7edd-449c-9783-5f580c0cadc9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:04.581625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Deleting port f9f49324-f4de-436a-a3d7-a1155d63ac2d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:04.582188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.588270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] Provisioning complete for port f9f49324-f4de-436a-a3d7-a1155d63ac2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:04.588902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.594244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e8199618-da0c-4eec-a936-6a5311e83964 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:04.633094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.710809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.731657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] For port f9f49324-f4de-436a-a3d7-a1155d63ac2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f9f49324-f4de-436a-a3d7-a1155d63ac2d,segment=NetworkSegment(4efd105d-e201-4ceb-b37f-fa43b1bc9e42),segment_id=4efd105d-e201-4ceb-b37f-fa43b1bc9e42)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:04.732129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.751117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Calling delete_port for f9f49324-f4de-436a-a3d7-a1155d63ac2d owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:04.792477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e8199618-da0c-4eec-a936-6a5311e83964 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:04.792853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.871449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.933221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] For port f9f49324-f4de-436a-a3d7-a1155d63ac2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f9f49324-f4de-436a-a3d7-a1155d63ac2d,segment=NetworkSegment(4efd105d-e201-4ceb-b37f-fa43b1bc9e42),segment_id=4efd105d-e201-4ceb-b37f-fa43b1bc9e42)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:04.948734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.985671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:04.985671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Fanout notify agent at l3_agent the message router_deleted on router 4a6f6d12-4883-4dbf-b601-5349a12d808c {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:23:04.993926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Port': ['ID=f9f49324-f4de-436a-a3d7-a1155d63ac2d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:04.998985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe3af5-fba3-4720-b770-1fe3e70e1a7b None None] DHCP port deletion for 28a0553c-7edd-449c-9783-5f580c0cadc9 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:05.000321 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] No DVR routers for this DVR port f9f49324-f4de-436a-a3d7-a1155d63ac2d on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:05.006455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.021349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.022471 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9cbba52f-7c41-4e7f-8a7b-998e4beebbb3 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/routers/4a6f6d12-4883-4dbf-b601-5349a12d808c HTTP/1.1" status: 204 len: 168 time: 1.0523150 Sep 24 19:23:05.027559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:05.027767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fc099-16f9-4356-a01d-a82d8216f570 None None] DHCP port deletion for c24842ba-e426-4cd6-aa15-9dfb5e67801f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:05.090518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.149218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a66b4-b669-40f9-9eba-5f3b4f3b255b None None] Pushing event deleted for resources: {'Port': ['ID=f9f49324-f4de-436a-a3d7-a1155d63ac2d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:05.155977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port e8199618-da0c-4eec-a936-6a5311e83964, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e8199618-da0c-4eec-a936-6a5311e83964,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:05.158828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.173614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e81e78-0fbb-4816-a8fe-43c3be1b2357 None None] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:05.187318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.187776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e81e78-0fbb-4816-a8fe-43c3be1b2357 None None] Network c24842ba-e426-4cd6-aa15-9dfb5e67801f could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:23:05.193888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.194697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f9f49324-f4de-436a-a3d7-a1155d63ac2d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:05.213159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a0553c-7edd-449c-9783-5f580c0cadc9']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.224857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efd105d-e201-4ceb-b37f-fa43b1bc9e42') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.225223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efd105d-e201-4ceb-b37f-fa43b1bc9e42') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.236057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.252832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.261718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:05.262689 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:05.266217 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:05.321406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Deleting port 0bff1e28-6056-4f90-8719-1b7783e6a87a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:05.321724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.333771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f9f49324-f4de-436a-a3d7-a1155d63ac2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:05.334130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f9f49324-f4de-436a-a3d7-a1155d63ac2d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 19:23:05.348318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.355734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.358287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/28a0553c-7edd-449c-9783-5f580c0cadc9 HTTP/1.1" status: 204 len: 168 time: 1.1640551 Sep 24 19:23:05.360828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:05.370705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0419-1dce-4d27-baa9-0c1734814762 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=28a0553c-7edd-449c-9783-5f580c0cadc9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:05.373102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=e8199618-da0c-4eec-a936-6a5311e83964,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:05.379107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a55fb-7444-4314-895b-2b126b70c46f None None] Network 5aaef693-924f-4656-98e3-483308b3f420 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:05.382387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b678d864-3f05-4448-a053-f61bc2912b44 None None] Could not find standard attr ID for object eb1d7774-3f70-49b2-8e43-359f7fda9cf0. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:23:05.393756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Port f9f49324-f4de-436a-a3d7-a1155d63ac2d not found, will not notify nova. {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 19:23:05.498802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.506242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:23:05.510827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.520283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Calling delete_port for 0bff1e28-6056-4f90-8719-1b7783e6a87a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:05.527409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8063be61-5865-4a22-a454-7e5887641516 None None] Provisioning complete for port e8199618-da0c-4eec-a936-6a5311e83964 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:05.527943 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8063be61-5865-4a22-a454-7e5887641516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.716543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.781769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce67fc-dc37-47d6-8af9-6bf849db2c72']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.796727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e79a3e-ba65-49fb-a853-1ef271605447') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.797015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e79a3e-ba65-49fb-a853-1ef271605447') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.798923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:05.808281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:05.816340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.817601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:05.818223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:05.854800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.859663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60658) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:05.866943 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-833b4eca-3e9e-45ad-988c-652b4d16d20e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3130646 Sep 24 19:23:05.868151 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.874277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-60ed16a3-bbb6-417a-b73f-6f331a2c7a29 None None] Provisioning complete for port e8199618-da0c-4eec-a936-6a5311e83964 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:05.874653 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ed16a3-bbb6-417a-b73f-6f331a2c7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.895020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.897614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:05.898077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:05.901471 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:05.946001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event deleted for resources: {'Port': ['ID=0bff1e28-6056-4f90-8719-1b7783e6a87a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:06.043134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.083117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.085423 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/ecce67fc-dc37-47d6-8af9-6bf849db2c72 HTTP/1.1" status: 204 len: 168 time: 0.7230611 Sep 24 19:23:06.086594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf10ff6-deb2-4353-9ba8-eed66087d33b tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=ecce67fc-dc37-47d6-8af9-6bf849db2c72,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:06.089136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:06.116464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.118754 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d92e89f-694a-4ead-a295-db38518f79c9 tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/ports/0bff1e28-6056-4f90-8719-1b7783e6a87a HTTP/1.1" status: 204 len: 168 time: 1.0720603 Sep 24 19:23:06.121906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:06.149126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:06.184435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Deleting subnet 913c789a-6119-4ad2-a54b-c829a8401ead {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:06.188420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.265275 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.286537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.425736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.455789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:03Z', 'revision_number': 3, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:06.497307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:23:06.497941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Updating router 4ee165a7-ad35-4ab6-a608-25f95ce2061b port 4e2ab120-a427-4384-bf06-178e91e7ec05 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:23:06.503242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e8199618-da0c-4eec-a936-6a5311e83964 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:06.516356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.529799 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.540396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.552408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.558801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event deleted for resources: {'Subnet': ['ID=913c789a-6119-4ad2-a54b-c829a8401ead,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:06.569975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b451bb22-4ef5-4c76-8634-c2c932c4f233']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:06.574360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.580249 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a84d3c6-f6ce-4de4-a117-73d56ed6d21c tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/subnets/913c789a-6119-4ad2-a54b-c829a8401ead HTTP/1.1" status: 204 len: 168 time: 0.4570484 Sep 24 19:23:06.581108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:06.586578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a7c44d-d890-45c0-a4bb-45e43ef7ff73') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:06.586927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a7c44d-d890-45c0-a4bb-45e43ef7ff73') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:06.587256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24b90f-779a-47a1-bd78-c8d49c6eccf8 None None] Network 8f6dba36-2ab9-4879-a5d5-ce32021b9831 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:06.650204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.691162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.763356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Deleting port 14b271df-76f5-4567-a983-a14ae3add3ca {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:06.765019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.827144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e8199618-da0c-4eec-a936-6a5311e83964 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:06.827532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.872563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] For port 14b271df-76f5-4567-a983-a14ae3add3ca, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14b271df-76f5-4567-a983-a14ae3add3ca,segment=NetworkSegment(e3da2a54-a8a3-4f64-97dc-668c20374ccd),segment_id=e3da2a54-a8a3-4f64-97dc-668c20374ccd)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:06.873100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.889480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Calling delete_port for 14b271df-76f5-4567-a983-a14ae3add3ca owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:06.988661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:06.999599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.035758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:07.039947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.041716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event deleted for resources: {'Port': ['ID=14b271df-76f5-4567-a983-a14ae3add3ca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:07.043441 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:07.050817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] No DVR routers for this DVR port 14b271df-76f5-4567-a983-a14ae3add3ca on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:07.137203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840793e-880b-41d7-b42c-0f6fd2d32392 None None] DHCP port deletion for 8f6dba36-2ab9-4879-a5d5-ce32021b9831 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:07.146619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.170770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.181195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.183125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] 10.222.0.18 "DELETE /v2.0/networks/b451bb22-4ef5-4c76-8634-c2c932c4f233 HTTP/1.1" status: 204 len: 168 time: 1.0937870 Sep 24 19:23:07.185191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.199354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0da1-d5c0-4a32-bdea-acad8a030fc2 tempest-BulkNetworkOpsTest-694497180 tempest-BulkNetworkOpsTest-694497180-project] Pushing event deleted for resources: {'Network': ['ID=b451bb22-4ef5-4c76-8634-c2c932c4f233,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.229406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Allocated IP 172.20.0.1 (5aaef693-924f-4656-98e3-483308b3f420/b75a5897-7c83-4665-8ae4-72a6af1ad2ad/d7361a1c-0115-4a5e-9619-62fd9ed09e08) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:07.237549 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.265646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device eb1d7774-3f70-49b2-8e43-359f7fda9cf0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:07.282343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6dba36-2ab9-4879-a5d5-ce32021b9831']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:07.293985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda2dd-da09-4dba-ab2a-e9f94f040879 None None] Pushing event updated for resources: {'Port': ['ID=4e2ab120-a427-4384-bf06-178e91e7ec05,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.296519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: eb1d7774-3f70-49b2-8e43-359f7fda9cf0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:07.296871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device eb1d7774-3f70-49b2-8e43-359f7fda9cf0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:07.297284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f9f49324-f4de-436a-a3d7-a1155d63ac2d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:07.308478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3da2a54-a8a3-4f64-97dc-668c20374ccd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:07.308920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3da2a54-a8a3-4f64-97dc-668c20374ccd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:07.328847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f9f49324-f4de-436a-a3d7-a1155d63ac2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:07.329205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f9f49324-f4de-436a-a3d7-a1155d63ac2d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:07.346121 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.348809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Attempting to bind port 4e2ab120-a427-4384-bf06-178e91e7ec05 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:07.349685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Attempting to bind port 4e2ab120-a427-4384-bf06-178e91e7ec05 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:07.350828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Attempting to bind port 4e2ab120-a427-4384-bf06-178e91e7ec05 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:07.365149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.365873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:07.366408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:07.366828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.367346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:07.367895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Bound port: 4e2ab120-a427-4384-bf06-178e91e7ec05, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:07.368289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.373479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:07.373908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:07.377045 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:07.386117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.433028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] For port 4e2ab120-a427-4384-bf06-178e91e7ec05, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:07.437694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] For port 4e2ab120-a427-4384-bf06-178e91e7ec05, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4e2ab120-a427-4384-bf06-178e91e7ec05,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:07.446319 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.461826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.463994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.472153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.477093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] 10.222.0.18 "DELETE /v2.0/networks/8f6dba36-2ab9-4879-a5d5-ce32021b9831 HTTP/1.1" status: 204 len: 168 time: 0.8946891 Sep 24 19:23:07.503809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a2cfb-4630-4e33-a86e-7c35f267025b tempest-TagsExtTest-760930986 tempest-TagsExtTest-760930986-project] Pushing event deleted for resources: {'Network': ['ID=8f6dba36-2ab9-4879-a5d5-ce32021b9831,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.526347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda2dd-da09-4dba-ab2a-e9f94f040879 None None] Pushing event updated for resources: {'Port': ['ID=4e2ab120-a427-4384-bf06-178e91e7ec05,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.535560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:07.552576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:07.553757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:07.574721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Network 5aaef693-924f-4656-98e3-483308b3f420 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:07.579683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:07.599118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:07.641970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:07.681493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.709878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:07.793999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60692) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:07.794263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8a4eb839-b3da-45e7-bfce-73c6f9d0e0f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1a4068967e84a5eaf9b86fe5d81e896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564189 Sep 24 19:23:07.921045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.933518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:03Z', 'revision_number': 3, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:07.961912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763f01d-070f-4ac9-8d71-42ecf6e0bcb1 None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:03Z', 'revision_number': 3, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:07.964481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:07.989061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.009599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:08.025082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-64845217-681f-47cf-84e9-b6af53231815 None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:08.025497 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64845217-681f-47cf-84e9-b6af53231815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.087628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-64845217-681f-47cf-84e9-b6af53231815 None None] Port d7361a1c-0115-4a5e-9619-62fd9ed09e08 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:08.143423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.146118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.147309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/910d103d-8aca-4794-b586-c5b0e3a3c336 HTTP/1.1" status: 204 len: 168 time: 0.3523016 Sep 24 19:23:08.190917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb395ce-f78e-4a6f-9c0f-925d6a236d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d103d-8aca-4794-b586-c5b0e3a3c336,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:08.192163 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b2fcf67-0d92-48fe-8bd7-50028c8c03b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6607c30778194d25be91001e6b4619a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812880 Sep 24 19:23:08.194406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:08.250680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.260477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.279053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.339956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.350109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.360784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:08.426740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.429632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.430848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5565a58-3bc0-4269-8f94-290c3cad6b60 HTTP/1.1" status: 204 len: 168 time: 0.2345333 Sep 24 19:23:08.453639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14b271df-76f5-4567-a983-a14ae3add3ca no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:08.454342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5565a58-3bc0-4269-8f94-290c3cad6b60,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:08.469171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.469575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.469859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.470206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.470545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.470896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.471233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.471562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.471888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.472212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.472535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.472856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3eec43-30d6-4698-a8cc-c8d411cba403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:08.481568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 14b271df-76f5-4567-a983-a14ae3add3ca {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:08.488625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14b271df-76f5-4567-a983-a14ae3add3ca not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:08.495280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Network 5aaef693-924f-4656-98e3-483308b3f420 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:08.496989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:08.676709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:08.817178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1a1b60f1-7d55-48c4-9ece-91f3ac980236 None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:08.824374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60f1-7d55-48c4-9ece-91f3ac980236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.833625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:08.843002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-63bb9038-590f-4198-a729-549e915a8fb8 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ee165a7-ad35-4ab6-a608-25f95ce2061b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790154 Sep 24 19:23:08.891872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:08.892538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b60f1-7d55-48c4-9ece-91f3ac980236 None None] Port d7361a1c-0115-4a5e-9619-62fd9ed09e08 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:09.522430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:09.626280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:09.738240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1354134425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:09.769065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.770233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.791056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60778) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:09.797378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1461040842-network', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:09.825004 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.831093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-805347022'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:09.832195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Made reservation on behalf of 013ef2a831b24e2ab16dd5808a0f3fd0 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:09.835736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.836150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.847348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.863673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Made reservation on behalf of 3761cfd3263b45f9b5fe7c39fb71b797 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:09.867256 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.870424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.871639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c23ee94-a05b-48e4-99f8-72d6d4c08a12 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3479564 Sep 24 19:23:09.875280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60780) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:09.878789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.884808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-257745843'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:09.961358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.967111 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:09.973359 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:09.982065 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:09.983370 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:09.994840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:10.008547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:10.012138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.023241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.023595 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Added segment 67be3305-5cde-41f0-b94c-a45fb0080a1a of type vlan for network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 Sep 24 19:23:10.036051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c8bdc-f861-4803-bdb3-24ab42d2cb21,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.054374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.093294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:10.097012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.101350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.101717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.128848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:10.138972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752d3e88-5df1-4545-94e0-70ebaed134dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.144131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.144708 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Added segment 7ac1712c-d383-4a39-b882-53980659ab38 of type vlan for network c9b68988-a80a-4648-a16d-e5d6501902d2 Sep 24 19:23:10.187523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.193024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.198572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.223054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.230527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:10.231204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.233588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:10.235678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.236890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:10.237480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.267250 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6389291 Sep 24 19:23:10.268287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.268933 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Added segment ce0c4047-f547-44cc-b3a4-2b8210b16c91 of type vlan for network 05c93646-586f-4f03-8365-01990eb272bb Sep 24 19:23:10.270099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57779354-7569-4944-8d90-8a7e8af75af7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.270518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.275394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-88666a1f-0261-4ace-a535-62f86232b2a5 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-2062992550') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:10.301105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5058632 Sep 24 19:23:10.319642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60786) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.324515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Request body: {'subnet': {'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1461040842-subnet', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:10.328616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74fe6-ca67-4ee8-9d26-ae3d79ef1c59 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Pushing event updated for resources: {'Network': ['ID=c9b68988-a80a-4648-a16d-e5d6501902d2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.354089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c9b68988-a80a-4648-a16d-e5d6501902d2 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:10.367738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585e83c-2dc0-4e59-bf1b-2740808c692a admin admin] Pushing event updated for resources: {'Network': ['ID=dcf8773d-bdf9-495f-a562-9fd319dc4cd1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.375574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.412159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:10.413323 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:08Z', 'revision_number': 2, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:10.414606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Made reservation on behalf of 013ef2a831b24e2ab16dd5808a0f3fd0 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:10.417676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.461512 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-88666a1f-0261-4ace-a535-62f86232b2a5 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "PUT /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-2062992550 HTTP/1.1" status: 201 len: 201 time: 0.1897576 Sep 24 19:23:10.464135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.469288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-6e508f89-61de-455a-87fe-c54c01333d10 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-2062992550') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:10.479242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.487157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:10.488227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.503301 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:23:10.503656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Updating router 4ee165a7-ad35-4ab6-a608-25f95ce2061b port d7361a1c-0115-4a5e-9619-62fd9ed09e08 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:23:10.518126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4e2ab120-a427-4384-bf06-178e91e7ec05 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:10.531546 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.588832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7123828 Sep 24 19:23:10.595099 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e508f89-61de-455a-87fe-c54c01333d10 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-2062992550 HTTP/1.1" status: 204 len: 168 time: 0.1297636 Sep 24 19:23:10.595676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.596006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.601077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'subnet': {'network_id': '05c93646-586f-4f03-8365-01990eb272bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:10.623595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4e2ab120-a427-4384-bf06-178e91e7ec05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:10.623974 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.633567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b774fe5-a002-42c3-9d3f-8a18417210e7 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Network': ['ID=05c93646-586f-4f03-8365-01990eb272bb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.649965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 05c93646-586f-4f03-8365-01990eb272bb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:10.716106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-08c1a7ba-f291-4984-9cb6-44deab1123a0 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:10.771388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.779048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:10.783463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.794334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.823361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 4e2ab120-a427-4384-bf06-178e91e7ec05, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4e2ab120-a427-4384-bf06-178e91e7ec05,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:10.829679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.836280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97faebeb-c622-4376-a917-9a220dc3a3ea,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.845241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Checking segment: {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:10.845534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Network hostable DHCP agents. Network: dcf8773d-bdf9-495f-a562-9fd319dc4cd1, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:10.866620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:10.879986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, dcf8773d-bdf9-495f-a562-9fd319dc4cd1) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:10.891166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417f0c3-15e4-45b0-8f45-d8cc2b2c584a None None] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:10.893741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:10.894472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.901930 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.910957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08c1a7ba-f291-4984-9cb6-44deab1123a0 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags HTTP/1.1" status: 200 len: 238 time: 0.1972415 Sep 24 19:23:10.911193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.913056 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.919275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=4e2ab120-a427-4384-bf06-178e91e7ec05,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:10.919721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8efcb44d-e1e7-4100-86e9-8bd7ce24c31e tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', {'tags': ['tempest-TagsTest-Tag-1008196534', 'tempest-TagsTest-Tag-1279018373', 'tempest-TagsTest-Tag-410117183']}) {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:10.923714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9464c9c1-2b51-484b-b742-c43e23a0bea5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6028805 Sep 24 19:23:10.926565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60800) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:10.931395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:10.964676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.968575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:10.989941 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Pushing event updated for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:11.036109 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.037255 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.037830 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.038516 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.039117 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.039682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.040234 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.040782 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.041381 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.041942 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.042499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.043075 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:11.068194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.072847 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Attempting to bind port d7361a1c-0115-4a5e-9619-62fd9ed09e08 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:11.074033 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Attempting to bind port d7361a1c-0115-4a5e-9619-62fd9ed09e08 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:11.074723 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Attempting to bind port d7361a1c-0115-4a5e-9619-62fd9ed09e08 on network 5aaef693-924f-4656-98e3-483308b3f420 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:11.083275 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:11.083825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Checking segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:11.084330 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.084898 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Bound using segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:11.085533 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Bound port: d7361a1c-0115-4a5e-9619-62fd9ed09e08, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:11.086015 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.105250 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8efcb44d-e1e7-4100-86e9-8bd7ce24c31e tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "PUT /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags HTTP/1.1" status: 200 len: 308 time: 0.1908517 Sep 24 19:23:11.109086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.118460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-1de619a8-1603-46d4-a3fb-c31f53401626 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-1008196534') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.152651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:11.153532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.178120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] For port d7361a1c-0115-4a5e-9619-62fd9ed09e08, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:11.183588 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] For port d7361a1c-0115-4a5e-9619-62fd9ed09e08, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d7361a1c-0115-4a5e-9619-62fd9ed09e08,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:11.191264 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.213414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.283031 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.284667 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:11.285482 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.298358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Subnet': ['ID=48462cf6-5a77-4652-8bad-77906be53677,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:11.360655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Allocated IP 172.20.0.2 (dcf8773d-bdf9-495f-a562-9fd319dc4cd1/97faebeb-c622-4376-a917-9a220dc3a3ea/3c759568-f483-4ee4-a679-b92f4d99e9d4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:11.361248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Checking segment: {'id': 'ce0c4047-f547-44cc-b3a4-2b8210b16c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05c93646-586f-4f03-8365-01990eb272bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:11.361248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network hostable DHCP agents. Network: 05c93646-586f-4f03-8365-01990eb272bb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:11.371600 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1de619a8-1603-46d4-a3fb-c31f53401626 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "DELETE /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-1008196534 HTTP/1.1" status: 204 len: 168 time: 0.2602732 Sep 24 19:23:11.375457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60804) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.381934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-18c85282-f9b3-4824-a338-c6c19a96901b tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-1008196534') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.409551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network 05c93646-586f-4f03-8365-01990eb272bb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:11.425493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 05c93646-586f-4f03-8365-01990eb272bb) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:11.426831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:11.430484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:11.431478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.434770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.457508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-84178551-be95-473d-a592-cabaa0cd901d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8601811 Sep 24 19:23:11.458449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.465242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'network': {'name': 'tempest-router-network01--1504706736'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:11.490983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:11.495852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.507793 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-18c85282-f9b3-4824-a338-c6c19a96901b tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] show failed (client error): The resource could not be found. Sep 24 19:23:11.511838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-18c85282-f9b3-4824-a338-c6c19a96901b tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-1008196534 HTTP/1.1" status: 404 len: 326 time: 0.1350963 Sep 24 19:23:11.518888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.528767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-d2cd903a-9983-4385-bf84-9a67a3991826 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-1279018373') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.592467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:11.621281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.622408 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Added segment 33fe47ec-f8e2-44a5-a553-b7ae6d5862f0 of type vlan for network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab Sep 24 19:23:11.643801 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:11.694660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d2cd903a-9983-4385-bf84-9a67a3991826 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-1279018373 HTTP/1.1" status: 204 len: 168 time: 0.1740878 Sep 24 19:23:11.695529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b8cee-0987-4be8-b416-526ba7e95162 None None] Network 05c93646-586f-4f03-8365-01990eb272bb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:11.700085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.705840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-918ede5b-386b-4f66-aeee-22b52b758fe7 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-410117183') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.730839 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.765701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.810589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-918ede5b-386b-4f66-aeee-22b52b758fe7 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-410117183 HTTP/1.1" status: 204 len: 168 time: 0.1090574 Sep 24 19:23:11.811547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.817445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:11.818101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.818252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60818) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.819942 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14697752-0c0e-48fb-8b88-52375d2d1a6b None None] Pushing event updated for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:11.820103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.852192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3914704 Sep 24 19:23:11.852931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:11.862171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'network': {'name': 'tempest-router-network02--472447277'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:11.897736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-a93de7ab-db98-4304-a03e-604bc5f5fdd1 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:11.914876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.946199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d1aff-dc24-45be-b90d-a486ab27abce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Network': ['ID=cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:11.962003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:11.969913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.971393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:11.977481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:11.983575 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:11Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:12.011480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f2e0f-3aae-42a8-b6bd-05cb77965ce5 None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:11Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:12.017129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:23:12.034547 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.034922 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Added segment e2bf0ea1-2459-476f-87df-311aa8b23209 of type vlan for network 44973939-ff72-4b77-ac22-7efd3696a674 Sep 24 19:23:12.043884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a93de7ab-db98-4304-a03e-604bc5f5fdd1 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "DELETE /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1502178 Sep 24 19:23:12.050596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:12.056165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Pushing event updated for resources: {'Port': ['ID=3c759568-f483-4ee4-a679-b92f4d99e9d4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:12.056405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Allocated IP 172.25.5.168 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a3903a07-1549-461f-bc7c-3545694b8294) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:12.057297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-09e81bcc-0db9-42fa-842c-769193cf0ca5 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-1279018373') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:12.116364 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.137523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.186013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:12.202075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-05c93646-586f-4f03-8365-01990eb272bb', 'network_id': '05c93646-586f-4f03-8365-01990eb272bb', 'tenant_id': '1e97937a784742618dfb0ca5e97a849d', 'fixed_ips': [{'subnet_id': '48462cf6-5a77-4652-8bad-77906be53677'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:12.202960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.207719 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-09e81bcc-0db9-42fa-842c-769193cf0ca5 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] show failed (client error): The resource could not be found. Sep 24 19:23:12.211483 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-09e81bcc-0db9-42fa-842c-769193cf0ca5 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-1279018373 HTTP/1.1" status: 404 len: 326 time: 0.1604865 Sep 24 19:23:12.212089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:12.218271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-a313880d-891c-41f1-8b2b-6ab93ffc4216 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2', 'tempest-TagsTest-Tag-410117183') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:12.223155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.228633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:12.229064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.252611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.306066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.357895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:12.360970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:12.363595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:12.383846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Allocated IP 172.20.0.2 (05c93646-586f-4f03-8365-01990eb272bb/48462cf6-5a77-4652-8bad-77906be53677/14694535-df11-4474-a42a-f13fc6b073e6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:12.386300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:12.394846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:12.420473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3903a07-1549-461f-bc7c-3545694b8294,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:12.482624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] For port d7361a1c-0115-4a5e-9619-62fd9ed09e08, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d7361a1c-0115-4a5e-9619-62fd9ed09e08,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:12.504194 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.553902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d7361a1c-0115-4a5e-9619-62fd9ed09e08 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:12.651757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d82d-e011-41dc-8f99-caa28e03a6a5 None None] Pushing event updated for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:12.662813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Attempting to bind port 3c759568-f483-4ee4-a679-b92f4d99e9d4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:12.663293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Attempting to bind port 3c759568-f483-4ee4-a679-b92f4d99e9d4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:12.663658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Attempting to bind port 3c759568-f483-4ee4-a679-b92f4d99e9d4 on network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:12.694364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:12.694768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Checking segment: {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:12.695210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.695598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Bound using segment: {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:12.696077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Bound port: 3c759568-f483-4ee4-a679-b92f4d99e9d4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:12.696454 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.753426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.786866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9300988 Sep 24 19:23:12.790156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:12.792244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e2689-2fd0-4e34-b3d5-402598b2d71f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Network': ['ID=44973939-ff72-4b77-ac22-7efd3696a674,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:12.806033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'subnet': {'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:12.824937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:12.825311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.829427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 44973939-ff72-4b77-ac22-7efd3696a674 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:23:12.884341 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a313880d-891c-41f1-8b2b-6ab93ffc4216 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] show failed (client error): The resource could not be found. Sep 24 19:23:12.885422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a313880d-891c-41f1-8b2b-6ab93ffc4216 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "GET /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags/tempest-TagsTest-Tag-410117183 HTTP/1.1" status: 404 len: 325 time: 0.6712990 Sep 24 19:23:12.914429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60836) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:12.925624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.tag.tag_plugin [None req-73d36b0e-9a58-47cc-a716-3d3a00d076ac tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9b68988-a80a-4648-a16d-e5d6501902d2') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:12.972797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4e8025a9-9619-42f3-9716-8fe038256abb None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:12.974135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e8025a9-9619-42f3-9716-8fe038256abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:12.983346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:12.987197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.072112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] For port 3c759568-f483-4ee4-a679-b92f4d99e9d4, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:13.112777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] For port 3c759568-f483-4ee4-a679-b92f4d99e9d4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3c759568-f483-4ee4-a679-b92f4d99e9d4,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:13.146634 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.187529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-73d36b0e-9a58-47cc-a716-3d3a00d076ac tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "DELETE /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2/tags HTTP/1.1" status: 204 len: 168 time: 0.2719607 Sep 24 19:23:13.192980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:13.222897 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.261315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.319055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.353838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4e2ab120-a427-4384-bf06-178e91e7ec05 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:13.370058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.382044 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.440201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Subnet': ['ID=c76942d4-c561-4787-a83b-ee299c9b72eb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:13.440783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221963fa-37e1-4ce9-b093-a10a2a356965 None None] Pushing event updated for resources: {'Port': ['ID=3c759568-f483-4ee4-a679-b92f4d99e9d4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:13.483179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Router 3f53e660-8b9c-4576-a629-be96548caf40 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:23:13.510795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Network 05c93646-586f-4f03-8365-01990eb272bb is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:13.520521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:13.532482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:13.551475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Pushing event updated for resources: {'Port': ['ID=14694535-df11-4474-a42a-f13fc6b073e6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:13.570644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.615077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b68988-a80a-4648-a16d-e5d6501902d2']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:13.625528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac1712c-d383-4a39-b882-53980659ab38') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:13.625886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac1712c-d383-4a39-b882-53980659ab38') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:13.636262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.658642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.670956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:13.671585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.702200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Attempting to bind port 14694535-df11-4474-a42a-f13fc6b073e6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:13.702200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Attempting to bind port 14694535-df11-4474-a42a-f13fc6b073e6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'ce0c4047-f547-44cc-b3a4-2b8210b16c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05c93646-586f-4f03-8365-01990eb272bb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:13.702200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Attempting to bind port 14694535-df11-4474-a42a-f13fc6b073e6 on network 05c93646-586f-4f03-8365-01990eb272bb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:13.722576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:13.723253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Checking segment: {'id': 'ce0c4047-f547-44cc-b3a4-2b8210b16c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05c93646-586f-4f03-8365-01990eb272bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:13.723754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.724252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Bound using segment: {'id': 'ce0c4047-f547-44cc-b3a4-2b8210b16c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05c93646-586f-4f03-8365-01990eb272bb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:13.724872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Bound port: 14694535-df11-4474-a42a-f13fc6b073e6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0c4047-f547-44cc-b3a4-2b8210b16c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05c93646-586f-4f03-8365-01990eb272bb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:13.725377 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:13.762645 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:13.781440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4e2ab120-a427-4384-bf06-178e91e7ec05 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:13.782790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.783998 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.785011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:13.788881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.795272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] 10.222.0.18 "DELETE /v2.0/networks/c9b68988-a80a-4648-a16d-e5d6501902d2 HTTP/1.1" status: 204 len: 168 time: 0.5968699 Sep 24 19:23:13.818221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3704276-32f1-44fb-bd04-3d141dedec90 tempest-TagsTest-773313092 tempest-TagsTest-773313092-project] Pushing event deleted for resources: {'Network': ['ID=c9b68988-a80a-4648-a16d-e5d6501902d2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:13.824596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Checking segment: {'id': '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:13.824983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network hostable DHCP agents. Network: cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:13.828450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.833076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fb1ae363-5d70-40b1-9ecc-f6b753d31ab1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9051545 Sep 24 19:23:13.836559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:13.890235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:13.894480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Sync routers for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:13.908404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:13.914105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:13.914736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:13.931105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb2590-642f-4529-8c7a-29f261c83501 None None] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:13.940767 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-975ba989-5348-429e-a3e1-042b7d5869ef tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1493661 Sep 24 19:23:13.943696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60848) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:13.950274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'subnet': {'network_id': '44973939-ff72-4b77-ac22-7efd3696a674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:13.950476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:13.951611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:14.386683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] For port 14694535-df11-4474-a42a-f13fc6b073e6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:14.387324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:14.395140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] For port 14694535-df11-4474-a42a-f13fc6b073e6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14694535-df11-4474-a42a-f13fc6b073e6,segment=NetworkSegment(ce0c4047-f547-44cc-b3a4-2b8210b16c91),segment_id=ce0c4047-f547-44cc-b3a4-2b8210b16c91)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:14.438959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:14.525970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:14.531953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Made reservation on behalf of 1e97937a784742618dfb0ca5e97a849d for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:23:14.536106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:14.583993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:14.681543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab', 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab', 'tenant_id': '1e97937a784742618dfb0ca5e97a849d', 'fixed_ips': [{'subnet_id': 'c76942d4-c561-4787-a83b-ee299c9b72eb'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:14.682278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:14.903827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af34e-b5e1-4972-925e-2dfc4a4195d6 None None] Pushing event updated for resources: {'Port': ['ID=14694535-df11-4474-a42a-f13fc6b073e6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:14.987508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4734a21-77e8-4a01-a19b-3afe4212c97d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3761cfd3263b45f9b5fe7c39fb71b797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961416 Sep 24 19:23:14.990235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 60858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:15.010516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.138190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d7361a1c-0115-4a5e-9619-62fd9ed09e08 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:15.163981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Subnet': ['ID=786318f8-e715-495c-82b5-07a8b6adeb74,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:15.176318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Checking segment: {'id': 'e2bf0ea1-2459-476f-87df-311aa8b23209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:15.176692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network hostable DHCP agents. Network: 44973939-ff72-4b77-ac22-7efd3696a674, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:23:15.179784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Allocated IP 172.20.0.1 (dcf8773d-bdf9-495f-a562-9fd319dc4cd1/97faebeb-c622-4376-a917-9a220dc3a3ea/5df73842-86dd-4b82-9d6d-ddb51553e67c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:15.233538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network 44973939-ff72-4b77-ac22-7efd3696a674 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:23:15.260132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 44973939-ff72-4b77-ac22-7efd3696a674) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:15.278878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:15.279557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.315037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c41f4438-371f-4efb-a32a-dfc8ed382577 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3700528 Sep 24 19:23:15.318539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 60860) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:15.331355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1e4bf-e609-49d2-ba74-35922592e7d4 None None] Network 44973939-ff72-4b77-ac22-7efd3696a674 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:15.331905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.333368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.361978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd869b-d813-4314-b23c-309f1c28c558 None None] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:15.369278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.422328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Allocated IP 172.20.0.2 (cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab/c76942d4-c561-4787-a83b-ee299c9b72eb/1e5658e2-c23d-4807-9c19-1de312458e6f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:15.428119 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.468138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:15.473807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:15.477440 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:15.479731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] Provisioning complete for port 3c759568-f483-4ee4-a679-b92f4d99e9d4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:15.480111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.524308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.527283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.529874 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/752d3e88-5df1-4545-94e0-70ebaed134dc HTTP/1.1" status: 204 len: 168 time: 0.5373349 Sep 24 19:23:15.530686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Pushing event updated for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:15.553159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161224c2-0f2e-4ef2-907f-9a010d811b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752d3e88-5df1-4545-94e0-70ebaed134dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:15.565981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.788100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.797952 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.800484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d7361a1c-0115-4a5e-9619-62fd9ed09e08 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:15.800969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:15.947036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 3, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:16.093676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Checking router: 3f53e660-8b9c-4576-a629-be96548caf40 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:23:16.093927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Updating router 3f53e660-8b9c-4576-a629-be96548caf40 port a3903a07-1549-461f-bc7c-3545694b8294 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:23:16.114419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.128140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.203953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-44973939-ff72-4b77-ac22-7efd3696a674', 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674', 'tenant_id': '1e97937a784742618dfb0ca5e97a849d', 'fixed_ips': [{'subnet_id': '786318f8-e715-495c-82b5-07a8b6adeb74'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:23:16.204812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.221302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.233432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Pushing event updated for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:16.310583 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.351499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:16.352961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:16.375942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49535d-9f5a-4119-9495-9e24704dac41 None None] Network 05c93646-586f-4f03-8365-01990eb272bb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:16.401581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.445918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.530212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Router 3f53e660-8b9c-4576-a629-be96548caf40 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:16.549587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Allocated IP 172.20.0.1 (cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab/c76942d4-c561-4787-a83b-ee299c9b72eb/eba69ef2-8807-4e03-8145-307211b56bec) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:16.722919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3c759568-f483-4ee4-a679-b92f4d99e9d4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:16.734353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:16.738566 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.747374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e89b2dc3-1519-427b-af87-7c8b9997be69 admin admin] 10.222.0.18 "PUT /v2.0/routers/3f53e660-8b9c-4576-a629-be96548caf40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094536 Sep 24 19:23:16.861992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.867236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:16.893036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:16.925824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:16.929128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:16.949804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] For port 3c759568-f483-4ee4-a679-b92f4d99e9d4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3c759568-f483-4ee4-a679-b92f4d99e9d4,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:17.005664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:17.010525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:17.015834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:17.077243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.146380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Port': ['ID=eba69ef2-8807-4e03-8145-307211b56bec,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:17.245276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.249723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Pushing event updated for resources: {'Port': ['ID=1e5658e2-c23d-4807-9c19-1de312458e6f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:17.260212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.416769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Allocated IP 172.20.0.2 (44973939-ff72-4b77-ac22-7efd3696a674/786318f8-e715-495c-82b5-07a8b6adeb74/c7b646cf-f59f-4618-9cc1-e423ab807d5f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:17.424166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Attempting to bind port 1e5658e2-c23d-4807-9c19-1de312458e6f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:17.424543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Attempting to bind port 1e5658e2-c23d-4807-9c19-1de312458e6f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:17.424917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Attempting to bind port 1e5658e2-c23d-4807-9c19-1de312458e6f on network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:17.497000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:17.497477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Checking segment: {'id': '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:17.497807 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.498313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Bound using segment: {'id': '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:17.498838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Bound port: 1e5658e2-c23d-4807-9c19-1de312458e6f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:17.499159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.505890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3c759568-f483-4ee4-a679-b92f4d99e9d4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:17.505890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.538565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43427e-65d2-4c8f-9960-a0ac678cc2f5 None None] Pushing event updated for resources: {'Port': ['ID=3c759568-f483-4ee4-a679-b92f4d99e9d4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:17.643202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] Provisioning complete for port 14694535-df11-4474-a42a-f13fc6b073e6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:17.643584 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.785366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.799395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.877206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.957212 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:17.978505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Port': ['ID=eba69ef2-8807-4e03-8145-307211b56bec,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:18.028190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.077632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] For port 1e5658e2-c23d-4807-9c19-1de312458e6f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:18.117733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Network 44973939-ff72-4b77-ac22-7efd3696a674 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:18.165077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:18.171036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] For port 1e5658e2-c23d-4807-9c19-1de312458e6f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e5658e2-c23d-4807-9c19-1de312458e6f,segment=NetworkSegment(33fe47ec-f8e2-44a5-a553-b7ae6d5862f0),segment_id=33fe47ec-f8e2-44a5-a553-b7ae6d5862f0)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:18.173731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:18.181002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Pushing event updated for resources: {'Port': ['ID=c7b646cf-f59f-4618-9cc1-e423ab807d5f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:18.202269 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.205295 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.272322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.360416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399557e-9b08-4023-9510-e188a4bde84e None None] Pushing event updated for resources: {'Port': ['ID=1e5658e2-c23d-4807-9c19-1de312458e6f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:18.363299 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.408622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:18.424331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:18.447545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095c844-aec9-4c73-90d3-015308770ec7 None None] Pushing event updated for resources: {'Port': ['ID=a3903a07-1549-461f-bc7c-3545694b8294,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:18.584457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3c759568-f483-4ee4-a679-b92f4d99e9d4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:18.588795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] For port 14694535-df11-4474-a42a-f13fc6b073e6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14694535-df11-4474-a42a-f13fc6b073e6,segment=NetworkSegment(ce0c4047-f547-44cc-b3a4-2b8210b16c91),segment_id=ce0c4047-f547-44cc-b3a4-2b8210b16c91)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:18.660444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.666926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Attempting to bind port c7b646cf-f59f-4618-9cc1-e423ab807d5f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:18.670250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Attempting to bind port c7b646cf-f59f-4618-9cc1-e423ab807d5f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e2bf0ea1-2459-476f-87df-311aa8b23209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:18.670741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Attempting to bind port c7b646cf-f59f-4618-9cc1-e423ab807d5f on network 44973939-ff72-4b77-ac22-7efd3696a674 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:18.694540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Router 1de69296-3c97-448c-9abd-3fa8015221db is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:23:18.702619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Attempting to bind port a3903a07-1549-461f-bc7c-3545694b8294 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:18.703016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Attempting to bind port a3903a07-1549-461f-bc7c-3545694b8294 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:18.703382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Attempting to bind port a3903a07-1549-461f-bc7c-3545694b8294 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:18.714322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:18.714698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Checking segment: {'id': 'e2bf0ea1-2459-476f-87df-311aa8b23209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:18.715127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.715518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Bound using segment: {'id': 'e2bf0ea1-2459-476f-87df-311aa8b23209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:18.716004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Bound port: c7b646cf-f59f-4618-9cc1-e423ab807d5f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bf0ea1-2459-476f-87df-311aa8b23209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '44973939-ff72-4b77-ac22-7efd3696a674'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:18.716386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.743135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:18.743511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:18.743909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.744296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:18.744769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Bound port: a3903a07-1549-461f-bc7c-3545694b8294, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:18.745153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:18.851928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799379-1a77-407e-8489-88aef4117c0f None None] Pushing event updated for resources: {'Port': ['ID=14694535-df11-4474-a42a-f13fc6b073e6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:18.936855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:18.938206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] Sync routers for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:18.938544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e8277b42-3fc5-466c-afd9-66b7473b9b44 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5591569 Sep 24 19:23:18.938617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:18.946788 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:18.947871 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:18.959227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Provisioning complete for port 14694535-df11-4474-a42a-f13fc6b073e6 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:18.967781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:19.033320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3c759568-f483-4ee4-a679-b92f4d99e9d4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:19.035018 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:19.041171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:19.054387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] For port a3903a07-1549-461f-bc7c-3545694b8294, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:19.055637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:19.056279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:19.134077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] For port c7b646cf-f59f-4618-9cc1-e423ab807d5f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:19.162758 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:19.182925 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5759e-e1ff-4fe2-95db-64b67550d64a None None] The sync data for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:19.202699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] For port a3903a07-1549-461f-bc7c-3545694b8294, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3903a07-1549-461f-bc7c-3545694b8294,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:19.234407 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:19.259800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] For port c7b646cf-f59f-4618-9cc1-e423ab807d5f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c7b646cf-f59f-4618-9cc1-e423ab807d5f,segment=NetworkSegment(e2bf0ea1-2459-476f-87df-311aa8b23209),segment_id=e2bf0ea1-2459-476f-87df-311aa8b23209)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:19.330518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:19.433529 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-64846a28-c6cd-4880-9d68-b347453af599 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:19.437813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32780) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:19.438201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-64846a28-c6cd-4880-9d68-b347453af599 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5552809 Sep 24 19:23:19.572853 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095c844-aec9-4c73-90d3-015308770ec7 None None] Pushing event updated for resources: {'Port': ['ID=a3903a07-1549-461f-bc7c-3545694b8294,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:19.576465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:19.577167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:19.905843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14694535-df11-4474-a42a-f13fc6b073e6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:20.103677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126395f-9e51-422c-bd37-2ec4133439e0 None None] Pushing event updated for resources: {'Port': ['ID=c7b646cf-f59f-4618-9cc1-e423ab807d5f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:20.138436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Provisioning complete for port 3c759568-f483-4ee4-a679-b92f4d99e9d4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:20.139624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:20.225903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214e3e6-7c77-44ee-bba5-3dcc1df3f5cb None None] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:20.292973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:20.321175 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:20.415081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14694535-df11-4474-a42a-f13fc6b073e6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:20.415735 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:20.731677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d94775ed-41d5-4375-95b9-ef6883c1642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:20.869061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting port eba69ef2-8807-4e03-8145-307211b56bec {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:20.869436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:20.948758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Provisioning complete for port 5df73842-86dd-4b82-9d6d-ddb51553e67c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:20.949257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.007636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.024095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Calling delete_port for eba69ef2-8807-4e03-8145-307211b56bec owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:21.072656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0a08e-718e-4673-baab-5f335e145c0e None None] Network 44973939-ff72-4b77-ac22-7efd3696a674 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:21.183929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b58bed1b-300c-474f-a8a4-fec3a8a34efc None None] Port 5df73842-86dd-4b82-9d6d-ddb51553e67c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:21.237118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.270693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Port': ['ID=eba69ef2-8807-4e03-8145-307211b56bec,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:21.340703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Provisioning complete for port c7b646cf-f59f-4618-9cc1-e423ab807d5f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:21.341217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.466564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.485498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e5658e2-c23d-4807-9c19-1de312458e6f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:21.488731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5df73842-86dd-4b82-9d6d-ddb51553e67c', 'name': '', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'mac_address': 'fa:16:3e:73:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:14Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 2, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'subnets': [{'id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:21.633301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.647070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3698b8-4bd5-4b0d-974c-be2972263c1c None None] The sync data for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 is: [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5df73842-86dd-4b82-9d6d-ddb51553e67c', 'name': '', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'mac_address': 'fa:16:3e:73:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:14Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 2, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'subnets': [{'id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:21.681112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] For port c7b646cf-f59f-4618-9cc1-e423ab807d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c7b646cf-f59f-4618-9cc1-e423ab807d5f,segment=NetworkSegment(e2bf0ea1-2459-476f-87df-311aa8b23209),segment_id=e2bf0ea1-2459-476f-87df-311aa8b23209)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:21.695892 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.826994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Pushing event updated for resources: {'Port': ['ID=c7b646cf-f59f-4618-9cc1-e423ab807d5f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:21.878392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Provisioning complete for port 1e5658e2-c23d-4807-9c19-1de312458e6f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:21.878770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.880505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1e5658e2-c23d-4807-9c19-1de312458e6f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:21.880870 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:21.975617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Router 1de69296-3c97-448c-9abd-3fa8015221db has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:22.122048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:22.232114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 1e5658e2-c23d-4807-9c19-1de312458e6f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e5658e2-c23d-4807-9c19-1de312458e6f,segment=NetworkSegment(33fe47ec-f8e2-44a5-a553-b7ae6d5862f0),segment_id=33fe47ec-f8e2-44a5-a553-b7ae6d5862f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:22.253216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:22.274191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:22.275026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c7b646cf-f59f-4618-9cc1-e423ab807d5f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:22.464025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=1e5658e2-c23d-4807-9c19-1de312458e6f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:22.507970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c7b646cf-f59f-4618-9cc1-e423ab807d5f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:22.508692 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:22.510556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:23:22.511036 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-94fa87b5-9f4d-44c2-b514-b84ef0737e01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:23:22.663344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:22.676108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fa083bfd-a3c6-4755-8e14-d558d3e7a862 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295978 Sep 24 19:23:22.676184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:22.702385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] Sync routers for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:22.729927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:22.730930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:22.777106 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1bbc8ec4-9383-4a6a-b05d-c98ad6fe9f8e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] delete failed (client error): The resource could not be found. Sep 24 19:23:22.779930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:22.786981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32824) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:22.811638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a0d99781-d0e0-4534-a187-4ef995ac7854 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'router': {'external_gateway_info': {'network_id': '1de69296-3c97-448c-9abd-3fa8015221db'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:22.818946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1bbc8ec4-9383-4a6a-b05d-c98ad6fe9f8e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-2017814834 HTTP/1.1" status: 404 len: 335 time: 0.1041169 Sep 24 19:23:22.824623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14694535-df11-4474-a42a-f13fc6b073e6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:22.858139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:22.888704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:22:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:22.940134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:22.943629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060ce01-610f-4327-afa6-30267b2f8699 None None] The sync data for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:22.989802 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08e843b0-738b-4854-a28c-11ecf1f6191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.004562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14694535-df11-4474-a42a-f13fc6b073e6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:23.005086 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.201034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a0d99781-d0e0-4534-a187-4ef995ac7854 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.238343 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a0d99781-d0e0-4534-a187-4ef995ac7854 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] update failed (client error): The resource could not be found. Sep 24 19:23:23.245252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0d99781-d0e0-4534-a187-4ef995ac7854 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db HTTP/1.1" status: 404 len: 339 time: 0.4569716 Sep 24 19:23:23.246520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:23.261959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f0393b4-61ac-4bd5-8fe8-a9c765a8f7e7 None None] Could not find standard attr ID for object eba69ef2-8807-4e03-8145-307211b56bec. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:23:23.289162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f0393b4-61ac-4bd5-8fe8-a9c765a8f7e7 None None] Provisioning complete for port c7b646cf-f59f-4618-9cc1-e423ab807d5f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:23.289545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f0393b4-61ac-4bd5-8fe8-a9c765a8f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.509278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.570715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e5658e2-c23d-4807-9c19-1de312458e6f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:23.624899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f0393b4-61ac-4bd5-8fe8-a9c765a8f7e7 None None] Provisioning complete for port 1e5658e2-c23d-4807-9c19-1de312458e6f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:23.625314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f0393b4-61ac-4bd5-8fe8-a9c765a8f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.779706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1e5658e2-c23d-4807-9c19-1de312458e6f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:23.784581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:23.855086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.027030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3903a07-1549-461f-bc7c-3545694b8294 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:24.083249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a3903a07-1549-461f-bc7c-3545694b8294 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:24.083880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.204054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.217501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.237533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Allocated IP 172.20.0.1 (05c93646-586f-4f03-8365-01990eb272bb/48462cf6-5a77-4652-8bad-77906be53677/076ff9e1-6000-407f-ae74-d707cad50137) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:23:24.256196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a3903a07-1549-461f-bc7c-3545694b8294, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3903a07-1549-461f-bc7c-3545694b8294,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:24.265589 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.266573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c7b646cf-f59f-4618-9cc1-e423ab807d5f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:24.368027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a3903a07-1549-461f-bc7c-3545694b8294,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:24.392803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c7b646cf-f59f-4618-9cc1-e423ab807d5f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:24.397581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.479323 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.536373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.596373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network 05c93646-586f-4f03-8365-01990eb272bb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:24.599965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:24.604157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:23:24.614705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Port': ['ID=076ff9e1-6000-407f-ae74-d707cad50137,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:24.674918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:24.869246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.000033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9db49beb-a514-438e-8144-6c534197b695 None None] Provisioning complete for port 076ff9e1-6000-407f-ae74-d707cad50137 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:25.000410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9db49beb-a514-438e-8144-6c534197b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.074555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9db49beb-a514-438e-8144-6c534197b695 None None] Port 076ff9e1-6000-407f-ae74-d707cad50137 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:25.106408 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Sync routers for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:25.127542 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:25.128286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:25.285245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.297300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.355550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:25.382585 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event updated for resources: {'Port': ['ID=076ff9e1-6000-407f-ae74-d707cad50137,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:25.398081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3903a07-1549-461f-bc7c-3545694b8294 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:25.407372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.492185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a3903a07-1549-461f-bc7c-3545694b8294 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:25.492471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.545316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Network 05c93646-586f-4f03-8365-01990eb272bb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:23:25.547242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:23:25.680861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Router 1de69296-3c97-448c-9abd-3fa8015221db has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:25.760863 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5df73842-86dd-4b82-9d6d-ddb51553e67c', 'name': '', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'mac_address': 'fa:16:3e:73:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:14Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 2, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'subnets': [{'id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:25.807997 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Checking router: 3f53e660-8b9c-4576-a629-be96548caf40 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:23:25.808513 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Updating router 3f53e660-8b9c-4576-a629-be96548caf40 port 5df73842-86dd-4b82-9d6d-ddb51553e67c binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:23:25.836060 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:25.918816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.011187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c7b97ea1-e56c-4aca-9516-b0bf9f48a75c None None] Provisioning complete for port 076ff9e1-6000-407f-ae74-d707cad50137 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:26.011794 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7b97ea1-e56c-4aca-9516-b0bf9f48a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.073419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c7b97ea1-e56c-4aca-9516-b0bf9f48a75c None None] Port 076ff9e1-6000-407f-ae74-d707cad50137 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:26.307893 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.317321 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.336563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:26.345260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-06826be8-9f89-4127-a830-5e88f579142e tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0971642 Sep 24 19:23:26.345377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32864) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:26.347057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] Sync routers for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:26.359662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:26.360304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:26.424528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:26.451909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:26.452568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:26.509689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:26.510358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9e19f-053e-4f5f-8e32-a848b7720b41 None None] The sync data for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:26.530617 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb254b4-5ab1-4b33-bf12-9a09436694c8 None None] Pushing event updated for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:26.538262 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Attempting to bind port 5df73842-86dd-4b82-9d6d-ddb51553e67c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:23:26.538628 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Attempting to bind port 5df73842-86dd-4b82-9d6d-ddb51553e67c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:23:26.539043 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Attempting to bind port 5df73842-86dd-4b82-9d6d-ddb51553e67c on network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:23:26.545151 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:23:26.545747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Checking segment: {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:23:26.546147 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.547217 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Bound using segment: {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:23:26.547688 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Bound port: 5df73842-86dd-4b82-9d6d-ddb51553e67c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be3305-5cde-41f0-b94c-a45fb0080a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:23:26.548473 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.564513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-783edc42-bf4d-404d-9c4a-5dfaf3651e4f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.658707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] For port 5df73842-86dd-4b82-9d6d-ddb51553e67c, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:26.663183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] For port 5df73842-86dd-4b82-9d6d-ddb51553e67c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5df73842-86dd-4b82-9d6d-ddb51553e67c,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:23:26.668314 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.702825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Provisioning complete for port 5df73842-86dd-4b82-9d6d-ddb51553e67c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:26.703242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.741432 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-783edc42-bf4d-404d-9c4a-5dfaf3651e4f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 19:23:26.742522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-783edc42-bf4d-404d-9c4a-5dfaf3651e4f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db HTTP/1.1" status: 409 len: 329 time: 0.3962145 Sep 24 19:23:26.745433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32868) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:26.770979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:26.771625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:26.909962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:26.990215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] For port 5df73842-86dd-4b82-9d6d-ddb51553e67c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5df73842-86dd-4b82-9d6d-ddb51553e67c,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:27.000909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:27.026740 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:27.149217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Pushing event updated for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:27.157840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.158490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.159183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.182348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.183171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.183977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.184823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.185921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.186455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.187050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.187593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.188120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50f312-b585-40b4-83f9-8d6acc37a875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:27.246103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-70ccf7a3-32a5-4a76-8fb3-140cd8e87e23 None None] Provisioning complete for port 5df73842-86dd-4b82-9d6d-ddb51553e67c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:27.248245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70ccf7a3-32a5-4a76-8fb3-140cd8e87e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:27.271672 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb254b4-5ab1-4b33-bf12-9a09436694c8 None None] Pushing event updated for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:27.471798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5df73842-86dd-4b82-9d6d-ddb51553e67c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:23:27.535748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5df73842-86dd-4b82-9d6d-ddb51553e67c', 'name': '', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'mac_address': 'fa:16:3e:73:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:14Z', 'updated_at': '2021-09-24T19:23:26Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'subnets': [{'id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:27.547882 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:27.556498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5df73842-86dd-4b82-9d6d-ddb51553e67c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:27.557142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:27.579561 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40341-3131-43b8-9892-c07e4adf8bc3 None None] The sync data for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 is: [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:23:15Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '5df73842-86dd-4b82-9d6d-ddb51553e67c', 'name': '', 'network_id': 'dcf8773d-bdf9-495f-a562-9fd319dc4cd1', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'mac_address': 'fa:16:3e:73:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:14Z', 'updated_at': '2021-09-24T19:23:26Z', 'revision_number': 4, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'subnets': [{'id': '97faebeb-c622-4376-a917-9a220dc3a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:27.730659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:27.896560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dffc68e4-5506-4477-8375-3682e792c556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:27.935176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting port 076ff9e1-6000-407f-ae74-d707cad50137 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:27.935541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.062666 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dffc68e4-5506-4477-8375-3682e792c556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.069750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dffc68e4-5506-4477-8375-3682e792c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.092162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.107703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Calling delete_port for 076ff9e1-6000-407f-ae74-d707cad50137 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:28.129029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc68e4-5506-4477-8375-3682e792c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab715d5-bf1a-44d5-9f7b-f7f0bda40854,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:28.136748 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dffc68e4-5506-4477-8375-3682e792c556 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce69c2e55b4e45029e74f8c6c0f6dd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047985 Sep 24 19:23:28.138090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:28.203694 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.233069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.350889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.354789 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.356032 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eab715d5-bf1a-44d5-9f7b-f7f0bda40854 HTTP/1.1" status: 204 len: 168 time: 0.2163844 Sep 24 19:23:28.367491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.390162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4e532-f07f-42ef-8456-fac0cf4fd888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab715d5-bf1a-44d5-9f7b-f7f0bda40854,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:28.417160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Port': ['ID=076ff9e1-6000-407f-ae74-d707cad50137,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:28.676738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.821560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:28.853728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7866e36a-1b69-48e7-8fb3-44b22ffb86ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.864881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Router 1de69296-3c97-448c-9abd-3fa8015221db has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:28.977423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:28.986737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7866e36a-1b69-48e7-8fb3-44b22ffb86ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:28.990599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-642b4075-9ff8-486b-8e21-73bce3d7da92 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410555 Sep 24 19:23:28.991557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:28.994425 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] Sync routers for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:29.012682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:29.013976 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:29.032675 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-033baf0a-ef35-479f-81b0-abfe8bdcfe5a tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] show failed (client error): The resource could not be found. Sep 24 19:23:29.033716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-033baf0a-ef35-479f-81b0-abfe8bdcfe5a tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1311547752 HTTP/1.1" status: 404 len: 335 time: 0.0404849 Sep 24 19:23:29.035359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7866e36a-1b69-48e7-8fb3-44b22ffb86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.038095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32910) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:29.050062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5f41e721-ec73-4b4a-ad41-83c26b015e2b tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:29.096713 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:29.115987 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] Routers {'1de69296-3c97-448c-9abd-3fa8015221db'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:29.116622 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1de69296-3c97-448c-9abd-3fa8015221db'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:29.127529 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-5f41e721-ec73-4b4a-ad41-83c26b015e2b tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] update failed (client error): The resource could not be found. Sep 24 19:23:29.127763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866e36a-1b69-48e7-8fb3-44b22ffb86ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57006058-6439-4dc6-8e14-c6e7d5a6149b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:29.131115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5f41e721-ec73-4b4a-ad41-83c26b015e2b tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1553019492 HTTP/1.1" status: 404 len: 335 time: 0.0880914 Sep 24 19:23:29.138096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:29.195602 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:29.199435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bd45b-4bdc-4223-8012-80a1bcb48d4b None None] The sync data for ids ['1de69296-3c97-448c-9abd-3fa8015221db'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:29.199562 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7866e36a-1b69-48e7-8fb3-44b22ffb86ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69ff35fd4c2745cdb9326c835408a79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750482 Sep 24 19:23:29.207617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:29.218940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting subnet 786318f8-e715-495c-82b5-07a8b6adeb74 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:29.222386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.289769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.319997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.366994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.423736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.450019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.454330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.455763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57006058-6439-4dc6-8e14-c6e7d5a6149b HTTP/1.1" status: 204 len: 168 time: 0.2472169 Sep 24 19:23:29.464800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41a721-9aa3-49c7-b67b-e94acdb90afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57006058-6439-4dc6-8e14-c6e7d5a6149b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:29.504651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.533683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Subnet': ['ID=786318f8-e715-495c-82b5-07a8b6adeb74,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:29.537938 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.542421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:29.542532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-387f9cf1-0cf8-4d07-839d-2c98cd922dce tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/subnets/786318f8-e715-495c-82b5-07a8b6adeb74 HTTP/1.1" status: 204 len: 168 time: 0.4062524 Sep 24 19:23:29.544886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20ceba-d9f4-42f4-9688-3b6cf250fdea None None] Network 44973939-ff72-4b77-ac22-7efd3696a674 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:29.604639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting subnet c76942d4-c561-4787-a83b-ee299c9b72eb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:29.608358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.656016 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.762723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.776407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] DHCP port deletion for 44973939-ff72-4b77-ac22-7efd3696a674 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:29.829434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Deleting port c7b646cf-f59f-4618-9cc1-e423ab807d5f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:29.829819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.835599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.873653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Subnet': ['ID=c76942d4-c561-4787-a83b-ee299c9b72eb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:29.875913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.877877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-37496599-ab95-4615-af9b-4d8d7799ea54 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/subnets/c76942d4-c561-4787-a83b-ee299c9b72eb HTTP/1.1" status: 204 len: 168 time: 0.3344893 Sep 24 19:23:29.880417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32936) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:29.896848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c692c-c428-4e4a-9ff0-35da90e9820c None None] Network cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:29.925761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] For port c7b646cf-f59f-4618-9cc1-e423ab807d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c7b646cf-f59f-4618-9cc1-e423ab807d5f,segment=NetworkSegment(e2bf0ea1-2459-476f-87df-311aa8b23209),segment_id=e2bf0ea1-2459-476f-87df-311aa8b23209)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:29.926347 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:29.952401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Calling delete_port for c7b646cf-f59f-4618-9cc1-e423ab807d5f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:29.995100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.090981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting port c7b646cf-f59f-4618-9cc1-e423ab807d5f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:30.091447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.208638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] For port c7b646cf-f59f-4618-9cc1-e423ab807d5f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c7b646cf-f59f-4618-9cc1-e423ab807d5f,segment=NetworkSegment(e2bf0ea1-2459-476f-87df-311aa8b23209),segment_id=e2bf0ea1-2459-476f-87df-311aa8b23209)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:30.210500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.242260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Calling delete_port for c7b646cf-f59f-4618-9cc1-e423ab807d5f owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:30.343112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.391517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Port': ['ID=c7b646cf-f59f-4618-9cc1-e423ab807d5f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:30.399556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] No DVR routers for this DVR port c7b646cf-f59f-4618-9cc1-e423ab807d5f on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:30.463542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.498740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] No DVR routers for this DVR port c7b646cf-f59f-4618-9cc1-e423ab807d5f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:30.511357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846832b1-a200-4dae-a7b9-0dd91e19294b None None] Pushing event deleted for resources: {'Port': ['ID=c7b646cf-f59f-4618-9cc1-e423ab807d5f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:30.513706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.554925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44973939-ff72-4b77-ac22-7efd3696a674']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:30.578600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bf0ea1-2459-476f-87df-311aa8b23209') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:30.578989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bf0ea1-2459-476f-87df-311aa8b23209') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:30.603400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.606260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] DHCP port deletion for cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:30.627623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.634424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:30.634834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:30.637964 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:30.773947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Deleting port 1e5658e2-c23d-4807-9c19-1de312458e6f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:30.774263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.877733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] For port 1e5658e2-c23d-4807-9c19-1de312458e6f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1e5658e2-c23d-4807-9c19-1de312458e6f,segment=NetworkSegment(33fe47ec-f8e2-44a5-a553-b7ae6d5862f0),segment_id=33fe47ec-f8e2-44a5-a553-b7ae6d5862f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:30.878149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:30.925755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Calling delete_port for 1e5658e2-c23d-4807-9c19-1de312458e6f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:31.113777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.153375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.158159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:31.158574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/networks/44973939-ff72-4b77-ac22-7efd3696a674 HTTP/1.1" status: 204 len: 168 time: 1.2767048 Sep 24 19:23:31.159119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba35c-bfb3-46eb-b679-057581e009c5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Network': ['ID=44973939-ff72-4b77-ac22-7efd3696a674,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:31.177432 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.234518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] Pushing event deleted for resources: {'Port': ['ID=1e5658e2-c23d-4807-9c19-1de312458e6f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:31.245894 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7e4a2-87ef-49db-8be1-e93a2813f741 None None] No DVR routers for this DVR port 1e5658e2-c23d-4807-9c19-1de312458e6f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:31.355445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.387109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e5658e2-c23d-4807-9c19-1de312458e6f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:31.421168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1e5658e2-c23d-4807-9c19-1de312458e6f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:31.421517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1e5658e2-c23d-4807-9c19-1de312458e6f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:31.421935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c7b646cf-f59f-4618-9cc1-e423ab807d5f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:31.451549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c7b646cf-f59f-4618-9cc1-e423ab807d5f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:31.451902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c7b646cf-f59f-4618-9cc1-e423ab807d5f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:31.508334 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.559956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:31.583732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:31.584028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fe47ec-f8e2-44a5-a553-b7ae6d5862f0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:31.619416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.647817 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.654940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:31.655426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:31.659218 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:31.738631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.781077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.787205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 32990) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:31.800108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/networks/cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab HTTP/1.1" status: 204 len: 168 time: 0.6332433 Sep 24 19:23:31.801275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740b25d-e753-4fe1-9aa0-fcf3579ccb69 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Network': ['ID=cc98e622-4b1f-40d5-a65f-88ce1dbcf4ab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:31.855904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting subnet 48462cf6-5a77-4652-8bad-77906be53677 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:23:31.860308 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:31.912766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.059067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.127455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.170545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Subnet': ['ID=48462cf6-5a77-4652-8bad-77906be53677,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:32.179424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.181410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2314e05-dbf8-4951-9686-3f39959e4c2d tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/subnets/48462cf6-5a77-4652-8bad-77906be53677 HTTP/1.1" status: 204 len: 168 time: 0.3930221 Sep 24 19:23:32.181898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc8b66-b34b-4dd8-8d6e-c729608bc64b None None] Network 05c93646-586f-4f03-8365-01990eb272bb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:23:32.184064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 32998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:32.288033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.351754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Deleting port 14694535-df11-4474-a42a-f13fc6b073e6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:32.352093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.414006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] DHCP port deletion for 05c93646-586f-4f03-8365-01990eb272bb request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:23:32.478325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] For port 14694535-df11-4474-a42a-f13fc6b073e6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14694535-df11-4474-a42a-f13fc6b073e6,segment=NetworkSegment(ce0c4047-f547-44cc-b3a4-2b8210b16c91),segment_id=ce0c4047-f547-44cc-b3a4-2b8210b16c91)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:32.478802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.487125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Deleting port 14694535-df11-4474-a42a-f13fc6b073e6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:32.487724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.500264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Calling delete_port for 14694535-df11-4474-a42a-f13fc6b073e6 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:32.572003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] For port 14694535-df11-4474-a42a-f13fc6b073e6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14694535-df11-4474-a42a-f13fc6b073e6,segment=NetworkSegment(ce0c4047-f547-44cc-b3a4-2b8210b16c91),segment_id=ce0c4047-f547-44cc-b3a4-2b8210b16c91)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:32.573139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.591119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Calling delete_port for 14694535-df11-4474-a42a-f13fc6b073e6 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:32.602011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.640968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Port': ['ID=14694535-df11-4474-a42a-f13fc6b073e6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:32.656757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:23:32.657773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] No DVR routers for this DVR port 14694535-df11-4474-a42a-f13fc6b073e6 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:32.763010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.763264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.794073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] Pushing event deleted for resources: {'Port': ['ID=14694535-df11-4474-a42a-f13fc6b073e6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:32.801124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c93646-586f-4f03-8365-01990eb272bb']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:32.802667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5351ece-6246-4f48-91c4-90d1dd616ea5 None None] No DVR routers for this DVR port 14694535-df11-4474-a42a-f13fc6b073e6 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:32.818357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0c4047-f547-44cc-b3a4-2b8210b16c91') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:32.818732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0c4047-f547-44cc-b3a4-2b8210b16c91') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:32.830014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.853183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.864465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:23:32.865006 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:23:32.868687 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:23:32.945179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.955727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:32.958743 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/networks/05c93646-586f-4f03-8365-01990eb272bb HTTP/1.1" status: 204 len: 168 time: 0.7735436 Sep 24 19:23:32.961407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33016) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:32.976389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715d4f4-28e0-4978-9702-2a75d32d3c1f tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Pushing event deleted for resources: {'Network': ['ID=05c93646-586f-4f03-8365-01990eb272bb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:32.997089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6eb44698-b166-41cd-9c09-580be78d69a5 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "GET /v2.0/ports?device_id=1de69296-3c97-448c-9abd-3fa8015221db HTTP/1.1" status: 200 len: 205 time: 0.0343618 Sep 24 19:23:32.999541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33018) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:33.085558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.210458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.286491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.290099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.314376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14694535-df11-4474-a42a-f13fc6b073e6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:33.343704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 14694535-df11-4474-a42a-f13fc6b073e6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:33.344256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14694535-df11-4474-a42a-f13fc6b073e6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:33.356068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.356554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Fanout notify agent at l3_agent the message router_deleted on router 1de69296-3c97-448c-9abd-3fa8015221db {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:23:33.365285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:33.369596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b62fe7c4-aa32-49f0-adbd-f9b27f3b9439 tempest-RoutersNegativeTest-196566759 tempest-RoutersNegativeTest-196566759-project] 10.222.0.18 "DELETE /v2.0/routers/1de69296-3c97-448c-9abd-3fa8015221db HTTP/1.1" status: 204 len: 168 time: 0.3691101 Sep 24 19:23:33.721931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:34.013100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7b3f87cd-8f77-48b0-b3c7-5293bfc90dce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e97937a784742618dfb0ca5e97a849d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898397 Sep 24 19:23:34.016483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:34.087847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:34.110742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:34.160654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:34.163177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:34.166650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57779354-7569-4944-8d90-8a7e8af75af7 HTTP/1.1" status: 204 len: 168 time: 0.1468685 Sep 24 19:23:34.174271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bd713-1e0c-41a3-8729-00e34988052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57779354-7569-4944-8d90-8a7e8af75af7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:34.995003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33078) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:35.163424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d1566bff-0336-4865-95da-b459a16a1c76 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:35.172443 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-d1566bff-0336-4865-95da-b459a16a1c76 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 19:23:35.173370 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-d1566bff-0336-4865-95da-b459a16a1c76 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:23:35.177771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d1566bff-0336-4865-95da-b459a16a1c76 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1815610 Sep 24 19:23:35.179510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:35.191510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--222415581'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:35.244608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.259572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.471651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.481544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.554581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e111e265-e441-4c97-856c-81b9a5eb50cf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:35.613537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.618266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.653439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7073f7b-6a8b-42a2-a2f1-685394000032,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:35.669517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.673574 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-40fde676-f342-4acf-8db1-8bfbfe5f915b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4904215 Sep 24 19:23:35.675266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:35.679914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'a7073f7b-6a8b-42a2-a2f1-685394000032', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:35.721137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.805408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.813907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.829821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e840660-964a-4b01-9944-3faf5d12012e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:35.840318 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.843070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a0032971-8b52-4a35-b6f1-4f0c2859f539 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668057 Sep 24 19:23:35.845807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:35.850997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e2ae8e8c-1550-48ee-a9fb-74b8ab2c19dd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'a7073f7b-6a8b-42a2-a2f1-685394000032', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:35.884330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8e8c-1550-48ee-a9fb-74b8ab2c19dd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:35.973975 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e2ae8e8c-1550-48ee-a9fb-74b8ab2c19dd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 19:23:35.977928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2ae8e8c-1550-48ee-a9fb-74b8ab2c19dd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1285238 Sep 24 19:23:35.978261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33136) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.084557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.116112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.223476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.232453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.236645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7073f7b-6a8b-42a2-a2f1-685394000032 HTTP/1.1" status: 204 len: 168 time: 0.2546186 Sep 24 19:23:36.237596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.257834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a2f5-c6b0-4240-bcae-ae7b226a96f5 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7073f7b-6a8b-42a2-a2f1-685394000032,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:36.362488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4005767-441a-44f0-8459-ece9405b0a68 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228397 Sep 24 19:23:36.367171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33152) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.372159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--990784743'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:36.403546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-183406d0-3518-4cea-b88c-3f7f8d018b6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0855937 Sep 24 19:23:36.414889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.553510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.554426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.555104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.555607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.556087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.556561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.557262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.559376 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-d5b0847d-9ba4-44d1-bec2-3b5d12c600b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c226e365ad7487184e2e856847ee731&device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 6499 time: 0.0807724 Sep 24 19:23:36.585211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.596481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.680546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.681428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3127148 Sep 24 19:23:36.684318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33154) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.686658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f613911-9c94-4308-9933-e1d67622c9c2 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32670e45-37a4-4fbf-b21d-b84aff10f1a0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:36.689406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cc0bf42e-4ff3-4ee4-9443-1742a4c04cd6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': '32670e45-37a4-4fbf-b21d-b84aff10f1a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:36.690226 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-cc0bf42e-4ff3-4ee4-9443-1742a4c04cd6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 19:23:36.690718 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-cc0bf42e-4ff3-4ee4-9443-1742a4c04cd6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:36.694183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc0bf42e-4ff3-4ee4-9443-1742a4c04cd6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060213 Sep 24 19:23:36.694561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.739540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-56cd8ac0-3318-42f9-919f-f8e772deadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.740018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-56cd8ac0-3318-42f9-919f-f8e772deadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.740598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-56cd8ac0-3318-42f9-919f-f8e772deadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.742307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-56cd8ac0-3318-42f9-919f-f8e772deadba service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=4f92eead-7c30-4eab-a222-312f81668ad9&id=07513f4d-a3f9-4a72-824e-31eefc7920fe&id=07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 200 len: 2296 time: 0.1559107 Sep 24 19:23:36.823406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.858772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a4de4c0e-4f36-402f-adf2-19019d2e00d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 200 len: 1001 time: 0.1048777 Sep 24 19:23:36.860499 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.941023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a3f7d04c-9afa-4d8f-9213-0b7c29eabdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:36.942430 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a3f7d04c-9afa-4d8f-9213-0b7c29eabdb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 200 len: 856 time: 0.0736415 Sep 24 19:23:36.960798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.963475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:36.964587 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/32670e45-37a4-4fbf-b21d-b84aff10f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2690761 Sep 24 19:23:36.967511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33158) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:36.999272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023706c-caef-4737-bfae-26c7d8ec1577 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32670e45-37a4-4fbf-b21d-b84aff10f1a0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:37.019204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-9ed07be4-11f3-4fbc-a988-a4577b1b6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:37.021929 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-9ed07be4-11f3-4fbc-a988-a4577b1b6953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708742 Sep 24 19:23:37.032484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-692e6521-a748-43cf-ab6b-d7583b0a4cf6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636995 Sep 24 19:23:37.033178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33162) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.055815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--142103160'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.085253 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.174148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-588117c8-b362-4914-8c81-368afa361054 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434727 Sep 24 19:23:37.180358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.184742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.220014 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.221511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1870692 Sep 24 19:23:37.222554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6376-717a-4ecc-ab6e-0dbfa84ee297 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba55a62-38b4-44db-b49b-db9ac6802ffa,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:37.224950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33164) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.230318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3c24efae-eade-4d31-a6ed-6d44622f52a1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'bba55a62-38b4-44db-b49b-db9ac6802ffa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.231558 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-3c24efae-eade-4d31-a6ed-6d44622f52a1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 19:23:37.232634 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-3c24efae-eade-4d31-a6ed-6d44622f52a1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:37.233625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3c24efae-eade-4d31-a6ed-6d44622f52a1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075333 Sep 24 19:23:37.236323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33166) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.305924 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.306603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-ca843528-e262-48f5-be39-5206f83e5c84 service neutron] 10.222.0.15 "GET /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233721 Sep 24 19:23:37.332293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.357692 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-45a16352-8183-40a1-aa37-a1ccdcdd5628 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 217 time: 0.0423539 Sep 24 19:23:37.392118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.396551 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.401180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/bba55a62-38b4-44db-b49b-db9ac6802ffa HTTP/1.1" status: 204 len: 168 time: 0.1632407 Sep 24 19:23:37.402906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.438648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83446d6b-538c-4eb4-ad79-365a9bf34b70 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba55a62-38b4-44db-b49b-db9ac6802ffa,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:37.461298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-66655992-f2df-48cd-94aa-16601bcfd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:37.464256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-66655992-f2df-48cd-94aa-16601bcfd11e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0989199 Sep 24 19:23:37.490713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.491437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-654d4026-f3d2-44e1-9a04-40a0612b3021 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829470 Sep 24 19:23:37.495790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--217195536'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.574517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.588554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-6257c530-feea-43ee-bbc0-5ee8cc966a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:37.590472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-6257c530-feea-43ee-bbc0-5ee8cc966a83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103857 Sep 24 19:23:37.736795 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-3298ae81-a9f6-4116-82da-33add4c35358 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359503 Sep 24 19:23:37.804442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.814404 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.885623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:37.908146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:37.912518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-94ebbfc9-8b5a-40c3-aee3-15ecfd9ab235 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4177547 Sep 24 19:23:37.912705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.917173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d85e7454-94d1-4686-880f-db10ff08dc83 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.918080 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-d85e7454-94d1-4686-880f-db10ff08dc83 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 19:23:37.918628 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d85e7454-94d1-4686-880f-db10ff08dc83 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:37.922706 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d85e7454-94d1-4686-880f-db10ff08dc83 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060530 Sep 24 19:23:37.923081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33194) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.928365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5d7ea9c5-2c26-4f5f-a4bc-0576b43f900e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.930060 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-5d7ea9c5-2c26-4f5f-a4bc-0576b43f900e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 19:23:37.930628 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-5d7ea9c5-2c26-4f5f-a4bc-0576b43f900e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:37.931681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5d7ea9c5-2c26-4f5f-a4bc-0576b43f900e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069616 Sep 24 19:23:37.934433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.940278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2359be81-82b8-4c3f-9203-edb6521c163d tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.941118 n-d-810952-2 neutron-server[94856]: WARNING neutron.api.v2.base [None req-2359be81-82b8-4c3f-9203-edb6521c163d tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 19:23:37.941623 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2359be81-82b8-4c3f-9203-edb6521c163d tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:37.942651 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2359be81-82b8-4c3f-9203-edb6521c163d tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071797 Sep 24 19:23:37.945456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-b384369f-b7a9-4b19-b08a-1bb400eb644b service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991274 Sep 24 19:23:37.946068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33198) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:37.950547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-53fd47e8-4877-4dca-b4f3-cc280e0592f6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:37.952857 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-53fd47e8-4877-4dca-b4f3-cc280e0592f6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 19:23:37.953636 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-53fd47e8-4877-4dca-b4f3-cc280e0592f6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:37.954935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-53fd47e8-4877-4dca-b4f3-cc280e0592f6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078554 Sep 24 19:23:37.958790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33200) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.014398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-532be90a-349a-4caf-8fa4-c8eee82a9ab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 217 time: 0.0533695 Sep 24 19:23:38.112185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.128771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-93f21d7a-7536-4c19-bf2a-2c095b3e6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:38.130396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-93f21d7a-7536-4c19-bf2a-2c095b3e6144 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.1105824 Sep 24 19:23:38.149819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.196483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-c74f2627-6b58-469f-abb6-5b617dd17b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:38.198280 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-c74f2627-6b58-469f-abb6-5b617dd17b2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584931 Sep 24 19:23:38.205879 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.208540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.212144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2 HTTP/1.1" status: 204 len: 168 time: 0.2499690 Sep 24 19:23:38.212861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.229775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7a7a-8109-4213-a550-760fb6e487cd tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76ea9d-4cac-4fb1-84bb-73826e6d8ab2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:38.346268 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7deffeec-12a5-484f-a102-b69768746aa7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176336 Sep 24 19:23:38.346876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33206) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.351681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253104505'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.370949 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-5c592c34-01b7-433b-a9a7-eeba53ae36b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588035 Sep 24 19:23:38.379420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.516482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-aee62eff-96fe-4548-8799-3648c1d03f02 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323044 Sep 24 19:23:38.541808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.551365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.578407 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-686ad3a9-8557-4566-a72b-71f514f5692d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 200 len: 217 time: 0.0477736 Sep 24 19:23:38.608858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce51244d-1693-41f6-83c1-1518bdfa476c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:38.620975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.625941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13d90b85-1c38-4795-bac0-30a5009f0561 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2780163 Sep 24 19:23:38.626939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33216) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.636752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5b0141c1-8625-4468-b345-4f015bfd6b8f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.639024 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-5b0141c1-8625-4468-b345-4f015bfd6b8f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 19:23:38.640681 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-5b0141c1-8625-4468-b345-4f015bfd6b8f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:38.644606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.648367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5b0141c1-8625-4468-b345-4f015bfd6b8f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179431 Sep 24 19:23:38.657441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99bd85d0-55ab-4a07-bc07-48ccb22bddbf tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.669156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-376ee518-8309-4cff-8c9c-4724480abd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:38.670866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-376ee518-8309-4cff-8c9c-4724480abd21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0811336 Sep 24 19:23:38.773891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-3d7f27c3-c53d-4ac5-98d2-6ba50f79781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:38.777167 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-3d7f27c3-c53d-4ac5-98d2-6ba50f79781a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926144 Sep 24 19:23:38.791336 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-99bd85d0-55ab-4a07-bc07-48ccb22bddbf tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:38.795718 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-99bd85d0-55ab-4a07-bc07-48ccb22bddbf tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1414540 Sep 24 19:23:38.796063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33232) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.800560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c30f84f2-badc-4fe8-8d68-5e670c1da26b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.801041 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-c30f84f2-badc-4fe8-8d68-5e670c1da26b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 19:23:38.801528 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-c30f84f2-badc-4fe8-8d68-5e670c1da26b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:38.805454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c30f84f2-badc-4fe8-8d68-5e670c1da26b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054369 Sep 24 19:23:38.805454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33234) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.810486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-614d9ab3-45c4-4e38-8e31-c30cbdd1c365 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.876754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:38.903401 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-614d9ab3-45c4-4e38-8e31-c30cbdd1c365 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:38.909942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-614d9ab3-45c4-4e38-8e31-c30cbdd1c365 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1010523 Sep 24 19:23:38.910962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33238) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.915533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-21979ba2-e26f-47d6-81cd-932b10490101 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.916020 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-21979ba2-e26f-47d6-81cd-932b10490101 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 19:23:38.916506 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-21979ba2-e26f-47d6-81cd-932b10490101 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:38.917472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21979ba2-e26f-47d6-81cd-932b10490101 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055482 Sep 24 19:23:38.923244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:38.928571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-89904901-0abe-406b-b6ca-8369242029be tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:38.973497 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-c0d7f821-617f-4186-9860-51441595b097 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897147 Sep 24 19:23:39.020260 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-89904901-0abe-406b-b6ca-8369242029be tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Project b3d1a002e2514c0b985598b0011c1b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:23:39.119415 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-89904901-0abe-406b-b6ca-8369242029be tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:39.120936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89904901-0abe-406b-b6ca-8369242029be tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1962230 Sep 24 19:23:39.124301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33246) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.131362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4047f36b-e82d-4aa0-a92b-8cc27654ea29 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:39.132302 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-4047f36b-e82d-4aa0-a92b-8cc27654ea29 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 19:23:39.133009 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-4047f36b-e82d-4aa0-a92b-8cc27654ea29 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:39.134336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4047f36b-e82d-4aa0-a92b-8cc27654ea29 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084782 Sep 24 19:23:39.137468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33248) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.147095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1c5636f8-71d9-4da6-bf41-ec6bdeb6e16f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:39.158760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.184939 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-1c5636f8-71d9-4da6-bf41-ec6bdeb6e16f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Project b3d1a002e2514c0b985598b0011c1b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:23:39.212136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-c3add458-ef9a-444e-9bd9-51c30009c66d service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252145 Sep 24 19:23:39.227395 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-1c5636f8-71d9-4da6-bf41-ec6bdeb6e16f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:39.229088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c5636f8-71d9-4da6-bf41-ec6bdeb6e16f tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0903809 Sep 24 19:23:39.231576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33256) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.237331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a76f3954-271e-4fcc-9f30-9e36f2571701 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'ce51244d-1693-41f6-83c1-1518bdfa476c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:39.287708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-54acf14f-c00c-43bc-b0b1-b07fff4726d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 200 len: 217 time: 0.0698309 Sep 24 19:23:39.296373 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-a76f3954-271e-4fcc-9f30-9e36f2571701 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Project b3d1a002e2514c0b985598b0011c1b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:23:39.328882 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a76f3954-271e-4fcc-9f30-9e36f2571701 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:39.330089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a76f3954-271e-4fcc-9f30-9e36f2571701 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0973592 Sep 24 19:23:39.332870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33258) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.358496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-407c5413-aa5d-49ef-a353-3a2d7f0f2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:39.360381 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-407c5413-aa5d-49ef-a353-3a2d7f0f2b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 200 len: 797 time: 0.0646453 Sep 24 19:23:39.413784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.418848 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ee020f7-b938-4e63-802d-09c391b3ef46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.443892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.463779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-b96e08fb-2eea-43f7-a417-44f35318aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:39.467740 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-b96e08fb-2eea-43f7-a417-44f35318aad0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f92eead-7c30-4eab-a222-312f81668ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980687 Sep 24 19:23:39.502504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.505731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.509690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce51244d-1693-41f6-83c1-1518bdfa476c HTTP/1.1" status: 204 len: 168 time: 0.1735873 Sep 24 19:23:39.512493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.523922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49219-b383-469c-8c52-e14b4704d012 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce51244d-1693-41f6-83c1-1518bdfa476c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:39.651313 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ef1b852-8640-44d9-9a3a-194a28090faf tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1355808 Sep 24 19:23:39.655644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33270) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.660588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520937952'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:39.682607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-cc1836a9-136f-468e-beb3-414099b24077 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052875 Sep 24 19:23:39.703981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ee020f7-b938-4e63-802d-09c391b3ef46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.721887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ee020f7-b938-4e63-802d-09c391b3ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.744893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.782273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ee020f7-b938-4e63-802d-09c391b3ef46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2a99786140a4bd88d2d5f7bef92470b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220906 Sep 24 19:23:39.785145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:39.790178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee020f7-b938-4e63-802d-09c391b3ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e102ba22-6dcf-4cbd-a922-a5d43803f6da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:39.860654 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-61c52699-a60d-4c8b-84fc-1a7d936de6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693559 Sep 24 19:23:39.911306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.926418 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-fd652495-623e-49ff-bab8-acd2d0e6bd7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 200 len: 217 time: 0.0552502 Sep 24 19:23:39.928065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.937746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:39.948695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.003843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.005115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3484685 Sep 24 19:23:40.008079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.009040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891f48-2b0a-4ea5-9b3e-344346690c73 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e05b22-4510-4e3a-b276-38b5444c90c8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:40.015790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-92587d7f-10c7-43e6-a14e-78cefe9d7240 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': '42e05b22-4510-4e3a-b276-38b5444c90c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:40.033563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.036490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-4d8d1e9f-5d3c-45d5-bfb2-24d7e47012dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:40.043758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.044056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-4d8d1e9f-5d3c-45d5-bfb2-24d7e47012dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.1025472 Sep 24 19:23:40.044130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e102ba22-6dcf-4cbd-a922-a5d43803f6da HTTP/1.1" status: 204 len: 168 time: 0.2557337 Sep 24 19:23:40.052949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fcae3-5d58-439f-a110-42898e966824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102ba22-6dcf-4cbd-a922-a5d43803f6da,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:40.140835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-588ce453-56f7-4538-a4c4-76cec26623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:40.142374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-588ce453-56f7-4538-a4c4-76cec26623b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798790 Sep 24 19:23:40.148187 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-92587d7f-10c7-43e6-a14e-78cefe9d7240 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The resource could not be found. Sep 24 19:23:40.149698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-92587d7f-10c7-43e6-a14e-78cefe9d7240 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1403785 Sep 24 19:23:40.152664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.158268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0bffb081-7bce-44d5-9caf-18881e4bcde1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': '42e05b22-4510-4e3a-b276-38b5444c90c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6f1100d6-9bc6-4f8a-bf20-40c2c82593ee'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:40.218581 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-0bffb081-7bce-44d5-9caf-18881e4bcde1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The resource could not be found. Sep 24 19:23:40.223686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0bffb081-7bce-44d5-9caf-18881e4bcde1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0698397 Sep 24 19:23:40.224361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33284) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.258254 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-cf8a1d50-6d28-499c-97ae-06a9def3b27a service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065745 Sep 24 19:23:40.332320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.386772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.434219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a61a61ea-1819-4153-b3f9-5cca46febccb service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674650 Sep 24 19:23:40.442265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.446661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.448132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/42e05b22-4510-4e3a-b276-38b5444c90c8 HTTP/1.1" status: 204 len: 168 time: 0.2228410 Sep 24 19:23:40.452490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.485442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-dbd37c70-3555-4d49-bf3a-f100520d6ecc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 200 len: 217 time: 0.0427353 Sep 24 19:23:40.492448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4781-b388-4a5f-84af-85f6286d80c3 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e05b22-4510-4e3a-b276-38b5444c90c8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:40.530438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.547513 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8341e54-1acb-4acb-b4c1-f40519af5f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.550489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-328ddd3f-1b45-47e6-bd90-3fcd9158d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:40.552116 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-328ddd3f-1b45-47e6-bd90-3fcd9158d535 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 200 len: 797 time: 0.0573831 Sep 24 19:23:40.553543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b10c18e7-d76b-40ba-a8dd-f6677a8214e1 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999272 Sep 24 19:23:40.557958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.563671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-681ce410-191d-4137-a6d8-181bdfe5c6f0 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'abc44ac0-b250-48b5-bd01-b9ceb1b21cb3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:40.613193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a2d426e3-b341-4cd2-8c72-2953549e940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:40.614844 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a2d426e3-b341-4cd2-8c72-2953549e940a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07513f4d-a3f9-4a72-824e-31eefc7920fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467823 Sep 24 19:23:40.681290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8341e54-1acb-4acb-b4c1-f40519af5f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.687478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d8341e54-1acb-4acb-b4c1-f40519af5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.733034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d8341e54-1acb-4acb-b4c1-f40519af5f4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bca6749e5fae4b9caba2cb37a93ace5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004707 Sep 24 19:23:40.754830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8341e54-1acb-4acb-b4c1-f40519af5f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a59c5-8a20-4861-a13d-c27f18dd789c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:40.757900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33296) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.766632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-a687e425-35c4-4cff-99eb-95a6d9c65eb9 service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393628 Sep 24 19:23:40.829377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.855696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.884470 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-681ce410-191d-4137-a6d8-181bdfe5c6f0 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The resource could not be found. Sep 24 19:23:40.885775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-681ce410-191d-4137-a6d8-181bdfe5c6f0 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3267748 Sep 24 19:23:40.890099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33310) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:40.900199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981581750'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:40.907822 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ebcc6029-bb6b-4299-9a53-bd03e1d262db req-f86d3245-d112-4a61-954c-076027a8e09c service neutron] 10.222.0.15 "GET /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260495 Sep 24 19:23:40.937386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.955441 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.957954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:40.962578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be8a59c5-8a20-4861-a13d-c27f18dd789c HTTP/1.1" status: 204 len: 168 time: 0.1903055 Sep 24 19:23:40.971828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c8cae-96bd-495a-8129-794bd2da7612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a59c5-8a20-4861-a13d-c27f18dd789c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:41.120752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.132734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.214755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.219368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:41.224531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3282211 Sep 24 19:23:41.226898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae5417-1097-491f-8980-4ac54c12df3e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eb3990-e29f-42b2-82db-6199036c0e34,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:41.227052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--819290127'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:41.285855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.455582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.460658 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.519225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de6e39-a66d-45c7-bd37-412eb65e9260,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:41.547364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.553278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33348) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:41.558166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a49c349b-3685-4760-bd26-49d0b4835566 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': 'e8eb3990-e29f-42b2-82db-6199036c0e34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c3de6e39-a66d-45c7-bd37-412eb65e9260'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:41.564773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-414ba0cd-a190-4923-8715-b9bf188e7679 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3442397 Sep 24 19:23:41.607351 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a49c349b-3685-4760-bd26-49d0b4835566 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:41.607351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a49c349b-3685-4760-bd26-49d0b4835566 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0524228 Sep 24 19:23:41.609625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33352) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:41.688703 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.722160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.830030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.837551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.844957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.855187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.861991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.868880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.876130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:41.878239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-62c3454b-7d4b-4789-83af-e9dc54e165eb tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.1474972 Sep 24 19:23:41.879837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.882451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:41.883613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3de6e39-a66d-45c7-bd37-412eb65e9260 HTTP/1.1" status: 204 len: 168 time: 0.2728105 Sep 24 19:23:41.886325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33366) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:41.932801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d94611-ae49-4484-94cd-b5e3b498d9d7 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de6e39-a66d-45c7-bd37-412eb65e9260,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:41.972942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b25c0567-ed3c-4420-83b7-aedc979bb8f5 req-49ba8b50-9b94-48a8-8824-a109e12fa1c6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709689 Sep 24 19:23:42.022075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33374) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.022307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a37db88-3a70-4dad-9922-d66187748324 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1346693 Sep 24 19:23:42.095277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33376) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.110364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.135475 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.183633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.188227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.192819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/e8eb3990-e29f-42b2-82db-6199036c0e34 HTTP/1.1" status: 204 len: 168 time: 0.1697035 Sep 24 19:23:42.192958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.204767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21543-107f-4312-a9d5-10ed14dc3953 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eb3990-e29f-42b2-82db-6199036c0e34,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:42.259567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a34bffa-e59b-428b-b4e4-9743cffabe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.266169 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-158671b2-56ad-40b0-b591-76350fe65281 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719292 Sep 24 19:23:42.270289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33386) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.275115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--412152166'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:42.291153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:23:42.291153 n-d-810952-2 neutron-server[94855]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 19:23:42.291153 n-d-810952-2 neutron-server[94855]: [parameters: {'project_id': 'b3d1a002e2514c0b985598b0011c1b5a', 'id': 'c35fb8c7-1ca4-453b-aac5-8c3bcfafd159', 'expiration': datetime.datetime(2021, 9, 24, 19, 25, 42, 287077)}] Sep 24 19:23:42.291153 n-d-810952-2 neutron-server[94855]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:23:42.291545 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:23:42.371058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a34bffa-e59b-428b-b4e4-9743cffabe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.376351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a34bffa-e59b-428b-b4e4-9743cffabe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.411964 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4a34bffa-e59b-428b-b4e4-9743cffabe09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4fbb27656be4e5cba522cafacb84ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148470 Sep 24 19:23:42.414245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33392) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.434832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34bffa-e59b-428b-b4e4-9743cffabe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f7e17-f90b-4608-bc85-7246a1ce1fd1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:42.477500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.502215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.566417 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.571079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.572765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc3f7e17-f90b-4608-bc85-7246a1ce1fd1 HTTP/1.1" status: 204 len: 168 time: 0.1590533 Sep 24 19:23:42.584707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aaaaf-cecd-4131-8fff-a313d673123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f7e17-f90b-4608-bc85-7246a1ce1fd1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:42.819194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:42.962926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33412) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:42.991345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a707c26-aacf-4089-ad0f-d41fc8000af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.013741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.049999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.113021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef14f6-f3af-4601-89ef-14cdd051e836,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:43.121128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.131959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.141581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.150139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.158258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.167058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.174732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.178255 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-f09a1a11-dffa-4f0d-a768-052fbca8a9be tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.1687927 Sep 24 19:23:43.195803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.203399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.211297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.217893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.223796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.229985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.237110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.239050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-34053a1e-a923-4064-a907-5d80075162fe tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 5442 time: 0.1332879 Sep 24 19:23:43.255330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a707c26-aacf-4089-ad0f-d41fc8000af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.264849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4170cabf-f3ef-4ae0-aecc-522a32156f71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:43.267664 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4170cabf-f3ef-4ae0-aecc-522a32156f71 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0793626 Sep 24 19:23:43.272568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a707c26-aacf-4089-ad0f-d41fc8000af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.295539 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.300259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c79480c8-154d-4bc2-abdc-48de0cd8c480 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0254784 Sep 24 19:23:43.301532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.328856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-95ce10aa-1bd4-43ec-a2c2-8cc1f29e7b3b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': '6eef14f6-f3af-4601-89ef-14cdd051e836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:43.371636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7a707c26-aacf-4089-ad0f-d41fc8000af3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5863ed19e291458695eb73d1d1a584ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051168 Sep 24 19:23:43.376137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33428) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.387305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707c26-aacf-4089-ad0f-d41fc8000af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b796ccb1-b6e4-44a1-bc64-2cb67e0fba40,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:43.394766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61fcec77-364c-40eb-8a73-afdbfc9ef32a req-5665686a-3707-47f8-9755-36b4d43a2525 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429577 Sep 24 19:23:43.475607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e9b4d527-28fc-4809-ae1f-07fd931ce2ba tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2003310 Sep 24 19:23:43.483691 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-95ce10aa-1bd4-43ec-a2c2-8cc1f29e7b3b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:43.486969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-95ce10aa-1bd4-43ec-a2c2-8cc1f29e7b3b tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1783445 Sep 24 19:23:43.489991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33436) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.495697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:43.495862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.529808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1bdd1965-f48c-43d3-ab5d-f8ad0aac266e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group_rule': {'security_group_id': '6eef14f6-f3af-4601-89ef-14cdd051e836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:43.537124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.609487 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-1bdd1965-f48c-43d3-ab5d-f8ad0aac266e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:23:43.611005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.614505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1bdd1965-f48c-43d3-ab5d-f8ad0aac266e tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1199834 Sep 24 19:23:43.614920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33444) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.635314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.638714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.639964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b796ccb1-b6e4-44a1-bc64-2cb67e0fba40 HTTP/1.1" status: 204 len: 168 time: 0.2615299 Sep 24 19:23:43.661634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937312d-3329-4ef8-9a9a-9c34de925566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b796ccb1-b6e4-44a1-bc64-2cb67e0fba40,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:43.702671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.736603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.800628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.804121 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.805325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/6eef14f6-f3af-4601-89ef-14cdd051e836 HTTP/1.1" status: 204 len: 168 time: 0.1888382 Sep 24 19:23:43.806344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=ba885f58-e8db-4880-9664-1fb349919e3a,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:43.808826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.818739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364772b8-039d-45b7-ab84-cf90902f9e38 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef14f6-f3af-4601-89ef-14cdd051e836,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:43.884139 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2958c068-817b-470b-be55-fdbf9fadc669 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729749 Sep 24 19:23:43.890756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:43.897198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'tempest-secgroup--349157371'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:43.902026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] For port ba885f58-e8db-4880-9664-1fb349919e3a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:43.926013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.945167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] device_id is not set on port ba885f58-e8db-4880-9664-1fb349919e3a yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:23:43.962656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:43.978537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.083079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] No DVR routers for this DVR port ba885f58-e8db-4880-9664-1fb349919e3a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:44.102535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.109923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.115547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33460) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.159916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.164174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2687640 Sep 24 19:23:44.164461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33466) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.166544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] In _notify_port_updated(), no bound segment for port ba885f58-e8db-4880-9664-1fb349919e3a on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:23:44.169163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.170027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.171131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-748c700c-db10-4a27-b42a-5ff46b004f36 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:44.171574 n-d-810952-2 neutron-server[94855]: WARNING neutron.api.v2.base [None req-748c700c-db10-4a27-b42a-5ff46b004f36 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 19:23:44.172044 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-748c700c-db10-4a27-b42a-5ff46b004f36 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 19:23:44.172449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 200 len: 1032 time: 0.6807377 Sep 24 19:23:44.175581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-748c700c-db10-4a27-b42a-5ff46b004f36 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "PUT /v2.0/security-groups/05905406-94bc-4a52-a191-95a8306688ad HTTP/1.1" status: 409 len: 330 time: 0.0077112 Sep 24 19:23:44.175581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11285c0b-debd-453c-8c27-330a504eaad6 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05905406-94bc-4a52-a191-95a8306688ad,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:44.176486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33468) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.196022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839362e-db35-4826-8fb8-5f9b027abac1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:44.235754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-622d6100-e4b3-4556-b1a4-0a18807303e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.236990 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-622d6100-e4b3-4556-b1a4-0a18807303e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "GET /v2.0/ports/469d857d-8823-461f-af5f-a71557044533?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0518825 Sep 24 19:23:44.250958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:23:44.285805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.323761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.336349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.364594 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7e90b34-0de5-44e9-90b9-200b28f640d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.419639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a3c7eb85-ecf8-4c1f-8e7b-27cfcf6b5bdf None None] Provisioning complete for port ba885f58-e8db-4880-9664-1fb349919e3a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:44.421680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3c7eb85-ecf8-4c1f-8e7b-27cfcf6b5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.425643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.428721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.431143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/05905406-94bc-4a52-a191-95a8306688ad HTTP/1.1" status: 204 len: 168 time: 0.2535191 Sep 24 19:23:44.434392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.449881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94664c7-58b7-4bd5-8a96-23dc8c7a7c07 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05905406-94bc-4a52-a191-95a8306688ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:44.520989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3456ae7e-6d37-46c2-b88a-5012635e0402 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852981 Sep 24 19:23:44.525454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.536450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7eb85-ecf8-4c1f-8e7b-27cfcf6b5bdf None None] Port ba885f58-e8db-4880-9664-1fb349919e3a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:44.552481 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-218db8f2-b15c-480e-924b-1d200d54ccac tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] delete failed (client error): The resource could not be found. Sep 24 19:23:44.553540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-218db8f2-b15c-480e-924b-1d200d54ccac tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "DELETE /v2.0/security-groups/1a293fa5-a772-469e-8fbf-d0ed2c221b9b HTTP/1.1" status: 404 len: 347 time: 0.0269930 Sep 24 19:23:44.556629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=469d857d-8823-461f-af5f-a71557044533,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:44.557363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.583877 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-17d154b5-c11f-44d6-9bb5-24008022cbd9 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] show failed (client error): The resource could not be found. Sep 24 19:23:44.585004 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-17d154b5-c11f-44d6-9bb5-24008022cbd9 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-groups/3751c2ec-d4e3-450d-974c-b61a06524df4 HTTP/1.1" status: 404 len: 347 time: 0.0267272 Sep 24 19:23:44.588746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.604189 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-962e3596-6e60-4f4e-a325-ed4f34904b60 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] show failed (client error): The resource could not be found. Sep 24 19:23:44.605209 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-962e3596-6e60-4f4e-a325-ed4f34904b60 tempest-NegativeSecGroupIPv6Test-1669790800 tempest-NegativeSecGroupIPv6Test-1669790800-project] 10.222.0.18 "GET /v2.0/security-group-rules/ea03f421-0046-497f-a679-04d8c66eb391 HTTP/1.1" status: 404 len: 356 time: 0.0155163 Sep 24 19:23:44.626233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7e90b34-0de5-44e9-90b9-200b28f640d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.629276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] For port 469d857d-8823-461f-af5f-a71557044533, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:23:44.656438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.666406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.668269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] device_id is not set on port 469d857d-8823-461f-af5f-a71557044533 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:23:44.673169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.677701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.679783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.684648 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.687545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.694241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.696277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-7ed61a9d-d060-4e1c-85b4-1fb6aaa0018c tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 4663 time: 0.1318049 Sep 24 19:23:44.696968 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f7e90b34-0de5-44e9-90b9-200b28f640d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.756180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e90b34-0de5-44e9-90b9-200b28f640d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ea3e8e-2e84-4200-972a-7f5b8af0c2ab,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:44.765034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f7e90b34-0de5-44e9-90b9-200b28f640d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aa00e7448754fdbb921d41aa80ecc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441569 Sep 24 19:23:44.765958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.811415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] No DVR routers for this DVR port 469d857d-8823-461f-af5f-a71557044533 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:44.813528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Pushing event updated for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:44.836969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e7f610b-2a94-401a-bd2a-ba8246e83f1f req-14ae24ab-400d-4b38-a926-6dec25c527fa tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&id=247d1c46-97ce-4509-8ddc-e42973311dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285906 Sep 24 19:23:44.879582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] In _notify_port_updated(), no bound segment for port 469d857d-8823-461f-af5f-a71557044533 on network 4f92eead-7c30-4eab-a222-312f81668ad9 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 19:23:44.880558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:44.882142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.883803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-4c5b83c8-4e98-4531-89b7-f8412f482cec service neutron] 10.222.0.15 "PUT /v2.0/ports/469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 200 len: 1031 time: 0.6379237 Sep 24 19:23:44.920862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:44.971898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:44.984619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.067682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.073389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.079077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31ea3e8e-2e84-4200-972a-7f5b8af0c2ab HTTP/1.1" status: 204 len: 168 time: 0.3120646 Sep 24 19:23:45.099236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac6234-3fe0-4ed8-bfae-a21be07a4e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ea3e8e-2e84-4200-972a-7f5b8af0c2ab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:45.099974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port cce4ea78-7c45-4281-a535-ef8c8beed3fd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:45.100863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.164941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-69e761f8-4614-4a50-98bc-b27400bed0df None None] Provisioning complete for port 469d857d-8823-461f-af5f-a71557044533 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:23:45.165311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e761f8-4614-4a50-98bc-b27400bed0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.229150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port cce4ea78-7c45-4281-a535-ef8c8beed3fd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=cce4ea78-7c45-4281-a535-ef8c8beed3fd,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:45.230017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.237550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-69e761f8-4614-4a50-98bc-b27400bed0df None None] Port 469d857d-8823-461f-af5f-a71557044533 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:23:45.244284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for cce4ea78-7c45-4281-a535-ef8c8beed3fd owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:45.273753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e9ad14ff-bbc5-4895-a3c4-02c3dc87dc5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3d1a002e2514c0b985598b0011c1b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005869 Sep 24 19:23:45.276538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:45.355632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.392288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.456225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.467561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.470125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.471340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e111e265-e441-4c97-856c-81b9a5eb50cf HTTP/1.1" status: 204 len: 168 time: 0.1934474 Sep 24 19:23:45.484475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d727-dac0-4c85-9925-fc66685a4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111e265-e441-4c97-856c-81b9a5eb50cf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:45.505018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=cce4ea78-7c45-4281-a535-ef8c8beed3fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:45.578801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port cce4ea78-7c45-4281-a535-ef8c8beed3fd on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:45.581349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.583581 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-240703aa-44cd-4d9a-89f8-577b271b95e4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "DELETE /v2.0/ports/cce4ea78-7c45-4281-a535-ef8c8beed3fd HTTP/1.1" status: 204 len: 173 time: 0.6824946 Sep 24 19:23:45.584098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:23:45.586600 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cc65e0-b358-423f-83ba-43f9426941e5" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:23:45.692244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 763fb45a-b8ca-41b0-896b-c2e197ace26a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:45.693376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:45.745708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:45.761911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32601ff9-3d5c-4011-879f-fab7ae58f9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.077787 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32601ff9-3d5c-4011-879f-fab7ae58f9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.086837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 27719522-1bf3-4659-83e1-fc06d8823d4c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:46.090580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-32601ff9-3d5c-4011-879f-fab7ae58f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.153655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-f3a53bba-5f69-4367-9d73-46879bccc522 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:46.160563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-f3a53bba-5f69-4367-9d73-46879bccc522 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:46.167952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-f3a53bba-5f69-4367-9d73-46879bccc522 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:46.174362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-f3a53bba-5f69-4367-9d73-46879bccc522 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:46.176416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-f3a53bba-5f69-4367-9d73-46879bccc522 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 3150 time: 0.1588860 Sep 24 19:23:46.189563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32601ff9-3d5c-4011-879f-fab7ae58f9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8e780-e13a-488f-b25d-79552bf68000,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:46.201869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-32601ff9-3d5c-4011-879f-fab7ae58f9c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=768f42f225df4acdb17bed1a8fdadf30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549313 Sep 24 19:23:46.209496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:46.250276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ac4077e-94cb-4dfe-ae89-5377e43be5fe req-14634965-ab44-4e9b-b314-9361b5d321e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641789 Sep 24 19:23:46.313740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.352782 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.354073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.399087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:46.400929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:23:46.404911 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdde8f7-cf31-4227-b2db-00f3fe7d876f" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:23:46.423098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.425261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 763fb45a-b8ca-41b0-896b-c2e197ace26a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:46.427872 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af787bc6-ad90-437b-bf12-adfed284f8c8 x-openstack-request-id: req-af787bc6-ad90-437b-bf12-adfed284f8c8 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:23:46.428412 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "cce4ea78-7c45-4281-a535-ef8c8beed3fd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:23:46.428500 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af787bc6-ad90-437b-bf12-adfed284f8c8 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:23:46.428827 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': 'cce4ea78-7c45-4281-a535-ef8c8beed3fd', 'status': 'completed', 'code': 200} Sep 24 19:23:46.476105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.481201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.486792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfb8e780-e13a-488f-b25d-79552bf68000 HTTP/1.1" status: 204 len: 168 time: 0.2729828 Sep 24 19:23:46.495856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:46.496199 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a16694-7397-46e5-bf1a-b77e9d116b5a x-openstack-request-id: req-29a16694-7397-46e5-bf1a-b77e9d116b5a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:23:46.496494 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:23:46.496821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.496929 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29a16694-7397-46e5-bf1a-b77e9d116b5a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:23:46.497515 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'code': 200} Sep 24 19:23:46.513946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca53fb0-fc0e-41d5-af4e-2caf6f4c366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8e780-e13a-488f-b25d-79552bf68000,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:46.546896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:46.590964 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.630917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 763fb45a-b8ca-41b0-896b-c2e197ace26a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=763fb45a-b8ca-41b0-896b-c2e197ace26a,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:46.640312 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.641506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c022f71f-2eb4-4442-9fb2-d97f541d59cf no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:46.698038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.698402 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.698717 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Floating IP 7a4bd657-6f2d-419b-a835-9d92854d7d29 disassociated. External IP: 172.25.5.148, port: 763fb45a-b8ca-41b0-896b-c2e197ace26a. Sep 24 19:23:46.699212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 763fb45a-b8ca-41b0-896b-c2e197ace26a owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:46.817958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:46.901615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.949189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:46.955565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:46.957757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:46.991705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:47.048111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=763fb45a-b8ca-41b0-896b-c2e197ace26a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:47.110598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:47.134272 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:47.237348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:47.245506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:47.246770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cce4ea78-7c45-4281-a535-ef8c8beed3fd no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:47.266527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:23:47.330106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: cce4ea78-7c45-4281-a535-ef8c8beed3fd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:23:47.330710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device cce4ea78-7c45-4281-a535-ef8c8beed3fd not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:47.331377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 469d857d-8823-461f-af5f-a71557044533 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:47.440533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:47.447484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 469d857d-8823-461f-af5f-a71557044533 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:47.447921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ba885f58-e8db-4880-9664-1fb349919e3a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:23:47.494781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device ba885f58-e8db-4880-9664-1fb349919e3a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:23:47.526225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:23:47.547286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Sync routers for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:23:47.561549 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:47.563248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:47.578726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961890c-b9af-40bd-8cac-fe18a4b37327 req-d251fe9e-ea4a-49ae-95e8-e0f17f6c0d01 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:47.601635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961890c-b9af-40bd-8cac-fe18a4b37327 req-d251fe9e-ea4a-49ae-95e8-e0f17f6c0d01 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:47.623938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961890c-b9af-40bd-8cac-fe18a4b37327 req-d251fe9e-ea4a-49ae-95e8-e0f17f6c0d01 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:47.625682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5961890c-b9af-40bd-8cac-fe18a4b37327 req-d251fe9e-ea4a-49ae-95e8-e0f17f6c0d01 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 2409 time: 0.2115817 Sep 24 19:23:47.651124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port 763fb45a-b8ca-41b0-896b-c2e197ace26a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:47.671012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:47.681274 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-7be21bb1-4ed2-4a82-a80f-3b163008f7da tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "DELETE /v2.0/ports/763fb45a-b8ca-41b0-896b-c2e197ace26a HTTP/1.1" status: 204 len: 173 time: 2.0846450 Sep 24 19:23:47.760775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5961890c-b9af-40bd-8cac-fe18a4b37327 req-8f02adf4-2c1d-407c-83f9-ca11820e31a5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281393 Sep 24 19:23:47.766592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:47.892620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 27719522-1bf3-4659-83e1-fc06d8823d4c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:47.893247 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.007626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port 27719522-1bf3-4659-83e1-fc06d8823d4c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=27719522-1bf3-4659-83e1-fc06d8823d4c,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:48.008232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.022870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 27719522-1bf3-4659-83e1-fc06d8823d4c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:48.169720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:48.213529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.227471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Checking router: e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:23:48.240616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:23:48.252236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:23:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:48.275084 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=27719522-1bf3-4659-83e1-fc06d8823d4c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:48.364905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port 27719522-1bf3-4659-83e1-fc06d8823d4c on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:48.378495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.380793 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-c0d9a214-1f59-48e5-b436-b2711e9bcb54 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "DELETE /v2.0/ports/27719522-1bf3-4659-83e1-fc06d8823d4c HTTP/1.1" status: 204 len: 173 time: 0.6910141 Sep 24 19:23:48.433190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:23:48.436933 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9c937-fe66-4366-a028-d99aa0e6a74f" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:23:48.447698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:23:48.516630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:23:48.520423 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65cd6a3-a87c-412a-9f3c-9c463fb68234" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:23:48.528177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port c022f71f-2eb4-4442-9fb2-d97f541d59cf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:48.528945 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.546531 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa5b70-0220-4907-bdfc-e8ef51ed6f83 x-openstack-request-id: req-9bfa5b70-0220-4907-bdfc-e8ef51ed6f83 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:23:48.547049 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a", "status": "completed", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "27719522-1bf3-4659-83e1-fc06d8823d4c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:23:48.547535 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bfa5b70-0220-4907-bdfc-e8ef51ed6f83 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:23:48.547908 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'status': 'completed', 'code': 200} Sep 24 19:23:48.548284 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '27719522-1bf3-4659-83e1-fc06d8823d4c', 'status': 'completed', 'code': 200} Sep 24 19:23:48.692401 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 24 Sep 2021 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6317370-75e4-47fc-9f52-b884fed7727d x-openstack-request-id: req-a6317370-75e4-47fc-9f52-b884fed7727d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:23:48.692659 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "763fb45a-b8ca-41b0-896b-c2e197ace26a", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:23:48.694654 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6317370-75e4-47fc-9f52-b884fed7727d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:23:48.695149 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fb45a-b8ca-41b0-896b-c2e197ace26a', 'code': 200} Sep 24 19:23:48.695487 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'code': 200} Sep 24 19:23:48.695791 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'code': 200} Sep 24 19:23:48.714795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port c022f71f-2eb4-4442-9fb2-d97f541d59cf, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c022f71f-2eb4-4442-9fb2-d97f541d59cf,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:48.715584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:48.762015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for c022f71f-2eb4-4442-9fb2-d97f541d59cf owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:49.059628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:23:49.081952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c634-61d9-48dd-8a6a-4578c6ba9f86 req-3eab56cf-882f-44e2-8bf8-846be9e8acc6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:49.098399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c634-61d9-48dd-8a6a-4578c6ba9f86 req-3eab56cf-882f-44e2-8bf8-846be9e8acc6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:23:49.104601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2981c634-61d9-48dd-8a6a-4578c6ba9f86 req-3eab56cf-882f-44e2-8bf8-846be9e8acc6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 1676 time: 0.1791384 Sep 24 19:23:49.141514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:49.141925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e31-3e3b-412e-aede-60d4f957b4ad None None] The sync data for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 is: [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:13:16Z', 'revision_number': 4, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '91b2f4f8-5ce0-49c0-80ff-2377d070aab6', 'name': '', 'network_id': 'c5e8c1e0-0eca-48f1-8d8a-1f166a29403f', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'mac_address': 'fa:16:3e:94:91:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:15Z', 'updated_at': '2021-09-24T19:13:23Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'subnets': [{'id': 'b79016c9-0858-4be7-adda-468d0891f0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:23:49.176119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=c022f71f-2eb4-4442-9fb2-d97f541d59cf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:49.183706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2981c634-61d9-48dd-8a6a-4578c6ba9f86 req-ec4b3fcd-34cd-4179-93ad-7cd968b38154 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups?id=da50e2bb-8f55-45b9-9fe2-831f1ea758f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722797 Sep 24 19:23:49.255898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port c022f71f-2eb4-4442-9fb2-d97f541d59cf on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:49.259195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:49.261657 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-59396ecc-43a5-49f6-9e34-f30fb13cde13 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "DELETE /v2.0/ports/c022f71f-2eb4-4442-9fb2-d97f541d59cf HTTP/1.1" status: 204 len: 173 time: 0.8734574 Sep 24 19:23:49.377951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:23:49.378291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:49.556159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:23:49.557375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:49.579334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:23:49.623400 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1570a-00e8-402f-8ec1-ad266941c3f0 None None] New status for floating IP 7a4bd657-6f2d-419b-a835-9d92854d7d29: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:23:49.901579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:49.996398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=1f3251c4-4a97-45b1-957e-d4c0b90d6c95,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:50.012574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port 1f3251c4-4a97-45b1-957e-d4c0b90d6c95 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:23:50.015960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:50.018134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b4216c0-521c-4939-921b-85248cfd9cda req-16a2adaa-b833-4dd7-a2aa-c9bdf679a047 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.15 "DELETE /v2.0/ports/1f3251c4-4a97-45b1-957e-d4c0b90d6c95 HTTP/1.1" status: 204 len: 173 time: 0.7486808 Sep 24 19:23:50.317618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-796d9481-71ff-4d45-a1a2-b8605a724815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:50.367375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bac10162-13d7-4c33-9351-2271b3972c8a req-8db63867-e7bf-4fde-964e-30bce5b9f3ab tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0423961 Sep 24 19:23:50.549907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf'}, {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:23:50.557731 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a6c90-1390-452c-a19f-56e207ef1b2a" -d '{"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf"}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:23:50.600720 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1cc04-46eb-485b-be80-05764d4a6300 x-openstack-request-id: req-35c1cc04-46eb-485b-be80-05764d4a6300 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:23:50.601090 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "c022f71f-2eb4-4442-9fb2-d97f541d59cf", "status": "completed", "code": 200}, {"server_uuid": "eb5eefc5-2b3e-404f-b6ac-63a95e1268fa", "name": "network-vif-deleted", "tag": "1f3251c4-4a97-45b1-957e-d4c0b90d6c95", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:23:50.601423 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35c1cc04-46eb-485b-be80-05764d4a6300 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:23:50.601870 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': 'c022f71f-2eb4-4442-9fb2-d97f541d59cf', 'status': 'completed', 'code': 200} Sep 24 19:23:50.602289 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5eefc5-2b3e-404f-b6ac-63a95e1268fa', 'name': 'network-vif-deleted', 'tag': '1f3251c4-4a97-45b1-957e-d4c0b90d6c95', 'status': 'completed', 'code': 200} Sep 24 19:23:51.505305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ad15124-7208-4898-9044-74f258adeba4 req-5e6c3d69-48b9-4a9c-a71a-fbe6ccf29c78 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0388863 Sep 24 19:23:52.610898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1999c871-5965-4c10-9ab5-363937fa4679 req-d3dd4201-0087-45d5-9258-2e9a7333eed3 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0269134 Sep 24 19:23:52.974012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2673202a-705d-4795-876b-1fca7d75df8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:53.374673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:53.764764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7701aacd-62e0-41c3-9f3f-ce8c0e36e472 req-33d4a508-89ef-4dcd-b4aa-bb979b6647ba tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0661170 Sep 24 19:23:54.183594 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:54.921527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:54.990769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7adb418f-befc-4fed-92b6-3d26b4d02164 req-aeed6a5e-9743-4632-8bed-db1e7592021e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0528615 Sep 24 19:23:55.251417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 33812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:55.321485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.386385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e78e24e1-d4f8-4e5d-8f8a-34cbeda6973b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.567969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.573869 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.639496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7a09e0d81a24b38b56ba2b2a1c2115c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167954 Sep 24 19:23:55.642163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:55.649703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d21edf-b7b2-409f-af8d-bc588f57affa,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:55.664874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.665226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.665740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.666256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.666778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.667320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.667834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.668347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.668927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.669968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.670482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.671017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f3192-4e7e-4fdf-8950-14e780337ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:23:55.754474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.786165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e78e24e1-d4f8-4e5d-8f8a-34cbeda6973b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.816764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e78e24e1-d4f8-4e5d-8f8a-34cbeda6973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.817906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.905724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:55.915112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e78e24e1-d4f8-4e5d-8f8a-34cbeda6973b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=577ae97c916a4825aa8b5d05377fbce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502674 Sep 24 19:23:55.932078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.937567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.951346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:55.952266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e24e1-d4f8-4e5d-8f8a-34cbeda6973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a990a-2f04-4435-80b8-2c11affd83e8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:55.952612 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54d21edf-b7b2-409f-af8d-bc588f57affa HTTP/1.1" status: 204 len: 168 time: 0.2996409 Sep 24 19:23:55.986518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45367a1f-f6c9-4a56-b54e-f0b59999bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d21edf-b7b2-409f-af8d-bc588f57affa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:56.006176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.065705 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.162780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.165602 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.169133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/676a990a-2f04-4435-80b8-2c11affd83e8 HTTP/1.1" status: 204 len: 168 time: 0.2597063 Sep 24 19:23:56.181392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976336b-5b16-46fb-ad9e-d80fea926f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a990a-2f04-4435-80b8-2c11affd83e8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:56.260858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c1caa14-f6f5-4b7e-b995-57eae052facc req-ad3add13-82d2-4a08-8f00-815d66d6dccc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0510604 Sep 24 19:23:56.450596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:56.467491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17d1356-51c0-4308-a5c8-cb28e1da2ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.590213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17d1356-51c0-4308-a5c8-cb28e1da2ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.596986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e17d1356-51c0-4308-a5c8-cb28e1da2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.645077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1356-51c0-4308-a5c8-cb28e1da2ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43f519-faf7-4f59-b138-7a9b961f8439,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:56.653691 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e17d1356-51c0-4308-a5c8-cb28e1da2ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75193bb905a94e9e9376b1d712aa0be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992192 Sep 24 19:23:56.654047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 33840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:23:56.731166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.773118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.843530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.846501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:23:56.848616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f43f519-faf7-4f59-b138-7a9b961f8439 HTTP/1.1" status: 204 len: 168 time: 0.1926179 Sep 24 19:23:56.863190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe57ae-4252-43dd-b8e7-ac2d31fa524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43f519-faf7-4f59-b138-7a9b961f8439,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:23:57.397408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-834468f4-1130-4648-9f86-1564123c82c5 req-62e3d1f3-def9-4e9c-bde1-be223610c08f tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0453684 Sep 24 19:23:58.545295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cb56d89-b07f-407e-826b-8d3bb94e6f46 req-8a3a11f3-f2e7-4806-8381-6f723b06af29 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0497754 Sep 24 19:23:59.690798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a841ee81-dc65-4154-8655-16239cec8162 req-4476d3a5-e0bb-42b2-a420-9b3aa894dcfc tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0722883 Sep 24 19:24:00.783385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ec54f8d-b78d-4207-85c8-b6c80054e7fe req-08d46cac-9ae3-4b11-99fe-8305d0e7d436 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0283077 Sep 24 19:24:01.962159 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6802a97-a61c-4f10-81e5-0ce557f6952a req-74868d69-4e88-46b8-9d80-f7e0b45f1f99 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0556588 Sep 24 19:24:03.171080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f05bc866-726c-46b9-a765-6b7dd1dbf0a4 req-f14a4d96-0367-4930-a087-99542beef6c5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0550866 Sep 24 19:24:03.216325 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:03.899891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:04.147297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:04.235487 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea94-d5fb-4680-8bbb-a16ae8738c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.298911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3708d00b-2612-43be-9ee5-d23bbc356bb8 req-94b972e7-d4e0-4f17-bf82-001fad624fce tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0376267 Sep 24 19:24:04.408341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea94-d5fb-4680-8bbb-a16ae8738c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.422345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea94-d5fb-4680-8bbb-a16ae8738c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.426165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9089ac66-188d-49c9-8d42-239c68849adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.558905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6ea94-d5fb-4680-8bbb-a16ae8738c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45984c28-8413-4832-9fab-0d55f3bafabd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:04.572487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fda6ea94-d5fb-4680-8bbb-a16ae8738c3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=783ef78bffa64b0f891e624d2c33a558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680431 Sep 24 19:24:04.572818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:04.672800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.703603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.846980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9089ac66-188d-49c9-8d42-239c68849adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.848503 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.852198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.855963 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45984c28-8413-4832-9fab-0d55f3bafabd HTTP/1.1" status: 204 len: 168 time: 0.2797406 Sep 24 19:24:04.868850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9089ac66-188d-49c9-8d42-239c68849adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:04.874492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca3d0a-a721-4158-a86c-797e9c2f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45984c28-8413-4832-9fab-0d55f3bafabd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:04.922022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ac66-188d-49c9-8d42-239c68849adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988fd375-e909-4653-86bc-427fc3de52d2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:04.951988 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9089ac66-188d-49c9-8d42-239c68849adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9a6fa0468034bf4bb403d8e2767a5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030076 Sep 24 19:24:04.954489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:05.011170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.060908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.141529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.144473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.145764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/988fd375-e909-4653-86bc-427fc3de52d2 HTTP/1.1" status: 204 len: 168 time: 0.1902821 Sep 24 19:24:05.156161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a87894-06b8-41db-876d-d953ab629a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988fd375-e909-4653-86bc-427fc3de52d2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:05.386224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34080) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:05.416337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b98da-9896-418c-8e07-434b0a181214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.465803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7daf2c90-7425-428a-ab53-6c732e59b08a req-6f700812-d256-4d90-93e7-015d49ffb512 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5eefc5-2b3e-404f-b6ac-63a95e1268fa HTTP/1.1" status: 200 len: 210 time: 0.0514891 Sep 24 19:24:05.540781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b98da-9896-418c-8e07-434b0a181214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.545649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b98da-9896-418c-8e07-434b0a181214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.604549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f9b98da-9896-418c-8e07-434b0a181214 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b88dd48897bf4556ad383a490d76f9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152140 Sep 24 19:24:05.606298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b98da-9896-418c-8e07-434b0a181214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6748a3-15ce-43d2-bdff-ce54c1fc975e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:05.606881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34084) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:05.618639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:05.634405 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd114426-a25f-4809-a31a-9bad049fd3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.682498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.708484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.764258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.767028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.768200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a6748a3-15ce-43d2-bdff-ce54c1fc975e HTTP/1.1" status: 204 len: 168 time: 0.1598070 Sep 24 19:24:05.772142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd114426-a25f-4809-a31a-9bad049fd3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.777815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d48e-65c6-4390-a56c-9ddfcf470de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6748a3-15ce-43d2-bdff-ce54c1fc975e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:05.788679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd114426-a25f-4809-a31a-9bad049fd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.852476 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fd114426-a25f-4809-a31a-9bad049fd3bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=955f54c3a7324f26ae1ef9569b5cbbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325025 Sep 24 19:24:05.853940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd114426-a25f-4809-a31a-9bad049fd3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdf6e1-c349-4890-8cfe-f6d38fe37f02,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:05.855109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34090) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:05.928590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:05.951172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.002892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.005485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.006969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72bdf6e1-c349-4890-8cfe-f6d38fe37f02 HTTP/1.1" status: 204 len: 168 time: 0.1505208 Sep 24 19:24:06.016234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f992ea2-b612-411b-b1bb-255b9c5399a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdf6e1-c349-4890-8cfe-f6d38fe37f02,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:06.228795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:06.247527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47b3c9b3-07ab-42e8-b098-b0213ba9d965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.352997 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47b3c9b3-07ab-42e8-b098-b0213ba9d965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.359710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47b3c9b3-07ab-42e8-b098-b0213ba9d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.403348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34108) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:06.404004 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-47b3c9b3-07ab-42e8-b098-b0213ba9d965 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c7b7f3087604c839238ee85e955cf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727111 Sep 24 19:24:06.405149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c9b3-07ab-42e8-b098-b0213ba9d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90747386-978c-4fac-953f-8fdf13a4ec7c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:06.474298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.499442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.565947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.568896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.573479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90747386-978c-4fac-953f-8fdf13a4ec7c HTTP/1.1" status: 204 len: 168 time: 0.1679244 Sep 24 19:24:06.581796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed33f3-482b-4f65-affb-d64f3809d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90747386-978c-4fac-953f-8fdf13a4ec7c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:06.614298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:06.693809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.724703 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.777455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.781228 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:06.783423 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/security-groups/da50e2bb-8f55-45b9-9fe2-831f1ea758f0 HTTP/1.1" status: 204 len: 168 time: 0.1676390 Sep 24 19:24:06.786954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34132) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:06.793666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16998f-47d7-49aa-9330-21e96c07efe4 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50e2bb-8f55-45b9-9fe2-831f1ea758f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:06.806394 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-4c038789-412c-4f80-8e7d-78d4ccf23438 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] show failed (client error): The resource could not be found. Sep 24 19:24:06.807541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4c038789-412c-4f80-8e7d-78d4ccf23438 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "GET /v2.0/security-groups/da50e2bb-8f55-45b9-9fe2-831f1ea758f0 HTTP/1.1" status: 404 len: 347 time: 0.0195782 Sep 24 19:24:06.811244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:06.970675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 38891a63-c32c-4f37-8f2a-7722cc7d8bc0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:06.971075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.080068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.080669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.095510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 38891a63-c32c-4f37-8f2a-7722cc7d8bc0 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:07.254983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.289705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=38891a63-c32c-4f37-8f2a-7722cc7d8bc0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:07.360155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.362820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.364160 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-712b37ff-0618-42be-874d-0b7429f67cc9 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/floatingips/7a4bd657-6f2d-419b-a835-9d92854d7d29 HTTP/1.1" status: 204 len: 168 time: 0.5519147 Sep 24 19:24:07.367131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:07.475859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port ba885f58-e8db-4880-9664-1fb349919e3a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:07.476955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.575077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.589977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for ba885f58-e8db-4880-9664-1fb349919e3a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:07.754646 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.803152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=ba885f58-e8db-4880-9664-1fb349919e3a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:07.895161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:07.897451 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5184da26-0e74-4696-86e6-83cb0ef8dd57 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/ports/ba885f58-e8db-4880-9664-1fb349919e3a HTTP/1.1" status: 204 len: 168 time: 0.5293047 Sep 24 19:24:07.900814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34186) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:08.014526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 469d857d-8823-461f-af5f-a71557044533 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:08.015179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.122889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.140388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 469d857d-8823-461f-af5f-a71557044533 owned by {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:08.346495 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.400037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=469d857d-8823-461f-af5f-a71557044533,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:08.547203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.549414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3ec9ab4a-b767-41fa-98a4-44c1d50e5da5 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/ports/469d857d-8823-461f-af5f-a71557044533 HTTP/1.1" status: 204 len: 168 time: 0.6466148 Sep 24 19:24:08.552621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:08.620943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting subnet ba271e6c-26f6-445c-bccb-9c4986f9d7ea {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:24:08.624916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.680282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.799712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.894012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.906138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.940936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Subnet': ['ID=ba271e6c-26f6-445c-bccb-9c4986f9d7ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:08.955324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.955909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.956400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.956880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.957516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.958027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.958596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.959360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.959707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.960545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.960975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.961402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:08.973364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:08.975377 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2c54a9b3-f3ad-4ca0-bfb2-dcf2c8e069e6 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/subnets/ba271e6c-26f6-445c-bccb-9c4986f9d7ea HTTP/1.1" status: 204 len: 168 time: 0.4212420 Sep 24 19:24:08.978071 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:08.980878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5568c77-161b-48bf-9668-09ee57884f1d None None] Network 07513f4d-a3f9-4a72-824e-31eefc7920fe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:09.102068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting subnet 1393dd69-59db-4be0-928f-9b677ddfe7c8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:24:09.107095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.176447 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.285519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] DHCP port deletion for 07513f4d-a3f9-4a72-824e-31eefc7920fe request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:24:09.355435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.386723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Deleting port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:09.387416 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.392801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34250) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:09.427113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:24:09.461038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.499539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Subnet': ['ID=1393dd69-59db-4be0-928f-9b677ddfe7c8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:09.509671 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.511944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f522eefe-e186-4a8c-9c18-7d47b2859d53 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/subnets/1393dd69-59db-4be0-928f-9b677ddfe7c8 HTTP/1.1" status: 204 len: 168 time: 0.5216010 Sep 24 19:24:09.515273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:09.515706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b02d0-480a-4d69-bd9e-6407eea28f75 None None] Network 4f92eead-7c30-4eab-a222-312f81668ad9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:09.525637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] For port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:09.526388 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.564244 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa406041-00b2-491c-974d-3cc4157aa816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.583782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Calling delete_port for 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:09.658126 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:24:09.683941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.702126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa406041-00b2-491c-974d-3cc4157aa816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.710665 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa406041-00b2-491c-974d-3cc4157aa816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.751001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa406041-00b2-491c-974d-3cc4157aa816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b71f46-18cf-4ae7-9346-776e2ed1b035,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:09.763290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Deleting port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:09.764043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.812665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aa406041-00b2-491c-974d-3cc4157aa816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa25538c10934516b0c546e134e76fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185479 Sep 24 19:24:09.815556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:09.898095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.913294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] For port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,segment=NetworkSegment(c092d1c7-699e-477a-92d5-585883383f15),segment_id=c092d1c7-699e-477a-92d5-585883383f15)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:09.913677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:09.930782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Calling delete_port for 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:09.967328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.034800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.035724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.037905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.047145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.050552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33b71f46-18cf-4ae7-9346-776e2ed1b035 HTTP/1.1" status: 204 len: 168 time: 0.2339842 Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:24:10.071275 n-d-810952-2 neutron-server[94857]: self.session.flush() Sep 24 19:24:10.084506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.087214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] No DVR routers for this DVR port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:24:10.089155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb7d41-b0a2-45f2-aaef-6e0d66696c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b71f46-18cf-4ae7-9346-776e2ed1b035,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:10.163372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] Pushing event deleted for resources: {'Port': ['ID=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:10.171641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc382837-02fa-4691-91fb-cc1db5860a03 None None] No DVR routers for this DVR port 0f36a1d7-25fd-4733-a0d6-8905f5acfc7a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:24:10.216373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] DHCP port deletion for 4f92eead-7c30-4eab-a222-312f81668ad9 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:24:10.249429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Port': ['ID=0f36a1d7-25fd-4733-a0d6-8905f5acfc7a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:10.305558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Deleting port d8fdcaa0-400a-481e-bb7d-7b466735e381 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:10.306073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.332177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.371696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07513f4d-a3f9-4a72-824e-31eefc7920fe']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.394197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] For port d8fdcaa0-400a-481e-bb7d-7b466735e381, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d8fdcaa0-400a-481e-bb7d-7b466735e381,segment=NetworkSegment(852f0ae9-648d-4302-9a56-bd586a9e7183),segment_id=852f0ae9-648d-4302-9a56-bd586a9e7183)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:10.394197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.397805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c092d1c7-699e-477a-92d5-585883383f15') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.399791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c092d1c7-699e-477a-92d5-585883383f15') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.411174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Calling delete_port for d8fdcaa0-400a-481e-bb7d-7b466735e381 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:10.427377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.461713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.474499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:24:10.475920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:24:10.486665 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:24:10.594300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.595751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.604125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.612518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34280) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:10.613701 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/networks/07513f4d-a3f9-4a72-824e-31eefc7920fe HTTP/1.1" status: 204 len: 168 time: 1.0972490 Sep 24 19:24:10.631151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] No DVR routers for this DVR port d8fdcaa0-400a-481e-bb7d-7b466735e381 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:24:10.661182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:10.667297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538239cd-4a18-4db5-9021-23874a3768c2 tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Network': ['ID=07513f4d-a3f9-4a72-824e-31eefc7920fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:10.680388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d990cc-aa16-4c35-a938-d0d43b5e1ce6 None None] Pushing event deleted for resources: {'Port': ['ID=d8fdcaa0-400a-481e-bb7d-7b466735e381,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:10.734426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-806299ba-dfb5-4af0-ae9e-dc6a0823a7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.738982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.882749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.920402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f92eead-7c30-4eab-a222-312f81668ad9']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.935360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852f0ae9-648d-4302-9a56-bd586a9e7183') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.935631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852f0ae9-648d-4302-9a56-bd586a9e7183') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:10.950444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.976039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.984358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-806299ba-dfb5-4af0-ae9e-dc6a0823a7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.987604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:24:10.987946 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:24:10.991222 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:24:11.004718 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-806299ba-dfb5-4af0-ae9e-dc6a0823a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.093196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-806299ba-dfb5-4af0-ae9e-dc6a0823a7a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ae29ea7529c483db9e5b9b30836ec42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739760 Sep 24 19:24:11.095809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:11.103486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806299ba-dfb5-4af0-ae9e-dc6a0823a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7b7581-f63f-45ad-9c8b-133b2a506c77,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:11.113173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.120732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.134889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] 10.222.0.18 "DELETE /v2.0/networks/4f92eead-7c30-4eab-a222-312f81668ad9 HTTP/1.1" status: 204 len: 168 time: 0.5137899 Sep 24 19:24:11.204405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a703842-00db-45f8-9350-64a1cb53597e tempest-TaggedBootDevicesTest_v242-657563266 tempest-TaggedBootDevicesTest_v242-657563266-project] Pushing event deleted for resources: {'Network': ['ID=4f92eead-7c30-4eab-a222-312f81668ad9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:11.240224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.333839 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.413195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.416474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:11.419018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b7b7581-f63f-45ad-9c8b-133b2a506c77 HTTP/1.1" status: 204 len: 168 time: 0.3220944 Sep 24 19:24:11.430362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d8fdcaa0-400a-481e-bb7d-7b466735e381 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:24:11.446506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2838431-d5f7-45db-b3fc-1ebcd65c9a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7b7581-f63f-45ad-9c8b-133b2a506c77,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:11.453755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d8fdcaa0-400a-481e-bb7d-7b466735e381 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:24:11.454280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d8fdcaa0-400a-481e-bb7d-7b466735e381 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:24:16.621548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:16.784702 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdfda-9a82-479a-b092-de289d5166f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:16.904289 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdfda-9a82-479a-b092-de289d5166f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:16.913155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdfda-9a82-479a-b092-de289d5166f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:16.952689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fdfda-9a82-479a-b092-de289d5166f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d989c7b-e980-4b91-8c1e-a1ff43d1895a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:16.982907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0a9fdfda-9a82-479a-b092-de289d5166f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46b132537676418483121d3408b99c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584499 Sep 24 19:24:16.984667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34486) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:17.046178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.085423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.144485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.147934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.163564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d989c7b-e980-4b91-8c1e-a1ff43d1895a HTTP/1.1" status: 204 len: 168 time: 0.1703210 Sep 24 19:24:17.181114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28024ff4-33f2-498b-a69d-f32713da4a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d989c7b-e980-4b91-8c1e-a1ff43d1895a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:17.566669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34496) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:17.586197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc8c738-5743-4966-a616-ce5c37b1806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.729763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc8c738-5743-4966-a616-ce5c37b1806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.735320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bc8c738-5743-4966-a616-ce5c37b1806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.786876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9bc8c738-5743-4966-a616-ce5c37b1806f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2646be6c4fa34328b76148846d75186d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185788 Sep 24 19:24:17.787860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8c738-5743-4966-a616-ce5c37b1806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60119cbf-01ff-4aa2-9644-111afddad0a7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:17.790427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:17.865978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.893478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.941717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.944450 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:17.945774 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60119cbf-01ff-4aa2-9644-111afddad0a7 HTTP/1.1" status: 204 len: 168 time: 0.1544051 Sep 24 19:24:17.954989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106145-b630-45e7-bfd1-d9dace202b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60119cbf-01ff-4aa2-9644-111afddad0a7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:20.318498 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a56238aa-38f1-44df-a978-c1d81dfbb9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:21.569924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:22.347168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:22.626942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Deleting port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:22.627742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:22.742459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] For port 91b2f4f8-5ce0-49c0-80ff-2377d070aab6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:22.742960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:22.765216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Calling delete_port for 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:22.975754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2025112-0495-4542-89b0-7e0e6c71a809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:23.010533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:23.072454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b2f4f8-5ce0-49c0-80ff-2377d070aab6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:23.296974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:23.342680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:23.587509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:24:23.724153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:24:23.735541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Sync routers for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:24:23.739922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-66f1dc85-ed15-459e-b596-84b856005415 admin admin] 10.222.0.18 "PUT /v2.0/routers/e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1659856 Sep 24 19:24:23.740329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34630) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:23.752770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:24:23.754522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:24:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:23.933169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.025208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:24:24.087935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.173815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Deleting port 97e5c993-ed74-4392-8702-6a7365de357f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:24.174408 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.315405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] For port 97e5c993-ed74-4392-8702-6a7365de357f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97e5c993-ed74-4392-8702-6a7365de357f,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:24.315405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.316536 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.345490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Calling delete_port for 97e5c993-ed74-4392-8702-6a7365de357f owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:24.390308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:24.411220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '97e5c993-ed74-4392-8702-6a7365de357f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:24:22Z', 'revision_number': 5, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port': {'id': '97e5c993-ed74-4392-8702-6a7365de357f', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:13:11Z', 'updated_at': '2021-09-24T19:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:24.460390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Checking router: e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:24:24.470594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Routers {'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:24:24.471677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:24:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:24.583818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] Set router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:24:24.584037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d7754f0-6bd8-45ee-aa68-61a74ced9617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.649834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:24:24Z', 'revision_number': 6, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:24.675000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.683605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcd400-9b44-4432-9db7-4461ca21de14 None None] The sync data for ids ['e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2'] in n-d-810952-2 is: [{'id': 'e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1886173250-router', 'tenant_id': '8c226e365ad7487184e2e856847ee731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:13:10Z', 'updated_at': '2021-09-24T19:24:24Z', 'revision_number': 6, 'project_id': '8c226e365ad7487184e2e856847ee731', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:24:24.727979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e5c993-ed74-4392-8702-6a7365de357f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:24.769706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d7754f0-6bd8-45ee-aa68-61a74ced9617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.774573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d7754f0-6bd8-45ee-aa68-61a74ced9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:24.820179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d7754f0-6bd8-45ee-aa68-61a74ced9617 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=558ebba85e4f4f789d6542a446d80c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260428 Sep 24 19:24:24.829848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:24.843401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7754f0-6bd8-45ee-aa68-61a74ced9617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790a251-dc99-4d0f-ad1f-2a65177719c5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:24.921731 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.062114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.064338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.066558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.146082 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.154644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.155284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:24:25.164514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.166022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2913d875-a044-4c2f-99b7-07b9403abc52 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e7bacb06-42e5-42f5-a0c7-641fb2c6c2a2 HTTP/1.1" status: 204 len: 168 time: 1.4244683 Sep 24 19:24:25.168455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34654) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:25.229193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.233666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Deleting subnet b79016c9-0858-4be7-adda-468d0891f0c8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:24:25.233792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.237719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2790a251-dc99-4d0f-ad1f-2a65177719c5 HTTP/1.1" status: 204 len: 168 time: 0.3993030 Sep 24 19:24:25.239427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.264647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0e586-09b8-4337-b97c-0f8ff33fd4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790a251-dc99-4d0f-ad1f-2a65177719c5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:25.282533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.396741 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.491604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.544383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.546785 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b79016c9-0858-4be7-adda-468d0891f0c8 HTTP/1.1" status: 204 len: 168 time: 0.3766053 Sep 24 19:24:25.548438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6ef66-9e66-4a7f-8c33-eb6bb050cc48 None None] Network c5e8c1e0-0eca-48f1-8d8a-1f166a29403f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:25.549727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34666) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:25.645656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eacc6d-801e-40c6-baa8-887217fba59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79016c9-0858-4be7-adda-468d0891f0c8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:25.647188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.687404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:24:25.720199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:24:25.720783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91b2f4f8-5ce0-49c0-80ff-2377d070aab6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:24:25.721441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97e5c993-ed74-4392-8702-6a7365de357f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:24:25.748463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 97e5c993-ed74-4392-8702-6a7365de357f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:24:25.749074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97e5c993-ed74-4392-8702-6a7365de357f not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:24:25.761000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Deleting port a0d354c2-2248-45af-a333-aefd74832683 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:25.761479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.806051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:25.827935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba598086-c144-42ed-b98f-7c877c94d732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.915204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] For port a0d354c2-2248-45af-a333-aefd74832683, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0d354c2-2248-45af-a333-aefd74832683,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:25.915751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:25.922002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] DHCP port deletion for c5e8c1e0-0eca-48f1-8d8a-1f166a29403f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:24:25.955014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Calling delete_port for a0d354c2-2248-45af-a333-aefd74832683 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:25.998766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba598086-c144-42ed-b98f-7c877c94d732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.016420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba598086-c144-42ed-b98f-7c877c94d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.021982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.069515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Deleting port a0d354c2-2248-45af-a333-aefd74832683 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:24:26.071119 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.092634 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba598086-c144-42ed-b98f-7c877c94d732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28379756aaf347f2b96a2fb173e93688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847812 Sep 24 19:24:26.093238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:26.105634 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba598086-c144-42ed-b98f-7c877c94d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3aa7e-a7fb-455c-8e66-049b65ecf7f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:26.164037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] For port a0d354c2-2248-45af-a333-aefd74832683, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0d354c2-2248-45af-a333-aefd74832683,segment=NetworkSegment(a81d93f4-b9a9-4f2f-9319-2a34131cdb46),segment_id=a81d93f4-b9a9-4f2f-9319-2a34131cdb46)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:26.164866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.166108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.183808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Calling delete_port for a0d354c2-2248-45af-a333-aefd74832683 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:24:26.230370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.291606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.323175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.353494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] Pushing event deleted for resources: {'Port': ['ID=a0d354c2-2248-45af-a333-aefd74832683,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:26.363863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5acc8-41ff-4d0a-ae7c-48802cc5f385 None None] No DVR routers for this DVR port a0d354c2-2248-45af-a333-aefd74832683 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:24:26.397964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.403996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.405179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66f3aa7e-a7fb-455c-8e66-049b65ecf7f0 HTTP/1.1" status: 204 len: 168 time: 0.3081243 Sep 24 19:24:26.415397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9650d-14bb-4b1c-aded-0b80681c9fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3aa7e-a7fb-455c-8e66-049b65ecf7f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:26.555596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d354c2-2248-45af-a333-aefd74832683,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:26.557524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] No DVR routers for this DVR port a0d354c2-2248-45af-a333-aefd74832683 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:24:26.638814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.665735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e8c1e0-0eca-48f1-8d8a-1f166a29403f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:26.676894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:26.677197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81d93f4-b9a9-4f2f-9319-2a34131cdb46') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:24:26.687919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.703368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.713969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:24:26.713969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:24:26.754463 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:24:26.801232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.819320 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:26.821564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5e8c1e0-0eca-48f1-8d8a-1f166a29403f HTTP/1.1" status: 204 len: 168 time: 1.2706642 Sep 24 19:24:26.823289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac8dc-0b25-402c-b24b-67324af7fa3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e8c1e0-0eca-48f1-8d8a-1f166a29403f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:26.980909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34696) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:27.034533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e7acf5ea-eab5-4645-a96a-3414f9a0c448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c226e365ad7487184e2e856847ee731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518954 Sep 24 19:24:27.037481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:27.146382 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:27.170630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:27.225649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:27.231266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:27.235040 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/247d1c46-97ce-4509-8ddc-e42973311dec HTTP/1.1" status: 204 len: 168 time: 0.1899707 Sep 24 19:24:27.262185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a85611-b38b-47f3-b585-2b02a6c1a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d1c46-97ce-4509-8ddc-e42973311dec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:27.397309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0d354c2-2248-45af-a333-aefd74832683 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:24:27.439589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a0d354c2-2248-45af-a333-aefd74832683 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:24:27.445767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0d354c2-2248-45af-a333-aefd74832683 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:24:28.199317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34752) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:28.355133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1834875845-network', 'tenant_id': 'a785f5d67cb849d3bbc6cb6665bd9278'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:28.379597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Made reservation on behalf of a785f5d67cb849d3bbc6cb6665bd9278 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:24:28.382934 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.392990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.535838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.542548 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.576374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73167ae7-2591-447b-8e2f-7226cfe64f78,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:28.585575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:24:28.597226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.597668 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Added segment 97d60418-19d0-4887-9b47-fbac1079ead7 of type vlan for network 6cdcac95-a050-447c-8fef-3b95a5eaea9f Sep 24 19:24:28.646331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.705436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.706560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:28.707496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.763933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5599813 Sep 24 19:24:28.764033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34780) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:28.769798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Request body: {'subnet': {'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1834875845-subnet', 'tenant_id': 'a785f5d67cb849d3bbc6cb6665bd9278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:28.814420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Made reservation on behalf of a785f5d67cb849d3bbc6cb6665bd9278 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:24:28.815272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a5b6f-4711-4f07-9bc4-1930895b3254 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdcac95-a050-447c-8fef-3b95a5eaea9f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:28.816800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:28.826087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:24:29.416140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.460721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34810) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:29.482728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9d633e-ddb8-4fee-98cd-633527426673,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:29.499011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Checking segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:24:29.499366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Network hostable DHCP agents. Network: 6cdcac95-a050-447c-8fef-3b95a5eaea9f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:24:29.520630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:24:29.532969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6cdcac95-a050-447c-8fef-3b95a5eaea9f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:24:29.538669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:29.539543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.544234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665416ed-2da5-443e-a598-9238b9138e4e None None] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:29.575712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a503654-adf2-4123-b11a-943dc0e51730 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8095448 Sep 24 19:24:29.652831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21e687fa-e13e-4288-94f2-f590c9d691ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.760052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbb2cd-0341-44d1-9429-17999ddd4fae None None] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:29.782868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21e687fa-e13e-4288-94f2-f590c9d691ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.796629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21e687fa-e13e-4288-94f2-f590c9d691ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.880463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:29.893750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21e687fa-e13e-4288-94f2-f590c9d691ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7441c3349fbb450cbc554043a90182c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287868 Sep 24 19:24:29.895316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e687fa-e13e-4288-94f2-f590c9d691ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed9775-2e93-47d2-8f6f-ed225ebb46b2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:29.946381 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:29.972641 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.055008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.058744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.060102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0ed9775-2e93-47d2-8f6f-ed225ebb46b2 HTTP/1.1" status: 204 len: 168 time: 0.1779966 Sep 24 19:24:30.083575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6b33-fdda-4e56-bf04-2c7928883053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed9775-2e93-47d2-8f6f-ed225ebb46b2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:30.315860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-74492079-e01e-4955-bf01-87afd75df8be tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:30.320576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-74492079-e01e-4955-bf01-87afd75df8be tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.2528961 Sep 24 19:24:30.347323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-37e616f8-d24f-4795-a3c7-73b4859e7b85 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/quotas/a785f5d67cb849d3bbc6cb6665bd9278 HTTP/1.1" status: 200 len: 375 time: 0.0185168 Sep 24 19:24:30.391867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4536f15d-7e4d-403c-a14d-ec37a8ecbae3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381324 Sep 24 19:24:30.547737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-332763a4-2788-4694-8597-f3d4e693e607 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480138 Sep 24 19:24:30.566067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 34852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:30.581417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a360af17-87d6-408b-9e1b-8bb871eed05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.694958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a360af17-87d6-408b-9e1b-8bb871eed05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.702550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a360af17-87d6-408b-9e1b-8bb871eed05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.733619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-87830a0a-3681-44e7-8a1b-6db8835f5aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837745 Sep 24 19:24:30.782063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a360af17-87d6-408b-9e1b-8bb871eed05d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29649816476a4e07826ae858f6af678f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123196 Sep 24 19:24:30.782063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360af17-87d6-408b-9e1b-8bb871eed05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8237ca8a-6972-434c-83d5-9294fc7df267,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:30.782816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 34858) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:30.888045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.912108 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.966250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.972682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:30.974335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8237ca8a-6972-434c-83d5-9294fc7df267 HTTP/1.1" status: 204 len: 168 time: 0.1903474 Sep 24 19:24:30.995423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a06627-77d8-4e64-aa7f-aa31ac57d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8237ca8a-6972-434c-83d5-9294fc7df267,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:32.055783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0acc63be-a357-43a3-8d43-561f06cac908 req-c7b8f499-4afb-465b-9c9a-02b7ae12df6b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 210 time: 0.0668168 Sep 24 19:24:33.225457 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:33.350265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76e17bc7-d58b-4e91-b5f5-1faa59dd5d3e req-2fa93675-3010-4a0c-b8c7-a78c2ae893af tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 210 time: 0.0387208 Sep 24 19:24:33.396805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-a6a65dc2-2397-4204-90ac-b7f91a9e39a4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:33.398578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-a6a65dc2-2397-4204-90ac-b7f91a9e39a4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.69 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.2665050 Sep 24 19:24:33.413773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Request body: {'port': {'device_id': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'admin_state_up': True, 'tenant_id': 'a785f5d67cb849d3bbc6cb6665bd9278'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:33.605534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Made reservation on behalf of a785f5d67cb849d3bbc6cb6665bd9278 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:24:33.612471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:33.852150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Allocated IP 172.20.0.6 (6cdcac95-a050-447c-8fef-3b95a5eaea9f/7b9d633e-ddb8-4fee-98cd-633527426673/96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:24:34.047063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.092365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.153555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:34.166183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:24:34.167766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:24:34.170172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:24:34.234068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:34.235042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.253205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-333972be-6ecd-4f61-b8b1-62740c94b370 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442564 Sep 24 19:24:34.265490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Request body: {'port': {'device_id': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:34.327209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.538797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8b94-7d23-474e-82d7-6e5c0e1c4558 req-7d9e2682-223d-491e-b332-ff5f27122a3c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:34.538797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-750b8b94-7d23-474e-82d7-6e5c0e1c4558 req-7d9e2682-223d-491e-b332-ff5f27122a3c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 931 time: 0.0876548 Sep 24 19:24:34.626551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-750b8b94-7d23-474e-82d7-6e5c0e1c4558 req-3744b130-033a-40b3-b398-6df44eb3fa89 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827696 Sep 24 19:24:34.726708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:24:34.744983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.752709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Transition to ACTIVE for port object 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:24:34.757670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:34.913386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:34.956241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Attempting to bind port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:24:34.956734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Attempting to bind port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:24:34.957156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Attempting to bind port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:24:34.962976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:24:34.963979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Attempting to bind port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:24:34.973001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:24:34.973428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Checking segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:24:34.973989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Bound using segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:24:34.974484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Bound port: 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:24:34.974937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:35.054842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:24:35.060879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:24:35.066252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:35.105612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.107252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:35.109322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] 10.222.0.69 "PUT /v2.0/ports/96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a HTTP/1.1" status: 200 len: 1091 time: 0.8485103 Sep 24 19:24:35.110096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:24:35.112683 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:24:35.166003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccff46-bd6e-465d-9a8f-068cc3105d8f service neutron] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:35.199277 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819cae4a-9b14-4ad8-ae21-603bfdd3ef7e x-openstack-request-id: req-819cae4a-9b14-4ad8-ae21-603bfdd3ef7e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:24:35.199650 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:24:35.200242 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-819cae4a-9b14-4ad8-ae21-603bfdd3ef7e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:24:35.200715 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'status': 'completed', 'code': 200} Sep 24 19:24:35.216920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-b0282ef6-ddb0-4f41-b486-bcfc62fbce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.218592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-b0282ef6-ddb0-4f41-b486-bcfc62fbce56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 1094 time: 0.0487473 Sep 24 19:24:35.287273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-a4145b28-2331-498d-8e92-2ba558d56086 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a HTTP/1.1" status: 200 len: 217 time: 0.0602558 Sep 24 19:24:35.357382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-9de8fc1b-8d03-4f9a-a01a-b50a402d56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.359243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-9de8fc1b-8d03-4f9a-a01a-b50a402d56e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0584636 Sep 24 19:24:35.405650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-72a29755-559c-4e7d-b359-bb920551e4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385342 Sep 24 19:24:35.546596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-fed4a3ee-ed70-469e-800c-e783919e3a9d service neutron] 10.222.0.69 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324930 Sep 24 19:24:35.653411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5ef51e8-c7c1-465c-b7cd-468fca86f0d1 req-71fab255-6a5a-4451-ac9a-9810ef0d6a3f service neutron] 10.222.0.69 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002772 Sep 24 19:24:35.797196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-29d5c672-2fb3-4cc8-8979-2b2ece3e4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.798668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-29d5c672-2fb3-4cc8-8979-2b2ece3e4026 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 1094 time: 0.0939429 Sep 24 19:24:35.809735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77188ac0-1be9-4da3-96ef-3b2fa8f3078b req-c481e57a-56d3-462e-953e-d769afe3b0ef tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.811273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77188ac0-1be9-4da3-96ef-3b2fa8f3078b req-c481e57a-56d3-462e-953e-d769afe3b0ef tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 943 time: 0.0734019 Sep 24 19:24:35.943472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-77188ac0-1be9-4da3-96ef-3b2fa8f3078b req-c78c038f-d34f-4658-85e8-cdceaadb6104 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126318 Sep 24 19:24:35.958642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-ca8a7f9d-49dc-42eb-a633-7124b2e5734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:35.960174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-ca8a7f9d-49dc-42eb-a633-7124b2e5734f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 915 time: 0.1480246 Sep 24 19:24:36.011725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-6377f9dc-f214-41a6-95f1-85d7095e02b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a HTTP/1.1" status: 200 len: 217 time: 0.0432224 Sep 24 19:24:36.067327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-cf22b1b7-309f-47d4-883c-73e3941cd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:36.068726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-cf22b1b7-309f-47d4-883c-73e3941cd0a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0491002 Sep 24 19:24:36.105830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-b4dbb3bd-e43d-4e63-99a6-dd30dca6c3fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293190 Sep 24 19:24:36.264844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-b92e5fd9-3e5e-4448-9c0e-b1d1f42f993a service neutron] 10.222.0.69 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445575 Sep 24 19:24:36.369472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6f1e7a2-5de8-4cad-b78f-c68df8d276ad req-4fae281d-657c-418d-8380-6066ac3d9085 service neutron] 10.222.0.69 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964825 Sep 24 19:24:37.122039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a271291-5af3-42c5-9a88-14c0cf2fad55 req-8a220384-90e0-4aad-8fd3-fff557c77615 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:37.123648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a271291-5af3-42c5-9a88-14c0cf2fad55 req-8a220384-90e0-4aad-8fd3-fff557c77615 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 943 time: 0.0648258 Sep 24 19:24:37.171201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a271291-5af3-42c5-9a88-14c0cf2fad55 req-eeab5567-a68b-4fdc-9e66-078c615d12e0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Sep 24 19:24:37.209178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:24:37.320125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:37.332767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'port_id': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'mac_address': 'fa:16:3e:34:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d633e-ddb8-4fee-98cd-633527426673', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:24:37.381877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:37.400637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:24:37.427814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:37.432108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:37.516954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:37.527922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.528787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.529178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.529560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.529898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.530268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.530626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.530984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.531317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.532147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.532296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.532881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:24:37.637560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:24:38.306350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260b4f-ce1c-429e-9ec1-4c5cba630e53 req-bf1639db-aba6-4bdb-9693-d80a473023f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:38.307714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee260b4f-ce1c-429e-9ec1-4c5cba630e53 req-bf1639db-aba6-4bdb-9693-d80a473023f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 944 time: 0.0559180 Sep 24 19:24:38.358518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee260b4f-ce1c-429e-9ec1-4c5cba630e53 req-483ee2f0-a6f8-423d-94c0-7a18c0a20fe7 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Sep 24 19:24:38.880972 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:39.209453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:24:39.293008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:24:39.297579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:24:39.298121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:39.398394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:39.447154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:24:39.448378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:24:39.452223 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3bdf4-6c80-43f7-9617-7c1b9011b7a6" -d '{"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-plugged", "status": "completed", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:24:39.471305 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:39.537539 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4351f-87c6-410a-8558-4ce2c30836f3 x-openstack-request-id: req-e5b4351f-87c6-410a-8558-4ce2c30836f3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:24:39.538445 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-plugged", "status": "completed", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:24:39.538925 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5b4351f-87c6-410a-8558-4ce2c30836f3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:24:39.539504 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'code': 200} Sep 24 19:24:39.556868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:39.576561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2520-97c5-4957-952c-897339ebd26f req-bf22b813-82b4-42e6-b580-6d93081c3f4c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:39.579013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20bb2520-97c5-4957-952c-897339ebd26f req-bf22b813-82b4-42e6-b580-6d93081c3f4c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.1012869 Sep 24 19:24:39.706176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20bb2520-97c5-4957-952c-897339ebd26f req-bf3219c3-360e-4902-914e-da85c9741563 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Sep 24 19:24:39.724651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca312770-ddd1-48d2-8622-4cb4103301d8 req-46d987f0-c52f-45b3-8a79-8f1fb87d8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:39.728440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca312770-ddd1-48d2-8622-4cb4103301d8 req-46d987f0-c52f-45b3-8a79-8f1fb87d8051 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 1096 time: 0.0942314 Sep 24 19:24:39.772799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca312770-ddd1-48d2-8622-4cb4103301d8 req-04cf9bce-97ea-4280-b636-c777d2c731df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Sep 24 19:24:40.847134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8734ef-4ad7-4316-be61-639688bb1c88 req-cf20c0b3-83d0-4257-a0df-f9b27e79d375 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:40.861110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8734ef-4ad7-4316-be61-639688bb1c88 req-cf20c0b3-83d0-4257-a0df-f9b27e79d375 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0904646 Sep 24 19:24:40.921298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a8734ef-4ad7-4316-be61-639688bb1c88 req-19294c71-d98b-44af-829f-f075ab120c31 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572526 Sep 24 19:24:42.087415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf70d2-39d8-408c-8345-1411911d616f req-d473e339-71fa-43cb-b319-acc5ccef4c98 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:42.089128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65bf70d2-39d8-408c-8345-1411911d616f req-d473e339-71fa-43cb-b319-acc5ccef4c98 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0663235 Sep 24 19:24:42.136369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65bf70d2-39d8-408c-8345-1411911d616f req-ab33197b-551c-4eae-ac1e-3157646aca5a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Sep 24 19:24:42.269768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a4ee-2087-4c14-b351-1ed71b929ce1 req-c993ff27-0f0d-4eb6-b2ff-12759be9870d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:42.271920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f4a4ee-2087-4c14-b351-1ed71b929ce1 req-c993ff27-0f0d-4eb6-b2ff-12759be9870d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0551107 Sep 24 19:24:42.323090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f4a4ee-2087-4c14-b351-1ed71b929ce1 req-e8cfd6c8-d2eb-4e21-a04f-780f1e3dec9e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Sep 24 19:24:42.754310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb809df9-8bfe-4bbc-be37-6277b9dbb30c req-03bc43d9-85b7-4fea-9ac7-6d08457f5aee tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:42.756559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb809df9-8bfe-4bbc-be37-6277b9dbb30c req-03bc43d9-85b7-4fea-9ac7-6d08457f5aee tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0659463 Sep 24 19:24:42.835901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb809df9-8bfe-4bbc-be37-6277b9dbb30c req-628dc2de-70e2-4267-9113-beca70f33c4d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699790 Sep 24 19:24:43.991327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8241fe-4b3b-46da-b45f-08a4a913ed03 req-0ea4fe71-3bec-4ca9-8281-d8f7d393a404 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:43.992857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb8241fe-4b3b-46da-b45f-08a4a913ed03 req-0ea4fe71-3bec-4ca9-8281-d8f7d393a404 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0645490 Sep 24 19:24:44.039167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb8241fe-4b3b-46da-b45f-08a4a913ed03 req-865fad84-5f1d-4ba8-8ceb-00a7378c38d0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Sep 24 19:24:45.162042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381f18-46aa-44ca-9f67-463af1d6ee68 req-ea099ccb-0b98-4557-80bc-4e37e4bcf5df tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:45.165440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12381f18-46aa-44ca-9f67-463af1d6ee68 req-ea099ccb-0b98-4557-80bc-4e37e4bcf5df tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0534613 Sep 24 19:24:45.214265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-12381f18-46aa-44ca-9f67-463af1d6ee68 req-80d22b18-102c-498a-b5a9-0ec91773f1cf tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Sep 24 19:24:46.353904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefe457-a2a1-4cc5-a852-54d71ec1acd3 req-1c91c56c-3597-40dc-8e26-ee6a222df64d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:46.355548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cefe457-a2a1-4cc5-a852-54d71ec1acd3 req-1c91c56c-3597-40dc-8e26-ee6a222df64d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0513055 Sep 24 19:24:46.395499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cefe457-a2a1-4cc5-a852-54d71ec1acd3 req-d73c7567-f9eb-41b1-bf77-e449e60d450c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Sep 24 19:24:46.657625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:24:47.536137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23bb9e-4cfa-412f-8282-22a14f90782b req-56990041-d70e-4078-80be-f1e6e46c3536 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:47.538443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef23bb9e-4cfa-412f-8282-22a14f90782b req-56990041-d70e-4078-80be-f1e6e46c3536 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0670717 Sep 24 19:24:47.583896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef23bb9e-4cfa-412f-8282-22a14f90782b req-1281c852-9acd-457a-9e39-6d75104e0a2d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Sep 24 19:24:48.710130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78cd8a-eea9-478e-976b-7c41a34c67f4 req-0da9b463-9abc-402e-a6c7-7244ec93695d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:48.711525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b78cd8a-eea9-478e-976b-7c41a34c67f4 req-0da9b463-9abc-402e-a6c7-7244ec93695d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0506935 Sep 24 19:24:48.781459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b78cd8a-eea9-478e-976b-7c41a34c67f4 req-59ab0912-33c5-4bb6-b637-46f0720baad9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618567 Sep 24 19:24:49.942052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dd361-1276-413b-9e50-7028e43a4725 req-6d58e62e-4d81-4843-bac8-2618d44a42d1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:49.951399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a49dd361-1276-413b-9e50-7028e43a4725 req-6d58e62e-4d81-4843-bac8-2618d44a42d1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0591705 Sep 24 19:24:49.992102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a49dd361-1276-413b-9e50-7028e43a4725 req-fe1ad4da-3ab5-4bbd-bc8c-07bd02f77008 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Sep 24 19:24:50.320922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9505e77-4ed0-43f0-a3e8-b47ecada4c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:51.178377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4754b0-9fae-475f-808a-f52bed61160c req-273fb8a0-3ae0-4236-a7b1-aae61393593a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:51.180166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f4754b0-9fae-475f-808a-f52bed61160c req-273fb8a0-3ae0-4236-a7b1-aae61393593a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0712304 Sep 24 19:24:51.247548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0f4754b0-9fae-475f-808a-f52bed61160c req-365fcb46-2bc3-4038-96ba-dd0ff1e8947c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Sep 24 19:24:51.570553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:51.691134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c7dcce-c05c-4050-ab2a-3037d8a94050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:51.816801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c7dcce-c05c-4050-ab2a-3037d8a94050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:51.821570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c7dcce-c05c-4050-ab2a-3037d8a94050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:51.869918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-56c7dcce-c05c-4050-ab2a-3037d8a94050 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf5fd6c15cd4c7ea021af51ef193c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978106 Sep 24 19:24:51.870866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7dcce-c05c-4050-ab2a-3037d8a94050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcbf3b-02c9-47d9-af90-9cf08777338b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:51.873104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35368) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:51.937337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:51.958153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:52.009164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:52.012937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:52.014257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecdcbf3b-02c9-47d9-af90-9cf08777338b HTTP/1.1" status: 204 len: 168 time: 0.1399758 Sep 24 19:24:52.023715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64bc1-ba18-47ca-af1c-1c9d5aea761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcbf3b-02c9-47d9-af90-9cf08777338b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:52.388528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7438a6-1cde-4f8e-b842-28f4d45de468 req-bc5f4c5b-cebf-4345-aca1-86a775436e18 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:52.391027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab7438a6-1cde-4f8e-b842-28f4d45de468 req-bc5f4c5b-cebf-4345-aca1-86a775436e18 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0662377 Sep 24 19:24:52.449220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab7438a6-1cde-4f8e-b842-28f4d45de468 req-ce366f84-39a7-4977-8578-5083c35fe5fa tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Sep 24 19:24:52.783902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35408) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:52.908900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1925037929-network', 'tenant_id': 'c6d4b84ee3264945b6ca3fca009fc0a0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:52.933915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Made reservation on behalf of c6d4b84ee3264945b6ca3fca009fc0a0 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:24:52.937201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:52.946496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:52.960571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efad5a37-8c2d-4cea-a548-78d5b2cf584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.054060 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.060789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.089939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:24:53.096624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16dbc58-674b-48b8-beeb-e0c4ca11e960,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:53.102960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.103314 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Added segment 5afb6250-d53d-4c98-b4ce-7e0f92c9756c of type vlan for network d931028b-f72e-4a22-9fff-5a7bf807bcee Sep 24 19:24:53.167110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.201263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.202568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:53.203341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.242641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4574521 Sep 24 19:24:53.245409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:53.253530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Request body: {'subnet': {'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1925037929-subnet', 'tenant_id': 'c6d4b84ee3264945b6ca3fca009fc0a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:24:53.273596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d9fa-045c-420b-946f-3277a1edf789 admin admin] Pushing event updated for resources: {'Network': ['ID=d931028b-f72e-4a22-9fff-5a7bf807bcee,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:53.281434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Made reservation on behalf of c6d4b84ee3264945b6ca3fca009fc0a0 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:24:53.284476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d931028b-f72e-4a22-9fff-5a7bf807bcee details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:24:53.288031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.369600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.500645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.599755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8489eb07-8f99-47ef-a629-5ce04c385814,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:53.605110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Checking segment: {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:24:53.605618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Network hostable DHCP agents. Network: d931028b-f72e-4a22-9fff-5a7bf807bcee, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:24:53.633306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Network d931028b-f72e-4a22-9fff-5a7bf807bcee is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:24:53.648308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67f39-4836-4962-9408-502cbe0ea6a1 req-b56a5544-10ef-4e0a-945f-fac90f74e958 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:53.650835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1f67f39-4836-4962-9408-502cbe0ea6a1 req-b56a5544-10ef-4e0a-945f-fac90f74e958 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0889804 Sep 24 19:24:53.659142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d931028b-f72e-4a22-9fff-5a7bf807bcee) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:24:53.664229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:53.664824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:53.671755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cd26d-06a9-448c-a87e-ba3533c9309a None None] Network d931028b-f72e-4a22-9fff-5a7bf807bcee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:53.683999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d99d5c29-f26a-476a-9a10-eb4cfa2698d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4350753 Sep 24 19:24:53.769356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1f67f39-4836-4962-9408-502cbe0ea6a1 req-36c2b4f0-7a1c-4d5c-a922-4ac1d7a6b524 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103613 Sep 24 19:24:53.853309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8eb91-1269-41f4-8d81-cdffb72251c6 None None] Network d931028b-f72e-4a22-9fff-5a7bf807bcee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:24:53.888101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:54.059901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bf2cd19-eaaf-4791-83f6-be0e82600842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.203575 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.209715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bf2cd19-eaaf-4791-83f6-be0e82600842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.214320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bf2cd19-eaaf-4791-83f6-be0e82600842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.253379 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0bf2cd19-eaaf-4791-83f6-be0e82600842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5ce445a8b024cc6b46647c7b29325e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641737 Sep 24 19:24:54.255298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2cd19-eaaf-4791-83f6-be0e82600842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfce580-41a5-4f7f-8127-28ea2b7e487d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:54.256168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 35458) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:54.310456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.334233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.399918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.402786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:54.406790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbfce580-41a5-4f7f-8127-28ea2b7e487d HTTP/1.1" status: 204 len: 168 time: 0.1473751 Sep 24 19:24:54.424385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486355fe-e2c8-4cbb-8659-7327b2459627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfce580-41a5-4f7f-8127-28ea2b7e487d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:54.928966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832ec91-efd3-472e-9247-3112b7a39234 req-f742369a-2c85-4611-b5d5-a35dbc9872ed tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:54.931170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c832ec91-efd3-472e-9247-3112b7a39234 req-f742369a-2c85-4611-b5d5-a35dbc9872ed tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0644546 Sep 24 19:24:54.986019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c832ec91-efd3-472e-9247-3112b7a39234 req-71750ea6-099e-434c-a3f6-25ce85894212 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Sep 24 19:24:55.614390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:55.745242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15775256-0818-4ac0-a1bf-b5da35083462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:55.858481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15775256-0818-4ac0-a1bf-b5da35083462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:55.865570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15775256-0818-4ac0-a1bf-b5da35083462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:55.909244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15775256-0818-4ac0-a1bf-b5da35083462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a1d850-56f7-4525-aac8-36e4a6a57aec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:55.927266 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15775256-0818-4ac0-a1bf-b5da35083462 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=708ea3a50a29432a84557f2afda2ae69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111362 Sep 24 19:24:55.929283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 35538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:24:55.949083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:55.984933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:56.005609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:56.065635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:56.068309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:24:56.069508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5a1d850-56f7-4525-aac8-36e4a6a57aec HTTP/1.1" status: 204 len: 168 time: 0.1391206 Sep 24 19:24:56.078197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c00c4-e923-4b26-9b4a-19de876599ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a1d850-56f7-4525-aac8-36e4a6a57aec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:24:56.150392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a6b2-0340-4622-91cd-fa08337ae741 req-6c622ad5-8111-4398-8699-be25b8402eb0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:56.152009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a25a6b2-0340-4622-91cd-fa08337ae741 req-6c622ad5-8111-4398-8699-be25b8402eb0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0755987 Sep 24 19:24:56.220283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a25a6b2-0340-4622-91cd-fa08337ae741 req-1d294eab-525d-485f-af30-a88eeb484a64 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Sep 24 19:24:57.386658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a87a3-d3fa-476a-a8f7-6d502cffdac7 req-2fa963a1-9647-415c-96a1-6048dd422431 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:57.394904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d3a87a3-d3fa-476a-a8f7-6d502cffdac7 req-2fa963a1-9647-415c-96a1-6048dd422431 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0777645 Sep 24 19:24:57.429082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d3a87a3-d3fa-476a-a8f7-6d502cffdac7 req-b23c6f71-2b43-4e44-a443-7ccd5dd2029c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Sep 24 19:24:58.579040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-3411b473-47c9-46bb-b969-4ac9508292d4 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549006 Sep 24 19:24:58.607418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37208c7-bac6-4a2a-85cd-25c5fca361f6 req-f3f481b6-ca5e-432b-9c9b-6f9bdd3d8363 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:58.609100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f37208c7-bac6-4a2a-85cd-25c5fca361f6 req-f3f481b6-ca5e-432b-9c9b-6f9bdd3d8363 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0973477 Sep 24 19:24:58.814227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f37208c7-bac6-4a2a-85cd-25c5fca361f6 req-3422139b-78df-4c1d-b296-a8861dcd74cf tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585610 Sep 24 19:24:58.823608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-89a7280d-253b-407f-8d54-67d3460852c4 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:58.825161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-89a7280d-253b-407f-8d54-67d3460852c4 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392814 Sep 24 19:24:58.847368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-528a8f3e-687f-4788-b836-99788d5bb308 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/quotas/8860427f1b9843158b0f3b954a0c0bdc HTTP/1.1" status: 200 len: 375 time: 0.0148873 Sep 24 19:24:58.883858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-894574c7-7c3e-4147-97ba-1bb3524954f7 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336394 Sep 24 19:24:59.109173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d83bab56-1870-42a6-9a31-12366bb440ad req-3ad5cfcd-4445-4f23-a621-fd4a6f708e87 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 210 time: 0.0385365 Sep 24 19:24:59.949729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d8d63-6e21-4a9e-864a-f48896f2d64f req-cb67f46c-3804-4240-a9c0-d1a1ac10fccd tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:24:59.951476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a6d8d63-6e21-4a9e-864a-f48896f2d64f req-cb67f46c-3804-4240-a9c0-d1a1ac10fccd tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0517375 Sep 24 19:25:00.031497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a6d8d63-6e21-4a9e-864a-f48896f2d64f req-5251a876-b809-41c4-8d1f-2043415c7155 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737576 Sep 24 19:25:00.177067 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-939760f7-ad47-40f1-b543-cd2266181653 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564070 Sep 24 19:25:00.249792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9c3119f-17c1-4d80-a9e4-fe13caa52298 req-d4acfa1c-156f-4a9d-87c4-3df43943414a tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 210 time: 0.0551214 Sep 24 19:25:00.467973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-82ee3e3f-998f-41ee-b2b9-16025aea971e tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:00.469958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-82ee3e3f-998f-41ee-b2b9-16025aea971e tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859049 Sep 24 19:25:00.489096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Request body: {'port': {'device_id': '22045fcf-7355-44d5-b90d-001e6fd47813', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '8860427f1b9843158b0f3b954a0c0bdc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:00.665783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Made reservation on behalf of 8860427f1b9843158b0f3b954a0c0bdc for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:25:00.670012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:00.679530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:00.782643 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:00.789732 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:00.865481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e21d4-433e-4563-a7b7-63fffefb7efb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:00.959127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Allocated IP 192.168.233.226 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/b1822098-e315-4525-b08a-ceda469ba4b2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:25:01.173480 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.195206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3447-486d-4100-8d7d-002a6207b009 req-cd3ef705-94a8-489d-a8c7-2deca6eb6198 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:01.197494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-104b3447-486d-4100-8d7d-002a6207b009 req-cd3ef705-94a8-489d-a8c7-2deca6eb6198 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0905583 Sep 24 19:25:01.227144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.263573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-104b3447-486d-4100-8d7d-002a6207b009 req-b876744d-73ee-4151-8509-fd514ad26470 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596328 Sep 24 19:25:01.279508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:25:01.282749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:25:01.287431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:25:01.321299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Pushing event updated for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:01.380153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:01.380854 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.398899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-62717a3c-a87a-4534-a5e9-c7c2859387e2 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9173985 Sep 24 19:25:01.412754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Request body: {'port': {'device_id': '22045fcf-7355-44d5-b90d-001e6fd47813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:01.478709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.482828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226d84e-dc6f-4e2c-b177-ac2d0c9506da req-7260466b-8afa-41d6-a877-3b1adbebf376 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:01.487592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4226d84e-dc6f-4e2c-b177-ac2d0c9506da req-7260466b-8afa-41d6-a877-3b1adbebf376 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 936 time: 0.1508608 Sep 24 19:25:01.565180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4226d84e-dc6f-4e2c-b177-ac2d0c9506da req-af682685-950d-49c1-b907-cfabc1a2b685 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720804 Sep 24 19:25:01.721325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3b90ff7e-42a1-4d1f-872c-307fb5c617ca None None] Provisioning complete for port b1822098-e315-4525-b08a-ceda469ba4b2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:01.721885 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b90ff7e-42a1-4d1f-872c-307fb5c617ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.762661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3b90ff7e-42a1-4d1f-872c-307fb5c617ca None None] Port b1822098-e315-4525-b08a-ceda469ba4b2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:25:01.886238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1822098-e315-4525-b08a-ceda469ba4b2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:01.894013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:01.912041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Transition to ACTIVE for port object b1822098-e315-4525-b08a-ceda469ba4b2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:25:01.916973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:02.021315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Pushing event updated for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:02.049131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Attempting to bind port b1822098-e315-4525-b08a-ceda469ba4b2 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:25:02.049478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Attempting to bind port b1822098-e315-4525-b08a-ceda469ba4b2 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:25:02.049815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Attempting to bind port b1822098-e315-4525-b08a-ceda469ba4b2 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:02.054871 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Port b1822098-e315-4525-b08a-ceda469ba4b2 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:25:02.055207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Attempting to bind port b1822098-e315-4525-b08a-ceda469ba4b2 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:02.064818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:25:02.065172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:25:02.065550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:25:02.065995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Bound port: b1822098-e315-4525-b08a-ceda469ba4b2, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:25:02.066359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:02.181057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:25:02.185130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b1822098-e315-4525-b08a-ceda469ba4b2,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:25:02.195861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:02.267069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.270923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:02.272531 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] 10.222.0.15 "PUT /v2.0/ports/b1822098-e315-4525-b08a-ceda469ba4b2 HTTP/1.1" status: 200 len: 1096 time: 0.8643794 Sep 24 19:25:02.272876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:02.275319 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719" -d '{"events": [{"name": "network-changed", "server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:02.340659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9841-c90c-461c-9f15-7a9d11eb74ed service neutron] Pushing event updated for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:02.406959 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf2f9c-b7b8-4c01-99ae-dea246cee9a0 x-openstack-request-id: req-1dcf2f9c-b7b8-4c01-99ae-dea246cee9a0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:02.406959 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:02.406959 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dcf2f9c-b7b8-4c01-99ae-dea246cee9a0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:02.406959 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2', 'status': 'completed', 'code': 200} Sep 24 19:25:02.419448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-8cf8e48c-8a0c-4c68-baf9-9f612bdcc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.420975 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-8cf8e48c-8a0c-4c68-baf9-9f612bdcc9b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 1099 time: 0.0995305 Sep 24 19:25:02.481173 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-dfab093d-08ea-4cc7-b5c9-315aa8082260 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b1822098-e315-4525-b08a-ceda469ba4b2 HTTP/1.1" status: 200 len: 217 time: 0.0492022 Sep 24 19:25:02.499495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29312-c99d-4168-8daf-8f57dcf6b246 req-d4f5082f-7c4a-4efc-b9af-262b5341af48 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.500894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4a29312-c99d-4168-8daf-8f57dcf6b246 req-d4f5082f-7c4a-4efc-b9af-262b5341af48 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.1083100 Sep 24 19:25:02.550990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-f5c96bf5-c4c1-43fb-babe-e4d51273614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.552444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-f5c96bf5-c4c1-43fb-babe-e4d51273614c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0628238 Sep 24 19:25:02.576532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4a29312-c99d-4168-8daf-8f57dcf6b246 req-3f0ba268-0ea3-4ac3-bf5f-43b467cd4fe8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664659 Sep 24 19:25:02.646129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-5af665b9-dd2b-4a08-9d15-02f48c3ee3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.647843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-5af665b9-dd2b-4a08-9d15-02f48c3ee3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870357 Sep 24 19:25:02.763160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5254ae6-895a-478c-aea5-56e3ca2d971a req-adce263b-357b-4ba5-bc29-9a4331510971 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:02.764975 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5254ae6-895a-478c-aea5-56e3ca2d971a req-adce263b-357b-4ba5-bc29-9a4331510971 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 948 time: 0.0860338 Sep 24 19:25:02.770355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-a2bd41fa-80e9-4412-b904-c2ed34d80307 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098258 Sep 24 19:25:02.837185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5254ae6-895a-478c-aea5-56e3ca2d971a req-60ad755c-927d-4b4d-93e6-096a6187ba7d tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Sep 24 19:25:02.887438 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1c8f5597-024f-4db7-b47f-28d65e06aee9 req-b4564088-25e9-45e1-912d-87c711bca51a service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078832 Sep 24 19:25:02.995556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-0d9aed05-5fe9-4af3-86e5-385d8ba1a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.012825 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-0d9aed05-5fe9-4af3-86e5-385d8ba1a6de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 1099 time: 0.0628452 Sep 24 19:25:03.150688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-7ecd1b40-f297-471b-8991-99c7b44a2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.152393 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-7ecd1b40-f297-471b-8991-99c7b44a2e32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1274998 Sep 24 19:25:03.201655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-b1fd3b4a-3b80-4b13-b6e1-c5d74d4f3478 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b1822098-e315-4525-b08a-ceda469ba4b2 HTTP/1.1" status: 200 len: 217 time: 0.0371995 Sep 24 19:25:03.244985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:03.264607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-b1b224a3-e30a-4d29-973e-a529e4e91841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.266109 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-b1b224a3-e30a-4d29-973e-a529e4e91841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0498152 Sep 24 19:25:03.337594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-ea50fc9e-f701-4e4d-b1bf-f72f5464c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.340121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-ea50fc9e-f701-4e4d-b1bf-f72f5464c709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619190 Sep 24 19:25:03.451871 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-c271c56d-4938-437a-9139-6443a5902bea service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028388 Sep 24 19:25:03.566327 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ccf3e5b7-9907-4c41-8e3c-e02e999d8719 req-0758d7be-4314-4226-9ec0-77c5908260d6 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980074 Sep 24 19:25:03.716827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ebfe-6c6f-4fce-9460-55c9fb568a66 req-cf843ead-8bdf-4f3a-9245-f7163b64e1de tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.724989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1556ebfe-6c6f-4fce-9460-55c9fb568a66 req-cf843ead-8bdf-4f3a-9245-f7163b64e1de tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0587242 Sep 24 19:25:03.768587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1556ebfe-6c6f-4fce-9460-55c9fb568a66 req-eb88fcf8-00a0-4d2f-930c-4f48c77ed1a5 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Sep 24 19:25:03.947741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfe188-149b-4d2f-901d-10c7af2fd0b7 req-0e0f2f69-65b1-4243-8e92-5f09927ac346 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:03.955745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32cfe188-149b-4d2f-901d-10c7af2fd0b7 req-0e0f2f69-65b1-4243-8e92-5f09927ac346 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 948 time: 0.0577836 Sep 24 19:25:03.991583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32cfe188-149b-4d2f-901d-10c7af2fd0b7 req-ccf88e49-82cb-48fe-a8ae-7266e5c1d142 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Sep 24 19:25:04.473536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b1822098-e315-4525-b08a-ceda469ba4b2 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:25:04.726834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b1822098-e315-4525-b08a-ceda469ba4b2,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:04.740251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'b1822098-e315-4525-b08a-ceda469ba4b2', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': 'b1822098-e315-4525-b08a-ceda469ba4b2', 'mac_address': 'fa:16:3e:13:0f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:25:04.782696 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:04.812209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1822098-e315-4525-b08a-ceda469ba4b2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:04.843091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b1822098-e315-4525-b08a-ceda469ba4b2,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:04.855486 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:04.937135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:04.944582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bd64-2699-4dbf-a9d1-51c1930fd44e req-bb39f426-2b52-4c4f-9e07-09ba670bd867 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:04.952471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec76bd64-2699-4dbf-a9d1-51c1930fd44e req-bb39f426-2b52-4c4f-9e07-09ba670bd867 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0801535 Sep 24 19:25:05.003363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec76bd64-2699-4dbf-a9d1-51c1930fd44e req-86939f66-d0e2-452b-8f70-022e2f2501cb tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Sep 24 19:25:05.125796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c1720-f5f8-419b-b147-ca2ebc9b6625 req-8b61d203-60e0-4b49-b72d-2a8e63c530b8 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:05.133425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b78c1720-f5f8-419b-b147-ca2ebc9b6625 req-8b61d203-60e0-4b49-b72d-2a8e63c530b8 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 949 time: 0.0706146 Sep 24 19:25:05.178039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b1822098-e315-4525-b08a-ceda469ba4b2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:05.188816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b78c1720-f5f8-419b-b147-ca2ebc9b6625 req-4621f15a-2f91-4e26-8853-a46369b125a5 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543828 Sep 24 19:25:06.134669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b340f7-03f9-4a34-b8a4-b793f307b76f req-3982293c-4415-46f5-9c9a-7b52c4cfc3da tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:06.136317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2b340f7-03f9-4a34-b8a4-b793f307b76f req-3982293c-4415-46f5-9c9a-7b52c4cfc3da tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0521598 Sep 24 19:25:06.177406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2b340f7-03f9-4a34-b8a4-b793f307b76f req-4ff96563-0bab-4bce-8a1a-049704fc8e48 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Sep 24 19:25:06.304774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b1194-e96d-4a28-b74f-fbdc1226c079 req-1b8cb62d-fc6a-4370-ac5c-885bac9418f6 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:06.306513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-769b1194-e96d-4a28-b74f-fbdc1226c079 req-1b8cb62d-fc6a-4370-ac5c-885bac9418f6 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 949 time: 0.0550675 Sep 24 19:25:06.489153 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b1822098-e315-4525-b08a-ceda469ba4b2 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:25:06.545481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port b1822098-e315-4525-b08a-ceda469ba4b2 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:25:06.549750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port b1822098-e315-4525-b08a-ceda469ba4b2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:06.550126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:06.629039 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:06.649605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-769b1194-e96d-4a28-b74f-fbdc1226c079 req-111a8052-3f86-4200-bf45-94c267210fcc tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347943 Sep 24 19:25:06.652113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:06.655234 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a9f0b9-d2d8-44af-a120-5237b4e3e0d9" -d '{"events": [{"server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "name": "network-vif-plugged", "status": "completed", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:06.678437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b1822098-e315-4525-b08a-ceda469ba4b2,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:06.681812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:06.716959 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796670ca-f5e6-4529-8287-883e407aeb09 x-openstack-request-id: req-796670ca-f5e6-4529-8287-883e407aeb09 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:06.717251 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "name": "network-vif-plugged", "status": "completed", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:06.717505 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796670ca-f5e6-4529-8287-883e407aeb09 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:06.717919 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2', 'code': 200} Sep 24 19:25:06.743066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:06.826728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edb9c7-129a-4959-9dd1-61a24e5d002b req-676b0d5c-e1de-4de1-a7e8-d991c2dbdc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:06.828348 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-28edb9c7-129a-4959-9dd1-61a24e5d002b req-676b0d5c-e1de-4de1-a7e8-d991c2dbdc04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 1101 time: 0.0414979 Sep 24 19:25:06.874328 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-28edb9c7-129a-4959-9dd1-61a24e5d002b req-817a1bee-2266-4d38-9f53-6f0659c694e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Sep 24 19:25:07.303440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073b527-8525-42b6-89c1-5eed62e0b8e6 req-a4b64b5f-0e81-4be7-a6b2-465fbb35eec2 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:07.304908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7073b527-8525-42b6-89c1-5eed62e0b8e6 req-a4b64b5f-0e81-4be7-a6b2-465fbb35eec2 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0505140 Sep 24 19:25:07.344796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7073b527-8525-42b6-89c1-5eed62e0b8e6 req-ae42c373-8f69-4e3e-9062-a8955f96c951 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Sep 24 19:25:07.774382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717236-0536-4cea-84c5-5b6c6a163dbe req-c86ea107-8834-491d-bf6d-925a35712d8e tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:07.775912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a717236-0536-4cea-84c5-5b6c6a163dbe req-c86ea107-8834-491d-bf6d-925a35712d8e tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 950 time: 0.0499892 Sep 24 19:25:07.813724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a717236-0536-4cea-84c5-5b6c6a163dbe req-d506bae9-0be0-48f1-8511-95f91bb941b7 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 Sep 24 19:25:08.463692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebd5e-1cc8-4746-a61a-b5213b6eab7d req-c1fb771b-749a-4b40-8bba-296f0615ea7d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:08.465200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-101ebd5e-1cc8-4746-a61a-b5213b6eab7d req-c1fb771b-749a-4b40-8bba-296f0615ea7d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0524535 Sep 24 19:25:08.503498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-101ebd5e-1cc8-4746-a61a-b5213b6eab7d req-d7680fe2-c22d-4912-997b-3244e6499a72 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 24 19:25:08.897806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:08.932092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce87899-a002-4209-a04a-9f8343fc7bbc req-49de4fdf-bea0-4e4f-a294-95a4dd8704d0 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:08.933735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce87899-a002-4209-a04a-9f8343fc7bbc req-49de4fdf-bea0-4e4f-a294-95a4dd8704d0 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 950 time: 0.0502207 Sep 24 19:25:08.977980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce87899-a002-4209-a04a-9f8343fc7bbc req-6ca1f92d-0fd9-4da9-b9ce-8f879b77abec tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Sep 24 19:25:09.624858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2bdd1-d805-46ac-92bf-4ed5f6ca7ce3 req-c9e5f2a3-3d83-4cd4-8317-151891b59635 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:09.626781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cc2bdd1-d805-46ac-92bf-4ed5f6ca7ce3 req-c9e5f2a3-3d83-4cd4-8317-151891b59635 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0533841 Sep 24 19:25:09.672690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cc2bdd1-d805-46ac-92bf-4ed5f6ca7ce3 req-71b422a8-896b-486e-b4f8-214cc1debd0b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Sep 24 19:25:10.797783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e49b1-05b6-4a55-b9c5-ce785aa60d2b req-3bc4d029-5c4a-49b3-9271-8bad60f081d8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:10.799209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a66e49b1-05b6-4a55-b9c5-ce785aa60d2b req-3bc4d029-5c4a-49b3-9271-8bad60f081d8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0525491 Sep 24 19:25:10.836727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a66e49b1-05b6-4a55-b9c5-ce785aa60d2b req-1fe370dc-0fca-4556-afcc-2d03fe234178 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Sep 24 19:25:11.428652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:25:11.532249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:11.543706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'port_id': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'mac_address': 'fa:16:3e:34:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d633e-ddb8-4fee-98cd-633527426673', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:25:11.582930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:11.595756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:11.614885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:11.619128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:11.675886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:11.808964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:11.965015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d4c5c-590a-42b0-915f-48a2c01a0c5f req-54c44297-2bc7-4ab8-a33b-55b0c144495f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:11.967390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba5d4c5c-590a-42b0-915f-48a2c01a0c5f req-54c44297-2bc7-4ab8-a33b-55b0c144495f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 944 time: 0.0597372 Sep 24 19:25:12.005922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba5d4c5c-590a-42b0-915f-48a2c01a0c5f req-6a6e5e24-f537-4695-a086-68bcb1d83b32 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Sep 24 19:25:13.143353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe583-7a62-4682-a3bb-a570dd53d850 req-02561478-02bd-45ca-80c2-5eb1e5b5fd05 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:13.145032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3efe583-7a62-4682-a3bb-a570dd53d850 req-02561478-02bd-45ca-80c2-5eb1e5b5fd05 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 944 time: 0.0547459 Sep 24 19:25:13.183155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3efe583-7a62-4682-a3bb-a570dd53d850 req-b32f2dab-bf13-494e-b086-ea21c3e59bce tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Sep 24 19:25:13.428695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:25:13.489024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:13.489573 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:13.578213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:13.601638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:13.603923 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055bb050-1b71-4482-a6cc-c7066d23b65a" -d '{"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-plugged", "status": "completed", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:13.618757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:13.624791 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:13.671401 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7860d690-7c55-45ac-8c7e-8d2cb977caba x-openstack-request-id: req-7860d690-7c55-45ac-8c7e-8d2cb977caba {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:13.671714 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-plugged", "status": "completed", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:13.671959 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7860d690-7c55-45ac-8c7e-8d2cb977caba {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:13.672349 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'code': 200} Sep 24 19:25:13.687474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:13.825711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c5ea-54a8-40e0-adb0-93643428f36a req-2364c771-9725-45d2-8405-8c84c0c7d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:13.827443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3176c5ea-54a8-40e0-adb0-93643428f36a req-2364c771-9725-45d2-8405-8c84c0c7d228 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 1096 time: 0.0487399 Sep 24 19:25:13.868217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3176c5ea-54a8-40e0-adb0-93643428f36a req-bc8f2a70-a7d2-4f97-8f2a-c8dc62d10fbf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Sep 24 19:25:14.323733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d46a71-5ab2-4148-ba11-b8277e959274 req-19ee2270-0e53-4018-b52d-325688a67eee tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:14.325912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52d46a71-5ab2-4148-ba11-b8277e959274 req-19ee2270-0e53-4018-b52d-325688a67eee tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0555587 Sep 24 19:25:14.366097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52d46a71-5ab2-4148-ba11-b8277e959274 req-9bf85665-4a6b-4383-b4e3-a510dd49ff29 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Sep 24 19:25:15.515233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dafb04-183a-49dd-8fb8-88ef44a1798a req-0382aaad-9b2a-4e04-bfb7-1fa0bff9d9c9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:15.516947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62dafb04-183a-49dd-8fb8-88ef44a1798a req-0382aaad-9b2a-4e04-bfb7-1fa0bff9d9c9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0708385 Sep 24 19:25:15.556397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62dafb04-183a-49dd-8fb8-88ef44a1798a req-2b8e2a9d-30c4-4f2f-ac4d-d740d8e4d758 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Sep 24 19:25:15.682704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e787-88d5-43ab-8733-fca7efb38801 req-74058339-001d-4cb0-acf8-7d5166395407 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:15.684572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-faa1e787-88d5-43ab-8733-fca7efb38801 req-74058339-001d-4cb0-acf8-7d5166395407 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0585320 Sep 24 19:25:15.735461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-faa1e787-88d5-43ab-8733-fca7efb38801 req-818578b8-e75b-4927-b05f-d9a1c5844fce tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Sep 24 19:25:16.265802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-9680f0ce-5465-4b2c-ba01-034a25cf9892 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:16.265802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-9680f0ce-5465-4b2c-ba01-034a25cf9892 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.1403961 Sep 24 19:25:16.265802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ae077e27-b9f5-4bcb-8662-54071bd78543 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/quotas/a785f5d67cb849d3bbc6cb6665bd9278 HTTP/1.1" status: 200 len: 375 time: 0.0154948 Sep 24 19:25:16.338528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-21bb4a50-ac7f-48bf-aeaa-0737c39ad9a9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735457 Sep 24 19:25:16.441160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-4a3ff1b9-da98-4d86-9bf2-c45fa3f863e0 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950258 Sep 24 19:25:16.557261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-f9d6e7ba-e3db-49e4-af7e-6b14928f9df4 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094053 Sep 24 19:25:16.763572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86848357-70b1-4886-a972-6af973863401 req-ae6943ed-06ff-428a-ace9-10870646c0d1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 210 time: 0.0395131 Sep 24 19:25:17.242313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-429ec58d-f46f-4252-9b5d-a9e93af4ec46 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:17.244275 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-429ec58d-f46f-4252-9b5d-a9e93af4ec46 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.69 "GET /v2.0/ports?device_id=b388c5df-f0bc-4136-befd-bee680c3c77b HTTP/1.1" status: 200 len: 945 time: 0.0783885 Sep 24 19:25:17.363860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Deleting port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:25:17.364746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:17.488248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] For port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:17.488605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:17.503797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Calling delete_port for 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:25:17.659418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:17.676545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:17.698253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event deleted for resources: {'Port': ['ID=96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:17.708641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.708994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.709342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.709685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.710639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.711005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.711349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.711954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.712306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.712644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.712979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.713311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:17.787898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] No DVR routers for this DVR port 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:25:17.790755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:17.792795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-152f4bc4-8035-4c9d-840e-d4fbc6fa0447 req-0205db68-6c54-4461-9f99-50d4030ef0ba tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.69 "DELETE /v2.0/ports/96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a HTTP/1.1" status: 204 len: 173 time: 0.5421488 Sep 24 19:25:17.794003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-deleted', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:17.796305 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59443229-59c5-4ce8-a15e-68424198c70a" -d '{"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-deleted", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:17.837529 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4375b-b72e-4905-9ec2-9be8e6ab25a9 x-openstack-request-id: req-5ef4375b-b72e-4905-9ec2-9be8e6ab25a9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:17.838029 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388c5df-f0bc-4136-befd-bee680c3c77b", "name": "network-vif-deleted", "tag": "96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:17.838458 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ef4375b-b72e-4905-9ec2-9be8e6ab25a9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:17.839033 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388c5df-f0bc-4136-befd-bee680c3c77b', 'name': 'network-vif-deleted', 'tag': '96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a', 'status': 'completed', 'code': 200} Sep 24 19:25:17.883969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-185bb299-4261-49ba-a5e3-1bdde28b8307 req-3fb7b46d-776b-4bd7-853f-bb72b2f5e47a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 210 time: 0.0314631 Sep 24 19:25:18.166591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ae6053f8-e99e-4b7f-9874-03347e11ce1b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:18.169053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ae6053f8-e99e-4b7f-9874-03347e11ce1b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.3002830 Sep 24 19:25:18.185716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Request body: {'port': {'device_id': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'admin_state_up': True, 'tenant_id': 'a785f5d67cb849d3bbc6cb6665bd9278'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:18.334756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Made reservation on behalf of a785f5d67cb849d3bbc6cb6665bd9278 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:25:18.339301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:18.501105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Allocated IP 172.20.0.8 (6cdcac95-a050-447c-8fef-3b95a5eaea9f/7b9d633e-ddb8-4fee-98cd-633527426673/beef879a-96c8-4e3c-8de7-08704a5cf80f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:25:18.681223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:18.723718 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:18.737108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:18.780328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:25:18.783807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:25:18.787041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:25:18.829881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:18.843911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.844263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.844600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.844935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.845268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.845622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.845915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.846237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.846662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.847039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.847362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.847680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:18.865037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:18.865909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:18.883352 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-ffddc0af-84ea-4623-a14e-8edd93baa910 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7016416 Sep 24 19:25:18.899129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Request body: {'port': {'device_id': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:18.968911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.033869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda4e8d-8d7e-4ad9-9979-a082fe8a4bd6 req-f5bc1938-a66a-4748-a09a-191fde2421a1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:19.044658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eda4e8d-8d7e-4ad9-9979-a082fe8a4bd6 req-f5bc1938-a66a-4748-a09a-191fde2421a1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 931 time: 0.0618668 Sep 24 19:25:19.137207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eda4e8d-8d7e-4ad9-9979-a082fe8a4bd6 req-6012b426-812a-4f0a-a3d8-3e9eb8197baa tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861771 Sep 24 19:25:19.309539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beef879a-96c8-4e3c-8de7-08704a5cf80f {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:19.319584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.332541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Transition to ACTIVE for port object beef879a-96c8-4e3c-8de7-08704a5cf80f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:25:19.339239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.443051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:19.472668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Attempting to bind port beef879a-96c8-4e3c-8de7-08704a5cf80f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:25:19.473091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Attempting to bind port beef879a-96c8-4e3c-8de7-08704a5cf80f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:25:19.473490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Attempting to bind port beef879a-96c8-4e3c-8de7-08704a5cf80f on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:19.478262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Port beef879a-96c8-4e3c-8de7-08704a5cf80f on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:25:19.478817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Attempting to bind port beef879a-96c8-4e3c-8de7-08704a5cf80f on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:19.485430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:25:19.485894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Checking segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:25:19.486475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Bound using segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:25:19.490056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Bound port: beef879a-96c8-4e3c-8de7-08704a5cf80f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:25:19.490783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.565246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:25:19.569143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:25:19.582211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.620803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:19.621474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:19.622918 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] 10.222.0.15 "PUT /v2.0/ports/beef879a-96c8-4e3c-8de7-08704a5cf80f HTTP/1.1" status: 200 len: 1091 time: 0.7299740 Sep 24 19:25:19.623411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:19.625652 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8591a722-1fb3-4435-8a54-6420778ccc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:19.652633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2011-64f7-4be4-8feb-00274a42e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:19.701763 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1205286-e8d1-42db-b49a-4fcf1e4a7181 x-openstack-request-id: req-a1205286-e8d1-42db-b49a-4fcf1e4a7181 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:19.702057 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:19.705568 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1205286-e8d1-42db-b49a-4fcf1e4a7181 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:19.707109 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'status': 'completed', 'code': 200} Sep 24 19:25:19.755023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-e9f39254-d067-49f5-9abe-168458ae0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:19.756827 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-e9f39254-d067-49f5-9abe-168458ae0491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 1094 time: 0.0484300 Sep 24 19:25:19.813214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-f6313921-41e6-4f09-8441-232565f69467 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f HTTP/1.1" status: 200 len: 217 time: 0.0423214 Sep 24 19:25:19.885641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-9a0c1ac2-6c13-48b0-89b4-3f54ef00d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:19.887656 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-9a0c1ac2-6c13-48b0-89b4-3f54ef00d0c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0632813 Sep 24 19:25:19.922456 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-237b0726-9842-4b03-9ea9-1ef2fe5a4f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258260 Sep 24 19:25:20.022533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-a2af2762-0553-4d97-a554-e1078d488041 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910609 Sep 24 19:25:20.142441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbfff150-abea-4bda-8221-5ed6d090b906 req-305ad0c4-d09d-4013-8a85-c6c3c77dc8e4 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085916 Sep 24 19:25:20.274220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-b2640294-a386-40a6-bce1-721894cca014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:20.275778 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-b2640294-a386-40a6-bce1-721894cca014 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 1094 time: 0.0583544 Sep 24 19:25:20.279068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87ee5-2636-41b8-aa06-fcfcb14e9e13 req-e57b1a0a-1e39-4575-beb6-db43e99554b0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:20.280827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bc87ee5-2636-41b8-aa06-fcfcb14e9e13 req-e57b1a0a-1e39-4575-beb6-db43e99554b0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 943 time: 0.0738308 Sep 24 19:25:20.309853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a78468c-1ba5-4265-8d62-c06347f83ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:20.383036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6bc87ee5-2636-41b8-aa06-fcfcb14e9e13 req-646f4a1e-beb5-42b7-8b72-e39ef74ac2f6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946319 Sep 24 19:25:20.410774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-70129c43-a206-4eb5-8ede-b7576357471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:20.412811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-70129c43-a206-4eb5-8ede-b7576357471e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 915 time: 0.1262488 Sep 24 19:25:20.463395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-7265c4cb-d2f7-47f5-8b6a-382b9406ea8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f HTTP/1.1" status: 200 len: 217 time: 0.0364513 Sep 24 19:25:20.533645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-779a99a4-55c2-4df6-969b-dc64decac598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:20.535521 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-779a99a4-55c2-4df6-969b-dc64decac598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0593097 Sep 24 19:25:20.575494 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-ea0a003a-aac9-45d3-bfb6-198b92e33519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279906 Sep 24 19:25:20.682507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-15afea43-43a4-49ac-80d8-599d86f63f53 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927963 Sep 24 19:25:20.815517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8591a722-1fb3-4435-8a54-6420778ccc6d req-f936b8fa-f170-486f-ae71-f2cbcfb01e26 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210163 Sep 24 19:25:21.493104 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:25:21.514535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:25:21.515268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 96cbf576-bb44-4ce5-8f9b-5bb12a0bb33a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:25:21.526796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b977ef-e1ca-4ff3-bea7-8c04c1d55eb3 req-817d1926-31ae-4fd9-adce-67046f4dfdac tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:21.529000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0b977ef-e1ca-4ff3-bea7-8c04c1d55eb3 req-817d1926-31ae-4fd9-adce-67046f4dfdac tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 943 time: 0.0542018 Sep 24 19:25:21.582318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0b977ef-e1ca-4ff3-bea7-8c04c1d55eb3 req-f7551fa3-f79b-40e9-940a-932fa235bcdd tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Sep 24 19:25:22.521168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:25:22.653056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:22.666477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'port_id': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'mac_address': 'fa:16:3e:77:e3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d633e-ddb8-4fee-98cd-633527426673', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:25:22.729850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bdeaa-218d-48d8-a39e-63beeb6c8120 req-59495fff-6f2c-4f1c-8652-0df6036ed612 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:22.732595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-782bdeaa-218d-48d8-a39e-63beeb6c8120 req-59495fff-6f2c-4f1c-8652-0df6036ed612 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 943 time: 0.0681980 Sep 24 19:25:22.733157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:22.759775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beef879a-96c8-4e3c-8de7-08704a5cf80f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:22.792714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:22.799504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:22.808551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-782bdeaa-218d-48d8-a39e-63beeb6c8120 req-5cc4e5a1-3214-40e1-883b-86aa8cdb3032 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Sep 24 19:25:22.853648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:22.967173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45596f7c-bca7-4cc8-b0bb-17cc8c4aedea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:23.102315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['beef879a-96c8-4e3c-8de7-08704a5cf80f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:23.349943 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:23.657596 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:25:24.020729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b846b-79da-47bc-892c-7455a62bb7c2 req-838b163a-5295-4971-87af-83fb2c098b55 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:24.032814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e27b846b-79da-47bc-892c-7455a62bb7c2 req-838b163a-5295-4971-87af-83fb2c098b55 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 944 time: 0.1468792 Sep 24 19:25:24.108897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e27b846b-79da-47bc-892c-7455a62bb7c2 req-017c0e06-11e5-4ae3-a62d-4b66811ceb30 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744038 Sep 24 19:25:24.188342 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:24.521650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:25:24.584977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port beef879a-96c8-4e3c-8de7-08704a5cf80f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:25:24.587577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port beef879a-96c8-4e3c-8de7-08704a5cf80f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:24.588095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:24.681019 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:24.713015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:24.716375 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb8230-d356-446e-9103-e3d9bcc1fe7a" -d '{"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:24.756893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:24.765947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:24.805863 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ca714-6e5b-475d-97e4-6d94d2f0e394 x-openstack-request-id: req-684ca714-6e5b-475d-97e4-6d94d2f0e394 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:24.806198 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:24.806398 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-684ca714-6e5b-475d-97e4-6d94d2f0e394 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:24.806799 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'code': 200} Sep 24 19:25:24.856612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:24.945106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835bea3-3568-4b17-94e2-dc7b02a6fe9f req-9ba0d449-9cb0-4810-ae27-c32a9b6ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:24.946823 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e835bea3-3568-4b17-94e2-dc7b02a6fe9f req-9ba0d449-9cb0-4810-ae27-c32a9b6ae57d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 1096 time: 0.0484617 Sep 24 19:25:25.019207 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e835bea3-3568-4b17-94e2-dc7b02a6fe9f req-aa5c5662-050f-444a-810b-6409097c8299 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Sep 24 19:25:25.223921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4ae9-6d6e-4e29-8c4c-7a5e9afbcf22 req-a158a639-5003-4b00-9059-681322115b98 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:25.232622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27dd4ae9-6d6e-4e29-8c4c-7a5e9afbcf22 req-a158a639-5003-4b00-9059-681322115b98 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0545332 Sep 24 19:25:25.270984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27dd4ae9-6d6e-4e29-8c4c-7a5e9afbcf22 req-70d35265-59bf-4037-9000-3485b940a885 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Sep 24 19:25:25.922336 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:26.504283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1861c86-9a95-4a16-bd64-f08968f836f0 req-f9fb7f1d-f91a-4179-8411-b361e417894c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:26.514200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1861c86-9a95-4a16-bd64-f08968f836f0 req-f9fb7f1d-f91a-4179-8411-b361e417894c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0749979 Sep 24 19:25:26.581582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1861c86-9a95-4a16-bd64-f08968f836f0 req-65dfd89d-f5d3-45a5-8cee-7968feab954b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508156 Sep 24 19:25:27.743396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48899ee4-0eaf-4e2f-a6cf-f9a94ac5ba4b req-906f67a7-d5a6-483d-9e51-46af581ccade tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:27.745864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48899ee4-0eaf-4e2f-a6cf-f9a94ac5ba4b req-906f67a7-d5a6-483d-9e51-46af581ccade tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0850112 Sep 24 19:25:27.821458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48899ee4-0eaf-4e2f-a6cf-f9a94ac5ba4b req-b16db43c-7783-40de-993c-34594f3a76fa tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661917 Sep 24 19:25:28.039456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b2e10-bd82-42c7-a9f0-7ba047d991b2 req-fbec1091-066a-42c9-9e71-47af2f8b8620 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:28.040998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f14b2e10-bd82-42c7-a9f0-7ba047d991b2 req-fbec1091-066a-42c9-9e71-47af2f8b8620 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0782216 Sep 24 19:25:28.148714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f14b2e10-bd82-42c7-a9f0-7ba047d991b2 req-d52500b2-11fb-45cf-afda-c282fd88d36f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985093 Sep 24 19:25:28.501316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fd2c0-5f34-4974-a5b6-2137adfa6dde req-ff3371b2-5271-4c55-b804-938168c37ca1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:28.505488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305fd2c0-5f34-4974-a5b6-2137adfa6dde req-ff3371b2-5271-4c55-b804-938168c37ca1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0639935 Sep 24 19:25:28.577588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305fd2c0-5f34-4974-a5b6-2137adfa6dde req-89ebabad-df76-4dce-b851-4eafa012ba69 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646293 Sep 24 19:25:28.760299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdfa37-5ca5-4f81-a73b-ec0024edccd8 req-fff17e43-95ad-4e75-b67e-93a63d2b6ad1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:28.762564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53cdfa37-5ca5-4f81-a73b-ec0024edccd8 req-fff17e43-95ad-4e75-b67e-93a63d2b6ad1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0597856 Sep 24 19:25:28.830122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53cdfa37-5ca5-4f81-a73b-ec0024edccd8 req-2a50ebd8-575e-42ce-8370-ca9516131d36 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575862 Sep 24 19:25:29.343413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f5501-1eab-456a-8d95-3577e8c50f36 req-6b19b53d-d135-4b69-9454-f3c4c7cc9d31 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:29.344966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f4f5501-1eab-456a-8d95-3577e8c50f36 req-6b19b53d-d135-4b69-9454-f3c4c7cc9d31 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0699978 Sep 24 19:25:29.413377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f4f5501-1eab-456a-8d95-3577e8c50f36 req-5057f1f5-4bc2-45a6-8cb3-0dcfe738532d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Sep 24 19:25:30.657868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41cc03-7043-4b73-bec3-07e8f3031738 req-6924fc1c-ba75-4a94-9fde-035a5ac36ce6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:30.660222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e41cc03-7043-4b73-bec3-07e8f3031738 req-6924fc1c-ba75-4a94-9fde-035a5ac36ce6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1256547 Sep 24 19:25:30.771212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e41cc03-7043-4b73-bec3-07e8f3031738 req-3483c521-82eb-4e90-a941-aa9f3c33ac53 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948114 Sep 24 19:25:31.967021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbd044-7086-47f4-9f8b-9b5b05910ccf req-46ed5bf5-b782-4beb-afaa-a02968596974 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:31.968878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6fbd044-7086-47f4-9f8b-9b5b05910ccf req-46ed5bf5-b782-4beb-afaa-a02968596974 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0726097 Sep 24 19:25:32.057339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6fbd044-7086-47f4-9f8b-9b5b05910ccf req-1d2bcb4f-fd46-4f60-ad43-9638ad806baa tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721936 Sep 24 19:25:33.200553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d6f8-e10b-455c-9559-c64e40017ce1 req-0522f791-9ddd-4e8d-ab5b-9463b757a831 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:33.203334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d764d6f8-e10b-455c-9559-c64e40017ce1 req-0522f791-9ddd-4e8d-ab5b-9463b757a831 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0708652 Sep 24 19:25:33.223647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:33.296048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d764d6f8-e10b-455c-9559-c64e40017ce1 req-0ca00bad-dbba-4751-87d7-f34d7ac7baed tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839200 Sep 24 19:25:34.423450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c8f4-0520-46ae-8671-feb37ffd75ed req-6d290556-2a74-4548-a22d-c5a12639f8a9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:34.424990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41d6c8f4-0520-46ae-8671-feb37ffd75ed req-6d290556-2a74-4548-a22d-c5a12639f8a9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0520880 Sep 24 19:25:34.466488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41d6c8f4-0520-46ae-8671-feb37ffd75ed req-842cd4bb-b1ed-40a2-89e1-ca1d6011bed4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Sep 24 19:25:35.602140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0d310-5afb-4cd9-be52-768e3801daac req-a7e7f3a1-78b5-4874-8151-64eaad820bf8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:35.603832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41c0d310-5afb-4cd9-be52-768e3801daac req-a7e7f3a1-78b5-4874-8151-64eaad820bf8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0550034 Sep 24 19:25:35.649714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-41c0d310-5afb-4cd9-be52-768e3801daac req-f9f56ea8-ac83-4e5d-b6bb-e5f4c4e48f41 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Sep 24 19:25:36.775019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b990-f015-4cfe-8dc3-9ad62b427ec3 req-0d1fc2e3-44e7-4384-a70c-39b9aaae515d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:36.776544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2517b990-f015-4cfe-8dc3-9ad62b427ec3 req-0d1fc2e3-44e7-4384-a70c-39b9aaae515d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0513132 Sep 24 19:25:36.817221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2517b990-f015-4cfe-8dc3-9ad62b427ec3 req-0631f1e5-b7ad-40ce-b18a-459de1b25e29 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Sep 24 19:25:37.960687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88234a0f-f703-46fd-8f4b-51600ce0786b req-90b6ac2a-8770-4022-8650-1e9d293f0ece tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:37.962225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88234a0f-f703-46fd-8f4b-51600ce0786b req-90b6ac2a-8770-4022-8650-1e9d293f0ece tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0645857 Sep 24 19:25:38.005448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-88234a0f-f703-46fd-8f4b-51600ce0786b req-edd998a7-dbe8-47ac-91e9-60d3433aa771 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367775 Sep 24 19:25:38.841256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-99e1e505-2b54-494a-84af-a90209efefff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433412 Sep 24 19:25:38.897762 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:38.951844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-70a20d18-0cb9-4646-a4d7-f7969210e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:38.953474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-70a20d18-0cb9-4646-a4d7-f7969210e891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 1101 time: 0.0533421 Sep 24 19:25:39.113525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-4683462c-6577-4c2b-8196-68947e5fe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:39.117476 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-4683462c-6577-4c2b-8196-68947e5fe3bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.1274285 Sep 24 19:25:39.169503 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-2b1dc66c-9c73-4fb8-8b4c-c61794e8eac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b1822098-e315-4525-b08a-ceda469ba4b2 HTTP/1.1" status: 200 len: 217 time: 0.0415566 Sep 24 19:25:39.173072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a05da-69e3-4fd7-935b-e34df5dca84b req-1e552f37-2279-4171-8526-ab3ab222341a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:39.175125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-109a05da-69e3-4fd7-935b-e34df5dca84b req-1e552f37-2279-4171-8526-ab3ab222341a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0707347 Sep 24 19:25:39.233464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-109a05da-69e3-4fd7-935b-e34df5dca84b req-31541853-b899-435c-9cbf-5de9345d435c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509913 Sep 24 19:25:39.253010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-4794108b-881e-46d6-9eef-cb5f24b4963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:39.255092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-4794108b-881e-46d6-9eef-cb5f24b4963f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0770602 Sep 24 19:25:39.297799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36636) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:39.306134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392258237', 'description': 'tempest-secgroup-smoke-1392258237 description', 'project_id': '604363d4dba8419b8ed0e335657c768e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:39.321916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-18a03fc9-9977-4edf-83ef-6127541b312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:39.342194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-18a03fc9-9977-4edf-83ef-6127541b312a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699852 Sep 24 19:25:39.353961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.459338 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-31fd49fd-d9a4-4e39-adf4-d7263a38f503 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154633 Sep 24 19:25:39.460815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.467179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.503632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac459d9-0570-47e6-a5b6-03093a90fa34,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:39.507133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.508914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1479fb0b-7595-44b9-a099-5cdbbe01c6fe tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2089093 Sep 24 19:25:39.511795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36640) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:39.517125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:39.555047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.612944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c5e5e1ea-bac7-4de0-b7ae-020ec256fa38 req-34dda580-5116-4b9a-8269-78d23c0571d6 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387904 Sep 24 19:25:39.627099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.632442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.656334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afe8664-f1e6-444b-a45f-3898d2610159,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:39.665491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.666792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-60165952-0f33-4547-9781-5de27f4aef37 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533377 Sep 24 19:25:39.669702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:39.682701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:39.718373 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.784623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.790068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.820614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eece3dea-b5d1-46bd-80fb-38e4176909b4,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:39.828216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.829491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d3df2f69-cd18-42f0-be64-ddc88fda9618 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585770 Sep 24 19:25:39.832369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:39.836683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:39.869700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.930712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.934793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.954732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d19f21b-bd27-4391-9ff8-0d70d017d36f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:39.957823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:39.962603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cdb9165a-0015-4234-b6b3-085f2650eede tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257641 Sep 24 19:25:39.962603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36656) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:39.966792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:39.992953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.057067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.060917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.080176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a7c00c-4245-4a89-8cf4-35d7c2f4d555,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:40.086330 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.087588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-44b51816-a58e-4c9a-b5f4-5afcf68f83ff tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249075 Sep 24 19:25:40.091010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 36660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:40.096193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:40.117526 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Project 604363d4dba8419b8ed0e335657c768e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:25:40.123233 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.190917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.194961 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.218680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efa212-8137-4181-a3a7-d6650fab3810,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:40.221486 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.222677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a26a94a-4ee0-4ff4-a838-8a6b3657af0a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304662 Sep 24 19:25:40.225557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 36666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:25:40.230253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'security_group_rule': {'security_group_id': '0ac459d9-0570-47e6-a5b6-03093a90fa34', 'project_id': '604363d4dba8419b8ed0e335657c768e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:40.256969 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Project 604363d4dba8419b8ed0e335657c768e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:25:40.264149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.331117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.337357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.355106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440da3-3c2d-41f1-8e6f-477f41fb761f req-e754da22-dc9c-4973-84c2-43fc50ae2a66 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:40.357398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30356a-dcdd-434f-9499-779e264e6ce5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:40.363538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb440da3-3c2d-41f1-8e6f-477f41fb761f req-e754da22-dc9c-4973-84c2-43fc50ae2a66 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0631044 Sep 24 19:25:40.376590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:40.385459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a43a9ec9-a5d8-4053-b2d9-0793018e20aa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511989 Sep 24 19:25:40.399310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb440da3-3c2d-41f1-8e6f-477f41fb761f req-834288d9-70c9-491c-a623-03f7c54a14db tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Sep 24 19:25:40.604092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-487b50b3-b4ce-46ed-9f19-a7696a130d59 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392258237&fields=id&tenant_id=604363d4dba8419b8ed0e335657c768e HTTP/1.1" status: 200 len: 267 time: 0.0439594 Sep 24 19:25:40.715609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-b8d731ab-a74c-4207-82b6-900a152e6a18 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:40.717178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-b8d731ab-a74c-4207-82b6-900a152e6a18 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 813 time: 0.1056421 Sep 24 19:25:40.735192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-74c83ed0-9a89-4887-9dd3-48d3df8eafbd tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/quotas/604363d4dba8419b8ed0e335657c768e HTTP/1.1" status: 200 len: 375 time: 0.0116198 Sep 24 19:25:40.791435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-d9764905-b045-4947-80d3-67743402fd22 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501471 Sep 24 19:25:40.901970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-26b4565a-ce6c-4eb9-98dc-a8d2e41e5d49 service neutron] 10.222.0.18 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963855 Sep 24 19:25:41.002496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-3d32f973-b09a-4d53-a883-29ab7e31ba69 service neutron] 10.222.0.18 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933857 Sep 24 19:25:41.399741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5acc730-8d9b-48a7-ae55-bfb127ca0d8a req-18230457-4ba8-419d-a8fe-02337d47dfac tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0427263 Sep 24 19:25:41.569252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5daf8e-8704-4aad-a230-94e8399143ca req-011474c0-fae5-4168-855d-9bba0599e784 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:41.578022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c5daf8e-8704-4aad-a230-94e8399143ca req-011474c0-fae5-4168-855d-9bba0599e784 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0880201 Sep 24 19:25:41.632583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c5daf8e-8704-4aad-a230-94e8399143ca req-c6ac8445-10fd-4244-a522-5db35258257f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Sep 24 19:25:42.450694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-c4b653ad-c959-4a2c-a0cd-aeae2e9a61e9 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:42.454393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-c4b653ad-c959-4a2c-a0cd-aeae2e9a61e9 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 813 time: 0.1363060 Sep 24 19:25:42.519506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-32c76c8b-8984-412c-9b13-2205a35acea7 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604363d4dba8419b8ed0e335657c768e HTTP/1.1" status: 200 len: 380 time: 0.0545502 Sep 24 19:25:42.534070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'port': {'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'admin_state_up': True, 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'security_groups': ['0ac459d9-0570-47e6-a5b6-03093a90fa34']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:42.592260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d01679-97db-4863-a7de-54e106c3438f req-6bdc98a0-fe48-4a43-a7ba-cdfdc0f16f62 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0623672 Sep 24 19:25:42.781921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Made reservation on behalf of 604363d4dba8419b8ed0e335657c768e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:25:42.785884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:42.802614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f2d5-b2b9-467f-8d92-a1bd4ee5cb26 req-a8557ad7-5371-46c4-abfc-8d15aa22de37 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:42.804199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d213f2d5-b2b9-467f-8d92-a1bd4ee5cb26 req-a8557ad7-5371-46c4-abfc-8d15aa22de37 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0863175 Sep 24 19:25:42.985167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d213f2d5-b2b9-467f-8d92-a1bd4ee5cb26 req-64446a2c-e8b8-4b88-9335-5fcfc06067f8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776498 Sep 24 19:25:43.053896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Allocated IP 172.20.0.4 (5aaef693-924f-4656-98e3-483308b3f420/b75a5897-7c83-4665-8ae4-72a6af1ad2ad/0819b8a5-f98f-4273-87b0-7508850b52a2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:25:43.243768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.298792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.359718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Network 5aaef693-924f-4656-98e3-483308b3f420 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:25:43.363189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:25:43.367013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:25:43.426611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:43.427372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.436786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:43.459028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-4cd8e463-5d40-4457-8180-568b0aab8934 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304655 Sep 24 19:25:43.474795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Request body: {'port': {'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:43.563982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.772685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5403fa9c-acf1-4df9-af0b-66c411800518 None None] Provisioning complete for port 0819b8a5-f98f-4273-87b0-7508850b52a2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:43.773736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5403fa9c-acf1-4df9-af0b-66c411800518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.810108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5403fa9c-acf1-4df9-af0b-66c411800518 None None] Port 0819b8a5-f98f-4273-87b0-7508850b52a2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:25:43.934264 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819b8a5-f98f-4273-87b0-7508850b52a2 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:43.944368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:43.960360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e5a89-75ff-4a29-9349-c2f7a2b46fed req-dd45d871-edbf-4d3a-bd68-8b91df275e1a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:43.961898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-354e5a89-75ff-4a29-9349-c2f7a2b46fed req-dd45d871-edbf-4d3a-bd68-8b91df275e1a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 931 time: 0.2367899 Sep 24 19:25:43.969528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Transition to ACTIVE for port object 0819b8a5-f98f-4273-87b0-7508850b52a2 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:25:43.988424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:44.092001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-354e5a89-75ff-4a29-9349-c2f7a2b46fed req-b70864c8-68d3-40f9-b46a-20dd520b17f2 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179070 Sep 24 19:25:44.241752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Pushing event updated for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:44.275279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4f93-ba16-462c-a216-dfe2ec1b7b9c req-25545528-0d79-41ff-b174-000c098841be tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:44.277791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec0d4f93-ba16-462c-a216-dfe2ec1b7b9c req-25545528-0d79-41ff-b174-000c098841be tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1829541 Sep 24 19:25:44.322139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Attempting to bind port 0819b8a5-f98f-4273-87b0-7508850b52a2 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:25:44.322552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Attempting to bind port 0819b8a5-f98f-4273-87b0-7508850b52a2 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:25:44.322997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Attempting to bind port 0819b8a5-f98f-4273-87b0-7508850b52a2 on network 5aaef693-924f-4656-98e3-483308b3f420 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:44.336010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec0d4f93-ba16-462c-a216-dfe2ec1b7b9c req-0278e214-ecfb-4e69-abac-6d5541d456be tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Sep 24 19:25:44.336773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Port 0819b8a5-f98f-4273-87b0-7508850b52a2 on network 5aaef693-924f-4656-98e3-483308b3f420 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:25:44.337442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Attempting to bind port 0819b8a5-f98f-4273-87b0-7508850b52a2 on network 5aaef693-924f-4656-98e3-483308b3f420 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:44.344992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:25:44.345431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Checking segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:25:44.345903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Bound using segment: {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:25:44.346418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Bound port: 0819b8a5-f98f-4273-87b0-7508850b52a2, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5aaef693-924f-4656-98e3-483308b3f420'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:25:44.346794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:44.445892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:25:44.454643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0819b8a5-f98f-4273-87b0-7508850b52a2,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:25:44.476413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:44.525459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:44.526240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:44.527902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] 10.222.0.69 "PUT /v2.0/ports/0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 1091 time: 1.0601525 Sep 24 19:25:44.528443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:44.531399 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63785767-d057-4500-882e-ebd22e8b6d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:44.636825 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559314ca-4103-455d-8662-a37b0ab3a81d x-openstack-request-id: req-559314ca-4103-455d-8662-a37b0ab3a81d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:44.637072 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:44.637238 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-559314ca-4103-455d-8662-a37b0ab3a81d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:44.637624 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:25:44.645397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33317b-e91f-45f6-b2e7-56e8bd40d7af service neutron] Pushing event updated for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:44.660043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-8feea393-fe27-4897-ac4b-d3dbed7c360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:44.661705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-8feea393-fe27-4897-ac4b-d3dbed7c360e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1094 time: 0.0826764 Sep 24 19:25:44.710906 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-c5061004-5724-404a-b739-59d730e82d5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 217 time: 0.0407495 Sep 24 19:25:44.789165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-1e2774c2-8716-4ea6-87eb-e5042e5657da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:44.791176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-1e2774c2-8716-4ea6-87eb-e5042e5657da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.0726357 Sep 24 19:25:44.859996 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-1a9a486e-754e-4a05-b59d-ce2180596c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:44.861764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-1a9a486e-754e-4a05-b59d-ce2180596c5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634062 Sep 24 19:25:44.981804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-d1a02f5d-26b1-492e-9e11-11de27049685 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115158 Sep 24 19:25:45.093959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-06ac336c-20e3-4512-95fd-dfb0b0caf815 req-23c14cda-97cf-4ec8-8e39-736b6c45c978 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054435 Sep 24 19:25:45.255367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785767-d057-4500-882e-ebd22e8b6d5c req-413cc9bd-594b-48e2-b8bf-7c889c4446e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.257546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-413cc9bd-594b-48e2-b8bf-7c889c4446e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1094 time: 0.1030741 Sep 24 19:25:45.295260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9dfaa-944d-40dd-94ce-3316151f29e9 req-8fbfa32d-9d81-48d1-8dce-bfb92d92bd6b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.302881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fba9dfaa-944d-40dd-94ce-3316151f29e9 req-8fbfa32d-9d81-48d1-8dce-bfb92d92bd6b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.1290817 Sep 24 19:25:45.456364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fba9dfaa-944d-40dd-94ce-3316151f29e9 req-75a3d3b7-b64b-4956-a17e-fb326cafbb5f tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523030 Sep 24 19:25:45.523243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785767-d057-4500-882e-ebd22e8b6d5c req-8f42f65a-b41c-48e9-aacc-48a15d917a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.524839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-8f42f65a-b41c-48e9-aacc-48a15d917a67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 913 time: 0.2555280 Sep 24 19:25:45.583171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-ff3b6482-43d1-42e2-8408-2a1abc9c1b5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 217 time: 0.0480676 Sep 24 19:25:45.591112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a20fa-9570-4119-8a56-617aa4775f33 req-7ab49bf4-7127-4de4-969f-c5929523aefb tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.592767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-266a20fa-9570-4119-8a56-617aa4775f33 req-7ab49bf4-7127-4de4-969f-c5929523aefb tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1357200 Sep 24 19:25:45.689961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-266a20fa-9570-4119-8a56-617aa4775f33 req-deb3cd51-bc7f-4267-be59-8294f1a29015 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883956 Sep 24 19:25:45.691805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785767-d057-4500-882e-ebd22e8b6d5c req-d3dc0e82-0ddf-4f78-acb9-10d286acf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.693273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-d3dc0e82-0ddf-4f78-acb9-10d286acf1c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.0994897 Sep 24 19:25:45.749273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63785767-d057-4500-882e-ebd22e8b6d5c req-3bdfcc9d-3f68-4520-b83f-3fdd48043ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:45.750841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-3bdfcc9d-3f68-4520-b83f-3fdd48043ceb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438783 Sep 24 19:25:45.862455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-462401e4-067e-49ca-998d-37fbfbca4099 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040885 Sep 24 19:25:46.295904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63785767-d057-4500-882e-ebd22e8b6d5c req-80a3ebb1-ec90-4d6d-a99a-3406679d6bba service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265814 Sep 24 19:25:46.609124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc84f8-4cdf-4f2d-bf27-2c02b012db20 req-d70832bc-bf59-4d6f-9bf1-0ebc96541831 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:46.611304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d8dc84f8-4cdf-4f2d-bf27-2c02b012db20 req-d70832bc-bf59-4d6f-9bf1-0ebc96541831 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0682597 Sep 24 19:25:46.658963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d8dc84f8-4cdf-4f2d-bf27-2c02b012db20 req-1ee8ff12-1aa6-4306-8108-52e7174a54c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Sep 24 19:25:46.810773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac03a-261f-409c-9d39-7942c1e8a5ac req-be2f6014-c5a9-43d4-811b-06a0c24dfc61 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:46.812317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fac03a-261f-409c-9d39-7942c1e8a5ac req-be2f6014-c5a9-43d4-811b-06a0c24dfc61 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0546262 Sep 24 19:25:46.850403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7fac03a-261f-409c-9d39-7942c1e8a5ac req-c84b71b7-3642-4e39-a41c-a9196566327f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Sep 24 19:25:47.816079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8bd99-9d74-460b-a809-6ce0dc03c15e req-ebdb0695-0653-4c6a-9ee8-1c31263164f7 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:47.817819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abf8bd99-9d74-460b-a809-6ce0dc03c15e req-ebdb0695-0653-4c6a-9ee8-1c31263164f7 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0663846 Sep 24 19:25:47.862811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abf8bd99-9d74-460b-a809-6ce0dc03c15e req-74abe847-4c9b-4c1e-914d-a1797dc2bce7 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384748 Sep 24 19:25:47.986000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df92b9-98a4-442b-aca9-24734004f921 req-b19f7618-0e12-49d2-a4a6-b2591b2bc07c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:47.987558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82df92b9-98a4-442b-aca9-24734004f921 req-b19f7618-0e12-49d2-a4a6-b2591b2bc07c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0529625 Sep 24 19:25:48.030652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82df92b9-98a4-442b-aca9-24734004f921 req-e88def7c-5e9c-4fb9-b140-2b28c981ad4b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Sep 24 19:25:48.986290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b24b98-a1cf-4645-a505-c4b26505eb23 req-01d3e373-60c2-42f9-8ccc-02ab3f3fa28a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:48.987812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4b24b98-a1cf-4645-a505-c4b26505eb23 req-01d3e373-60c2-42f9-8ccc-02ab3f3fa28a tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0527828 Sep 24 19:25:49.028219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4b24b98-a1cf-4645-a505-c4b26505eb23 req-5d7a3482-95d4-4a7f-bf3f-2e9d53b06117 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335903 Sep 24 19:25:49.167056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb71a6-0b17-4e76-9b1c-98bc69ec7107 req-04e41c21-2cad-4b23-980a-4bf5a9f85471 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:49.168635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abfb71a6-0b17-4e76-9b1c-98bc69ec7107 req-04e41c21-2cad-4b23-980a-4bf5a9f85471 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0612879 Sep 24 19:25:49.207709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-abfb71a6-0b17-4e76-9b1c-98bc69ec7107 req-ee2c3aa4-9976-4c13-8607-1bd2d1448338 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Sep 24 19:25:50.170906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168cc02-846e-4d0b-bb00-fec87862fa0f req-3cf87d29-71b9-4c8e-a28a-e163b9b24538 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:50.178296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e168cc02-846e-4d0b-bb00-fec87862fa0f req-3cf87d29-71b9-4c8e-a28a-e163b9b24538 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0573959 Sep 24 19:25:50.217089 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e168cc02-846e-4d0b-bb00-fec87862fa0f req-ff8280a0-f489-487f-a049-8fb8aa355749 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Sep 24 19:25:50.304544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16ad5956-e3c0-42e3-ba14-b6f2cb717853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:50.341428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd66e2-07dc-4ce7-9d8a-1988b01ef5ae req-cd977a91-3b30-4774-8420-cf56519f3a97 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:50.343405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55cd66e2-07dc-4ce7-9d8a-1988b01ef5ae req-cd977a91-3b30-4774-8420-cf56519f3a97 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0670109 Sep 24 19:25:50.393268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55cd66e2-07dc-4ce7-9d8a-1988b01ef5ae req-997b6dc8-2e23-4e43-8561-1271942fb2a4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Sep 24 19:25:51.345725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072c9b-66b4-4afd-95ba-3097596b4bfc req-7002c617-cc6f-4ebb-89a7-d853cd82876b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:51.347432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d072c9b-66b4-4afd-95ba-3097596b4bfc req-7002c617-cc6f-4ebb-89a7-d853cd82876b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0511687 Sep 24 19:25:51.388612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d072c9b-66b4-4afd-95ba-3097596b4bfc req-708598c2-e5db-437e-9849-bf05f23fc06b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Sep 24 19:25:51.540659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8903a-b01d-4497-aca2-68858c7d2e96 req-89ca0515-59b6-447f-8492-cc5a007fddce tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:51.542234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99b8903a-b01d-4497-aca2-68858c7d2e96 req-89ca0515-59b6-447f-8492-cc5a007fddce tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0599129 Sep 24 19:25:51.584754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99b8903a-b01d-4497-aca2-68858c7d2e96 req-737eb602-86a5-4815-aafc-9d6987e5d77e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Sep 24 19:25:52.546502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067eeb3-8519-48c5-8789-f78bc70b0180 req-1f6e796d-9973-4ad4-9dff-d3ee42b2e4fa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:52.554240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5067eeb3-8519-48c5-8789-f78bc70b0180 req-1f6e796d-9973-4ad4-9dff-d3ee42b2e4fa tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0674143 Sep 24 19:25:52.594956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5067eeb3-8519-48c5-8789-f78bc70b0180 req-966b2683-8e3f-412c-af8d-419e37f799fd tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Sep 24 19:25:52.743325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87996c07-2c57-4f89-92fb-09f459544ce8 req-2db20064-8bf9-4342-a15a-12aa5eee7462 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:52.745681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87996c07-2c57-4f89-92fb-09f459544ce8 req-2db20064-8bf9-4342-a15a-12aa5eee7462 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0841751 Sep 24 19:25:52.799658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87996c07-2c57-4f89-92fb-09f459544ce8 req-7c144245-b16b-4290-a96a-8e292c5ed4dc tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Sep 24 19:25:52.964440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa4f4-245a-40a3-ab02-9ab84e208964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:53.335856 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:53.724849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916a03-e264-49f6-a9fd-b571845c6043 req-74ba672d-d129-4270-b91c-24105db4a974 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:53.726645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81916a03-e264-49f6-a9fd-b571845c6043 req-74ba672d-d129-4270-b91c-24105db4a974 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0539758 Sep 24 19:25:53.773936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81916a03-e264-49f6-a9fd-b571845c6043 req-2a921b63-53e1-4c60-b236-a40a1e0fba9c tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Sep 24 19:25:53.941290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f44a-6ba2-4d98-8e81-8450845031f6 req-aa7f5659-0b4f-44b0-a4eb-b5e80bf05f1c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:53.942921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a419f44a-6ba2-4d98-8e81-8450845031f6 req-aa7f5659-0b4f-44b0-a4eb-b5e80bf05f1c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0591466 Sep 24 19:25:53.991541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a419f44a-6ba2-4d98-8e81-8450845031f6 req-4beda820-99c3-4af7-9efc-4a6fc2e6fdd4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Sep 24 19:25:54.187018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:54.898652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2368476-e3a8-4348-8564-12aaa7ba3e40 req-b1e70165-715b-4f88-94ed-f67ceb049374 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:54.913613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2368476-e3a8-4348-8564-12aaa7ba3e40 req-b1e70165-715b-4f88-94ed-f67ceb049374 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 943 time: 0.0675497 Sep 24 19:25:54.956398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2368476-e3a8-4348-8564-12aaa7ba3e40 req-ded71c33-9378-4de3-9c29-63a7508cb4ba tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Sep 24 19:25:55.153672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc87f4-ee23-4b35-8daf-7e51963761fb req-cbc0f10b-4b65-4521-bfe7-227021e397a5 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:55.155216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ecc87f4-ee23-4b35-8daf-7e51963761fb req-cbc0f10b-4b65-4521-bfe7-227021e397a5 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0884569 Sep 24 19:25:55.242693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ecc87f4-ee23-4b35-8daf-7e51963761fb req-f23f9d42-125c-4782-88b4-b2f7f16d2929 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Sep 24 19:25:55.249346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-4262747d-b689-446a-89fa-42e4e9ffc772 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:55.250780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-4262747d-b689-446a-89fa-42e4e9ffc772 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 814 time: 0.1568244 Sep 24 19:25:55.267607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-71c3fc8c-2f50-4630-baa1-dc63ac30e9bd tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/quotas/c6d4b84ee3264945b6ca3fca009fc0a0 HTTP/1.1" status: 200 len: 375 time: 0.0101030 Sep 24 19:25:55.301554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-d3e09f81-777e-491d-8430-b0671f1c0b67 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281954 Sep 24 19:25:55.407071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-390c1948-d0c7-4e43-8512-7213e320f99b service neutron] 10.222.0.18 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985479 Sep 24 19:25:55.499305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-e03a00bc-834b-4bff-bfd0-8eecd822317d service neutron] 10.222.0.18 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Sep 24 19:25:55.616605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0819b8a5-f98f-4273-87b0-7508850b52a2 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:25:55.679116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6950bced-3730-4090-8b1c-d03499ba8ed2 req-a1422bb9-f02d-4b85-9203-2b53e4bd041e tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 210 time: 0.0389795 Sep 24 19:25:55.728462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0819b8a5-f98f-4273-87b0-7508850b52a2,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:55.743474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:25:55.789422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:55.809793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819b8a5-f98f-4273-87b0-7508850b52a2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:55.829871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0819b8a5-f98f-4273-87b0-7508850b52a2,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:55.835054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:55.884956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:55.894061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.894661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.895047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.895832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.896410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.896967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.897353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.897693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.898223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.898731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.899322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.900049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:25:55.921197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:56.038775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['0819b8a5-f98f-4273-87b0-7508850b52a2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:25:56.100900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae8da-89c6-4803-9421-3bada4767158 req-ca2937e0-fe47-4f21-b0db-3916f95c288e tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:56.102527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30bae8da-89c6-4803-9421-3bada4767158 req-ca2937e0-fe47-4f21-b0db-3916f95c288e tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 944 time: 0.0661173 Sep 24 19:25:56.168474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30bae8da-89c6-4803-9421-3bada4767158 req-fc72ee5d-04ee-49e6-a594-3aec81394446 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579321 Sep 24 19:25:56.383394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3699c-0ec8-452a-91b2-e5a01ec82ce1 req-5a716f32-262f-4e9f-a23e-c81a1b9d61e4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:56.384940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16e3699c-0ec8-452a-91b2-e5a01ec82ce1 req-5a716f32-262f-4e9f-a23e-c81a1b9d61e4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0506549 Sep 24 19:25:56.429212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16e3699c-0ec8-452a-91b2-e5a01ec82ce1 req-12cb4768-a1f6-430d-b430-1730ec7ef135 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 Sep 24 19:25:56.845127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-345c4d98-8e33-4c48-a169-ae4875eea60d req-69acd818-7bda-49a2-be59-badf6ea90cd0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 210 time: 0.0720503 Sep 24 19:25:56.875503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-27fdd521-8157-4639-9ca4-a2027a906c3c tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:56.877428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-27fdd521-8157-4639-9ca4-a2027a906c3c tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 814 time: 0.1660221 Sep 24 19:25:56.895690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Request body: {'port': {'device_id': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee', 'admin_state_up': True, 'tenant_id': 'c6d4b84ee3264945b6ca3fca009fc0a0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:57.010268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Made reservation on behalf of c6d4b84ee3264945b6ca3fca009fc0a0 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:25:57.014303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.144396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Allocated IP 172.20.0.3 (d931028b-f72e-4a22-9fff-5a7bf807bcee/8489eb07-8f99-47ef-a629-5ce04c385814/db4520dc-0bc2-41d2-ad61-eace3c51c8b4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:25:57.339060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa55620-f64b-4f86-bccd-c00048093fff req-4872bdb5-afda-4f1c-92d1-eeccbd05194c tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:57.341299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aa55620-f64b-4f86-bccd-c00048093fff req-4872bdb5-afda-4f1c-92d1-eeccbd05194c tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 944 time: 0.1130266 Sep 24 19:25:57.344452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.397147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7aa55620-f64b-4f86-bccd-c00048093fff req-c89eba59-7b4c-40a0-90fa-60cb34fd06b1 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Sep 24 19:25:57.407851 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.452357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Network d931028b-f72e-4a22-9fff-5a7bf807bcee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:25:57.455672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:25:57.459696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:25:57.469626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Pushing event updated for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:57.527624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:57.528725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.564704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-61f06692-43bb-4131-9919-6b3977dc58f2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6726444 Sep 24 19:25:57.575808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd829ac-9908-488b-afbd-fe7e2374de85 req-7656f23f-2046-4d6c-b3c3-b4289432f7af tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:57.577321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bd829ac-9908-488b-afbd-fe7e2374de85 req-7656f23f-2046-4d6c-b3c3-b4289432f7af tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0725918 Sep 24 19:25:57.582646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Request body: {'port': {'device_id': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:25:57.631251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0819b8a5-f98f-4273-87b0-7508850b52a2 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:25:57.668921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0bd829ac-9908-488b-afbd-fe7e2374de85 req-c403106a-435e-4cd2-9fcb-055d3e8fac9e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830815 Sep 24 19:25:57.673985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.696097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 0819b8a5-f98f-4273-87b0-7508850b52a2 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:25:57.700811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 0819b8a5-f98f-4273-87b0-7508850b52a2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:25:57.701254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.784415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.813527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:57.815895 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38072694-2288-405a-9e75-6519482c5244" -d '{"events": [{"server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "name": "network-vif-plugged", "status": "completed", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:57.831378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0819b8a5-f98f-4273-87b0-7508850b52a2,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:25:57.840763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:57.900026 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d6758-53ff-4dd0-b9f4-50bf59b41638 x-openstack-request-id: req-ca1d6758-53ff-4dd0-b9f4-50bf59b41638 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:57.900253 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "name": "network-vif-plugged", "status": "completed", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:57.900511 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca1d6758-53ff-4dd0-b9f4-50bf59b41638 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:57.906128 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'code': 200} Sep 24 19:25:57.922923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:58.047680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4520dc-0bc2-41d2-ad61-eace3c51c8b4 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:25:58.063293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:58.070924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b16b17-01d3-410a-9561-87ab6b81c132 req-ef4b4482-b54f-4006-9a76-ebffcc6809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.072904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8b16b17-01d3-410a-9561-87ab6b81c132 req-ef4b4482-b54f-4006-9a76-ebffcc6809e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1096 time: 0.1192503 Sep 24 19:25:58.083646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ff14a-5183-4fb9-91f5-86117fe940a2 req-7c7a0d4d-8e00-4988-860f-704e3be9984f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.085123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c76ff14a-5183-4fb9-91f5-86117fe940a2 req-7c7a0d4d-8e00-4988-860f-704e3be9984f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 931 time: 0.1028414 Sep 24 19:25:58.099892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Transition to ACTIVE for port object db4520dc-0bc2-41d2-ad61-eace3c51c8b4 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:25:58.114670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:58.196252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8b16b17-01d3-410a-9561-87ab6b81c132 req-ac576a47-0d05-4d68-8e62-ac9de1136f92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075859 Sep 24 19:25:58.208093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c76ff14a-5183-4fb9-91f5-86117fe940a2 req-bc0ae936-0eb5-45c6-b0a5-2879da860555 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095810 Sep 24 19:25:58.211016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Pushing event updated for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:58.278458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Attempting to bind port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:25:58.278789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Attempting to bind port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:25:58.279140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Attempting to bind port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 on network d931028b-f72e-4a22-9fff-5a7bf807bcee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:58.283598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 on network d931028b-f72e-4a22-9fff-5a7bf807bcee not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:25:58.283924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Attempting to bind port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 on network d931028b-f72e-4a22-9fff-5a7bf807bcee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:25:58.290074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:25:58.290418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Checking segment: {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:25:58.290804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Bound using segment: {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:25:58.294521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Bound port: db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:25:58.294521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:58.362962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:25:58.366061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:25:58.370945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:58.417120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.417749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:25:58.419825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] 10.222.0.69 "PUT /v2.0/ports/db4520dc-0bc2-41d2-ad61-eace3c51c8b4 HTTP/1.1" status: 200 len: 1091 time: 0.8415751 Sep 24 19:25:58.420343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:25:58.433367 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab477553-3821-4c95-9688-86be0f8828ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:25:58.465491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687cbb1-684b-4704-8ea9-0f5592244105 service neutron] Pushing event updated for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:25:58.487282 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded94fb6-ab5c-47bb-8767-c6d4b9e2f427 x-openstack-request-id: req-ded94fb6-ab5c-47bb-8767-c6d4b9e2f427 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:25:58.487771 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:25:58.488092 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ded94fb6-ab5c-47bb-8767-c6d4b9e2f427 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:25:58.488547 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4', 'status': 'completed', 'code': 200} Sep 24 19:25:58.548040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-9cdd5e38-1446-4904-9c7a-0b9b763b7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.549582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-9cdd5e38-1446-4904-9c7a-0b9b763b7d2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 1094 time: 0.0735552 Sep 24 19:25:58.562100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ec77-38f9-4c95-8391-a73c7e80496c req-9defa338-8795-491e-ba20-6e0e23472a44 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.563704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7852ec77-38f9-4c95-8391-a73c7e80496c req-9defa338-8795-491e-ba20-6e0e23472a44 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.0739539 Sep 24 19:25:58.616644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-cbba9478-edc3-4f6f-8433-b4657ca61216 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0519910 Sep 24 19:25:58.675128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7852ec77-38f9-4c95-8391-a73c7e80496c req-d3a3db4e-f768-459d-a5a6-4ac9de6a1895 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049879 Sep 24 19:25:58.694544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-64885787-188c-4fb7-92fc-27c7a1b0e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.696224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-64885787-188c-4fb7-92fc-27c7a1b0e577 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.0623252 Sep 24 19:25:58.731099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-64d11037-21fb-40b6-9b1f-76028c36059b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261104 Sep 24 19:25:58.741576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-2360c341-d8aa-4281-8d26-6ebace74d60c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:25:58.742606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-2360c341-d8aa-4281-8d26-6ebace74d60c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051646 Sep 24 19:25:58.842773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178a68-d9db-4751-9ad2-75521ae1c14a req-a83a5419-f0bc-4218-8b09-b72879d8afa7 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:58.844282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95178a68-d9db-4751-9ad2-75521ae1c14a req-a83a5419-f0bc-4218-8b09-b72879d8afa7 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1006594 Sep 24 19:25:58.886402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-38a2ecc0-32af-4953-a2ce-908c58133775 service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339726 Sep 24 19:25:58.906706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95178a68-d9db-4751-9ad2-75521ae1c14a req-47f1bdb0-cbe3-48be-abb0-10acb0957972 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547509 Sep 24 19:25:58.989555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc85fe31-10b1-4fce-b110-e44c9c31e219 req-07eabf5a-c040-4e5d-b7a8-2d312e10b52f service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948050 Sep 24 19:25:59.079911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477553-3821-4c95-9688-86be0f8828ba req-860411d4-cc73-474a-b063-0a7d00a28786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.081555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-860411d4-cc73-474a-b063-0a7d00a28786 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 1094 time: 0.0455148 Sep 24 19:25:59.183875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477553-3821-4c95-9688-86be0f8828ba req-71bceb22-b7b9-4435-9b34-56834d3db109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.185406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-71bceb22-b7b9-4435-9b34-56834d3db109 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 914 time: 0.0935588 Sep 24 19:25:59.236466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-520e1675-6778-428e-8ba4-c98ac58ac1ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0423431 Sep 24 19:25:59.292700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477553-3821-4c95-9688-86be0f8828ba req-3e321b52-7764-4b8e-8135-effd27a03c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.294510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-3e321b52-7764-4b8e-8135-effd27a03c3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.0509477 Sep 24 19:25:59.363365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-6cc8f1aa-6f72-4be0-97b3-327b01124f74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390682 Sep 24 19:25:59.384762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa818fb-893c-43c2-88b0-2087c926423b req-308eeccc-eb1f-4714-9d66-8da05d55af64 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.387262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa818fb-893c-43c2-88b0-2087c926423b req-308eeccc-eb1f-4714-9d66-8da05d55af64 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 943 time: 0.0907121 Sep 24 19:25:59.484009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa818fb-893c-43c2-88b0-2087c926423b req-c31c721a-040f-4a80-a949-bd2e2df7d460 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850439 Sep 24 19:25:59.514084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-dbebf0e8-df5f-45d6-8573-581e2757465d service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408565 Sep 24 19:25:59.609510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab477553-3821-4c95-9688-86be0f8828ba req-f3575e8f-92c3-4d88-a857-a1ecf8a675eb service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874286 Sep 24 19:25:59.804992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48275-7dbb-47f9-aee5-1ff25c76c020 req-f729be58-f7ac-4841-a478-4d20b9400ee4 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.806801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75d48275-7dbb-47f9-aee5-1ff25c76c020 req-f729be58-f7ac-4841-a478-4d20b9400ee4 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Sep 24 19:25:59.845380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75d48275-7dbb-47f9-aee5-1ff25c76c020 req-14f5ebe3-5557-496a-92cc-530f68b06a45 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Sep 24 19:25:59.963276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086245b-81cb-4347-a3d0-d066688b6d62 req-25ffaf2c-6d64-442e-a1e5-bbcc3b9d600b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:25:59.964907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6086245b-81cb-4347-a3d0-d066688b6d62 req-25ffaf2c-6d64-442e-a1e5-bbcc3b9d600b tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Sep 24 19:26:00.049318 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6086245b-81cb-4347-a3d0-d066688b6d62 req-ffa78370-b026-478a-8d6b-3d7f482d52ef tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748925 Sep 24 19:26:00.062369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36cb95-efb3-4843-a3bd-53b4affd1661 req-c7e123e1-292e-44bb-a003-030b7fb0d288 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:00.063963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b36cb95-efb3-4843-a3bd-53b4affd1661 req-c7e123e1-292e-44bb-a003-030b7fb0d288 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0876291 Sep 24 19:26:00.082445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:00.108659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b36cb95-efb3-4843-a3bd-53b4affd1661 req-8cca6df2-b2c6-44b5-890c-5e17e1dfc6bc tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Sep 24 19:26:00.330109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99a94c-4cca-4291-aca5-7d9fe44b7fe8 tempest-TestVolumeBackupRestore-1763656467 tempest-TestVolumeBackupRestore-1763656467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:00.331681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8b99a94c-4cca-4291-aca5-7d9fe44b7fe8 tempest-TestVolumeBackupRestore-1763656467 tempest-TestVolumeBackupRestore-1763656467-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1091 time: 0.2478859 Sep 24 19:26:00.334915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 37660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:00.339749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:00.366214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:00.467960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:00.598334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Allocated IP 172.25.5.143 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c8280706-b36e-49fc-a084-e68d831bcf5d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:26:00.626510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9030f-917e-4d27-b62a-a007636a0d61 req-1fe2eeb4-b982-4e17-80c0-7f084b37d699 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:00.628026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17c9030f-917e-4d27-b62a-a007636a0d61 req-1fe2eeb4-b982-4e17-80c0-7f084b37d699 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 943 time: 0.0728672 Sep 24 19:26:00.656368 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:26:00.718338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17c9030f-917e-4d27-b62a-a007636a0d61 req-4e38defd-931f-459c-bdfd-ad15ef2eacc5 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784953 Sep 24 19:26:00.752750 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:00.788937 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:00.825347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:00.829701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:00.833113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:26:00.866526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'Port': ['ID=c8280706-b36e-49fc-a084-e68d831bcf5d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:01.603199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92ded-cf38-4725-8410-5b59654fb8d1 req-d2f68f5c-5b7a-489c-9d2c-06c78fb46ba4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:01.604684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ff92ded-cf38-4725-8410-5b59654fb8d1 req-d2f68f5c-5b7a-489c-9d2c-06c78fb46ba4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.4112740 Sep 24 19:26:01.623028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.663040 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device db4520dc-0bc2-41d2-ad61-eace3c51c8b4 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:26:01.677258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ff92ded-cf38-4725-8410-5b59654fb8d1 req-6c7b4465-87db-4901-b8fd-6c378f8fb327 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Sep 24 19:26:01.729837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.808131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:01.821412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4', 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee', 'port_id': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4', 'mac_address': 'fa:16:3e:bd:eb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489eb07-8f99-47ef-a629-5ce04c385814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:26:01.866893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.883143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4520dc-0bc2-41d2-ad61-eace3c51c8b4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:01.916268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:01.917814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.921284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.926743 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:01.983738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:02.023343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event updated for resources: {'Port': ['ID=c8280706-b36e-49fc-a084-e68d831bcf5d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:02.049678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:02.117714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545128-4b6c-44db-aa7a-28957dd52e7c req-42d83823-6239-4085-982e-df81487b473e tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:02.120244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb545128-4b6c-44db-aa7a-28957dd52e7c req-42d83823-6239-4085-982e-df81487b473e tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 944 time: 0.2840254 Sep 24 19:26:02.120736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['db4520dc-0bc2-41d2-ad61-eace3c51c8b4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:02.194807 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Floating IP fa2eb923-7796-4bf8-9950-f175a0001069 associated. External IP: 172.25.5.143, port: 0819b8a5-f98f-4273-87b0-7508850b52a2. Sep 24 19:26:02.237515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb545128-4b6c-44db-aa7a-28957dd52e7c req-8f96fbba-043e-4bbc-ada1-6c26c1309d0a tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086786 Sep 24 19:26:02.426122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:02.534461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:02.546971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:02.556154 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:02.556775 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:25:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:02.557085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:02.601807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eea87076-6968-4cde-8d01-aaeb35aed5ad tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2629902 Sep 24 19:26:02.601807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:02.602690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:02.603189 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967fc6f-05fb-45bb-8472-d078090a9f84" -d '{"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:02.655193 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1752f5-0934-4a31-a898-20c0b5cdfb85 x-openstack-request-id: req-fc1752f5-0934-4a31-a898-20c0b5cdfb85 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:02.655193 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:02.655885 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc1752f5-0934-4a31-a898-20c0b5cdfb85 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:02.655885 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:26:02.658289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd69f486-1b55-42ea-80ec-2a1d8cabe977 tempest-TestVolumeBackupRestore-1763656467 tempest-TestVolumeBackupRestore-1763656467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:02.662788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd69f486-1b55-42ea-80ec-2a1d8cabe977 tempest-TestVolumeBackupRestore-1763656467 tempest-TestVolumeBackupRestore-1763656467-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1091 time: 0.0561066 Sep 24 19:26:02.663106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 37714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:02.665884 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:02.667796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Request body: {'floatingip': {'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:02.691230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:26:02.749557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:02.794141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-b43b86d2-9ba2-4181-bf15-48f08a23d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:02.795747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-b43b86d2-9ba2-4181-bf15-48f08a23d31d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1096 time: 0.1159132 Sep 24 19:26:02.872135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:02.907027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'port_id': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'mac_address': 'fa:16:3e:77:e3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d633e-ddb8-4fee-98cd-633527426673', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:26:02.965439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4308f13-0713-48fc-b4e6-3488becd711e req-de4916bb-6f9a-439b-9e85-9c0a68d61cf3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:02.967519 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4308f13-0713-48fc-b4e6-3488becd711e req-de4916bb-6f9a-439b-9e85-9c0a68d61cf3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1428900 Sep 24 19:26:02.987334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:01Z', 'revision_number': 0, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:02.988635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:03.007984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beef879a-96c8-4e3c-8de7-08704a5cf80f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:03.021113 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:03.031700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4308f13-0713-48fc-b4e6-3488becd711e req-d8a953b6-d380-4f21-8ac8-4dab162cd9f7 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550210 Sep 24 19:26:03.033342 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:03.034319 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:25:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:03.056103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-061ac8f2-1ac8-416d-8206-0d047dfc093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:03.058217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-061ac8f2-1ac8-416d-8206-0d047dfc093a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 913 time: 0.2549746 Sep 24 19:26:03.084965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:03.100009 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:03.162315 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:03.174649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:03.251943 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:03.253622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-f009567a-36bd-4d96-bdf9-8d4016f27363 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 999 time: 0.1875551 Sep 24 19:26:03.325650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-02044827-34bb-4c00-b925-2ecdce8f2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:03.327312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-02044827-34bb-4c00-b925-2ecdce8f2e99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.0667255 Sep 24 19:26:03.357989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['beef879a-96c8-4e3c-8de7-08704a5cf80f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:03.449742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad1c90-0d73-4e73-a225-1a21bb0bcd46 req-3728dd2f-53f5-4d32-8229-dc8832a6274f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:03.451438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80ad1c90-0d73-4e73-a225-1a21bb0bcd46 req-3728dd2f-53f5-4d32-8229-dc8832a6274f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 944 time: 0.0681965 Sep 24 19:26:03.454621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-28be9779-cbed-4528-8ee5-c92972c50df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:03.456178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-28be9779-cbed-4528-8ee5-c92972c50df7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214957 Sep 24 19:26:03.485206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:01Z', 'revision_number': 0, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:03.519094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bbe7d-80a6-4a5d-af93-cedfefc9ee67 None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:01Z', 'revision_number': 0, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:03.578483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-d9c53fe2-6fb7-4481-8284-510941f6b74b service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964510 Sep 24 19:26:03.621440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80ad1c90-0d73-4e73-a225-1a21bb0bcd46 req-73d4398c-5e1d-4548-808c-926e6b28cd0a tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637602 Sep 24 19:26:03.672907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device db4520dc-0bc2-41d2-ad61-eace3c51c8b4 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:03.713836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8967fc6f-05fb-45bb-8472-d078090a9f84 req-42b8eeb1-9ad0-452f-bd37-3229295b0063 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226845 Sep 24 19:26:03.756103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:26:03.760962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:03.761423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:03.839558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-6e2a3d53-753a-4f3e-a7db-498cdb2afbd9 req-c0f9c7a5-af1b-4257-bb9e-fd137a273d2e service neutron] (94856) timed out ('10.222.0.18', 46874) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:26:03.859613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a318ddc-03ed-424e-bf62-8c67846b5d92 None None] New status for floating IP fa2eb923-7796-4bf8-9950-f175a0001069: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:26:03.914748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:03.979400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:03.982200 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc7370-4221-4cca-8744-070843fbf1ba" -d '{"events": [{"server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "name": "network-vif-plugged", "status": "completed", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:04.007644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:04.012097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:04.017624 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:04.018582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:04.023715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-1a318ddc-03ed-424e-bf62-8c67846b5d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:26:04.024166 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-1a318ddc-03ed-424e-bf62-8c67846b5d92 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:26:04.050060 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380ea8f-5330-437e-b607-616fe6029c8d x-openstack-request-id: req-f380ea8f-5330-437e-b607-616fe6029c8d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:04.051094 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "name": "network-vif-plugged", "status": "completed", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:04.051675 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f380ea8f-5330-437e-b607-616fe6029c8d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:04.052211 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4', 'code': 200} Sep 24 19:26:04.102113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:04.188472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a826ec-4ecf-4edb-9c9a-94402ed62dc1 req-8d112d6f-f43e-435f-8f49-ab8534fe6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.190005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94a826ec-4ecf-4edb-9c9a-94402ed62dc1 req-8d112d6f-f43e-435f-8f49-ab8534fe6581 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 1096 time: 0.0836155 Sep 24 19:26:04.198635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3eae5-41a5-4998-8198-ed708f44f01a req-91e03c54-48cd-4ae7-b1e9-c62be9c8c92b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.200712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb3eae5-41a5-4998-8198-ed708f44f01a req-91e03c54-48cd-4ae7-b1e9-c62be9c8c92b tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 944 time: 0.0772221 Sep 24 19:26:04.253385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94a826ec-4ecf-4edb-9c9a-94402ed62dc1 req-2eb3a097-cbe3-415e-9140-bb86b3e02377 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517111 Sep 24 19:26:04.260808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb3eae5-41a5-4998-8198-ed708f44f01a req-91cf274d-801e-456b-aa1b-c45480a25089 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Sep 24 19:26:04.279409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:04.400342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:04.410941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:04.439261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:04.441513 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d40cf9-29ac-42dd-9492-d909a8b45ead" -d '{"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:04.467682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-726d036d-14a6-4e0c-a6d7-50cea8fd4ef8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "PUT /v2.0/floatingips/fa2eb923-7796-4bf8-9950-f175a0001069 HTTP/1.1" status: 200 len: 991 time: 1.8032591 Sep 24 19:26:04.480971 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8450a4-1813-40d7-997a-024a6f2149e3 x-openstack-request-id: req-da8450a4-1813-40d7-997a-024a6f2149e3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:04.481457 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:04.481714 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8450a4-1813-40d7-997a-024a6f2149e3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:04.482120 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:26:04.526027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a318ddc-03ed-424e-bf62-8c67846b5d92 None None] New status for floating IP fa2eb923-7796-4bf8-9950-f175a0001069: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:26:04.545324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-dc00f809-f534-43a1-85bf-d983abd7cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.546887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-dc00f809-f534-43a1-85bf-d983abd7cd2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1096 time: 0.0418453 Sep 24 19:26:04.648733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-ac5f6c65-ae70-47ba-b726-d1bef7789d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.650536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-ac5f6c65-ae70-47ba-b726-d1bef7789d6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 913 time: 0.0969181 Sep 24 19:26:04.734434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-c1d41fd0-6935-40f8-bac4-ffdaefe65485 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 999 time: 0.0749409 Sep 24 19:26:04.781012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:04.860388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-a790eb71-d541-4c4c-841f-95aab17f6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.862300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-a790eb71-d541-4c4c-841f-95aab17f6fdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.1206784 Sep 24 19:26:04.879327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d673f-92f1-413c-b2da-72d55e17c6b3 req-8771d7b2-c9a2-4d2d-8333-b59d7a115e3a tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.880940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0d673f-92f1-413c-b2da-72d55e17c6b3 req-8771d7b2-c9a2-4d2d-8333-b59d7a115e3a tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 945 time: 0.1723344 Sep 24 19:26:04.937141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port beef879a-96c8-4e3c-8de7-08704a5cf80f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:04.937481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:04.948900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce0d673f-92f1-413c-b2da-72d55e17c6b3 req-560299b7-401e-4cc9-9976-0daa99fe3e2f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586452 Sep 24 19:26:04.951441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-57e34b17-c525-4048-a42e-d9c98c6db9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:04.952964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-57e34b17-c525-4048-a42e-d9c98c6db9b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709541 Sep 24 19:26:05.024000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:05.062795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:05.068857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:05.070881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:05.084102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-731d12b0-ae48-4782-a48d-beab5180efdd service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114016 Sep 24 19:26:05.085291 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:05.086013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:25:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:05.119983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:05.190985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d40cf9-29ac-42dd-9492-d909a8b45ead req-e1ae86bc-d821-4695-bbce-bb0d7a8fb9b5 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958478 Sep 24 19:26:05.224451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:05.396490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2c10a-05a5-472f-b621-1fb00600ab40 req-5bd639ca-fe30-4a67-9c73-b2fad13a1736 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:05.398050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32f2c10a-05a5-472f-b621-1fb00600ab40 req-5bd639ca-fe30-4a67-9c73-b2fad13a1736 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0606842 Sep 24 19:26:05.452989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32f2c10a-05a5-472f-b621-1fb00600ab40 req-02ae28c5-7542-46ff-929e-8095bf713c55 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Sep 24 19:26:05.498621 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:04Z', 'revision_number': 2, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:05.528033 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:05.540442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:05.541209 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:25:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:05.652024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:05.977199 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:04Z', 'revision_number': 2, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:06.004458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ef2-c1bf-461f-a6ca-da3611d4b14c None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'fa2eb923-7796-4bf8-9950-f175a0001069', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'port_id': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'mac_address': 'fa:16:3e:23:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:26:01Z', 'updated_at': '2021-09-24T19:26:04Z', 'revision_number': 2, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:06.053300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:06.056219 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b07146-4c9a-4d64-aa31-dc8f4e54b95b" -d '{"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:06.095679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bfc94-a515-4142-a57c-ed8a38b14875 req-7f8033dc-2c57-4de1-8577-ec3fb89c9258 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.100436 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281c7d1-87ec-4f20-b4d3-568f72b0d4f5 x-openstack-request-id: req-4281c7d1-87ec-4f20-b4d3-568f72b0d4f5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:06.100744 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:06.101010 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4281c7d1-87ec-4f20-b4d3-568f72b0d4f5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:06.101132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-876bfc94-a515-4142-a57c-ed8a38b14875 req-7f8033dc-2c57-4de1-8577-ec3fb89c9258 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 945 time: 0.0757940 Sep 24 19:26:06.101407 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'code': 200} Sep 24 19:26:06.153997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-876bfc94-a515-4142-a57c-ed8a38b14875 req-9cb534ad-250f-47b8-bfc1-686289d315c3 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Sep 24 19:26:06.268691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9fe7-1e04-4831-9d80-bc935b7777a5 req-6adc24b0-b3d2-43ba-9595-92fd93f568bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.270248 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b94d9fe7-1e04-4831-9d80-bc935b7777a5 req-6adc24b0-b3d2-43ba-9595-92fd93f568bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 1096 time: 0.0437882 Sep 24 19:26:06.308540 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b94d9fe7-1e04-4831-9d80-bc935b7777a5 req-24b0842f-074a-477a-9a02-271b96e861ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297127 Sep 24 19:26:06.485350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:06.488757 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aac01e-31ce-42e8-a276-edc55e6ff0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:06.535628 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9037cbf7-6d56-457f-afa3-968312fcbbbc x-openstack-request-id: req-9037cbf7-6d56-457f-afa3-968312fcbbbc {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:06.535996 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:06.536323 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9037cbf7-6d56-457f-afa3-968312fcbbbc {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:06.536899 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:26:06.690011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100a93-767d-4123-8f74-6c62bab01c5b req-0747596c-8acb-479e-8b78-d47330d744c1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.691713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd100a93-767d-4123-8f74-6c62bab01c5b req-0747596c-8acb-479e-8b78-d47330d744c1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1026213 Sep 24 19:26:06.695627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-d9562904-dc5e-463a-a628-ebee24be0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.697136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-d9562904-dc5e-463a-a628-ebee24be0738 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1096 time: 0.1351359 Sep 24 19:26:06.786098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd100a93-767d-4123-8f74-6c62bab01c5b req-2ef53fb6-ef71-4d6a-a77b-bf107c4ad632 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877080 Sep 24 19:26:06.819566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-28e16abd-ee5d-4054-b925-baf869908a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.821170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-28e16abd-ee5d-4054-b925-baf869908a00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 913 time: 0.1163609 Sep 24 19:26:06.911103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-a3bb43ff-74d2-4d8a-8c58-72c09c8a0749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 1001 time: 0.0822597 Sep 24 19:26:06.965820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-50c1fc6b-4470-410b-91d4-7e31336ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:06.967349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-50c1fc6b-4470-410b-91d4-7e31336ebe30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.0490603 Sep 24 19:26:07.014636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-a8bb6173-bbf3-4c16-8ccf-fa18547bf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:07.016204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-a8bb6173-bbf3-4c16-8ccf-fa18547bf974 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424454 Sep 24 19:26:07.124429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-23bf5e85-41e2-4529-870c-c2f9d11a9c7f service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011453 Sep 24 19:26:07.223144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92aac01e-31ce-42e8-a276-edc55e6ff0ba req-c87fc255-78fc-4ea1-8b94-9f8ae6f3b312 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913677 Sep 24 19:26:07.941231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b7e32-871c-4a76-afda-09b78871ed51 req-df02dc37-ea3d-4bea-859e-ec86c548194f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:07.942892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-626b7e32-871c-4a76-afda-09b78871ed51 req-df02dc37-ea3d-4bea-859e-ec86c548194f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0686157 Sep 24 19:26:07.986165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-626b7e32-871c-4a76-afda-09b78871ed51 req-1cc6d70c-7e1b-4ce0-82fc-8c57b7603601 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Sep 24 19:26:08.117499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1b0c7-535c-4fe2-b0e1-191f611ad145 req-e2e01ff5-73b6-46e6-92ea-399c49ab2964 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:08.119059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89f1b0c7-535c-4fe2-b0e1-191f611ad145 req-e2e01ff5-73b6-46e6-92ea-399c49ab2964 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.0546041 Sep 24 19:26:08.161962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89f1b0c7-535c-4fe2-b0e1-191f611ad145 req-39bd41d3-f210-44fe-a8fd-e5ad461978cc tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Sep 24 19:26:08.609685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-0c7845e3-28b9-4635-b6e4-ca53ccceb818 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:08.615663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-0c7845e3-28b9-4635-b6e4-ca53ccceb818 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.1510572 Sep 24 19:26:08.634116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-d394447c-8536-4013-b8f6-df0d201f9088 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/quotas/a785f5d67cb849d3bbc6cb6665bd9278 HTTP/1.1" status: 200 len: 375 time: 0.0146706 Sep 24 19:26:08.690554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-edc68406-a18d-4de1-afb8-d5eac08432dd tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473399 Sep 24 19:26:08.882194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-6d706b29-bda6-487a-94e7-cc68cb48f1f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816981 Sep 24 19:26:08.899734 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:08.982772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-7b67dce4-0a36-4cad-a8da-6401321af417 service neutron] 10.222.0.18 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938938 Sep 24 19:26:09.184438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2347c37-666e-4b51-927a-bbfc04a096ad req-0a91e531-6eaf-40e6-a827-ecb035507c49 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 210 time: 0.0310466 Sep 24 19:26:10.192863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-9ea4d89c-176a-49d7-aa46-fc1bf9902bd4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:10.194424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-9ea4d89c-176a-49d7-aa46-fc1bf9902bd4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe HTTP/1.1" status: 200 len: 945 time: 0.1018746 Sep 24 19:26:10.335813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6c63dd8-0b95-4298-8def-610bc93ed56c req-2313a95b-3d4b-4dc4-9cad-134ca8ff1a52 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 210 time: 0.0626903 Sep 24 19:26:10.409606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Deleting port beef879a-96c8-4e3c-8de7-08704a5cf80f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:10.410238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:10.541572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] For port beef879a-96c8-4e3c-8de7-08704a5cf80f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=beef879a-96c8-4e3c-8de7-08704a5cf80f,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:10.542005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:10.563393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Calling delete_port for beef879a-96c8-4e3c-8de7-08704a5cf80f owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:10.577439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-bec84236-8107-4fd9-9dde-080237330366 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:10.579095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-bec84236-8107-4fd9-9dde-080237330366 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 815 time: 0.2988439 Sep 24 19:26:10.622406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Request body: {'port': {'device_id': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'admin_state_up': True, 'tenant_id': 'a785f5d67cb849d3bbc6cb6665bd9278'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:10.828399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Made reservation on behalf of a785f5d67cb849d3bbc6cb6665bd9278 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:26:10.832410 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:10.859191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:10.873113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['beef879a-96c8-4e3c-8de7-08704a5cf80f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:10.934051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event deleted for resources: {'Port': ['ID=beef879a-96c8-4e3c-8de7-08704a5cf80f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:11.244718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] No DVR routers for this DVR port beef879a-96c8-4e3c-8de7-08704a5cf80f on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:11.249798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:11.251819 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6729ba8b-5a74-4f43-b0d4-69e8fa9c9e9a req-aa38266d-c65f-450f-a4d9-4f5a1d5fb1f9 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "DELETE /v2.0/ports/beef879a-96c8-4e3c-8de7-08704a5cf80f HTTP/1.1" status: 204 len: 173 time: 1.0459206 Sep 24 19:26:11.252269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-deleted', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:11.254495 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdeeaf3-ad2f-4b43-aff9-1309c9489134" -d '{"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-deleted", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:11.310027 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daffc8e4-4312-419a-bd26-9f70ccad79ed x-openstack-request-id: req-daffc8e4-4312-419a-bd26-9f70ccad79ed {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:11.310327 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe", "name": "network-vif-deleted", "tag": "beef879a-96c8-4e3c-8de7-08704a5cf80f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:11.310608 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daffc8e4-4312-419a-bd26-9f70ccad79ed {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:11.311134 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f3c7e-70ea-4ccb-962c-c2d5d35d7fbe', 'name': 'network-vif-deleted', 'tag': 'beef879a-96c8-4e3c-8de7-08704a5cf80f', 'status': 'completed', 'code': 200} Sep 24 19:26:11.356047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Allocated IP 172.20.0.3 (6cdcac95-a050-447c-8fef-3b95a5eaea9f/7b9d633e-ddb8-4fee-98cd-633527426673/5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:26:11.477175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fcae13d-152b-4039-8a26-171e4181b6fe req-25c5868a-454f-4dfc-9487-cf0892038156 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 210 time: 0.0345466 Sep 24 19:26:11.570361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:11.609983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:11.623532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['beef879a-96c8-4e3c-8de7-08704a5cf80f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:11.671350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Network 6cdcac95-a050-447c-8fef-3b95a5eaea9f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:11.674588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:11.678354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:26:11.716984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event updated for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:11.742818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:11.743550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:11.767422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-cb9054dc-bb22-46e2-9d5d-c7f4916b655e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489081 Sep 24 19:26:11.780808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Request body: {'port': {'device_id': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:11.858800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.165089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:12.174847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.188846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Transition to ACTIVE for port object 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:26:12.194060 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.266488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:12.324741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Attempting to bind port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:26:12.325197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Attempting to bind port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:26:12.326136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Attempting to bind port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:12.330695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:26:12.331167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Attempting to bind port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 on network 6cdcac95-a050-447c-8fef-3b95a5eaea9f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:12.336874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:26:12.337349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Checking segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:26:12.337838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Bound using segment: {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:26:12.338364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Bound port: 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d60418-19d0-4887-9b47-fbac1079ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:26:12.338823 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.413286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:26:12.416458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:26:12.422564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.459352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:12.460068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:12.461523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 HTTP/1.1" status: 200 len: 1091 time: 0.6851618 Sep 24 19:26:12.492038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab83c9-abe3-4fe0-893d-fda6694eb0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:12.554869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-a9ca3c0b-4b70-4ff1-82b9-cdcfc0edbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:12.556428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-a9ca3c0b-4b70-4ff1-82b9-cdcfc0edbb4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 1094 time: 0.0520096 Sep 24 19:26:12.609417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-dc867c34-6dda-47dd-8ad9-e5aa8dbcc75a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 HTTP/1.1" status: 200 len: 217 time: 0.0380056 Sep 24 19:26:12.620646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c9f1f-808a-4d3e-a1d2-2dc672bc5626 req-7d2d87be-eb3f-4fb0-9ec7-a75cebd7514d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:12.622809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-034c9f1f-808a-4d3e-a1d2-2dc672bc5626 req-7d2d87be-eb3f-4fb0-9ec7-a75cebd7514d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 943 time: 0.0606515 Sep 24 19:26:12.670111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-034c9f1f-808a-4d3e-a1d2-2dc672bc5626 req-cb174001-9fd4-4b36-9057-18cd1a8676f1 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Sep 24 19:26:12.671543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-0ec96d61-30a2-4b65-b3cb-d6a6e0cb2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:12.673079 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-0ec96d61-30a2-4b65-b3cb-d6a6e0cb2f9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0550470 Sep 24 19:26:12.717299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-d711c352-cafe-49e8-a320-a67e6eabaf59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346341 Sep 24 19:26:12.817072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-e07852a1-5e79-4046-8ef1-61bd6311c229 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913794 Sep 24 19:26:12.923531 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c4e34f99-d68b-4fb6-8b36-b6a947d18f58 req-9248a6db-8dc4-4cb5-9559-66d95ea7dde7 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982683 Sep 24 19:26:13.312779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:13.315206 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f9930-2dc5-46a9-ba82-c25a9095928f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:13.354896 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94d91c8-f784-42f9-bb06-4f9b86ff56e1 x-openstack-request-id: req-d94d91c8-f784-42f9-bb06-4f9b86ff56e1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:13.355272 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:13.355579 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d94d91c8-f784-42f9-bb06-4f9b86ff56e1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:13.356022 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0', 'status': 'completed', 'code': 200} Sep 24 19:26:13.426804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-62a69e66-af26-4a51-a1af-4ff6be54c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:13.428355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-62a69e66-af26-4a51-a1af-4ff6be54c057 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 1094 time: 0.0489180 Sep 24 19:26:13.527821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-61aa96ed-0568-44b6-bf9c-54108036f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:13.529570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-61aa96ed-0568-44b6-bf9c-54108036f7ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 200 len: 915 time: 0.0927844 Sep 24 19:26:13.580505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-8fbdb52a-0c0e-4c2c-b721-b0874468d51c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 HTTP/1.1" status: 200 len: 217 time: 0.0417633 Sep 24 19:26:13.633496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-701138f0-be03-4d18-afa4-fc64dbd2c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:13.635184 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-701138f0-be03-4d18-afa4-fc64dbd2c269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 200 len: 855 time: 0.0465691 Sep 24 19:26:13.669493 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-efa295ab-84f6-4d7f-a389-41104e487f14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cdcac95-a050-447c-8fef-3b95a5eaea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255182 Sep 24 19:26:13.797946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-4e52dcad-10c6-4775-a6eb-5469819f953d service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196623 Sep 24 19:26:13.815308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45be80e-3ac2-45c8-bf6c-8aa51bc59dee req-67baaaf9-3d0e-485a-87e5-017407f4561f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:13.823383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e45be80e-3ac2-45c8-bf6c-8aa51bc59dee req-67baaaf9-3d0e-485a-87e5-017407f4561f tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 943 time: 0.0687609 Sep 24 19:26:13.867459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e45be80e-3ac2-45c8-bf6c-8aa51bc59dee req-ffdf59f1-f4d9-4e57-9c36-20b5c33423c3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Sep 24 19:26:13.916214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-052f9930-2dc5-46a9-ba82-c25a9095928f req-2f9ec17a-e857-41ca-ba0a-b569c83a27d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080215 Sep 24 19:26:14.771940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:26:14.773917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:14.802128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: beef879a-96c8-4e3c-8de7-08704a5cf80f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:14.802476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device beef879a-96c8-4e3c-8de7-08704a5cf80f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:14.917392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:14.931802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0', 'network_id': '6cdcac95-a050-447c-8fef-3b95a5eaea9f', 'port_id': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0', 'mac_address': 'fa:16:3e:b2:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d633e-ddb8-4fee-98cd-633527426673', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:26:14.977296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:14.998470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:15.020951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:15.025001 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:15.029937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47006ec1-af94-439f-b5fb-fa3ba40e265c req-1849b4a8-0ede-4a54-a736-27784aa43099 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:15.032334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47006ec1-af94-439f-b5fb-fa3ba40e265c req-1849b4a8-0ede-4a54-a736-27784aa43099 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 943 time: 0.0695813 Sep 24 19:26:15.078971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:15.082709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47006ec1-af94-439f-b5fb-fa3ba40e265c req-380811a7-b3b3-404e-a28c-7d0fda6bd5aa tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Sep 24 19:26:15.287254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:16.229713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68f2c-e4f2-4375-be94-c986813242f1 req-bc322895-5c12-4baa-8723-24224834078e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:16.238150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93a68f2c-e4f2-4375-be94-c986813242f1 req-bc322895-5c12-4baa-8723-24224834078e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 944 time: 0.0677497 Sep 24 19:26:16.283136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93a68f2c-e4f2-4375-be94-c986813242f1 req-91d23e38-6479-4c60-9b9c-11ac6a904537 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Sep 24 19:26:16.782593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:16.850651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:26:16.859939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:16.860631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:16.975612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:17.022639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:17.027673 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6b776d-d8c3-46c5-aa20-3ecec06ab1be" -d '{"events": [{"server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "name": "network-vif-plugged", "status": "completed", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:17.050396 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:17.113246 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee2d94c-a5d3-4dbd-9cc4-2410e1e23379 x-openstack-request-id: req-8ee2d94c-a5d3-4dbd-9cc4-2410e1e23379 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:17.113569 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "name": "network-vif-plugged", "status": "completed", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:17.113819 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ee2d94c-a5d3-4dbd-9cc4-2410e1e23379 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:17.114331 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0', 'code': 200} Sep 24 19:26:17.181783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:17.251963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2d843-deb5-4678-bda4-a77d2afec80c req-f55fad39-36ca-4491-8b3c-a7e97807992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:17.253750 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17c2d843-deb5-4678-bda4-a77d2afec80c req-f55fad39-36ca-4491-8b3c-a7e97807992a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 1096 time: 0.0585411 Sep 24 19:26:17.278635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:17.320406 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-17c2d843-deb5-4678-bda4-a77d2afec80c req-56bbc023-85af-469c-bb3f-fed9039b7c1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587513 Sep 24 19:26:17.454139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122b580-9f96-4fbe-bcf5-4c08b9b928eb req-0a420a37-5ef1-4060-a313-bae317249cc6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:17.456010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7122b580-9f96-4fbe-bcf5-4c08b9b928eb req-0a420a37-5ef1-4060-a313-bae317249cc6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0583892 Sep 24 19:26:17.501702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7122b580-9f96-4fbe-bcf5-4c08b9b928eb req-14801409-76f4-47c3-b3c5-d85cde924bc8 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Sep 24 19:26:18.644640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd554a4-4775-4076-9c65-eb47f6024b7b req-e420997b-fb27-4677-ac1e-c4858349b62d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:18.653273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fd554a4-4775-4076-9c65-eb47f6024b7b req-e420997b-fb27-4677-ac1e-c4858349b62d tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0719881 Sep 24 19:26:18.690155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fd554a4-4775-4076-9c65-eb47f6024b7b req-34469d02-b0d8-470b-9c9a-5bc7fa5f6480 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355790 Sep 24 19:26:19.818153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1e3cb-3811-418e-98a5-a90c3538bf5f req-38006e45-cb7f-40f3-ae0d-cd69993ef19c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:19.819817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a1e3cb-3811-418e-98a5-a90c3538bf5f req-38006e45-cb7f-40f3-ae0d-cd69993ef19c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0545008 Sep 24 19:26:19.864818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02a1e3cb-3811-418e-98a5-a90c3538bf5f req-280f7d1d-9471-4832-81cf-9e2dcd049fb4 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Sep 24 19:26:19.990681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be052-da64-4d6b-b4ac-8636e73ceb63 req-5944c928-796e-4c5e-8dad-3b6d8f09723a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:19.992369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-835be052-da64-4d6b-b4ac-8636e73ceb63 req-5944c928-796e-4c5e-8dad-3b6d8f09723a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0519707 Sep 24 19:26:20.045316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-835be052-da64-4d6b-b4ac-8636e73ceb63 req-23d95dc7-21b0-4a71-8118-ca4cb55721c0 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Sep 24 19:26:20.253751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d802c-f3f2-4603-ad0e-7df7460a44d9 req-411af12c-32ec-4350-ae39-7a630e843e0c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:20.255229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac4d802c-f3f2-4603-ad0e-7df7460a44d9 req-411af12c-32ec-4350-ae39-7a630e843e0c tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0567071 Sep 24 19:26:20.295326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac4d802c-f3f2-4603-ad0e-7df7460a44d9 req-f3cc2cd1-afbf-431a-ad9f-3b8eca4d5f6a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Sep 24 19:26:20.307117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74303632-5505-4a62-99ab-daadaf594403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:20.424200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4450b33-760d-4fb1-b1f9-8d1bb9288a16 req-4e4a4d07-23de-4836-8d5b-45ef819f3bb6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:20.425776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4450b33-760d-4fb1-b1f9-8d1bb9288a16 req-4e4a4d07-23de-4836-8d5b-45ef819f3bb6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0555522 Sep 24 19:26:20.469732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4450b33-760d-4fb1-b1f9-8d1bb9288a16 req-c7c21a0a-2be6-42b2-a96b-9fd8470d3860 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Sep 24 19:26:20.707393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39dd95-52ea-4a93-9f64-88125c68f802 req-3eedf49a-530a-4c92-9f57-458541369b99 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:20.708972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b39dd95-52ea-4a93-9f64-88125c68f802 req-3eedf49a-530a-4c92-9f57-458541369b99 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0603433 Sep 24 19:26:20.761710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b39dd95-52ea-4a93-9f64-88125c68f802 req-67a4cdd4-4e95-4728-a6e0-4856ab3c5cfc tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440512 Sep 24 19:26:20.898762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c02c-90c9-45d4-95ac-1a520300c1ac req-2a11d42c-bd1a-4638-9578-4b4049a1a6a6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:20.900577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1826c02c-90c9-45d4-95ac-1a520300c1ac req-2a11d42c-bd1a-4638-9578-4b4049a1a6a6 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0575206 Sep 24 19:26:20.944790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1826c02c-90c9-45d4-95ac-1a520300c1ac req-544bad64-df2b-431b-abc9-d4e73b8a040e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356503 Sep 24 19:26:21.307075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e31bf-bcb4-4661-b5b6-a5b1664f61e5 req-be515055-efdd-46f9-b5b0-0ccba9339470 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:21.310434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d5e31bf-bcb4-4661-b5b6-a5b1664f61e5 req-be515055-efdd-46f9-b5b0-0ccba9339470 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0574541 Sep 24 19:26:21.355484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d5e31bf-bcb4-4661-b5b6-a5b1664f61e5 req-d1d1fc12-20ab-4ec9-9e06-119eae945837 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Sep 24 19:26:22.475784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa72df-7f5f-47b2-a726-9087223b8ef2 req-9a058d9d-9d0c-44bb-a881-22352b43323e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:22.477530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eafa72df-7f5f-47b2-a726-9087223b8ef2 req-9a058d9d-9d0c-44bb-a881-22352b43323e tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0524151 Sep 24 19:26:22.520313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eafa72df-7f5f-47b2-a726-9087223b8ef2 req-1d03444f-6b32-4ee6-9620-bcefe1d8710a tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/security-groups?id=73167ae7-2591-447b-8e2f-7226cfe64f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Sep 24 19:26:22.811762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37495-0018-4248-ae94-fe759524e10d req-ec764921-e8a8-4f2a-912e-d4ace45038f3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:22.813395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18c37495-0018-4248-ae94-fe759524e10d req-ec764921-e8a8-4f2a-912e-d4ace45038f3 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 945 time: 0.0587664 Sep 24 19:26:22.921890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Deleting port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:22.922252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:22.962768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-211d5c70-5807-4598-a266-ddd7a3b5b208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:23.028874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] For port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,segment=NetworkSegment(97d60418-19d0-4887-9b47-fbac1079ead7),segment_id=97d60418-19d0-4887-9b47-fbac1079ead7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:23.029527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:23.043891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Calling delete_port for 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:23.176446 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:23.189079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:23.207482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Pushing event deleted for resources: {'Port': ['ID=5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:23.219999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.220350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.220765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.221105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.221445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.221823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.222180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.222596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.222906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.223319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.223636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.224001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:23.259958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] No DVR routers for this DVR port 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:23.262840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:23.264977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18c37495-0018-4248-ae94-fe759524e10d req-b4eb5b0e-6323-4def-a6d9-79c2979a2c91 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.15 "DELETE /v2.0/ports/5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 HTTP/1.1" status: 204 len: 173 time: 0.4449360 Sep 24 19:26:23.265416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'name': 'network-vif-deleted', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:23.267850 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c063bf6-9c56-4a67-9d2b-6ea289c395aa" -d '{"events": [{"server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "name": "network-vif-deleted", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:23.306461 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4aa6fd-3534-4ebe-9329-cd3d3b7bcd9e x-openstack-request-id: req-0d4aa6fd-3534-4ebe-9329-cd3d3b7bcd9e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:23.306748 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2abae-925d-48a8-a7e2-b35b01d2ce6d", "name": "network-vif-deleted", "tag": "5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:23.307177 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d4aa6fd-3534-4ebe-9329-cd3d3b7bcd9e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:23.307599 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2abae-925d-48a8-a7e2-b35b01d2ce6d', 'name': 'network-vif-deleted', 'tag': '5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0', 'status': 'completed', 'code': 200} Sep 24 19:26:23.328716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:23.658890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c738973-8dc4-449f-bbc8-b1d5be9b354e req-e0a392ee-c502-49f4-a2b6-bbedbb822d81 tempest-ServerDiskConfigTestJSON-492025050 tempest-ServerDiskConfigTestJSON-492025050-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a2abae-925d-48a8-a7e2-b35b01d2ce6d HTTP/1.1" status: 200 len: 210 time: 0.0307891 Sep 24 19:26:24.196973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:24.856432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:24.904124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Deleting subnet 7b9d633e-ddb8-4fee-98cd-633527426673 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:26:24.907960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:24.949492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:24.990366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.050704 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.083592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9d633e-ddb8-4fee-98cd-633527426673,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:25.087576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.089521 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3928552d-f0c0-4bb9-84ee-13324bd9b29a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b9d633e-ddb8-4fee-98cd-633527426673 HTTP/1.1" status: 204 len: 168 time: 0.2317536 Sep 24 19:26:25.093053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38580) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:25.176515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.269062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-b9b424fb-f061-4da1-9c7a-39583db8a232 req-e4c9209a-6b30-46e8-98fc-987846852c35 service neutron] (94855) timed out ('10.222.0.15', 50489) {{(pid=94855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:26:25.637090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.668328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705242-51d2-4796-a934-4d85c5cb00c9 req-6fce4fef-c079-4e50-897a-a620b802daa0 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:25.669832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b705242-51d2-4796-a934-4d85c5cb00c9 req-6fce4fef-c079-4e50-897a-a620b802daa0 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 950 time: 0.4433689 Sep 24 19:26:25.671380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdcac95-a050-447c-8fef-3b95a5eaea9f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:25.686871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d60418-19d0-4887-9b47-fbac1079ead7') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:25.687167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d60418-19d0-4887-9b47-fbac1079ead7') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:25.703240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.723387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.734832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b705242-51d2-4796-a934-4d85c5cb00c9 req-4ee95fdd-fded-488b-9573-b8c3704143ae tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563717 Sep 24 19:26:25.735771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:26:25.736167 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:26:25.737852 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:26:25.796603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.802478 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:25.804350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6cdcac95-a050-447c-8fef-3b95a5eaea9f HTTP/1.1" status: 204 len: 168 time: 0.7089305 Sep 24 19:26:25.816806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdcac95-a050-447c-8fef-3b95a5eaea9f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:25.827493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.827973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.828430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.828869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.829299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.829744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.830162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.830581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.831043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.831466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.831888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.832323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d130c-2183-4d5f-8fff-47ef05e860f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:25.922989 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:26.003709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:26.045779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1168d76c-16eb-4a0f-8b10-de66353c87ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a785f5d67cb849d3bbc6cb6665bd9278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385561 Sep 24 19:26:26.046158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38590) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:26.095741 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:26.116352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:26.168888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:26.171961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:26.173201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73167ae7-2591-447b-8e2f-7226cfe64f78 HTTP/1.1" status: 204 len: 168 time: 0.1260138 Sep 24 19:26:26.181687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee011-9de7-468d-b110-9d8e23121b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73167ae7-2591-447b-8e2f-7226cfe64f78,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:26.833252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:26.861969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a0b2b-30e3-416f-a63a-202b013ce154 req-31e05abf-9e7d-4761-985f-fe5d1c012948 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:26.863606 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de6a0b2b-30e3-416f-a63a-202b013ce154 req-31e05abf-9e7d-4761-985f-fe5d1c012948 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 950 time: 0.0532796 Sep 24 19:26:26.871410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:26.872164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5d6c6cc2-d71c-4630-9645-9b1b18b8e8b0 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:26.922452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de6a0b2b-30e3-416f-a63a-202b013ce154 req-e6bde772-578b-40e3-9cfe-b5f73182f510 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/security-groups?id=da1e21d4-433e-4563-a7b7-63fffefb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Sep 24 19:26:26.949082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-01987f16-bda3-431d-b7a5-5f01aa6302fe tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:26.951061 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-01987f16-bda3-431d-b7a5-5f01aa6302fe tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.15 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 950 time: 0.0652566 Sep 24 19:26:27.003424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38618) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:27.055597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Deleting port b1822098-e315-4525-b08a-ceda469ba4b2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:27.056435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.137089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-network', 'tenant_id': '57c077bbad61436995dfd55eae072041'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:27.164623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Made reservation on behalf of 57c077bbad61436995dfd55eae072041 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:26:27.167559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.177507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] For port b1822098-e315-4525-b08a-ceda469ba4b2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b1822098-e315-4525-b08a-ceda469ba4b2,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:27.177727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.177904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.192473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Calling delete_port for b1822098-e315-4525-b08a-ceda469ba4b2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:27.302007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.308628 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.339279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe447a-d9ce-4636-bbde-b85de1c358c9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:27.375351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.383675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:26:27.389474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b1822098-e315-4525-b08a-ceda469ba4b2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:27.398316 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.398988 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Added segment f8f11a58-65be-4675-a136-13885aad9e6d of type vlan for network 6c4c2ec1-59f5-440e-83f9-a4559185d035 Sep 24 19:26:27.406415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Pushing event deleted for resources: {'Port': ['ID=b1822098-e315-4525-b08a-ceda469ba4b2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:27.457425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.459742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] No DVR routers for this DVR port b1822098-e315-4525-b08a-ceda469ba4b2 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:27.462776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.464710 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96fd4882-bac4-4c90-953e-3d908e07c456 req-d3ab34cc-9560-42c2-ae39-0fb6344c7594 tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.15 "DELETE /v2.0/ports/b1822098-e315-4525-b08a-ceda469ba4b2 HTTP/1.1" status: 204 len: 173 time: 0.5033622 Sep 24 19:26:27.465173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'name': 'network-vif-deleted', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:27.467579 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450b3e6-d313-44e7-a711-c40a5aa4d064" -d '{"events": [{"server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "name": "network-vif-deleted", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:27.497272 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.498490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:27.499397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.510989 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f41a0dc-370f-4878-92d7-6bf73adef969 x-openstack-request-id: req-3f41a0dc-370f-4878-92d7-6bf73adef969 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:27.512097 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22045fcf-7355-44d5-b90d-001e6fd47813", "name": "network-vif-deleted", "tag": "b1822098-e315-4525-b08a-ceda469ba4b2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:27.512401 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f41a0dc-370f-4878-92d7-6bf73adef969 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:27.512878 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22045fcf-7355-44d5-b90d-001e6fd47813', 'name': 'network-vif-deleted', 'tag': 'b1822098-e315-4525-b08a-ceda469ba4b2', 'status': 'completed', 'code': 200} Sep 24 19:26:27.543502 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5365679 Sep 24 19:26:27.546242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:27.552414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Request body: {'subnet': {'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-subnet', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:27.573590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee07b6e-400e-45c9-bb04-bbdb726c3d24 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4c2ec1-59f5-440e-83f9-a4559185d035,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:27.580188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Made reservation on behalf of 57c077bbad61436995dfd55eae072041 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:26:27.585077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.585446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:26:27.784548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.843469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=193266b9-32d6-451b-abe4-0913fe3811d7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:27.853046 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Checking segment: {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:26:27.853407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Network hostable DHCP agents. Network: 6c4c2ec1-59f5-440e-83f9-a4559185d035, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:26:27.871559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:26:27.881532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6c4c2ec1-59f5-440e-83f9-a4559185d035) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:27.885717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:27.886894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.894319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb2cef-003b-4b49-8f29-ab4339eec625 None None] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:26:27.931641 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-124f5df3-2b78-4239-8069-97af02e90adf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3839102 Sep 24 19:26:27.934443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 38628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:27.940027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:27.991179 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:27.999156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.069110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.087305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afe327-420f-4740-8787-abd5f6920c12 None None] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:26:28.156497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc7aa694-6532-4f69-b2c8-254467a5bfb4 req-294d3468-7857-4732-bd68-60f6c4be337f tempest-VolumesBackupsTest-1206628544 tempest-VolumesBackupsTest-1206628544-project] 10.222.0.18 "GET /v2.0/ports?device_id=22045fcf-7355-44d5-b90d-001e6fd47813 HTTP/1.1" status: 200 len: 210 time: 0.0776415 Sep 24 19:26:28.268993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.491774 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.516054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.623312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Allocated IP 172.25.5.203 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/5711c9f0-ebc6-4369-8425-a63f8e5670d5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:26:28.728927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.763550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:28.803679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:28.806673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:28.810753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:26:28.839630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Pushing event updated for resources: {'Port': ['ID=5711c9f0-ebc6-4369-8425-a63f8e5670d5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:29.086019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:29.308504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:29.461959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Router 97608751-5534-4329-9dca-722b8959fd22 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:26:29.587794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:29.599302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Sync routers for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:29.607033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:29.608583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8d89eb01-ac3b-4d03-9fee-4573b2ab039e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6722658 Sep 24 19:26:29.611462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:29.619637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:29.623857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:29.738978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:29.923947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:28Z', 'revision_number': 3, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:29.956972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Checking router: 97608751-5534-4329-9dca-722b8959fd22 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:29.957373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Updating router 97608751-5534-4329-9dca-722b8959fd22 port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:26:29.986744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.080417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.260440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.265510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Allocated IP 172.20.0.1 (6c4c2ec1-59f5-440e-83f9-a4559185d035/193266b9-32d6-451b-abe4-0913fe3811d7/b6ae6737-3023-4edd-9c24-b38975bf7998) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:26:30.269105 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.337952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cceee-e0de-4f80-b1b6-d44b1e55f817 None None] Pushing event updated for resources: {'Port': ['ID=5711c9f0-ebc6-4369-8425-a63f8e5670d5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:30.341208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Attempting to bind port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:26:30.341522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Attempting to bind port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:26:30.341889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Attempting to bind port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:30.347583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:26:30.347968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:26:30.348513 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.348910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:26:30.349376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Bound port: 5711c9f0-ebc6-4369-8425-a63f8e5670d5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:26:30.349765 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.401484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.412769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] For port 5711c9f0-ebc6-4369-8425-a63f8e5670d5, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:26:30.416142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] For port 5711c9f0-ebc6-4369-8425-a63f8e5670d5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5711c9f0-ebc6-4369-8425-a63f8e5670d5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:26:30.421258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.438014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.477873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:30.478448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:30.486274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:30.498412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:30.500603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:30.503195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:26:30.547635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.562969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cceee-e0de-4f80-b1b6-d44b1e55f817 None None] Pushing event updated for resources: {'Port': ['ID=5711c9f0-ebc6-4369-8425-a63f8e5670d5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:30.649940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:30.705403 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.846577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b1822098-e315-4525-b08a-ceda469ba4b2 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:30.884179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: b1822098-e315-4525-b08a-ceda469ba4b2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:30.884179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b1822098-e315-4525-b08a-ceda469ba4b2 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:30.901937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:28Z', 'revision_number': 3, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:30.909710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.915468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:30.935759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fa71-f99e-426c-ad96-721e825a90a1 None None] The sync data for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 is: [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:28Z', 'revision_number': 3, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:30.990304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:30.993054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:31.100907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:31.102490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:31.259642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Router 97608751-5534-4329-9dca-722b8959fd22 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:31.372601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:31.378706 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-838d456f-b0eb-4e3a-b04d-bbfc1b92e0d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/97608751-5534-4329-9dca-722b8959fd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7660673 Sep 24 19:26:31.491610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5711c9f0-ebc6-4369-8425-a63f8e5670d5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:31.555135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:31.555796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:31.649218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:31.678382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 5711c9f0-ebc6-4369-8425-a63f8e5670d5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5711c9f0-ebc6-4369-8425-a63f8e5670d5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:31.687957 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:31.757054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=5711c9f0-ebc6-4369-8425-a63f8e5670d5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:31.957051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-76aacd9b-b7d9-4771-84c6-4f8cb2240af3 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:31.958720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-76aacd9b-b7d9-4771-84c6-4f8cb2240af3 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 820 time: 0.1105411 Sep 24 19:26:31.974172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-fdbcf1e6-b784-42b7-a3b4-90f1fcf0ae5c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/quotas/57c077bbad61436995dfd55eae072041 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Sep 24 19:26:32.029310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-31151c45-6d6f-4eea-9d59-8f210957dbe2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494018 Sep 24 19:26:32.120900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-7fb7a07e-920c-4df4-87a6-35417d87184a service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Sep 24 19:26:32.220702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-90c9b35b-0dd7-40d1-965c-c4d2303829df service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927346 Sep 24 19:26:32.440087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a2bf04f-15c3-4759-b8d0-67a2b30a8cc0 req-7a5ae43a-31a1-4df8-aac6-8e084163e15d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 210 time: 0.0344317 Sep 24 19:26:32.668724 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Sync routers for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:32.679091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:32.679709 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:32.789971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:33.007092 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 2, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:33.033917 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Checking router: 97608751-5534-4329-9dca-722b8959fd22 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:33.034531 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Updating router 97608751-5534-4329-9dca-722b8959fd22 port b6ae6737-3023-4edd-9c24-b38975bf7998 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:26:33.078161 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.240919 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.363365 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.369368 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.436913 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Pushing event updated for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:33.449069 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.449538 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.449955 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.450358 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.450781 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.451204 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.451599 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.451992 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.452960 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.453374 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.453767 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.454160 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:33.486262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5711c9f0-ebc6-4369-8425-a63f8e5670d5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:33.523377 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Attempting to bind port b6ae6737-3023-4edd-9c24-b38975bf7998 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:26:33.524085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Attempting to bind port b6ae6737-3023-4edd-9c24-b38975bf7998 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:26:33.524605 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Attempting to bind port b6ae6737-3023-4edd-9c24-b38975bf7998 on network 6c4c2ec1-59f5-440e-83f9-a4559185d035 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:33.536971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:26:33.537503 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Checking segment: {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:26:33.538476 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.538983 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Bound using segment: {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:26:33.540435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Bound port: b6ae6737-3023-4edd-9c24-b38975bf7998, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:26:33.540588 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.572978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:33.574103 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.601429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68a18555-19c1-4255-90cd-b2359b817a3e req-d2fd74ac-e57c-42b0-9a3c-76cd8efa5fbe tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 210 time: 0.0532458 Sep 24 19:26:33.672663 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] For port b6ae6737-3023-4edd-9c24-b38975bf7998, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:26:33.677809 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] For port b6ae6737-3023-4edd-9c24-b38975bf7998, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b6ae6737-3023-4edd-9c24-b38975bf7998,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:26:33.685280 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:33.744648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:33.745713 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:33.854067 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cae89-744c-42d4-9366-17f6d060ad50 None None] Pushing event updated for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:33.940157 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:33.948522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-fefcdd75-9538-40ca-9fae-f49edd344948 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:33.951465 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-fefcdd75-9538-40ca-9fae-f49edd344948 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 820 time: 0.4837339 Sep 24 19:26:33.968907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'port': {'device_id': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'admin_state_up': True, 'tenant_id': '57c077bbad61436995dfd55eae072041'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:34.098911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Made reservation on behalf of 57c077bbad61436995dfd55eae072041 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:26:34.104796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:34.185666 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-011e7466-3c21-4302-a36b-8264390f899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:33Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:34.222971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e7466-3c21-4302-a36b-8264390f899d None None] The sync data for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 is: [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:33Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:34.262905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Allocated IP 172.20.0.2 (6c4c2ec1-59f5-440e-83f9-a4559185d035/193266b9-32d6-451b-abe4-0913fe3811d7/b3d8a23e-518e-46db-a4bb-65c4c66c3e49) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:26:34.447416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:34.488275 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:34.548202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:34.556799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Network 6c4c2ec1-59f5-440e-83f9-a4559185d035 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:26:34.562104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:26:34.566438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:26:34.634173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:34.634899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:34.659913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-44034780-9eda-477f-929e-da32da8bb4c2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966212 Sep 24 19:26:34.673210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-621dcfe3-37f2-4644-a37c-7d860788d7eb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:26:34.674574 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-621dcfe3-37f2-4644-a37c-7d860788d7eb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067992 Sep 24 19:26:34.736957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cb5b-f694-4a24-bcbd-c1fb7bc34a32 req-d1d8e39a-87b8-4687-abc6-d3e836eeba53 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:34.739566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a968cb5b-f694-4a24-bcbd-c1fb7bc34a32 req-d1d8e39a-87b8-4687-abc6-d3e836eeba53 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 931 time: 0.0596609 Sep 24 19:26:34.770664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Request body: {'port': {'device_id': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:26:34.793452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a968cb5b-f694-4a24-bcbd-c1fb7bc34a32 req-eb0f41db-d947-4545-8ade-1e7f3b338e95 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Sep 24 19:26:34.843509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.181361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d8a23e-518e-46db-a4bb-65c4c66c3e49 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:35.191103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.232285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Transition to ACTIVE for port object b3d8a23e-518e-46db-a4bb-65c4c66c3e49 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:26:35.244326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.306389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:35.388303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Attempting to bind port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:26:35.388893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Attempting to bind port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:26:35.389568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Attempting to bind port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 on network 6c4c2ec1-59f5-440e-83f9-a4559185d035 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:35.395317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 on network 6c4c2ec1-59f5-440e-83f9-a4559185d035 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:26:35.396150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Attempting to bind port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 on network 6c4c2ec1-59f5-440e-83f9-a4559185d035 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:26:35.403309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:26:35.403760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Checking segment: {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:26:35.404298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Bound using segment: {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:26:35.404865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Bound port: b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f11a58-65be-4675-a136-13885aad9e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:26:35.405533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.521149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:26:35.526079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:26:35.532784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.559714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b6ae6737-3023-4edd-9c24-b38975bf7998 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:35.581500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:35.583348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.585697 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] 10.222.0.15 "PUT /v2.0/ports/b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 1091 time: 0.8998404 Sep 24 19:26:35.588227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:35.592365 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f53eb7-1386-49e1-969f-152657a1abbd" -d '{"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:35.654894 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b838ebd1-0358-4fba-8066-358239453cfd x-openstack-request-id: req-b838ebd1-0358-4fba-8066-358239453cfd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:35.655317 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:35.655667 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b838ebd1-0358-4fba-8066-358239453cfd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:35.656222 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:26:35.664290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b6ae6737-3023-4edd-9c24-b38975bf7998 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:35.664762 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.673333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8a50c-475c-4474-9c11-33374d05997c service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:35.704994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-08c2969d-fe95-4ef3-967d-52e62ddcd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:35.707701 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-08c2969d-fe95-4ef3-967d-52e62ddcd4ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1094 time: 0.0704296 Sep 24 19:26:35.765382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.767919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-c6ba008b-7be9-493f-83a8-c2df1059b759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0508430 Sep 24 19:26:35.804227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port b6ae6737-3023-4edd-9c24-b38975bf7998, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b6ae6737-3023-4edd-9c24-b38975bf7998,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:35.810408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:35.835505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-91548c26-478b-4709-92d9-55e58f9412a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:35.837418 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-91548c26-478b-4709-92d9-55e58f9412a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0617366 Sep 24 19:26:35.887723 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-a7c26744-daf4-4783-939a-b6de989287e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398455 Sep 24 19:26:35.888248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:35.946435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6605-8035-42b9-b543-c87f59691800 req-0b1c2ad0-2a98-4d7d-8083-46108ac413dd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:35.948626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f41f6605-8035-42b9-b543-c87f59691800 req-0b1c2ad0-2a98-4d7d-8083-46108ac413dd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 943 time: 0.0650394 Sep 24 19:26:35.991565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f41f6605-8035-42b9-b543-c87f59691800 req-f8e75767-4cf8-4c55-9830-77e3bba2ccd7 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Sep 24 19:26:36.014201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-4688c3ad-58d2-45fe-86c9-c09166bc6322 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185575 Sep 24 19:26:36.118050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7fc1e2a-f5fa-4f1d-bb9b-2ffbf335fe88 req-14ee0e2d-5e8e-4f7e-91a7-9fa7dfea2999 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Sep 24 19:26:36.216724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-438964e2-65e0-4ad1-ac2c-b249a0cf2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:36.220628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-438964e2-65e0-4ad1-ac2c-b249a0cf2f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1094 time: 0.0578053 Sep 24 19:26:36.340403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-076a3eb6-76c2-4d95-97ff-1a802225ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:36.342208 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-076a3eb6-76c2-4d95-97ff-1a802225ec95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1088328 Sep 24 19:26:36.389026 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-568c9424-6ffa-4c35-aedd-9d268f130928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0375814 Sep 24 19:26:36.467542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-d026e005-21c7-4d24-a897-28ae3c641f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:36.469066 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-d026e005-21c7-4d24-a897-28ae3c641f08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0671880 Sep 24 19:26:36.511383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-0a58c538-7903-4207-9fbf-dae80dadc044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339522 Sep 24 19:26:36.618447 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-4f126af9-d5e4-4f2f-b063-3ee7cace1215 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975811 Sep 24 19:26:36.731967 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a6f53eb7-1386-49e1-969f-152657a1abbd req-2d7445c6-8627-4114-bbb3-7a12704d3d79 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035171 Sep 24 19:26:37.119531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf800-0bd8-4e07-b518-326cf9a27dbd req-d7c4b197-e05c-4e58-9815-52c829e0bb93 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:37.121762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74fbf800-0bd8-4e07-b518-326cf9a27dbd req-d7c4b197-e05c-4e58-9815-52c829e0bb93 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 943 time: 0.0535228 Sep 24 19:26:37.165083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74fbf800-0bd8-4e07-b518-326cf9a27dbd req-b2442423-fc8e-4d01-b89a-180e95dbf14e tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Sep 24 19:26:37.458183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b6ae6737-3023-4edd-9c24-b38975bf7998 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:37.528292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b6ae6737-3023-4edd-9c24-b38975bf7998 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:37.528667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:37.545399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:37.656497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:26:37.728730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Deleting port c8280706-b36e-49fc-a084-e68d831bcf5d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:37.729225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:37.824338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:37.824587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:37.837165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Calling delete_port for c8280706-b36e-49fc-a084-e68d831bcf5d owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:38.031973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:38.062641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event deleted for resources: {'Port': ['ID=c8280706-b36e-49fc-a084-e68d831bcf5d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:38.129344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:38.129678 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Floating IP fa2eb923-7796-4bf8-9950-f175a0001069 disassociated (deleted). External IP: 172.25.5.143, port: 0819b8a5-f98f-4273-87b0-7508850b52a2. Sep 24 19:26:38.299116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b28f4-125f-46be-b144-9d49ec911a8e req-035c0860-c0db-4d97-b8b0-9de273373ac0 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:38.301909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a52b28f4-125f-46be-b144-9d49ec911a8e req-035c0860-c0db-4d97-b8b0-9de273373ac0 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 943 time: 0.0634084 Sep 24 19:26:38.364244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a52b28f4-125f-46be-b144-9d49ec911a8e req-5c1dfd10-9bed-40f0-90d2-bf667d88d76d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Sep 24 19:26:38.377980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:38.506028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:38.511206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:38.518891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:38.532498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:38.533343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:38.557072 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aee87e67-edeb-46fc-85ea-2e64fc9f69c3 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "DELETE /v2.0/floatingips/fa2eb923-7796-4bf8-9950-f175a0001069 HTTP/1.1" status: 204 len: 168 time: 1.0076947 Sep 24 19:26:38.557072 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:38.557736 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc067ed-653d-4442-943e-747282364cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:38.657328 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1591db74-2c6f-468c-883a-6dfa13c6fe43 x-openstack-request-id: req-1591db74-2c6f-468c-883a-6dfa13c6fe43 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:38.657949 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:38.658649 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1591db74-2c6f-468c-883a-6dfa13c6fe43 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:38.660234 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:26:38.805106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:38.873244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b3d8a23e-518e-46db-a4bb-65c4c66c3e49 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:26:38.904179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc067ed-653d-4442-943e-747282364cc4 req-0e5e5f64-970a-482f-b3d7-843522f87517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:38.906821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-0e5e5f64-970a-482f-b3d7-843522f87517 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=604363d4dba8419b8ed0e335657c768e&device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 1096 time: 0.2028067 Sep 24 19:26:38.968714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26bb0-90cd-48f0-b562-f8ac657b36bd req-b44c90cc-e6db-4477-b907-6d0a23051c63 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:38.970365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb26bb0-90cd-48f0-b562-f8ac657b36bd req-b44c90cc-e6db-4477-b907-6d0a23051c63 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.1060126 Sep 24 19:26:38.979477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:39.082510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-8d558d9b-fb68-4d23-99a5-9e2a2025eccf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331878 Sep 24 19:26:39.086112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:39.096414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cb26bb0-90cd-48f0-b562-f8ac657b36bd req-7d209db0-7391-4a18-802c-d09565f77b00 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065626 Sep 24 19:26:39.106869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc067ed-653d-4442-943e-747282364cc4 req-c1c1e54e-bdcc-46d5-98e0-1fe6f6a1e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.108305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'port_id': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'mac_address': 'fa:16:3e:27:24:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:26:39.108610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-c1c1e54e-bdcc-46d5-98e0-1fe6f6a1e4b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 200 len: 913 time: 0.1857932 Sep 24 19:26:39.174588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-eecae6ff-af39-4744-a26e-b731d5d92ded service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 200 len: 217 time: 0.0567036 Sep 24 19:26:39.186755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:39.204157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d8a23e-518e-46db-a4bb-65c4c66c3e49 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:26:39.228958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:39.234781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:39.259371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:39.259997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc067ed-653d-4442-943e-747282364cc4 req-6525e08e-faa3-4106-9711-e60cf5244c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.261243 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:39.262227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-6525e08e-faa3-4106-9711-e60cf5244c13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 200 len: 852 time: 0.0649047 Sep 24 19:26:39.271880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-ce9c39a8-97e4-4b94-85c9-6b11243a2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.273657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-ce9c39a8-97e4-4b94-85c9-6b11243a2551 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 1096 time: 0.1127315 Sep 24 19:26:39.299285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:39.299933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:39.360580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:39.373260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc067ed-653d-4442-943e-747282364cc4 req-67682862-e000-4138-9b68-5a88187a5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.375249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-67682862-e000-4138-9b68-5a88187a5d9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaef693-924f-4656-98e3-483308b3f420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006172 Sep 24 19:26:39.471676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:39.521163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:39.523843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-b474b2f3-b2c6-4b12-b073-a6bbd53211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.525765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-b474b2f3-b2c6-4b12-b073-a6bbd53211e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 914 time: 0.2159054 Sep 24 19:26:39.624919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-35886ca1-5ebd-494b-836d-e7059e1f95b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0892613 Sep 24 19:26:39.656774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa14efc-69b6-4d9b-b654-b3cc09591024 req-dc9925f9-d94f-4228-9cf5-b1ca538ba723 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.658206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1aa14efc-69b6-4d9b-b654-b3cc09591024 req-dc9925f9-d94f-4228-9cf5-b1ca538ba723 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 944 time: 0.1892238 Sep 24 19:26:39.725670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-03d48394-3d78-4948-91fb-ddf6f0f6b1e0 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821527 Sep 24 19:26:39.755106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1aa14efc-69b6-4d9b-b654-b3cc09591024 req-02484700-cc95-4079-8cad-5eaba2a648ca tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Sep 24 19:26:39.786277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-d922982b-c86b-442b-ad85-62a2d6a4f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:39.788532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-d922982b-c86b-442b-ad85-62a2d6a4f87c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.1519113 Sep 24 19:26:39.840671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-bf2c1af0-c008-4dd4-a473-c4aeb7e09694 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420818 Sep 24 19:26:39.851197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:39.879572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114741b-b7c0-4705-8480-69f814badb66 None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:23:07Z', 'revision_number': 4, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd7361a1c-0115-4a5e-9619-62fd9ed09e08', 'name': '', 'network_id': '5aaef693-924f-4656-98e3-483308b3f420', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'mac_address': 'fa:16:3e:4d:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:06Z', 'updated_at': '2021-09-24T19:23:12Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'subnets': [{'id': 'b75a5897-7c83-4665-8ae4-72a6af1ad2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:39.972181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-29b69994-9a4a-4add-9de6-c892b8207aa3 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228432 Sep 24 19:26:39.997608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-f1ac7cd5-5804-483f-86e0-d5ae882e2bdf service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219010 Sep 24 19:26:40.121482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-948f4fbe-67e9-4a0f-803c-3f85821654d5 req-69b34a13-a97c-427e-8956-4d6d810e36a0 service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109684 Sep 24 19:26:40.258186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9b1f9-c00d-4cf8-adf0-3470a22b758c req-1493f049-b0d0-49b9-90d5-8c19b8699e04 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:40.259743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73c9b1f9-c00d-4cf8-adf0-3470a22b758c req-1493f049-b0d0-49b9-90d5-8c19b8699e04 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.0709488 Sep 24 19:26:40.270210 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0706bab4-92c3-48bd-a3ae-ae2e16a66d3f None None] New status for floating IP fa2eb923-7796-4bf8-9950-f175a0001069: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:26:40.309639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73c9b1f9-c00d-4cf8-adf0-3470a22b758c req-cc834686-be7f-44e5-8085-dcac7326c109 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ac459d9-0570-47e6-a5b6-03093a90fa34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Sep 24 19:26:40.444335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-02e2f5b3-213f-478f-9ab0-36783310d1f5 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:40.445888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-02e2f5b3-213f-478f-9ab0-36783310d1f5 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.69 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 945 time: 0.0670092 Sep 24 19:26:40.562647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Deleting port 0819b8a5-f98f-4273-87b0-7508850b52a2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:40.563035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:40.669749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] For port 0819b8a5-f98f-4273-87b0-7508850b52a2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=0819b8a5-f98f-4273-87b0-7508850b52a2,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:40.670134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:40.685037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Calling delete_port for 0819b8a5-f98f-4273-87b0-7508850b52a2 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:40.832126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:40.866010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event deleted for resources: {'Port': ['ID=0819b8a5-f98f-4273-87b0-7508850b52a2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:40.882323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b3d8a23e-518e-46db-a4bb-65c4c66c3e49 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:26:40.960546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:26:40.970922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:26:40.971391 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:41.078292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] No DVR routers for this DVR port 0819b8a5-f98f-4273-87b0-7508850b52a2 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:41.084031 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:41.086419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0027d61d-2477-4ada-9a8b-4ed5c4a9507e req-84443d50-8cae-4bba-997b-71cc47a426d8 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.69 "DELETE /v2.0/ports/0819b8a5-f98f-4273-87b0-7508850b52a2 HTTP/1.1" status: 204 len: 173 time: 0.6333640 Sep 24 19:26:41.087839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'name': 'network-vif-deleted', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:41.091463 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c120260-cc1a-4a46-9ac9-d541844836e7" -d '{"events": [{"server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "name": "network-vif-deleted", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:41.121193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28be5c-071f-450b-b290-5c3ad79ffc66 req-68571d01-db9f-416a-bd5b-e9ec188213a5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:41.123552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e28be5c-071f-450b-b290-5c3ad79ffc66 req-68571d01-db9f-416a-bd5b-e9ec188213a5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 944 time: 0.2461884 Sep 24 19:26:41.128298 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:41.175006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:41.177017 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef31b210-e954-4c6a-80c7-b52b77884327" -d '{"events": [{"server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:41.202696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:41.207439 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:41.249053 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a83138-3747-4604-8831-c2cff09892b3 x-openstack-request-id: req-20a83138-3747-4604-8831-c2cff09892b3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:41.249584 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:41.249996 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20a83138-3747-4604-8831-c2cff09892b3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:41.250553 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'code': 200} Sep 24 19:26:41.268374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:41.416141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aea8d-5e25-427b-8a48-5da09f1b43e7 req-e9e2626f-ea8c-42e9-8ad5-a69e2fe3f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:41.417976 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-768aea8d-5e25-427b-8a48-5da09f1b43e7 req-e9e2626f-ea8c-42e9-8ad5-a69e2fe3f4de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0918014 Sep 24 19:26:41.480398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-768aea8d-5e25-427b-8a48-5da09f1b43e7 req-14d7e7cf-bbed-4258-87a8-5833c14196f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Sep 24 19:26:41.616738 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed60a7a-b118-43ca-9231-38f6b6996100 x-openstack-request-id: req-2ed60a7a-b118-43ca-9231-38f6b6996100 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:41.617299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4295c70c-f02c-47f3-a503-c9d303aaa325", "name": "network-vif-deleted", "tag": "0819b8a5-f98f-4273-87b0-7508850b52a2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:41.617299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ed60a7a-b118-43ca-9231-38f6b6996100 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:41.617658 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4295c70c-f02c-47f3-a503-c9d303aaa325', 'name': 'network-vif-deleted', 'tag': '0819b8a5-f98f-4273-87b0-7508850b52a2', 'status': 'completed', 'code': 200} Sep 24 19:26:41.657779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0484061-94bf-4022-8450-94caef6b5a09 req-feb52e00-f59a-475d-8a3c-1886c1807874 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0426929 Sep 24 19:26:41.667428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e28be5c-071f-450b-b290-5c3ad79ffc66 req-7f223b24-ff4c-45ac-9b7a-aa5a9fe547a2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294785 Sep 24 19:26:42.818920 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1182eeb5-509c-45e3-94c7-6307dcd300f8 req-dd3c6c2c-4d77-4e81-aa7e-f3c98b154190 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0434813 Sep 24 19:26:42.914431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112560-d7f4-4e5f-a2fd-476776abd7cc req-d9504921-21b6-48e4-873f-790e75bfa6bd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:42.926208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2112560-d7f4-4e5f-a2fd-476776abd7cc req-d9504921-21b6-48e4-873f-790e75bfa6bd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.1019263 Sep 24 19:26:43.007689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2112560-d7f4-4e5f-a2fd-476776abd7cc req-cb8eccbd-8b15-4137-a48a-eb5aed14a580 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809977 Sep 24 19:26:43.919173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21665ec6-0c58-40db-bf81-e6058061a574 req-987b91c5-0e02-4b27-9529-b7c9f3cee76e tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0407712 Sep 24 19:26:44.135417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c0168-6cf3-4459-aeb0-bf49bc889733 req-14955974-8f55-40b4-939e-cfd89ae50efb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:44.143195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-809c0168-6cf3-4459-aeb0-bf49bc889733 req-14955974-8f55-40b4-939e-cfd89ae50efb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0610659 Sep 24 19:26:44.200030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-809c0168-6cf3-4459-aeb0-bf49bc889733 req-cf8d2e6e-fa1a-487c-83f0-6e173041d617 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Sep 24 19:26:44.474333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-edb7c04f-499d-4620-b6dc-e56ee0fbd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:44.476515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-edb7c04f-499d-4620-b6dc-e56ee0fbd4b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0730829 Sep 24 19:26:44.484822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798dc7d-15f7-4804-9596-89e1860bf5d9 req-b6bd92ee-f6ce-4668-81e1-c8753840af95 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:44.487694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0798dc7d-15f7-4804-9596-89e1860bf5d9 req-b6bd92ee-f6ce-4668-81e1-c8753840af95 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0705492 Sep 24 19:26:44.545315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0798dc7d-15f7-4804-9596-89e1860bf5d9 req-4ccd1cf9-c2f3-4f1c-89aa-13891559fbb8 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Sep 24 19:26:44.597114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-e366650d-e7ba-4944-865d-a81cf46f0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:44.599224 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-e366650d-e7ba-4944-865d-a81cf46f0f00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1136127 Sep 24 19:26:44.651121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-6c5e21fc-ecd3-4ade-8c69-92317fe57380 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0440304 Sep 24 19:26:44.708276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-e7f75875-c825-4120-9c31-515a6171fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:44.710201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-e7f75875-c825-4120-9c31-515a6171fa18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0508134 Sep 24 19:26:44.764517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-1e38f039-9c84-4d3b-8557-34f0bfaf2ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459497 Sep 24 19:26:44.896347 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-5ab09321-db31-42e2-ad95-950ef9251f32 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214321 Sep 24 19:26:45.044404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c3230f89-7ac0-420b-bd46-f6432dd1502d req-1528d958-1b49-4c00-9238-44f3732177a4 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "GET /v2.0/ports?device_id=4295c70c-f02c-47f3-a503-c9d303aaa325 HTTP/1.1" status: 200 len: 210 time: 0.0326631 Sep 24 19:26:45.055747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b05fa63d-5fbb-41a0-b3f3-9f785bb23a7b req-aedd179e-4733-42a2-bb05-540ba04e5da6 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493392 Sep 24 19:26:45.662516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9318dfa-cad9-47ff-be1a-b890cafc93e5 req-5dfce504-b5c9-40fa-8cb7-13d3769f140f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:45.664402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9318dfa-cad9-47ff-be1a-b890cafc93e5 req-5dfce504-b5c9-40fa-8cb7-13d3769f140f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0542569 Sep 24 19:26:45.706220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9318dfa-cad9-47ff-be1a-b890cafc93e5 req-5bf67167-34e6-43f3-92a3-f42400df52d2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Sep 24 19:26:45.836466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0819b8a5-f98f-4273-87b0-7508850b52a2 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:45.862086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 0819b8a5-f98f-4273-87b0-7508850b52a2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:45.862438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 0819b8a5-f98f-4273-87b0-7508850b52a2 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:46.110351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 38888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:46.170447 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:46.195637 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:46.265479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:46.268213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:46.269518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ac459d9-0570-47e6-a5b6-03093a90fa34 HTTP/1.1" status: 204 len: 168 time: 0.1581464 Sep 24 19:26:46.289701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f69fe-1279-483a-ac64-23eb3cd2bd75 tempest-TestVolumeBackupRestore-926385517 tempest-TestVolumeBackupRestore-926385517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac459d9-0570-47e6-a5b6-03093a90fa34,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:46.828989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe37740-736c-4285-a15f-85d6960b895a req-1c8bb768-e90d-4aa7-b060-b2bc6eb6e096 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:46.832222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fe37740-736c-4285-a15f-85d6960b895a req-1c8bb768-e90d-4aa7-b060-b2bc6eb6e096 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0536096 Sep 24 19:26:46.874258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fe37740-736c-4285-a15f-85d6960b895a req-abbe9f2c-238f-4934-9ee5-d74cb19395e9 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Sep 24 19:26:48.039188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d884-020c-430c-a4fc-c6d2e9eaba65 req-d86660e1-126f-4a36-bc2a-4d700732982b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:48.050578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dc8d884-020c-430c-a4fc-c6d2e9eaba65 req-d86660e1-126f-4a36-bc2a-4d700732982b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0912898 Sep 24 19:26:48.094903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8dc8d884-020c-430c-a4fc-c6d2e9eaba65 req-7c3a7895-48c2-4d98-b3f7-6c18f7f8e583 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Sep 24 19:26:49.343102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e2ae-b56c-4376-9bf3-161d1c0e0778 req-6693fa31-48d8-4381-9eec-3bbdf776aa72 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:49.344725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6a5e2ae-b56c-4376-9bf3-161d1c0e0778 req-6693fa31-48d8-4381-9eec-3bbdf776aa72 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.1002271 Sep 24 19:26:49.412664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a6a5e2ae-b56c-4376-9bf3-161d1c0e0778 req-76bf8850-e3a4-4b2c-8031-21f455961ea4 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Sep 24 19:26:50.323030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-924e3fd9-d5b9-4904-b1d5-6cb7babfefc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:50.595473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18881f-b68f-4702-8b96-891243e474ec req-0036594b-1150-4a5d-8dcb-7f72c779babd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:50.599988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba18881f-b68f-4702-8b96-891243e474ec req-0036594b-1150-4a5d-8dcb-7f72c779babd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0836892 Sep 24 19:26:50.664762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba18881f-b68f-4702-8b96-891243e474ec req-6ffb44af-06d9-43d1-91d7-ebf2abd0011f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Sep 24 19:26:51.860798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854f4da-452d-4c11-9822-6a37a748fefb req-bc536a33-04af-4f0b-9f5f-1a2a2ca2ef89 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:51.862408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9854f4da-452d-4c11-9822-6a37a748fefb req-bc536a33-04af-4f0b-9f5f-1a2a2ca2ef89 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.1034124 Sep 24 19:26:51.926029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9854f4da-452d-4c11-9822-6a37a748fefb req-03a6bcd7-c786-4f2e-a87d-b8bde1b505ba tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Sep 24 19:26:51.968696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:52.356479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:52.651693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Deleting port d7361a1c-0115-4a5e-9619-62fd9ed09e08 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:52.651693 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:52.734599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] For port d7361a1c-0115-4a5e-9619-62fd9ed09e08, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d7361a1c-0115-4a5e-9619-62fd9ed09e08,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:52.735311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:52.750720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Calling delete_port for d7361a1c-0115-4a5e-9619-62fd9ed09e08 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:52.968700 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fb058ca-b389-466d-a3b8-f8a5e3904c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:53.103658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4af148-d448-4d0f-a8c0-4ad1967a50fb req-34ee1fa6-eec1-4bc5-80a4-219c9050a02b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:53.113411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d4af148-d448-4d0f-a8c0-4ad1967a50fb req-34ee1fa6-eec1-4bc5-80a4-219c9050a02b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0829244 Sep 24 19:26:53.168887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d4af148-d448-4d0f-a8c0-4ad1967a50fb req-cfbf7269-fd0f-4598-83d1-f2ff6738d8e6 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528395 Sep 24 19:26:53.222203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:53.251265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7361a1c-0115-4a5e-9619-62fd9ed09e08,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:53.336454 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:53.451852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:53.692263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Router 4ee165a7-ad35-4ab6-a608-25f95ce2061b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:53.798682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:53.806620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8f696433-2f60-4a01-872d-40d4912615e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ee165a7-ad35-4ab6-a608-25f95ce2061b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340940 Sep 24 19:26:53.806620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:53.808174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Sync routers for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:53.819288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:53.820041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:53.912713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:53.927592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:54.021202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.099562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Deleting port 4e2ab120-a427-4384-bf06-178e91e7ec05 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:54.099900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.112383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:26:53Z', 'revision_number': 5, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port': {'id': '4e2ab120-a427-4384-bf06-178e91e7ec05', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:02Z', 'updated_at': '2021-09-24T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:54.184837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] For port 4e2ab120-a427-4384-bf06-178e91e7ec05, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4e2ab120-a427-4384-bf06-178e91e7ec05,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:54.185202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.199814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Calling delete_port for 4e2ab120-a427-4384-bf06-178e91e7ec05 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:54.287554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704a48-1afc-45e7-82e7-a23fd37c7199 req-27ed9558-3cf4-4d3a-9703-41ee29908f49 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:54.296386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44704a48-1afc-45e7-82e7-a23fd37c7199 req-27ed9558-3cf4-4d3a-9703-41ee29908f49 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0576808 Sep 24 19:26:54.330532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Checking router: 4ee165a7-ad35-4ab6-a608-25f95ce2061b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:54.344675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44704a48-1afc-45e7-82e7-a23fd37c7199 req-f696d72a-8ef3-4286-80dc-75cf1b254a65 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Sep 24 19:26:54.348325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Routers {'4ee165a7-ad35-4ab6-a608-25f95ce2061b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:54.348943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:54.401105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.439499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] Set router 4ee165a7-ad35-4ab6-a608-25f95ce2061b gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:54.442986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2ab120-a427-4384-bf06-178e91e7ec05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:54.492742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:26:54Z', 'revision_number': 6, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:54.525939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.529076 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.530192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e12705-5d02-4bf3-b30f-76f5f7b907ba None None] The sync data for ids ['4ee165a7-ad35-4ab6-a608-25f95ce2061b'] in n-d-810952-2 is: [{'id': '4ee165a7-ad35-4ab6-a608-25f95ce2061b', 'name': 'tempest-TestVolumeBackupRestore-189908258-router', 'tenant_id': '604363d4dba8419b8ed0e335657c768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:01Z', 'updated_at': '2021-09-24T19:26:54Z', 'revision_number': 6, 'project_id': '604363d4dba8419b8ed0e335657c768e', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:54.642416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.645179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.657071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63492d7-473d-46bf-9714-99cb403a20ca req-969879e9-bdca-4920-ab9a-ea4548687faf tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:54.658892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c63492d7-473d-46bf-9714-99cb403a20ca req-969879e9-bdca-4920-ab9a-ea4548687faf tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Sep 24 19:26:54.698496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.699813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee165a7-ad35-4ab6-a608-25f95ce2061b {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:26:54.703357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c63492d7-473d-46bf-9714-99cb403a20ca req-46b1bbc1-5759-4ff6-b805-58d2b07af9bd tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Sep 24 19:26:54.713512 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.713512 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6b001e6-f0f3-4ef4-8c92-52d9cd9ab9ff admin admin] 10.222.0.18 "DELETE /v2.0/routers/4ee165a7-ad35-4ab6-a608-25f95ce2061b HTTP/1.1" status: 204 len: 168 time: 0.9027114 Sep 24 19:26:54.713755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39442) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:54.762770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Deleting subnet b75a5897-7c83-4665-8ae4-72a6af1ad2ad {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:26:54.766030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.810218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.891331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.955746 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.984701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75a5897-7c83-4665-8ae4-72a6af1ad2ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:54.990366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:54.992280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-05a6be25-b6f2-4001-b581-46c3f4c9d126 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b75a5897-7c83-4665-8ae4-72a6af1ad2ad HTTP/1.1" status: 204 len: 168 time: 0.2785261 Sep 24 19:26:54.995065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:54.997347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f680829-282b-447f-b65b-816db9e77f8d None None] Network 5aaef693-924f-4656-98e3-483308b3f420 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:26:55.082234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.143635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Deleting port e8199618-da0c-4eec-a936-6a5311e83964 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:55.144032 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.210931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] For port e8199618-da0c-4eec-a936-6a5311e83964, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e8199618-da0c-4eec-a936-6a5311e83964,segment=NetworkSegment(fe4f4922-9833-46fd-bdb4-545b4f2fedd8),segment_id=fe4f4922-9833-46fd-bdb4-545b4f2fedd8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:55.211237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.223635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Calling delete_port for e8199618-da0c-4eec-a936-6a5311e83964 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:55.308558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.335626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8199618-da0c-4eec-a936-6a5311e83964,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:55.337546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] No DVR routers for this DVR port e8199618-da0c-4eec-a936-6a5311e83964 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:55.340923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc401e-f31a-470e-a2d0-9bb7591ad3d3 None None] DHCP port deletion for 5aaef693-924f-4656-98e3-483308b3f420 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:26:55.420353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.441284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaef693-924f-4656-98e3-483308b3f420']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:55.452984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:55.453276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f4922-9833-46fd-bdb4-545b4f2fedd8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:55.467926 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.484570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.492385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:26:55.492875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:26:55.505741 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:26:55.509694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f848f1-42ac-4494-9bb7-a0ba4110c2f4 req-2671f239-7ee2-456e-bdb7-d6f9986ef521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:55.511319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34f848f1-42ac-4494-9bb7-a0ba4110c2f4 req-2671f239-7ee2-456e-bdb7-d6f9986ef521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0787458 Sep 24 19:26:55.514753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d7361a1c-0115-4a5e-9619-62fd9ed09e08 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:55.544598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d7361a1c-0115-4a5e-9619-62fd9ed09e08 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:55.544942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d7361a1c-0115-4a5e-9619-62fd9ed09e08 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:55.545365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e8199618-da0c-4eec-a936-6a5311e83964 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:55.554941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-34f848f1-42ac-4494-9bb7-a0ba4110c2f4 req-6c607c0d-78f1-4219-bad3-d6bc667da0b6 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Sep 24 19:26:55.579141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e8199618-da0c-4eec-a936-6a5311e83964 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:55.579492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e8199618-da0c-4eec-a936-6a5311e83964 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:55.579908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4e2ab120-a427-4384-bf06-178e91e7ec05 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:55.591327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.603867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4e2ab120-a427-4384-bf06-178e91e7ec05 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:55.604216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4e2ab120-a427-4384-bf06-178e91e7ec05 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:55.618477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.623911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5aaef693-924f-4656-98e3-483308b3f420 HTTP/1.1" status: 204 len: 168 time: 0.6246417 Sep 24 19:26:55.623911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c366f6d-4790-43bf-abe8-c2600d36a8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aaef693-924f-4656-98e3-483308b3f420,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:55.624402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39448) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:55.890615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbf04f-3b0a-4cc0-be29-9995ea95da28 req-219330a1-45a9-4686-9eb8-f2420e9f7451 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:55.892136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3dbf04f-3b0a-4cc0-be29-9995ea95da28 req-219330a1-45a9-4686-9eb8-f2420e9f7451 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 945 time: 0.0975120 Sep 24 19:26:55.925155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:55.969760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3dbf04f-3b0a-4cc0-be29-9995ea95da28 req-bdfa5fb3-0ec9-4021-9b26-8f139621c7f0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710309 Sep 24 19:26:56.044092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-b7248e0c-811c-4fac-8455-75b0ec997e19 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:56.045584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-b7248e0c-811c-4fac-8455-75b0ec997e19 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 945 time: 0.0732763 Sep 24 19:26:56.185172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Deleting port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:56.185420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.251369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.329502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] For port db4520dc-0bc2-41d2-ad61-eace3c51c8b4, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:56.329865 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.371698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Calling delete_port for db4520dc-0bc2-41d2-ad61-eace3c51c8b4 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:56.618927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.631844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['db4520dc-0bc2-41d2-ad61-eace3c51c8b4'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:26:56.664223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Pushing event deleted for resources: {'Port': ['ID=db4520dc-0bc2-41d2-ad61-eace3c51c8b4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:56.729297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] No DVR routers for this DVR port db4520dc-0bc2-41d2-ad61-eace3c51c8b4 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:56.732469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.734460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6509701-0ba2-4ec1-9cc2-e1c894435a07 req-75d16342-77b0-46e0-8986-7704a5d01e76 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "DELETE /v2.0/ports/db4520dc-0bc2-41d2-ad61-eace3c51c8b4 HTTP/1.1" status: 204 len: 173 time: 0.6815174 Sep 24 19:26:56.735775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'name': 'network-vif-deleted', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:26:56.738008 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1dd9d7-051e-4ab6-b69b-1629b4a78513" -d '{"events": [{"server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "name": "network-vif-deleted", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:26:56.760982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350573a-7a7e-4600-b6bc-b890054289d2 req-6c998926-e511-49f2-adf8-6a47efb840d2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:56.775542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1350573a-7a7e-4600-b6bc-b890054289d2 req-6c998926-e511-49f2-adf8-6a47efb840d2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.1470098 Sep 24 19:26:56.790144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Deleting port 5df73842-86dd-4b82-9d6d-ddb51553e67c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:56.790524 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.831635 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0999c7-a754-4595-bfb3-b9f6568d08b7 x-openstack-request-id: req-ea0999c7-a754-4595-bfb3-b9f6568d08b7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:26:56.831919 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a82f12-83bf-4704-9d3b-39f29284a484", "name": "network-vif-deleted", "tag": "db4520dc-0bc2-41d2-ad61-eace3c51c8b4", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:26:56.832161 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea0999c7-a754-4595-bfb3-b9f6568d08b7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:26:56.832684 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a82f12-83bf-4704-9d3b-39f29284a484', 'name': 'network-vif-deleted', 'tag': 'db4520dc-0bc2-41d2-ad61-eace3c51c8b4', 'status': 'completed', 'code': 200} Sep 24 19:26:56.895937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1350573a-7a7e-4600-b6bc-b890054289d2 req-8a018728-bfe5-441c-b9d9-20b8ebaec62e tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119037 Sep 24 19:26:56.922211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] For port 5df73842-86dd-4b82-9d6d-ddb51553e67c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5df73842-86dd-4b82-9d6d-ddb51553e67c,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:56.922584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:56.942418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Calling delete_port for 5df73842-86dd-4b82-9d6d-ddb51553e67c owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:57.103513 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17942920-3ac3-4705-b21e-87bbed556333 req-cf97f10d-879e-4760-82c9-aed98cc1f257 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a82f12-83bf-4704-9d3b-39f29284a484 HTTP/1.1" status: 200 len: 210 time: 0.0451951 Sep 24 19:26:57.184601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:57.272520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5df73842-86dd-4b82-9d6d-ddb51553e67c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:57.416657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:57.637294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Router 3f53e660-8b9c-4576-a629-be96548caf40 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:26:57.741929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:26:57.746916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b2782067-766f-4f44-9e85-b9e1dfcb4d9c admin admin] 10.222.0.18 "PUT /v2.0/routers/3f53e660-8b9c-4576-a629-be96548caf40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1214330 Sep 24 19:26:57.749469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39464) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:57.750201 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Sync routers for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:26:57.759316 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:57.759933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:57.853068 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:57.861467 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:57.956773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.036465 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:26:57Z', 'revision_number': 5, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port': {'id': 'a3903a07-1549-461f-bc7c-3545694b8294', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f53e660-8b9c-4576-a629-be96548caf40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:23:11Z', 'updated_at': '2021-09-24T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:58.042915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456149bb-5511-46e7-a62b-744ef97d4d33 req-8100eab6-08f6-45de-89b1-4b7bf85e1b32 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:58.042915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-456149bb-5511-46e7-a62b-744ef97d4d33 req-8100eab6-08f6-45de-89b1-4b7bf85e1b32 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0709786 Sep 24 19:26:58.065869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Deleting port a3903a07-1549-461f-bc7c-3545694b8294 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:58.066209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.066402 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Checking router: 3f53e660-8b9c-4576-a629-be96548caf40 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:26:58.074969 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Routers {'3f53e660-8b9c-4576-a629-be96548caf40'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:26:58.075585 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3f53e660-8b9c-4576-a629-be96548caf40'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:58.110803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-456149bb-5511-46e7-a62b-744ef97d4d33 req-0b1d2a78-6ae8-4bb8-adf8-4dd9943f001d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Sep 24 19:26:58.164430 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] Set router 3f53e660-8b9c-4576-a629-be96548caf40 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:26:58.166409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] For port a3903a07-1549-461f-bc7c-3545694b8294, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3903a07-1549-461f-bc7c-3545694b8294,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:58.166409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.180012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Calling delete_port for a3903a07-1549-461f-bc7c-3545694b8294 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:58.218494 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:26:57Z', 'revision_number': 6, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:58.249937 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cfa86-6bcb-4d23-8efd-1360dc17f9fa None None] The sync data for ids ['3f53e660-8b9c-4576-a629-be96548caf40'] in n-d-810952-2 is: [{'id': '3f53e660-8b9c-4576-a629-be96548caf40', 'name': 'tempest-TestVolumeBackupRestore-1461040842-router', 'tenant_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:23:10Z', 'updated_at': '2021-09-24T19:26:57Z', 'revision_number': 6, 'project_id': '013ef2a831b24e2ab16dd5808a0f3fd0', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:26:58.383102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.411394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3903a07-1549-461f-bc7c-3545694b8294,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:58.477105 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.576898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.579555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.633083 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.633778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f53e660-8b9c-4576-a629-be96548caf40 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:26:58.642591 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.646311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8096d929-4845-49de-b1ee-ed8cba465931 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3f53e660-8b9c-4576-a629-be96548caf40 HTTP/1.1" status: 204 len: 168 time: 0.8931668 Sep 24 19:26:58.647043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:58.701356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Deleting subnet 97faebeb-c622-4376-a917-9a220dc3a3ea {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:26:58.705368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.742660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.832568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.895067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.924186 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97faebeb-c622-4376-a917-9a220dc3a3ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:58.929783 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:58.932535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60c800-10a2-45a1-a1d1-a698a980ab17 None None] Network dcf8773d-bdf9-495f-a562-9fd319dc4cd1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:26:58.934810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-597269bc-2333-4cfe-a53c-af993a359928 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97faebeb-c622-4376-a917-9a220dc3a3ea HTTP/1.1" status: 204 len: 168 time: 0.2852609 Sep 24 19:26:58.935505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:26:59.033386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.106407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Deleting port 3c759568-f483-4ee4-a679-b92f4d99e9d4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:59.106819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.154068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] DHCP port deletion for dcf8773d-bdf9-495f-a562-9fd319dc4cd1 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:26:59.210772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] For port 3c759568-f483-4ee4-a679-b92f4d99e9d4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3c759568-f483-4ee4-a679-b92f4d99e9d4,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:59.211290 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.226202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Calling delete_port for 3c759568-f483-4ee4-a679-b92f4d99e9d4 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:59.229577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Deleting port 3c759568-f483-4ee4-a679-b92f4d99e9d4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:26:59.230708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.298476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] For port 3c759568-f483-4ee4-a679-b92f4d99e9d4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3c759568-f483-4ee4-a679-b92f4d99e9d4,segment=NetworkSegment(67be3305-5cde-41f0-b94c-a45fb0080a1a),segment_id=67be3305-5cde-41f0-b94c-a45fb0080a1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:26:59.299202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.311866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Calling delete_port for 3c759568-f483-4ee4-a679-b92f4d99e9d4 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:26:59.341935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.419462 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.447995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] No DVR routers for this DVR port 3c759568-f483-4ee4-a679-b92f4d99e9d4 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:59.457814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c759568-f483-4ee4-a679-b92f4d99e9d4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:59.473349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Pushing event deleted for resources: {'Port': ['ID=3c759568-f483-4ee4-a679-b92f4d99e9d4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:26:59.488204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.488806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.489737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.490231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.490729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.491253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.491929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.493137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.493650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.494145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.494636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.495168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:26:59.513560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479ace8-e5b9-4eea-98a5-85d152199134 None None] No DVR routers for this DVR port 3c759568-f483-4ee4-a679-b92f4d99e9d4 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:26:59.521992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3c759568-f483-4ee4-a679-b92f4d99e9d4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:59.550956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efae5de-af42-48e5-88d0-134431a9ebbb req-00c81ed7-9f5a-4ea0-8ccb-7014a1142e30 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:26:59.551531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3c759568-f483-4ee4-a679-b92f4d99e9d4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:59.551980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3c759568-f483-4ee4-a679-b92f4d99e9d4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:59.552406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3903a07-1549-461f-bc7c-3545694b8294 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:59.553418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7efae5de-af42-48e5-88d0-134431a9ebbb req-00c81ed7-9f5a-4ea0-8ccb-7014a1142e30 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.2255170 Sep 24 19:26:59.595691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a3903a07-1549-461f-bc7c-3545694b8294 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:59.595959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3903a07-1549-461f-bc7c-3545694b8294 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:59.596387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5df73842-86dd-4b82-9d6d-ddb51553e67c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:59.647820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5df73842-86dd-4b82-9d6d-ddb51553e67c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:59.648550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5df73842-86dd-4b82-9d6d-ddb51553e67c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:26:59.715446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.763731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf8773d-bdf9-495f-a562-9fd319dc4cd1']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:59.778177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67be3305-5cde-41f0-b94c-a45fb0080a1a') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:59.778408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67be3305-5cde-41f0-b94c-a45fb0080a1a') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:26:59.798414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.807836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7efae5de-af42-48e5-88d0-134431a9ebbb req-6f7ce3e6-57a3-461a-89c2-c34d3a7fa32f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376387 Sep 24 19:26:59.818095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.826459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:26:59.827641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:26:59.829398 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:26:59.943941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device db4520dc-0bc2-41d2-ad61-eace3c51c8b4 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:26:59.966283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: db4520dc-0bc2-41d2-ad61-eace3c51c8b4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:26:59.966752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device db4520dc-0bc2-41d2-ad61-eace3c51c8b4 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:27:00.200805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.206490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.208559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcf8773d-bdf9-495f-a562-9fd319dc4cd1 HTTP/1.1" status: 204 len: 168 time: 1.2719774 Sep 24 19:27:00.220559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fc1e-e6ce-41b5-b771-4cbd7511a170 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf8773d-bdf9-495f-a562-9fd319dc4cd1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:00.338217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39510) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:00.379977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-812e25bf-3b06-4c0b-a0a6-103112e5e5d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=604363d4dba8419b8ed0e335657c768e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404122 Sep 24 19:27:00.382389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:00.435350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.459326 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.523474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.526160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:00.529667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/441b2f05-bf0b-4a54-8538-9de81aa19335 HTTP/1.1" status: 204 len: 168 time: 0.1440988 Sep 24 19:27:00.539328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82aa48-f39d-4e49-915d-dd268f91424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b2f05-bf0b-4a54-8538-9de81aa19335,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:00.893911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:00.950444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:00.951160 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-24f3455c-bec2-4d95-a552-fbd4cd3c6c05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=013ef2a831b24e2ab16dd5808a0f3fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558364 Sep 24 19:27:00.968843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe2a48-cd9a-42d0-8496-a23f51a46fc9 req-edfcbd68-7a4c-4566-9b77-52ee59c30ed5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:00.971643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8abe2a48-cd9a-42d0-8496-a23f51a46fc9 req-edfcbd68-7a4c-4566-9b77-52ee59c30ed5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0820789 Sep 24 19:27:01.032077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8abe2a48-cd9a-42d0-8496-a23f51a46fc9 req-c657ddfe-22bd-4a5b-b147-0e8475296db5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Sep 24 19:27:01.045393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:01.073699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:01.121985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:01.125444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:01.129188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/611c8bdc-f861-4803-bdb3-24ab42d2cb21 HTTP/1.1" status: 204 len: 168 time: 0.1745059 Sep 24 19:27:01.142153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d47a4e-a447-4e42-9581-38b8447caa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c8bdc-f861-4803-bdb3-24ab42d2cb21,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:02.163008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53936db-6416-49d0-8670-ff86f87ec5e9 req-7991732b-3d92-419d-be05-b059808f2f31 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:02.164777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c53936db-6416-49d0-8670-ff86f87ec5e9 req-7991732b-3d92-419d-be05-b059808f2f31 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0601921 Sep 24 19:27:02.202517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c53936db-6416-49d0-8670-ff86f87ec5e9 req-ea0ad8fd-a6fd-4ea2-a45b-de5dda36b107 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Sep 24 19:27:03.262786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:03.325778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07de61d-fcb2-45b9-8ef7-424b29d0d465 req-e7903e51-e177-4ed7-a1da-c20a74240787 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:03.327371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e07de61d-fcb2-45b9-8ef7-424b29d0d465 req-e7903e51-e177-4ed7-a1da-c20a74240787 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0504937 Sep 24 19:27:03.369250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e07de61d-fcb2-45b9-8ef7-424b29d0d465 req-a35e205c-9e16-4e30-8ed5-84892a9a0b6a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Sep 24 19:27:04.485201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666a557-c1d9-4be0-aaf7-fe8b9fecc0ba req-fb196964-b286-4c96-823e-c52c5c741685 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:04.486749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8666a557-c1d9-4be0-aaf7-fe8b9fecc0ba req-fb196964-b286-4c96-823e-c52c5c741685 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0499063 Sep 24 19:27:04.528158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8666a557-c1d9-4be0-aaf7-fe8b9fecc0ba req-8ee39ecc-1e25-4cb5-a2e1-c6dd369bfa13 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Sep 24 19:27:05.262123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-b9fe3c8c-55ed-44d0-ad1f-08c884d5cc55 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:05.263734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-b9fe3c8c-55ed-44d0-ad1f-08c884d5cc55 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 814 time: 0.1048262 Sep 24 19:27:05.279689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-453ec0a8-1b5c-46d2-9772-7581b47d2da2 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/quotas/c6d4b84ee3264945b6ca3fca009fc0a0 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Sep 24 19:27:05.312416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-1ee2dac3-d4bd-4a27-aee2-9631281d8e4d tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265112 Sep 24 19:27:05.410029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-a36d4ade-408c-4d7e-bc90-f66eca8fdb4e service neutron] 10.222.0.18 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904143 Sep 24 19:27:05.499138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-d3ddb47a-2889-4bb7-82b0-1a397c40602e service neutron] 10.222.0.18 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823770 Sep 24 19:27:05.674816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-502a61a5-9a9d-42cc-a12b-43891f18ce41 req-347140d1-b8a4-4ece-aa05-33ed54f5a85c tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 210 time: 0.0335214 Sep 24 19:27:05.691853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640269-7507-460a-9142-adc598b90b2b req-06b1f58a-72d5-4033-906e-353c73b796da tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:05.700161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46640269-7507-460a-9142-adc598b90b2b req-06b1f58a-72d5-4033-906e-353c73b796da tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.1027935 Sep 24 19:27:05.735418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46640269-7507-460a-9142-adc598b90b2b req-1720b65d-545f-4658-9e69-efe3ace8b297 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Sep 24 19:27:06.695694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-96cea619-ec1d-44db-89be-fc04483b65f7 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:06.698038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-96cea619-ec1d-44db-89be-fc04483b65f7 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 814 time: 0.1145370 Sep 24 19:27:06.712491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Request body: {'port': {'device_id': '70d670ab-c7df-4de0-8627-72cda3947d96', 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee', 'admin_state_up': True, 'tenant_id': 'c6d4b84ee3264945b6ca3fca009fc0a0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:06.805855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-002f3faf-7b6f-4f4d-acba-19c41767b95e req-22a6bbe8-f65d-42ad-9c74-b2ba27e7c8fc tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 210 time: 0.0336468 Sep 24 19:27:06.878366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Made reservation on behalf of c6d4b84ee3264945b6ca3fca009fc0a0 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:27:06.881836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:06.892971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b660d39-4773-45a8-9ab3-e628dce5d87a req-cceb3368-9a0a-4dbb-88df-c70a51ce0bcb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:06.894465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b660d39-4773-45a8-9ab3-e628dce5d87a req-cceb3368-9a0a-4dbb-88df-c70a51ce0bcb tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0780654 Sep 24 19:27:06.973419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b660d39-4773-45a8-9ab3-e628dce5d87a req-c1d75e4d-9e19-411d-a9f1-f5989f60a072 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720689 Sep 24 19:27:07.051169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Allocated IP 172.20.0.4 (d931028b-f72e-4a22-9fff-5a7bf807bcee/8489eb07-8f99-47ef-a629-5ce04c385814/68d0cb7d-08f2-4031-ac62-aea81b058e1b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:27:07.202212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.238702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.285093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Network d931028b-f72e-4a22-9fff-5a7bf807bcee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:27:07.288217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:27:07.292175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:27:07.319707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Pushing event updated for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:07.347651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:07.348247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.362653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ba54101f-6679-4020-aa20-3f254d7c2eb0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548398 Sep 24 19:27:07.375281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Request body: {'port': {'device_id': '70d670ab-c7df-4de0-8627-72cda3947d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:07.428273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.690988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d0cb7d-08f2-4031-ac62-aea81b058e1b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:27:07.698391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.710405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Transition to ACTIVE for port object 68d0cb7d-08f2-4031-ac62-aea81b058e1b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:27:07.714329 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.765327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Pushing event updated for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:07.826844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Attempting to bind port 68d0cb7d-08f2-4031-ac62-aea81b058e1b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:27:07.828576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Attempting to bind port 68d0cb7d-08f2-4031-ac62-aea81b058e1b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:27:07.828912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Attempting to bind port 68d0cb7d-08f2-4031-ac62-aea81b058e1b on network d931028b-f72e-4a22-9fff-5a7bf807bcee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:27:07.833401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Port 68d0cb7d-08f2-4031-ac62-aea81b058e1b on network d931028b-f72e-4a22-9fff-5a7bf807bcee not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:27:07.833719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Attempting to bind port 68d0cb7d-08f2-4031-ac62-aea81b058e1b on network d931028b-f72e-4a22-9fff-5a7bf807bcee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:27:07.838504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:27:07.838834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Checking segment: {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:27:07.839236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Bound using segment: {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:27:07.840175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Bound port: 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afb6250-d53d-4c98-b4ce-7e0f92c9756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:27:07.840550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:07.938161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:27:07.941895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:27:07.949763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d64027-078f-421a-b660-00207a4f3da3 req-0372a9d5-ee63-4631-8973-205087d5ceb6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:07.951294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54d64027-078f-421a-b660-00207a4f3da3 req-0372a9d5-ee63-4631-8973-205087d5ceb6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 943 time: 0.0749156 Sep 24 19:27:07.952700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:08.007440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.008040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:08.009421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] 10.222.0.69 "PUT /v2.0/ports/68d0cb7d-08f2-4031-ac62-aea81b058e1b HTTP/1.1" status: 200 len: 1091 time: 0.6388087 Sep 24 19:27:08.012240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:08.014566 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274" -d '{"events": [{"name": "network-changed", "server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:08.047170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54d64027-078f-421a-b660-00207a4f3da3 req-421df291-5013-414b-be50-02f5547555a9 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865357 Sep 24 19:27:08.048206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6052-fb8b-41eb-9e13-91e262ec043c service neutron] Pushing event updated for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:08.112942 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b68c7d9-4a15-4716-a5ee-c8722cb0b2ed x-openstack-request-id: req-9b68c7d9-4a15-4716-a5ee-c8722cb0b2ed {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:08.113472 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:08.113796 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b68c7d9-4a15-4716-a5ee-c8722cb0b2ed {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:08.114261 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b', 'status': 'completed', 'code': 200} Sep 24 19:27:08.153533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-1affb1f5-09f0-4af9-8d31-c9dd6dd7c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.155240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-1affb1f5-09f0-4af9-8d31-c9dd6dd7c0dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 1094 time: 0.0987096 Sep 24 19:27:08.167604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c6e7-a12b-422a-8ed2-da754fe04067 req-8be177e8-a860-423f-845e-3cbfad089f3a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.169674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c578c6e7-a12b-422a-8ed2-da754fe04067 req-8be177e8-a860-423f-845e-3cbfad089f3a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0705478 Sep 24 19:27:08.217375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-1bbeb23e-45e8-44be-9f50-be36bd7e01dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b HTTP/1.1" status: 200 len: 217 time: 0.0466285 Sep 24 19:27:08.270033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c578c6e7-a12b-422a-8ed2-da754fe04067 req-2f769a95-672a-4058-9db8-5718b4e10d63 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936921 Sep 24 19:27:08.283165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-51527b56-eb5a-454c-8621-0830e0cfd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.284671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-51527b56-eb5a-454c-8621-0830e0cfd982 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.0605893 Sep 24 19:27:08.316125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-8faeb574-d6a7-45fc-ac99-a375b01eafc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243216 Sep 24 19:27:08.407902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-a0e57faf-ae55-42ee-80c4-8c40d7f06c4c service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 Sep 24 19:27:08.501091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a46408bf-9d6b-49cd-acab-5262f8ef7661 req-ebf22d30-e13a-4dd8-80e2-c121c11fd1eb service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857756 Sep 24 19:27:08.585906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-47e1c813-c34f-42c1-850e-ac34d07941b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.587446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-47e1c813-c34f-42c1-850e-ac34d07941b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 1094 time: 0.0406630 Sep 24 19:27:08.681609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-a80637c9-1403-4b7b-b517-c560854e6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.683127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-a80637c9-1403-4b7b-b517-c560854e6b3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 914 time: 0.0882730 Sep 24 19:27:08.723816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-355feac5-79f4-4e7e-b9c0-65d706a98af8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b HTTP/1.1" status: 200 len: 217 time: 0.0340350 Sep 24 19:27:08.772478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-5b1c68ff-9770-4f03-b5a1-3eac8a1f6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:08.773840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-5b1c68ff-9770-4f03-b5a1-3eac8a1f6dff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.0434465 Sep 24 19:27:08.810563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-dfc52fbc-c590-4d52-94aa-dff45b8cea40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278687 Sep 24 19:27:08.908446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-63e7aca9-84cf-438e-b1a4-10d9d0069698 service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901248 Sep 24 19:27:08.921561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:09.010145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-99cd5c7d-e3e0-43a4-9d01-b2538b2f4274 req-17841573-4f63-4819-9e2e-9afe5869dc20 service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942712 Sep 24 19:27:09.179467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a5a27-5850-41dd-a65f-ee7f674ac98e req-9c6a6890-6ff0-4c1a-8a14-a78a24a392a5 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:09.180998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b8a5a27-5850-41dd-a65f-ee7f674ac98e req-9c6a6890-6ff0-4c1a-8a14-a78a24a392a5 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 943 time: 0.0591791 Sep 24 19:27:09.219024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b8a5a27-5850-41dd-a65f-ee7f674ac98e req-924dd2bc-9e34-4e11-a5bc-c5255cc07dec tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Sep 24 19:27:09.392527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb683bc-00c2-4aa4-8eb7-00546719ee03 req-970736a8-fd88-4e67-915a-8822b1cdfdba tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:09.394094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cb683bc-00c2-4aa4-8eb7-00546719ee03 req-970736a8-fd88-4e67-915a-8822b1cdfdba tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0553725 Sep 24 19:27:09.433597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cb683bc-00c2-4aa4-8eb7-00546719ee03 req-8fe45d7a-dbf2-4c93-bebc-90d413c995cd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Sep 24 19:27:09.958578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 68d0cb7d-08f2-4031-ac62-aea81b058e1b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:27:10.052939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:10.064330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '68d0cb7d-08f2-4031-ac62-aea81b058e1b', 'network_id': 'd931028b-f72e-4a22-9fff-5a7bf807bcee', 'port_id': '68d0cb7d-08f2-4031-ac62-aea81b058e1b', 'mac_address': 'fa:16:3e:ca:c5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489eb07-8f99-47ef-a629-5ce04c385814', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:27:10.100214 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:10.112889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d0cb7d-08f2-4031-ac62-aea81b058e1b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:27:10.131259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:10.135261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:10.187937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:10.338776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['68d0cb7d-08f2-4031-ac62-aea81b058e1b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:10.342027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f24255-64c2-4ed0-a4aa-d2c7803d744c req-87542fff-8c59-4d74-85ac-a19f9a78d1f6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:10.343615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3f24255-64c2-4ed0-a4aa-d2c7803d744c req-87542fff-8c59-4d74-85ac-a19f9a78d1f6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 944 time: 0.0563142 Sep 24 19:27:10.389656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3f24255-64c2-4ed0-a4aa-d2c7803d744c req-5cb49711-eea6-4daa-a827-c526d6667532 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Sep 24 19:27:10.565729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888861f-4cb0-47e3-b309-864ca59e9ca6 req-0be994ca-e613-4246-9eb2-5acdee59ed5b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:10.567166 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6888861f-4cb0-47e3-b309-864ca59e9ca6 req-0be994ca-e613-4246-9eb2-5acdee59ed5b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0534618 Sep 24 19:27:10.604293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6888861f-4cb0-47e3-b309-864ca59e9ca6 req-aa9a415a-7a36-457f-a666-c2758859932a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Sep 24 19:27:11.325947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ed9da-5ace-49f1-a8ce-fbffe2d198e7 req-df4a772a-ba51-4cc7-90fd-9100c7f4cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:11.327458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-457ed9da-5ace-49f1-a8ce-fbffe2d198e7 req-df4a772a-ba51-4cc7-90fd-9100c7f4cfde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0386851 Sep 24 19:27:11.368256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-457ed9da-5ace-49f1-a8ce-fbffe2d198e7 req-e8655f7e-8f54-41f3-9034-edf232ada39a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Sep 24 19:27:11.511048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c0cbb-d5c6-4560-89c3-64edd1d07578 req-ed15563f-b9db-461e-86ec-0d60bba9e566 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:11.512933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f9c0cbb-d5c6-4560-89c3-64edd1d07578 req-ed15563f-b9db-461e-86ec-0d60bba9e566 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 944 time: 0.0485947 Sep 24 19:27:11.549862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f9c0cbb-d5c6-4560-89c3-64edd1d07578 req-874857a0-51c2-4c62-91a3-ae0861b202f0 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Sep 24 19:27:11.723588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d90547-0834-4ab2-af56-9992c017d4b2 req-c8d879e0-2651-4e5a-a4e5-f5adcaa80153 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:11.725057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08d90547-0834-4ab2-af56-9992c017d4b2 req-c8d879e0-2651-4e5a-a4e5-f5adcaa80153 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0533142 Sep 24 19:27:11.763171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08d90547-0834-4ab2-af56-9992c017d4b2 req-ce84e0eb-d3e6-4ed3-b8d9-f6c11d9c0584 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Sep 24 19:27:11.958719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 68d0cb7d-08f2-4031-ac62-aea81b058e1b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:27:12.009742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 68d0cb7d-08f2-4031-ac62-aea81b058e1b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:27:12.013709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 68d0cb7d-08f2-4031-ac62-aea81b058e1b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:27:12.014096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:12.089569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:12.111524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:12.113763 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e4b49-c8b2-45d2-b8c7-6dd8614efab8" -d '{"events": [{"server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "name": "network-vif-plugged", "status": "completed", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:12.126966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:12.131182 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:12.158199 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c63f5c-7022-4417-9a6b-3d6896bf84b8 x-openstack-request-id: req-42c63f5c-7022-4417-9a6b-3d6896bf84b8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:12.158500 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "name": "network-vif-plugged", "status": "completed", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:12.158760 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42c63f5c-7022-4417-9a6b-3d6896bf84b8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:12.159180 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b', 'code': 200} Sep 24 19:27:12.189251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:12.263196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57042f7-567c-4b5e-8a39-99e9b4364353 req-4cfc853a-7d55-4394-b417-b4d146cbc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:12.264881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d57042f7-567c-4b5e-8a39-99e9b4364353 req-4cfc853a-7d55-4394-b417-b4d146cbc71a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 1096 time: 0.0442491 Sep 24 19:27:12.299494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d57042f7-567c-4b5e-8a39-99e9b4364353 req-fea616fb-49ed-4d10-945c-44deb5948e76 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272291 Sep 24 19:27:12.676194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc2d1-4710-4517-9508-fd03a9743335 req-76f3d948-8b58-45eb-beba-cb682544fce6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:12.677705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef4fc2d1-4710-4517-9508-fd03a9743335 req-76f3d948-8b58-45eb-beba-cb682544fce6 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 945 time: 0.0613778 Sep 24 19:27:12.715131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef4fc2d1-4710-4517-9508-fd03a9743335 req-f2482606-c434-481f-b8a9-1a201302a949 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Sep 24 19:27:12.886366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4706c9-3f5d-484e-8d26-bf420c0d79f6 req-08deb156-f4ec-489e-92a8-79e2c0407a03 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:12.887919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d4706c9-3f5d-484e-8d26-bf420c0d79f6 req-08deb156-f4ec-489e-92a8-79e2c0407a03 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0554407 Sep 24 19:27:12.927154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d4706c9-3f5d-484e-8d26-bf420c0d79f6 req-205254b9-899f-4136-8450-184fe6749712 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Sep 24 19:27:12.965728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-87975979', 'description': 'tempest-description-1462176587'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:12.988161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.071549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.075193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.102113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.103364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a575992c-020a-41fe-8f8f-151bad58b700 req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1417134 Sep 24 19:27:13.112689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e190af-0786-48e0-9c09-d565d150fdfd tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212c4bec-0b6c-4dbf-ab54-180c1fdf15fd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:13.192041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-1e9fc762-4473-417a-ba30-0b5d9d2de2ed tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-87975979&fields=id&tenant_id=57c077bbad61436995dfd55eae072041 HTTP/1.1" status: 200 len: 267 time: 0.0363247 Sep 24 19:27:13.253044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-225ea743-4050-4652-b36c-a4fbe0b469b1 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.259310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-225ea743-4050-4652-b36c-a4fbe0b469b1 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0615559 Sep 24 19:27:13.269429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'port': {'security_groups': ['0ffe447a-d9ce-4636-bbde-b85de1c358c9', '212c4bec-0b6c-4dbf-ab54-180c1fdf15fd']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:13.338425 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.520139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:13.552446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.557550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.575462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:13.603163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.603794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.605193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85f93a86-35bd-4f0f-bd5b-bfeea201ab27 req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "PUT /v2.0/ports/b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 981 time: 0.3433971 Sep 24 19:27:13.605645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:13.607970 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a86ee-a13c-40a9-8b28-382ffea6abe0" -d '{"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:13.632129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28111ed1-4dae-4953-a768-dc6f8289767c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:13.676269 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9edc9-1384-47e9-aaef-0268b672bd82 x-openstack-request-id: req-5ce9edc9-1384-47e9-aaef-0268b672bd82 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:13.677291 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:13.677813 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ce9edc9-1384-47e9-aaef-0268b672bd82 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:13.678665 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:27:13.720991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-4a146157-250e-4d0d-8a5a-791849d29dcc tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-87975979&fields=id&tenant_id=57c077bbad61436995dfd55eae072041 HTTP/1.1" status: 200 len: 267 time: 0.0367377 Sep 24 19:27:13.731852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:13.748876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-2a3e2b57-d576-4ddb-a8d5-51f4abd37d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.751400 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-2a3e2b57-d576-4ddb-a8d5-51f4abd37d76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1135 time: 0.0485430 Sep 24 19:27:13.834738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-3fca02d0-3a1d-4344-ab9c-fe3ac803e6a2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.836710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-3fca02d0-3a1d-4344-ab9c-fe3ac803e6a2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 984 time: 0.1092656 Sep 24 19:27:13.852000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'port': {'security_groups': ['0ffe447a-d9ce-4636-bbde-b85de1c358c9']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:13.862170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-202145df-7d07-436a-b8eb-5320e48eeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.863786 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-202145df-7d07-436a-b8eb-5320e48eeea6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1040595 Sep 24 19:27:13.923335 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-0e8821e5-02c3-4275-b24b-10647292ddd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0498717 Sep 24 19:27:13.953027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf8d31-1a7b-4998-8cd8-1b11bc6704ef req-ad4f20a2-286b-4e51-8e77-67fd7159bff9 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.955016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2bf8d31-1a7b-4998-8cd8-1b11bc6704ef req-ad4f20a2-286b-4e51-8e77-67fd7159bff9 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 945 time: 0.1172135 Sep 24 19:27:13.956020 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:13.993650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-b9a5cf46-0c34-4de9-b220-63d8e1190818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:13.995294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-b9a5cf46-0c34-4de9-b220-63d8e1190818 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0628462 Sep 24 19:27:14.038278 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-b7ee756e-3b48-428a-9297-d632cbd26940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292611 Sep 24 19:27:14.047854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2bf8d31-1a7b-4998-8cd8-1b11bc6704ef req-e3321f66-16e6-45fa-b245-b1ccacab024f tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Sep 24 19:27:14.150686 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-a87d4153-adb3-47de-8b68-e23362b1945f service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017241 Sep 24 19:27:14.192626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:14.227900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:14.235606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:14.248816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:14.263866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-877a86ee-a13c-40a9-8b28-382ffea6abe0 req-73458dc6-7314-4815-8991-fd5cc6fe0c9a service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041479 Sep 24 19:27:14.298609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:14.299298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:14.300853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b427c5-e33e-4218-bd22-b9ad4b39a12e req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "PUT /v2.0/ports/b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 942 time: 0.4539788 Sep 24 19:27:14.370619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4a0e-3eb7-4ff5-9296-63f5209acb09 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:14.389081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:14.592207 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-171c7abc-4edc-4698-9b3c-b2ef41c40ba4 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2650294 Sep 24 19:27:14.605043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:14.633860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:14.662557 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:27:14.759137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:14.864465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Allocated IP 172.25.5.201 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/23754f33-4e4e-43e6-8a90-6365779ffe89) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:27:14.975003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.007459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.042207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:27:15.047616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:27:15.050969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:27:15.079492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'Port': ['ID=23754f33-4e4e-43e6-8a90-6365779ffe89,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:15.148256 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.187663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.357439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.363944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.440559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event updated for resources: {'Port': ['ID=23754f33-4e4e-43e6-8a90-6365779ffe89,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:15.445545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.463969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:15.466107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-24680e73-60a5-426a-8cc7-bc2859f07c0a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8673024 Sep 24 19:27:15.556033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-c679e2bd-88f9-4850-8bef-6398772eb865 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0819037 Sep 24 19:27:15.669470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-d4dd4ca7-7eb5-485a-b58c-0a11a045b376 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:15.670899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-d4dd4ca7-7eb5-485a-b58c-0a11a045b376 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1084177 Sep 24 19:27:15.681572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-74a3affd-ae1b-40bb-800d-235cbf764a84 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:27:15.682567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0b7b481-1e73-4fbf-af26-3a42409ec598 req-74a3affd-ae1b-40bb-800d-235cbf764a84 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055285 Sep 24 19:27:15.683139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:15.686334 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba2a96-437b-46e3-948e-6b9280219786" -d '{"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:15.748007 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d5426-0a1e-464c-9a6f-1ba82e31f505 x-openstack-request-id: req-6c8d5426-0a1e-464c-9a6f-1ba82e31f505 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:15.748523 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:15.748785 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c8d5426-0a1e-464c-9a6f-1ba82e31f505 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:15.749193 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:27:15.818376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2a96-437b-46e3-948e-6b9280219786 req-0a9348f6-0142-49b7-babb-c24f4acee869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:15.819935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-0a9348f6-0142-49b7-babb-c24f4acee869 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0446880 Sep 24 19:27:15.926825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2a96-437b-46e3-948e-6b9280219786 req-26e10455-f154-4154-a1fd-f8a4d076f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:15.928287 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-26e10455-f154-4154-a1fd-f8a4d076f749 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1003745 Sep 24 19:27:15.975978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-b46bf836-b8ea-4a52-9a16-56824d306cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0385387 Sep 24 19:27:16.045461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2a96-437b-46e3-948e-6b9280219786 req-311962c3-7f6a-4d0d-b7ad-c6509d5377de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:16.047231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-311962c3-7f6a-4d0d-b7ad-c6509d5377de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0596097 Sep 24 19:27:16.084425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-c54f7300-1e66-458a-b8be-4e847c850ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277405 Sep 24 19:27:16.196904 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-5b7a4eda-308b-42b8-a9ea-afadf96e4867 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034784 Sep 24 19:27:16.223661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185545-181a-48e7-be38-5518936b5bb2 req-e24170cd-1127-478f-876d-2ec82bc0c599 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:16.228406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-e24170cd-1127-478f-876d-2ec82bc0c599 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4588623 Sep 24 19:27:16.295516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-3f0b703e-2bef-4b43-9158-b0d6b2cd8fc0 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0607150 Sep 24 19:27:16.305547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'floatingip': {'port_id': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:16.312629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-51ba2a96-437b-46e3-948e-6b9280219786 req-c78bb5d1-abec-4667-aaff-f88295001b64 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070702 Sep 24 19:27:16.352661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:16.817969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:16.823192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:16.924998 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Floating IP 42ad1ea9-1561-4892-80aa-4787e6f9cc17 associated. External IP: 172.25.5.201, port: b3d8a23e-518e-46db-a4bb-65c4c66c3e49. Sep 24 19:27:17.138327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Router 97608751-5534-4329-9dca-722b8959fd22 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:27:17.276859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:27:17.289157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:17.296805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Sync routers for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:27:17.315598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:17.316263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:17.320977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-9e126232-60d3-4150-85ab-9db881a20521 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "PUT /v2.0/floatingips/42ad1ea9-1561-4892-80aa-4787e6f9cc17 HTTP/1.1" status: 200 len: 996 time: 1.0195818 Sep 24 19:27:17.380741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185545-181a-48e7-be38-5518936b5bb2 req-8930929e-7fef-4706-aec3-722f32a6e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:17.383123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-8930929e-7fef-4706-aec3-722f32a6e337 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0483563 Sep 24 19:27:17.456559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:17.508535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185545-181a-48e7-be38-5518936b5bb2 req-f7cbef15-62ec-4ebc-ad46-7f112d0a040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:17.518394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-f7cbef15-62ec-4ebc-ad46-7f112d0a040a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1205096 Sep 24 19:27:17.591103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-0d485320-e1c8-4374-8981-db6b4d854dac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 999 time: 0.0718167 Sep 24 19:27:17.660468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185545-181a-48e7-be38-5518936b5bb2 req-2d485879-cd56-40eb-8dbd-4d91172ad1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:17.674010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-2d485879-cd56-40eb-8dbd-4d91172ad1a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0740800 Sep 24 19:27:17.725132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-6cfede4b-3c97-4ee2-8f84-9b0e95615348 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491900 Sep 24 19:27:17.731262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-abcb2ee3-453d-4939-a08a-d986efadd70a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:27:17.741880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '42ad1ea9-1561-4892-80aa-4787e6f9cc17', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '97608751-5534-4329-9dca-722b8959fd22', 'port_id': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'mac_address': 'fa:16:3e:27:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:27:15Z', 'updated_at': '2021-09-24T19:27:16Z', 'revision_number': 1, 'project_id': '57c077bbad61436995dfd55eae072041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:17.742173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-abcb2ee3-453d-4939-a08a-d986efadd70a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154481 Sep 24 19:27:17.770604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Checking router: 97608751-5534-4329-9dca-722b8959fd22 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:27:17.779241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:17.780046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:17.783952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:17.786223 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0612fc1-6d68-4eac-a03f-6044839fd428" -d '{"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:17.849624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-42ddfa3b-8153-44c8-933b-030bf8548a17 service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066380 Sep 24 19:27:17.856766 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745d3edc-d887-4b14-8efe-45b95f912499 x-openstack-request-id: req-745d3edc-d887-4b14-8efe-45b95f912499 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:17.857060 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:17.857317 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-745d3edc-d887-4b14-8efe-45b95f912499 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:17.857715 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:27:17.921054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:17.946797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-2232537d-f2df-435d-83a0-9cd78c1b1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:17.948349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-2232537d-f2df-435d-83a0-9cd78c1b1e25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0703084 Sep 24 19:27:17.999653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be185545-181a-48e7-be38-5518936b5bb2 req-0873c98c-2d46-43cc-a107-07cb98461144 service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386709 Sep 24 19:27:18.085615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-2c14726a-ce3d-4431-9691-869cde543364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:18.087401 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-2c14726a-ce3d-4431-9691-869cde543364 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.1294382 Sep 24 19:27:18.147373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-0b402782-e0fd-417b-af0c-cf9da6f2ddd2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 999 time: 0.1070681 Sep 24 19:27:18.180740 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-deecffff-b2fc-411f-b9fe-d44531b1b9be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 999 time: 0.0844564 Sep 24 19:27:18.216725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-b1c4f0ce-ca95-4531-b358-c58b34895c14 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:18.218082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-b1c4f0ce-ca95-4531-b358-c58b34895c14 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports/b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 942 time: 0.0649891 Sep 24 19:27:18.258905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-90d68063-5b5d-4ba4-85b1-df58d62dfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:18.258905 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-90d68063-5b5d-4ba4-85b1-df58d62dfede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0648811 Sep 24 19:27:18.290275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '42ad1ea9-1561-4892-80aa-4787e6f9cc17', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '97608751-5534-4329-9dca-722b8959fd22', 'port_id': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'mac_address': 'fa:16:3e:27:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:27:15Z', 'updated_at': '2021-09-24T19:27:16Z', 'revision_number': 1, 'project_id': '57c077bbad61436995dfd55eae072041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:18.320870 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-4f9e7f7d-b311-461e-bb26-636a0ccfe72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530527 Sep 24 19:27:18.321539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a8e1e-dd27-4cd2-8ffe-f09f15c4c430 None None] The sync data for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 is: [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '42ad1ea9-1561-4892-80aa-4787e6f9cc17', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '97608751-5534-4329-9dca-722b8959fd22', 'port_id': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'mac_address': 'fa:16:3e:27:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:27:15Z', 'updated_at': '2021-09-24T19:27:16Z', 'revision_number': 1, 'project_id': '57c077bbad61436995dfd55eae072041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:27:18.374303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-ebca3bff-5f49-4f6e-a5d6-2de4e3104e1b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 999 time: 0.0868347 Sep 24 19:27:18.489903 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-7aadfd2c-3f1e-4489-9858-37fc5d1e7146 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588213 Sep 24 19:27:18.541086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-aa5a8292-3226-4bd1-8698-1a5fc5492076 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:18.542744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-aa5a8292-3226-4bd1-8698-1a5fc5492076 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1623034 Sep 24 19:27:18.554668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-471bcad9-db9f-495f-aaa4-661f23d3b64e tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:27:18.559180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-471bcad9-db9f-495f-aaa4-661f23d3b64e tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098100 Sep 24 19:27:18.617682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a0612fc1-6d68-4eac-a03f-6044839fd428 req-3c20580b-a0ba-4c21-b247-d6edf33a32a8 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147931 Sep 24 19:27:18.637463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-14704683-adc3-480f-96bc-17f2360457d8 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 999 time: 0.0695999 Sep 24 19:27:18.647929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:18.665370 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9cbf8-4500-422e-acaa-d4dad23c11a6 None None] New status for floating IP 42ad1ea9-1561-4892-80aa-4787e6f9cc17: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:27:18.760756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:18.927821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.db.api [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:27:18.928180 n-d-810952-2 neutron-server[94855]: DEBUG oslo_db.api [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:27:19.429258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:19.584175 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:19.587954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:19.588275 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Floating IP 42ad1ea9-1561-4892-80aa-4787e6f9cc17 disassociated. External IP: 172.25.5.201, port: b3d8a23e-518e-46db-a4bb-65c4c66c3e49. Sep 24 19:27:19.792295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Router 97608751-5534-4329-9dca-722b8959fd22 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:27:19.901526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:27:19.906600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:19.921468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Sync routers for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:27:19.931375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:19.932115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:19.942111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-6799187a-1985-4f76-b660-1961074a17b5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "PUT /v2.0/floatingips/42ad1ea9-1561-4892-80aa-4787e6f9cc17 HTTP/1.1" status: 200 len: 695 time: 1.2989218 Sep 24 19:27:19.942570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:19.944881 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07c8a1-54e8-455e-a739-d02f9af01c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:19.996478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-00951a80-85c3-4cd1-af7f-53c622ebdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:19.998092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-00951a80-85c3-4cd1-af7f-53c622ebdaae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0415761 Sep 24 19:27:20.007660 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eac134-2755-413e-8a83-e1c989a2eadb x-openstack-request-id: req-00eac134-2755-413e-8a83-e1c989a2eadb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:20.007978 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:20.008246 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00eac134-2755-413e-8a83-e1c989a2eadb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:20.008629 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:27:20.066597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:20.086846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-9aafaa0f-e290-487b-b88a-74ebfc99c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:20.089074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-9aafaa0f-e290-487b-b88a-74ebfc99c7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c077bbad61436995dfd55eae072041&device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 1096 time: 0.0533836 Sep 24 19:27:20.436810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b90dd701-d9a0-4e14-992e-2bb013ca9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:20.482698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-db531b06-298e-4742-9265-70af080fe8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:20.485040 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-db531b06-298e-4742-9265-70af080fe8bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.3824146 Sep 24 19:27:20.519224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:20.528573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-5efd9643-02f9-4f00-8681-37fd194dab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:20.530274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-5efd9643-02f9-4f00-8681-37fd194dab2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 200 len: 920 time: 0.5249588 Sep 24 19:27:20.546395 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-3be3aee0-f105-459a-9f6f-c8d0c99e4ef4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0533333 Sep 24 19:27:20.552849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Checking router: 97608751-5534-4329-9dca-722b8959fd22 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:27:20.562430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:20.563277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:26:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:20.572101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-7faf8af1-c921-43f1-b9dd-8467a8a0981a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 200 len: 217 time: 0.0355473 Sep 24 19:27:20.604178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-5aee94ff-abf8-4812-8d3c-25347c4d3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:20.605848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-5aee94ff-abf8-4812-8d3c-25347c4d3b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0513446 Sep 24 19:27:20.632875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-b66cd3bb-7985-43d4-bd56-907e9143bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:20.642090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-b66cd3bb-7985-43d4-bd56-907e9143bd3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 200 len: 860 time: 0.0629163 Sep 24 19:27:20.642824 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-a4ef6f35-039b-44a4-98c1-a5593c6e1444 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281577 Sep 24 19:27:20.669254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-cae04942-5fac-4c95-9280-142e06e20075 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c4c2ec1-59f5-440e-83f9-a4559185d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257781 Sep 24 19:27:20.679606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:20.761016 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-3f3a88a3-9da2-49b2-9b77-a2ede51553a7 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050856 Sep 24 19:27:20.768185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-3f93b263-7227-404d-826c-04f9192965f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922925 Sep 24 19:27:20.874440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c520fd33-36d6-4a5b-a603-fc1f299b4f18 req-cabcd2f9-8ae7-4568-867b-2780b5e743ea service neutron] 10.222.0.18 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995853 Sep 24 19:27:20.891785 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0d07c8a1-54e8-455e-a739-d02f9af01c7d req-2bcb12f9-7933-4d30-b056-e6d0271f6e57 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007788 Sep 24 19:27:20.922380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:20.953332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d2b8-d180-40db-b170-30c6d54d5267 None None] The sync data for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 is: [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:30Z', 'revision_number': 4, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b6ae6737-3023-4edd-9c24-b38975bf7998', 'name': '', 'network_id': '6c4c2ec1-59f5-440e-83f9-a4559185d035', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'mac_address': 'fa:16:3e:30:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:30Z', 'updated_at': '2021-09-24T19:26:35Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'subnets': [{'id': '193266b9-32d6-451b-abe4-0913fe3811d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:27:20.985041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-78359b3c-6435-40d8-87cf-00af1154d9e2 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips/42ad1ea9-1561-4892-80aa-4787e6f9cc17 HTTP/1.1" status: 200 len: 695 time: 0.0618670 Sep 24 19:27:21.104306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-db2ffb65-050d-4417-8285-2e530388b8f9 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:21.106667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-db2ffb65-050d-4417-8285-2e530388b8f9 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 784 time: 0.1155920 Sep 24 19:27:21.117785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-8808a0e4-03c2-4277-9a88-d98c0c9724c3 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:27:21.119038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-8808a0e4-03c2-4277-9a88-d98c0c9724c3 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059037 Sep 24 19:27:21.171969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-392f7f22-dcd7-423e-8a5c-152f00d1f559 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 698 time: 0.0452011 Sep 24 19:27:21.208378 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef803f-b565-4bec-8dea-8a5f00054d18 None None] New status for floating IP 42ad1ea9-1561-4892-80aa-4787e6f9cc17: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:27:21.225980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-5e5900f1-22ea-407b-a32d-b6b62df2b89d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 698 time: 0.0474057 Sep 24 19:27:21.368329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Deleting port 23754f33-4e4e-43e6-8a90-6365779ffe89 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:27:21.368742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.458418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.458770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.471273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Calling delete_port for 23754f33-4e4e-43e6-8a90-6365779ffe89 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:27:21.606340 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.635608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event deleted for resources: {'Port': ['ID=23754f33-4e4e-43e6-8a90-6365779ffe89,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:21.707617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.710225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.711442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d52cdbc-71b1-4f9c-8945-410ad5eb3efc req-4b4c1789-3a07-485d-a1b4-09caa5fc876d tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "DELETE /v2.0/floatingips/42ad1ea9-1561-4892-80aa-4787e6f9cc17 HTTP/1.1" status: 204 len: 173 time: 0.4783356 Sep 24 19:27:21.769033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-d7b68d11-f2f0-4b70-9c9e-26c6251328a5 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups/212c4bec-0b6c-4dbf-ab54-180c1fdf15fd HTTP/1.1" status: 200 len: 1808 time: 0.0383377 Sep 24 19:27:21.825400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.847285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.891951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.894573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:21.895804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-629dbf5b-983e-4426-bc2c-60678dc1cf43 req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "DELETE /v2.0/security-groups/212c4bec-0b6c-4dbf-ab54-180c1fdf15fd HTTP/1.1" status: 204 len: 173 time: 0.1209712 Sep 24 19:27:21.910559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570102f9-d318-4bb0-b552-7bfb20a1c60b tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212c4bec-0b6c-4dbf-ab54-180c1fdf15fd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:22.126040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37136-7d6e-42e6-9759-9a5226256ffa req-61a0633e-d93f-4add-af5d-968ebb6ba39c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:22.127614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97b37136-7d6e-42e6-9759-9a5226256ffa req-61a0633e-d93f-4add-af5d-968ebb6ba39c tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0494153 Sep 24 19:27:22.165462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97b37136-7d6e-42e6-9759-9a5226256ffa req-93ea98aa-a4d2-4a92-8144-8fc40d35b48a tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Sep 24 19:27:22.962705 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-afe7d76d-d0d0-4fae-9b8c-e3ecc358477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:23.281517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54393146-8f7b-4c2c-9288-b33f270e44e1 req-f5ff4b62-f6c9-4bee-aff0-86d82f2b17e6 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:23.283098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54393146-8f7b-4c2c-9288-b33f270e44e1 req-f5ff4b62-f6c9-4bee-aff0-86d82f2b17e6 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0487378 Sep 24 19:27:23.322259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54393146-8f7b-4c2c-9288-b33f270e44e1 req-b2938cd9-615a-4739-bffd-224b8db182ea tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328395 Sep 24 19:27:23.331844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:24.189962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:24.446675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb560a-8fd5-45bc-96bb-b3b4a0dc435f req-3dac6be3-0cf3-4a90-b883-e3565a1f2257 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:24.448214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-decb560a-8fd5-45bc-96bb-b3b4a0dc435f req-3dac6be3-0cf3-4a90-b883-e3565a1f2257 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0547497 Sep 24 19:27:24.486204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-decb560a-8fd5-45bc-96bb-b3b4a0dc435f req-cabfd11a-b818-4e4f-a01c-980c50779210 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ffe447a-d9ce-4636-bbde-b85de1c358c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Sep 24 19:27:25.070586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-ccf28691-697d-4fe2-a898-be76f60b850f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:25.072094 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-ccf28691-697d-4fe2-a898-be76f60b850f tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 945 time: 0.0489748 Sep 24 19:27:25.161830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Deleting port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:27:25.162172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:25.255138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] For port b3d8a23e-518e-46db-a4bb-65c4c66c3e49, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:25.255793 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:25.270250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Calling delete_port for b3d8a23e-518e-46db-a4bb-65c4c66c3e49 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:27:25.420620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:25.435624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['b3d8a23e-518e-46db-a4bb-65c4c66c3e49'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:25.452268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Pushing event deleted for resources: {'Port': ['ID=b3d8a23e-518e-46db-a4bb-65c4c66c3e49,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:25.481480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.481836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.482174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.482507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.484993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:25.504180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] No DVR routers for this DVR port b3d8a23e-518e-46db-a4bb-65c4c66c3e49 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:27:25.507003 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:25.509010 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b85f2f22-f0cc-40ec-bae8-8795ab337fe1 req-85e1e50c-3c2c-463a-b696-a3ba7cf97514 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.15 "DELETE /v2.0/ports/b3d8a23e-518e-46db-a4bb-65c4c66c3e49 HTTP/1.1" status: 204 len: 173 time: 0.4297349 Sep 24 19:27:25.509460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'name': 'network-vif-deleted', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:25.512294 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5a62a-20d7-43d2-be23-0976f1db5626" -d '{"events": [{"server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "name": "network-vif-deleted", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:25.553317 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e4593-453b-4f06-9630-3772eec9d1bc x-openstack-request-id: req-a09e4593-453b-4f06-9630-3772eec9d1bc {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:25.553857 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d82947-98b6-4596-ada2-edc35b7ee69c", "name": "network-vif-deleted", "tag": "b3d8a23e-518e-46db-a4bb-65c4c66c3e49", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:25.554306 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a09e4593-453b-4f06-9630-3772eec9d1bc {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:25.554911 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d82947-98b6-4596-ada2-edc35b7ee69c', 'name': 'network-vif-deleted', 'tag': 'b3d8a23e-518e-46db-a4bb-65c4c66c3e49', 'status': 'completed', 'code': 200} Sep 24 19:27:25.590925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c24c276-5003-4db4-bead-520d423b8d6c req-608736c5-4d0c-4a08-b6f1-8890619a9099 tempest-ServerRescueTestJSONUnderV235-754913547 tempest-ServerRescueTestJSONUnderV235-754913547-project] 10.222.0.18 "GET /v2.0/ports?device_id=11d82947-98b6-4596-ada2-edc35b7ee69c HTTP/1.1" status: 200 len: 210 time: 0.0309255 Sep 24 19:27:25.928606 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:26.649364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:26.996686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:27.235091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Deleting port b6ae6737-3023-4edd-9c24-b38975bf7998 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:27:27.235426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:27.326326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] For port b6ae6737-3023-4edd-9c24-b38975bf7998, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b6ae6737-3023-4edd-9c24-b38975bf7998,segment=NetworkSegment(f8f11a58-65be-4675-a136-13885aad9e6d),segment_id=f8f11a58-65be-4675-a136-13885aad9e6d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:27.326683 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:27.345958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Calling delete_port for b6ae6737-3023-4edd-9c24-b38975bf7998 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:27:27.537698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:27.591363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ae6737-3023-4edd-9c24-b38975bf7998,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:27.742249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:27.971247 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Router 97608751-5534-4329-9dca-722b8959fd22 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:27:28.079178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:27:28.085136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6bc9f1c-c201-4bb9-b0bf-0f3b725d9a8b admin admin] 10.222.0.18 "PUT /v2.0/routers/97608751-5534-4329-9dca-722b8959fd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4336123 Sep 24 19:27:28.089891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:28.091053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Sync routers for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:27:28.102415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:28.103372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:27:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:28.212661 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:28.222929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:28.344253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:28.411640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:27:27Z', 'revision_number': 5, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port': {'id': '5711c9f0-ebc6-4369-8425-a63f8e5670d5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97608751-5534-4329-9dca-722b8959fd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:28.412118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Deleting port 5711c9f0-ebc6-4369-8425-a63f8e5670d5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:27:28.412525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:28.443380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Checking router: 97608751-5534-4329-9dca-722b8959fd22 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:27:28.452647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Routers {'97608751-5534-4329-9dca-722b8959fd22'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:27:28.453496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:27:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['97608751-5534-4329-9dca-722b8959fd22'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:28.506386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] For port 5711c9f0-ebc6-4369-8425-a63f8e5670d5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5711c9f0-ebc6-4369-8425-a63f8e5670d5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:28.506742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:28.519882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Calling delete_port for 5711c9f0-ebc6-4369-8425-a63f8e5670d5 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:27:28.542939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] Set router 97608751-5534-4329-9dca-722b8959fd22 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:27:28.598680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:27:28Z', 'revision_number': 6, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:28.654408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ccf2-5fc9-4eff-99ac-5574e54ec7c2 None None] The sync data for ids ['97608751-5534-4329-9dca-722b8959fd22'] in n-d-810952-2 is: [{'id': '97608751-5534-4329-9dca-722b8959fd22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1816316654-router', 'tenant_id': '57c077bbad61436995dfd55eae072041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:26:28Z', 'updated_at': '2021-09-24T19:27:28Z', 'revision_number': 6, 'project_id': '57c077bbad61436995dfd55eae072041', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:27:28.807142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:28.888011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Pushing event deleted for resources: {'Port': ['ID=5711c9f0-ebc6-4369-8425-a63f8e5670d5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:28.964142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.056131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.059797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.107780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.108479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97608751-5534-4329-9dca-722b8959fd22 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:27:29.108609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b3d8a23e-518e-46db-a4bb-65c4c66c3e49 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:27:29.114975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.118482 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e7eccaf-393c-49f0-82c3-d0f16210f85e admin admin] 10.222.0.18 "DELETE /v2.0/routers/97608751-5534-4329-9dca-722b8959fd22 HTTP/1.1" status: 204 len: 168 time: 1.0253203 Sep 24 19:27:29.118705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:29.130125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: b3d8a23e-518e-46db-a4bb-65c4c66c3e49 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:27:29.130474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device b3d8a23e-518e-46db-a4bb-65c4c66c3e49 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:27:29.171298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Deleting subnet 193266b9-32d6-451b-abe4-0913fe3811d7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:27:29.174431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.208414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.249293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.302897 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.330048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193266b9-32d6-451b-abe4-0913fe3811d7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:29.338673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.340598 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aef19308-8605-4d55-9f4e-e4b7e2bba04d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/193266b9-32d6-451b-abe4-0913fe3811d7 HTTP/1.1" status: 204 len: 168 time: 0.2209036 Sep 24 19:27:29.343036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:29.411210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.497873 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.518106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4c2ec1-59f5-440e-83f9-a4559185d035']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:29.527854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f11a58-65be-4675-a136-13885aad9e6d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:29.528142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f11a58-65be-4675-a136-13885aad9e6d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:27:29.537541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.541377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b6ae6737-3023-4edd-9c24-b38975bf7998 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:27:29.551367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.557187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:27:29.557510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:27:29.559810 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:27:29.564464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b6ae6737-3023-4edd-9c24-b38975bf7998 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:27:29.564882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b6ae6737-3023-4edd-9c24-b38975bf7998 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:27:29.565461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5711c9f0-ebc6-4369-8425-a63f8e5670d5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:27:29.585061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5711c9f0-ebc6-4369-8425-a63f8e5670d5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:27:29.585748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5711c9f0-ebc6-4369-8425-a63f8e5670d5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:27:29.616162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.622377 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.624643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c4c2ec1-59f5-440e-83f9-a4559185d035 HTTP/1.1" status: 204 len: 168 time: 0.2806704 Sep 24 19:27:29.635592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c721a5e-1d48-4f42-8d8f-888b86efcf89 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4c2ec1-59f5-440e-83f9-a4559185d035,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:29.820549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:29.898692 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e66cb1a-72d7-4fe7-ae0f-76bc6073ce0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57c077bbad61436995dfd55eae072041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769100 Sep 24 19:27:29.902633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 39914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:29.957776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:29.984484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:30.037004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:30.040581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:30.045289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ffe447a-d9ce-4636-bbde-b85de1c358c9 HTTP/1.1" status: 204 len: 168 time: 0.1413410 Sep 24 19:27:30.058886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe447a-d9ce-4636-bbde-b85de1c358c9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:30.068472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.069073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.069724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.070260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.070789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.071466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.072022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.072554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.073077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.074142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.074678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:30.075234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35fbc-dc3f-4bf5-8080-303885aff6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:27:31.865526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 39988) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:32.018647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122f91c0-75ff-498f-9203-178ee2c448d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.131638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122f91c0-75ff-498f-9203-178ee2c448d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.136456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122f91c0-75ff-498f-9203-178ee2c448d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.182023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-122f91c0-75ff-498f-9203-178ee2c448d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fbaf4be947542d8a4cb6137669d58f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132155 Sep 24 19:27:32.183475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f91c0-75ff-498f-9203-178ee2c448d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c41ea8-8bd4-4938-b335-3089a8784814,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:32.184198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40000) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:32.237469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.261821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.308635 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.311303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:32.312459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0c41ea8-8bd4-4938-b335-3089a8784814 HTTP/1.1" status: 204 len: 168 time: 0.1265495 Sep 24 19:27:32.331695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154c26d-7e11-4cd1-9d8a-7833608426d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c41ea8-8bd4-4938-b335-3089a8784814,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:33.020668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 40028) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:33.162565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2012499811-network', 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:33.186696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:27:33.190104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.199393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.248251 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.295118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.298615 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.319448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26074425-2b31-4479-960c-41390d008811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:27:33.333379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293d38ec-d116-4057-accd-cd6394ad430a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:33.338476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.338924 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Added segment 9e927e18-6ca2-42c7-8f96-ef9c257289ee of type vlan for network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b Sep 24 19:27:33.380466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.405345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.406375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:33.407015 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.437891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-26074425-2b31-4479-960c-41390d008811 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4161241 Sep 24 19:27:33.441067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 40034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:27:33.446471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Request body: {'subnet': {'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2012499811-subnet', 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:33.467868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:27:33.470197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.473930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074425-2b31-4479-960c-41390d008811 admin admin] Pushing event updated for resources: {'Network': ['ID=1843f0b0-89c9-4d33-8421-8d9f1a7be29b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:33.485475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:27:33.922361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:33.982356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Checking segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:27:33.982356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Network hostable DHCP agents. Network: 1843f0b0-89c9-4d33-8421-8d9f1a7be29b, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:27:33.994700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d86b19-4da6-4a6c-9846-499e5c5ec61d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:34.007721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:27:34.021355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1843f0b0-89c9-4d33-8421-8d9f1a7be29b) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:27:34.026178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:34.028684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:34.058175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228c4e4-4aa7-44f6-9ae0-9f0920702a05 None None] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:27:34.069776 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fff6f809-3963-46db-b208-88c9e9dc4407 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6274259 Sep 24 19:27:34.201211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68607075-8333-426a-89fc-1213376d011a None None] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:27:34.545641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-8d45e282-d43b-4006-b310-d46a3cf69c6d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:34.547173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-8d45e282-d43b-4006-b310-d46a3cf69c6d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1033235 Sep 24 19:27:34.563790 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-7a193162-b9f2-4530-ad50-8700edf98a7f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/quotas/65f79e582f1c4d5c9e7209cd7e46154c HTTP/1.1" status: 200 len: 375 time: 0.0103281 Sep 24 19:27:34.603504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-fddb83bd-7fd6-46e6-84b5-fc45b05b2822 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326502 Sep 24 19:27:34.700339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-bf13fb5e-f675-44c0-a351-deaf717898a0 service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 Sep 24 19:27:34.822683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-f0047fa2-cc9c-417a-8764-b65ff97bf4af service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107295 Sep 24 19:27:35.099434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7adbf198-bfb7-4499-8c59-524bbe7796bb req-b70fbbe3-d24f-418c-b564-fe01a4eb3b2e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0698378 Sep 24 19:27:36.233407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7ce198ed-1c5c-4706-bb04-6ff8bf9b91da req-47c3877a-ac7f-4967-a000-b39d98268a12 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0428364 Sep 24 19:27:36.283384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-d69363e9-ce50-45c7-a576-4c348044fc14 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:36.284873 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-d69363e9-ce50-45c7-a576-4c348044fc14 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1707213 Sep 24 19:27:36.301960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Request body: {'port': {'device_id': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'admin_state_up': True, 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:36.421957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:27:36.426459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:36.564305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Allocated IP 172.20.0.5 (1843f0b0-89c9-4d33-8421-8d9f1a7be29b/d3d86b19-4da6-4a6c-9846-499e5c5ec61d/eaed2963-6974-4731-9620-63ceb6d75a2d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:27:36.717266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:36.750496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:36.790662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:27:36.794275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:27:36.798213 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:27:36.829198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event updated for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:36.858400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:36.859043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:36.875417 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-5d45941e-6fe7-4643-a90e-d8dda48fe03e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793502 Sep 24 19:27:36.888151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Request body: {'port': {'device_id': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:27:36.948379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.240853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaed2963-6974-4731-9620-63ceb6d75a2d {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:27:37.251321 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.267999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Transition to ACTIVE for port object eaed2963-6974-4731-9620-63ceb6d75a2d will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:27:37.272733 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.350847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:37.379142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dadd59-cdb6-4678-959f-13ee3ed0827d req-ba4f4d92-7000-4222-9311-c018262fe556 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:37.381540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35dadd59-cdb6-4678-959f-13ee3ed0827d req-ba4f4d92-7000-4222-9311-c018262fe556 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0612209 Sep 24 19:27:37.444646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35dadd59-cdb6-4678-959f-13ee3ed0827d req-bebde0b7-083d-4668-a3a3-14f350238214 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527122 Sep 24 19:27:37.459450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Attempting to bind port eaed2963-6974-4731-9620-63ceb6d75a2d on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:27:37.460136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Attempting to bind port eaed2963-6974-4731-9620-63ceb6d75a2d by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:27:37.460696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Attempting to bind port eaed2963-6974-4731-9620-63ceb6d75a2d on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:27:37.466599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Port eaed2963-6974-4731-9620-63ceb6d75a2d on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:27:37.467060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Attempting to bind port eaed2963-6974-4731-9620-63ceb6d75a2d on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:27:37.472307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:27:37.472846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Checking segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:27:37.473781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Bound using segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:27:37.473902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Bound port: eaed2963-6974-4731-9620-63ceb6d75a2d, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:27:37.474618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.557526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:27:37.561223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=eaed2963-6974-4731-9620-63ceb6d75a2d,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:27:37.565920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.609075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:37.609586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:37.611089 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/eaed2963-6974-4731-9620-63ceb6d75a2d HTTP/1.1" status: 200 len: 1091 time: 0.7273028 Sep 24 19:27:37.611593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:37.614043 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18940c0d-799c-40ce-8cb4-169ec8a57890" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:37.641865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2702669-dce1-428d-bc8a-b1ffc4f512e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:37.668168 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a1e5b-d113-4f93-84fa-163318b11fa8 x-openstack-request-id: req-9d8a1e5b-d113-4f93-84fa-163318b11fa8 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:37.668560 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:37.668918 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d8a1e5b-d113-4f93-84fa-163318b11fa8 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:37.669403 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d', 'status': 'completed', 'code': 200} Sep 24 19:27:37.702451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-86874f16-9779-4d5c-996c-de2bfe181008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:37.704202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-86874f16-9779-4d5c-996c-de2bfe181008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.0465958 Sep 24 19:27:37.748397 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-80e46d44-7614-408f-bde0-a66931cc9969 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaed2963-6974-4731-9620-63ceb6d75a2d HTTP/1.1" status: 200 len: 217 time: 0.0338874 Sep 24 19:27:37.804075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-b8b810c8-17ff-4f16-88d5-63d842e92246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:37.805765 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-b8b810c8-17ff-4f16-88d5-63d842e92246 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0489006 Sep 24 19:27:37.842538 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-1a64be60-9a77-4f3b-80cd-7f382245785a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241642 Sep 24 19:27:37.935125 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-9a6b239a-8d7b-49d2-8400-f58dddb9d744 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Sep 24 19:27:38.030694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a28e4325-5014-49ee-a9b4-bb650c41f539 req-e2375ff5-8720-4428-9d8e-224a62c32dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876155 Sep 24 19:27:38.129365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-018f40a6-8fd5-4103-aed2-65495ac547a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:38.131168 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-018f40a6-8fd5-4103-aed2-65495ac547a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.0412464 Sep 24 19:27:38.232112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-c1897107-3f85-4fc0-8514-8e8b7090b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:38.233489 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-c1897107-3f85-4fc0-8514-8e8b7090b299 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.0944867 Sep 24 19:27:38.278014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-1d14ef33-bb0a-4e0c-9a96-02aa159b8f18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaed2963-6974-4731-9620-63ceb6d75a2d HTTP/1.1" status: 200 len: 217 time: 0.0362630 Sep 24 19:27:38.327691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-372708bb-8433-48ff-97fa-f19a6ea7af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:38.329198 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-372708bb-8433-48ff-97fa-f19a6ea7af25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0434837 Sep 24 19:27:38.366591 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-6aaa21d2-70cf-42d0-9864-b4925b01c619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285532 Sep 24 19:27:38.472965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-2e82fd41-f8b9-4766-bdee-5e65758ec4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921390 Sep 24 19:27:38.568359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51027e-36cf-45aa-8ac4-42ab9701bc37 req-d9210e05-8907-4571-81a3-51381de1bf4c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:38.576276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac51027e-36cf-45aa-8ac4-42ab9701bc37 req-d9210e05-8907-4571-81a3-51381de1bf4c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0581260 Sep 24 19:27:38.607796 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-18940c0d-799c-40ce-8cb4-169ec8a57890 req-2ea4dfab-3dbf-46c1-9737-4b031bcb3b62 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214459 Sep 24 19:27:38.627572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ac51027e-36cf-45aa-8ac4-42ab9701bc37 req-e7aefed3-3346-42a9-9c0d-a930a7213779 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500448 Sep 24 19:27:38.924935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:39.772348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf70a-0b7b-438d-a3a8-bd205e7b2914 req-c618f8a7-9be4-4ddc-8616-a7ac1db8cb9e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:39.773925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c3bf70a-0b7b-438d-a3a8-bd205e7b2914 req-c618f8a7-9be4-4ddc-8616-a7ac1db8cb9e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0600877 Sep 24 19:27:39.821789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c3bf70a-0b7b-438d-a3a8-bd205e7b2914 req-07858a46-4f60-4dbb-8810-75b9f3aecb97 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Sep 24 19:27:39.961387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-dad9064b-4216-4bb6-89f1-5628f1de399a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402634 Sep 24 19:27:40.060797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-a4a35483-7a01-469e-870e-dd307bcda61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:40.062448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-a4a35483-7a01-469e-870e-dd307bcda61c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 1096 time: 0.0546291 Sep 24 19:27:40.182065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-18c4e772-b8e5-4665-85bb-9b9334c0439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:40.183718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-18c4e772-b8e5-4665-85bb-9b9334c0439f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 200 len: 914 time: 0.1019459 Sep 24 19:27:40.233035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-03d40468-3a43-4b3a-9c24-90bc0ba70e01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b HTTP/1.1" status: 200 len: 217 time: 0.0402908 Sep 24 19:27:40.286813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-339b9794-c368-47a0-aec0-222889c4ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:40.288764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-339b9794-c368-47a0-aec0-222889c4ea05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 200 len: 854 time: 0.0478351 Sep 24 19:27:40.324214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-d6d5803f-85fa-4f18-9aae-d13db49517ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d931028b-f72e-4a22-9fff-5a7bf807bcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278909 Sep 24 19:27:40.426792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-de4c8fb2-57d9-434a-9bdc-8552ba35171a service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909557 Sep 24 19:27:40.517265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f705b23b-f4e7-45f6-953f-22f0200670a5 req-56d345f2-99c9-4e4c-8441-2c4a15856254 service neutron] 10.222.0.69 "GET /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821586 Sep 24 19:27:40.996485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ca90-fca4-44ec-9e6d-833552cba3ba req-78107dd1-3592-43ef-adfb-29df0c1b454e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:40.998004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5862ca90-fca4-44ec-9e6d-833552cba3ba req-78107dd1-3592-43ef-adfb-29df0c1b454e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0834641 Sep 24 19:27:41.011287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1284b6-e4bc-4cac-b3b0-f588ceb5a0e5 req-7823bd88-5dce-420b-a58d-a91e8081c2be tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:41.013023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee1284b6-e4bc-4cac-b3b0-f588ceb5a0e5 req-7823bd88-5dce-420b-a58d-a91e8081c2be tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 945 time: 0.0721262 Sep 24 19:27:41.073619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5862ca90-fca4-44ec-9e6d-833552cba3ba req-53b0138f-de32-4d21-9514-97e00ee334d3 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Sep 24 19:27:41.078463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee1284b6-e4bc-4cac-b3b0-f588ceb5a0e5 req-92848f65-341c-43a5-ab0d-16ee1c4ab662 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Sep 24 19:27:41.177895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device eaed2963-6974-4731-9620-63ceb6d75a2d details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:27:41.268538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=eaed2963-6974-4731-9620-63ceb6d75a2d,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:41.279466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'eaed2963-6974-4731-9620-63ceb6d75a2d', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'port_id': 'eaed2963-6974-4731-9620-63ceb6d75a2d', 'mac_address': 'fa:16:3e:8b:92:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d86b19-4da6-4a6c-9846-499e5c5ec61d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:27:41.319807 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:41.333215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaed2963-6974-4731-9620-63ceb6d75a2d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:27:41.356878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=eaed2963-6974-4731-9620-63ceb6d75a2d,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:41.363167 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:41.413145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:41.619343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:42.222148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c699-fa7a-4c03-addb-847ac4cfacdd req-21a0df46-03f3-468e-849d-724ce8002f79 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:42.223591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a40c699-fa7a-4c03-addb-847ac4cfacdd req-21a0df46-03f3-468e-849d-724ce8002f79 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 944 time: 0.0826540 Sep 24 19:27:42.234758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f0d10-61d5-434e-af53-30151d182808 req-0e05f344-7a79-4d7a-8b11-dd01161b05eb tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:42.236195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-543f0d10-61d5-434e-af53-30151d182808 req-0e05f344-7a79-4d7a-8b11-dd01161b05eb tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 945 time: 0.0688524 Sep 24 19:27:42.294242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a40c699-fa7a-4c03-addb-847ac4cfacdd req-7fea2b6e-1a95-4585-9605-9420b7364e0c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Sep 24 19:27:42.299323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-543f0d10-61d5-434e-af53-30151d182808 req-d50fa9b4-72ee-4d76-8015-52760474663c tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.18 "GET /v2.0/security-groups?id=c16dbc58-674b-48b8-beeb-e0c4ca11e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Sep 24 19:27:42.424511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-4d9cbe72-6e33-41be-bc60-e5f9741061dc tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:42.426025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-4d9cbe72-6e33-41be-bc60-e5f9741061dc tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "GET /v2.0/ports?device_id=70d670ab-c7df-4de0-8627-72cda3947d96 HTTP/1.1" status: 200 len: 945 time: 0.0534356 Sep 24 19:27:42.518316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Deleting port 68d0cb7d-08f2-4031-ac62-aea81b058e1b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:27:42.518573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:42.605844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] For port 68d0cb7d-08f2-4031-ac62-aea81b058e1b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=68d0cb7d-08f2-4031-ac62-aea81b058e1b,segment=NetworkSegment(5afb6250-d53d-4c98-b4ce-7e0f92c9756c),segment_id=5afb6250-d53d-4c98-b4ce-7e0f92c9756c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:42.606201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:42.618652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Calling delete_port for 68d0cb7d-08f2-4031-ac62-aea81b058e1b owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:27:42.748206 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:42.760649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['68d0cb7d-08f2-4031-ac62-aea81b058e1b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:27:42.787816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Pushing event deleted for resources: {'Port': ['ID=68d0cb7d-08f2-4031-ac62-aea81b058e1b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:42.833089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] No DVR routers for this DVR port 68d0cb7d-08f2-4031-ac62-aea81b058e1b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:27:42.835729 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:42.837951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78c09f97-07ac-420c-9394-48c21fa0d4f3 req-b4f86fef-6d71-40de-9505-fcf052e75d85 tempest-VolumesSnapshotTestJSON-265399945 tempest-VolumesSnapshotTestJSON-265399945-project] 10.222.0.69 "DELETE /v2.0/ports/68d0cb7d-08f2-4031-ac62-aea81b058e1b HTTP/1.1" status: 204 len: 173 time: 0.4048228 Sep 24 19:27:42.838950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'name': 'network-vif-deleted', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:42.841217 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c5b3d-05b3-44bd-8d65-1b3f6f88fb3c" -d '{"events": [{"server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "name": "network-vif-deleted", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:42.895097 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6d2be-1f12-4fc7-b27e-5cf98a8a5177 x-openstack-request-id: req-19c6d2be-1f12-4fc7-b27e-5cf98a8a5177 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:42.895401 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d670ab-c7df-4de0-8627-72cda3947d96", "name": "network-vif-deleted", "tag": "68d0cb7d-08f2-4031-ac62-aea81b058e1b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:42.895662 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19c6d2be-1f12-4fc7-b27e-5cf98a8a5177 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:42.896093 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d670ab-c7df-4de0-8627-72cda3947d96', 'name': 'network-vif-deleted', 'tag': '68d0cb7d-08f2-4031-ac62-aea81b058e1b', 'status': 'completed', 'code': 200} Sep 24 19:27:43.202443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device eaed2963-6974-4731-9620-63ceb6d75a2d up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:27:43.259608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port eaed2963-6974-4731-9620-63ceb6d75a2d completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:27:43.263637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port eaed2963-6974-4731-9620-63ceb6d75a2d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:27:43.264244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:43.389648 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:43.419168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:27:43.421392 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69908d-e266-429a-8942-cf463f177341" -d '{"events": [{"server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:27:43.448031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=eaed2963-6974-4731-9620-63ceb6d75a2d,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:27:43.456882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889080b-bd2a-433d-9c69-79e247107126 req-30009485-c0ec-49c8-b436-0ca396466ac3 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:43.457631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:43.467954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6889080b-bd2a-433d-9c69-79e247107126 req-30009485-c0ec-49c8-b436-0ca396466ac3 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 944 time: 0.1031916 Sep 24 19:27:43.521070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6889080b-bd2a-433d-9c69-79e247107126 req-ccf60b3e-1299-446f-8642-17ceb0505875 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505199 Sep 24 19:27:43.552330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:27:43.582539 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407988ad-9982-4e15-b396-3bad5170561d x-openstack-request-id: req-407988ad-9982-4e15-b396-3bad5170561d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:27:43.582844 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:27:43.583134 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-407988ad-9982-4e15-b396-3bad5170561d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:27:43.583531 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d', 'code': 200} Sep 24 19:27:43.695232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9eaf-4c5e-44ba-b74e-9a6674eae4dc req-41a50eee-8b6d-4ab7-a782-0564b3f6c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:43.696812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-702d9eaf-4c5e-44ba-b74e-9a6674eae4dc req-41a50eee-8b6d-4ab7-a782-0564b3f6c972 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0493729 Sep 24 19:27:43.735914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-702d9eaf-4c5e-44ba-b74e-9a6674eae4dc req-2e7f3819-3471-4e00-b25d-27f7e729a608 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298083 Sep 24 19:27:44.629477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e6d1f-4625-4b3b-a6f5-2d05a341dc03 req-93698a5b-e2e4-4bde-976b-8998250e0feb tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:44.631040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56e6d1f-4625-4b3b-a6f5-2d05a341dc03 req-93698a5b-e2e4-4bde-976b-8998250e0feb tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0492029 Sep 24 19:27:44.669286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56e6d1f-4625-4b3b-a6f5-2d05a341dc03 req-2c5c6df9-c033-406c-9c3a-79638780666e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Sep 24 19:27:45.790662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24b20-d5bb-4fef-86eb-034fd98c9f37 req-9ea51789-f58b-4cf3-b363-0f33fb35d198 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:45.792730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc24b20-d5bb-4fef-86eb-034fd98c9f37 req-9ea51789-f58b-4cf3-b363-0f33fb35d198 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0535929 Sep 24 19:27:45.841088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-edc24b20-d5bb-4fef-86eb-034fd98c9f37 req-38bc2e5c-fe9a-42fe-be99-fd7650b66714 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Sep 24 19:27:46.192741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 68d0cb7d-08f2-4031-ac62-aea81b058e1b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:27:46.230426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 68d0cb7d-08f2-4031-ac62-aea81b058e1b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:27:46.231328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 68d0cb7d-08f2-4031-ac62-aea81b058e1b not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:27:50.310226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ae1af10-60a9-4106-9a96-7e4194a059e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:51.670192 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:27:52.967670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7956-b423-4035-b006-cb66aa532c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:53.336926 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:54.229490 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:55.930715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:27:58.717289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-debd4a38-67eb-4832-b690-ad44e73551ff tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:27:58.719577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-debd4a38-67eb-4832-b690-ad44e73551ff tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1262333 Sep 24 19:27:58.735787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-0d848a39-db78-41e6-aca7-b6e1c8ac6c4a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/quotas/65f79e582f1c4d5c9e7209cd7e46154c HTTP/1.1" status: 200 len: 375 time: 0.0100203 Sep 24 19:27:58.790623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-162cb9b8-86c3-4ad2-a845-60d54692a554 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480695 Sep 24 19:27:58.856634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-cb9f4669-a2a9-4c6f-8323-7b69403e045d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:27:58.857693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-cb9f4669-a2a9-4c6f-8323-7b69403e045d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601912 Sep 24 19:27:58.966798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-979d0070-20aa-4af1-ac5a-578eafc3ba2b service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022477 Sep 24 19:27:59.072075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-6216cba4-3912-4471-825c-6b9c11ab0aed service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981252 Sep 24 19:27:59.288285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0cdb236-6e62-4442-899a-6821c3356483 req-29ff579c-fae4-4858-805f-7a5c633a83e5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 210 time: 0.0604417 Sep 24 19:28:00.242071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-bd742fe9-d97a-4321-96ff-bf16b51ce3dd tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:00.244560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-bd742fe9-d97a-4321-96ff-bf16b51ce3dd tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.69 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1117525 Sep 24 19:28:00.257344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Request body: {'port': {'device_id': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'admin_state_up': True, 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:00.397915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ece897f9-fbb6-4768-b9a5-59853835c282 req-ed07cc81-d7ed-4fcb-9def-d5fa5636c969 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Sep 24 19:28:00.408386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:00.412726 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:00.541560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Allocated IP 172.20.0.7 (1843f0b0-89c9-4d33-8421-8d9f1a7be29b/d3d86b19-4da6-4a6c-9846-499e5c5ec61d/73a6bc97-651d-41c5-9266-eb9692c4906c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:00.692769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:00.725764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:00.740394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:00.778435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:00.781944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:00.785924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:00.796832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event updated for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:00.862629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:00.863669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:00.880640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-229ea003-e910-4850-9979-ec234e9f8e0f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274235 Sep 24 19:28:00.894482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Request body: {'port': {'device_id': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:00.965386 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.294179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a6bc97-651d-41c5-9266-eb9692c4906c {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:01.303311 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.316306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Transition to ACTIVE for port object 73a6bc97-651d-41c5-9266-eb9692c4906c will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:28:01.320489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.365960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:01.455402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Attempting to bind port 73a6bc97-651d-41c5-9266-eb9692c4906c on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:01.455741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Attempting to bind port 73a6bc97-651d-41c5-9266-eb9692c4906c by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:01.456071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Attempting to bind port 73a6bc97-651d-41c5-9266-eb9692c4906c on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:01.460944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Port 73a6bc97-651d-41c5-9266-eb9692c4906c on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:28:01.461269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Attempting to bind port 73a6bc97-651d-41c5-9266-eb9692c4906c on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:01.467406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:01.467688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Checking segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:01.468075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Bound using segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:01.468508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Bound port: 73a6bc97-651d-41c5-9266-eb9692c4906c, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:01.468862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.565898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029d3f4-0255-4e4e-be4f-1163376370d2 req-9079dcb0-b578-423f-a517-c1b51dc384a3 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:01.567625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8029d3f4-0255-4e4e-be4f-1163376370d2 req-9079dcb0-b578-423f-a517-c1b51dc384a3 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 943 time: 0.0866361 Sep 24 19:28:01.577057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:01.584669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73a6bc97-651d-41c5-9266-eb9692c4906c,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:01.596887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.648992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:01.650567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:01.652001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/73a6bc97-651d-41c5-9266-eb9692c4906c HTTP/1.1" status: 200 len: 1091 time: 0.7623646 Sep 24 19:28:01.657295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:01.659598 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ff6c9-2af0-4eca-815d-7b039652739f" -d '{"events": [{"name": "network-changed", "server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:01.668340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8029d3f4-0255-4e4e-be4f-1163376370d2 req-d98fe9aa-ea9c-4a01-857f-8291c0f91b3b tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933716 Sep 24 19:28:01.735006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a526-ae0a-4aa3-979e-31508df506a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:01.757701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-1e9ff2bf-0d70-443c-ad08-6c1bf71ad15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:01.759828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-1e9ff2bf-0d70-443c-ad08-6c1bf71ad15d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 1094 time: 0.0658331 Sep 24 19:28:01.831356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-89031003-a46d-4f0a-a11e-f636436c3ec5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a6bc97-651d-41c5-9266-eb9692c4906c HTTP/1.1" status: 200 len: 217 time: 0.0632033 Sep 24 19:28:01.836005 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c2685-8f72-4fe7-ba6b-d0fb3865371a x-openstack-request-id: req-216c2685-8f72-4fe7-ba6b-d0fb3865371a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:01.836307 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:01.836586 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216c2685-8f72-4fe7-ba6b-d0fb3865371a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:01.836992 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c', 'status': 'completed', 'code': 200} Sep 24 19:28:01.895952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc636-189a-4146-b7cb-619814e35c43 req-fbff95ef-bb49-4c26-9261-2aa98dab02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:01.897427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-fbff95ef-bb49-4c26-9261-2aa98dab02a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0575800 Sep 24 19:28:01.928912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-468449ff-4512-4388-a1c9-9e2cfe1000f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242403 Sep 24 19:28:02.025512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-5f0f7932-2d66-4b80-934d-59c51a85264d service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892508 Sep 24 19:28:02.129141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abc636-189a-4146-b7cb-619814e35c43 req-b18ffc71-c2cd-4fc7-aec8-f6326c740cee service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959127 Sep 24 19:28:02.225486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-b7267490-47fe-42db-ab93-5b0652d0188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:02.227701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-b7267490-47fe-42db-ab93-5b0652d0188a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 1094 time: 0.0514083 Sep 24 19:28:02.335313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-5d0c8a78-4b48-45a1-a744-a9cf44285c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:02.337214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-5d0c8a78-4b48-45a1-a744-a9cf44285c6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.1026921 Sep 24 19:28:02.383330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-6bfe1ccc-cec5-40bc-b3e7-f174d7e49ede service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a6bc97-651d-41c5-9266-eb9692c4906c HTTP/1.1" status: 200 len: 217 time: 0.0374289 Sep 24 19:28:02.435477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-76d1e752-5e2d-4382-8b4b-e408c5dde147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:02.437015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-76d1e752-5e2d-4382-8b4b-e408c5dde147 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0459182 Sep 24 19:28:02.473191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-853bda94-d772-453d-9f29-fcf90e2421e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291574 Sep 24 19:28:02.564939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-0bbe8391-a426-4db0-9740-ffb6f848cd8c service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Sep 24 19:28:02.668863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed5ff6c9-2af0-4eca-815d-7b039652739f req-e90358c9-20ed-4b4a-a16f-74ce2f4981dd service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956328 Sep 24 19:28:02.812842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a78f0-7f11-47cd-94dd-391fdd179134 req-b29424cb-dcf5-4be6-9288-f0e535f255f4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:02.814542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-363a78f0-7f11-47cd-94dd-391fdd179134 req-b29424cb-dcf5-4be6-9288-f0e535f255f4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 943 time: 0.0515134 Sep 24 19:28:02.863602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-363a78f0-7f11-47cd-94dd-391fdd179134 req-e7f1a967-62a7-4467-a784-6fb66570f319 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Sep 24 19:28:03.250610 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:04.013116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ac5dc-0457-452e-9bd6-4e0052354193 req-f9a44319-0888-46bf-8d55-45ca00a10b2a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:04.021413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733ac5dc-0457-452e-9bd6-4e0052354193 req-f9a44319-0888-46bf-8d55-45ca00a10b2a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 943 time: 0.0658798 Sep 24 19:28:04.084746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-733ac5dc-0457-452e-9bd6-4e0052354193 req-0c6e153a-0b89-4529-a52d-5b6879b017e8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Sep 24 19:28:04.282515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73a6bc97-651d-41c5-9266-eb9692c4906c details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:28:04.420224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73a6bc97-651d-41c5-9266-eb9692c4906c,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:04.433219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '73a6bc97-651d-41c5-9266-eb9692c4906c', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'port_id': '73a6bc97-651d-41c5-9266-eb9692c4906c', 'mac_address': 'fa:16:3e:82:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d86b19-4da6-4a6c-9846-499e5c5ec61d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:28:04.475650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:04.491463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a6bc97-651d-41c5-9266-eb9692c4906c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:04.513790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73a6bc97-651d-41c5-9266-eb9692c4906c,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:04.519043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:04.577911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:04.585985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.586672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.587043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.587539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.588102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.589129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.589129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.589129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.590586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.590586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.590586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.590586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:04.712856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:05.208235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38ce5-2ffc-4433-8dc1-78da0dbd6203 req-ce56e648-edf9-404d-98b2-4f31c81655ec tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:05.211766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce38ce5-2ffc-4433-8dc1-78da0dbd6203 req-ce56e648-edf9-404d-98b2-4f31c81655ec tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 944 time: 0.0584340 Sep 24 19:28:05.251818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ce38ce5-2ffc-4433-8dc1-78da0dbd6203 req-09e5213e-41d4-4111-a118-2ace93a6061e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Sep 24 19:28:06.325732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73a6bc97-651d-41c5-9266-eb9692c4906c up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:06.420669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c119b9-6cd9-46e9-9608-027a0286329a req-df35eb31-e335-4391-b1cb-f64b24065d53 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:06.429614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c119b9-6cd9-46e9-9608-027a0286329a req-df35eb31-e335-4391-b1cb-f64b24065d53 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 944 time: 0.0802290 Sep 24 19:28:06.457737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 73a6bc97-651d-41c5-9266-eb9692c4906c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:28:06.480680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 73a6bc97-651d-41c5-9266-eb9692c4906c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:06.480680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:06.487214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c119b9-6cd9-46e9-9608-027a0286329a req-d18ce4ab-936d-4bdf-b9bd-c41fb1f8ecc4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 Sep 24 19:28:06.637024 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:06.660084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:06.662879 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f01b6c3-8015-465b-83ea-749d5b6526b9" -d '{"events": [{"server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "name": "network-vif-plugged", "status": "completed", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:06.703596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73a6bc97-651d-41c5-9266-eb9692c4906c,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:06.708788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:06.757549 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee387ef-a397-478d-8428-626cdc814e5b x-openstack-request-id: req-6ee387ef-a397-478d-8428-626cdc814e5b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:06.757873 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "name": "network-vif-plugged", "status": "completed", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:06.758222 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee387ef-a397-478d-8428-626cdc814e5b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:06.758599 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c', 'code': 200} Sep 24 19:28:06.810599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:06.858267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fea6f-ad2b-4973-9777-c22debe29d02 req-d16361b6-a9a9-48c7-949e-ef3f0e8a5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:06.860177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc7fea6f-ad2b-4973-9777-c22debe29d02 req-d16361b6-a9a9-48c7-949e-ef3f0e8a5913 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 1096 time: 0.0595398 Sep 24 19:28:06.904517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc7fea6f-ad2b-4973-9777-c22debe29d02 req-1f07f066-82cb-4f05-8ad9-783513bc28eb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Sep 24 19:28:07.630762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bce07-4409-45f1-9ef7-a1fcae4f8186 req-5628c202-6666-410c-aa46-819b2098ad73 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:07.643555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d92bce07-4409-45f1-9ef7-a1fcae4f8186 req-5628c202-6666-410c-aa46-819b2098ad73 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 945 time: 0.0896394 Sep 24 19:28:07.687808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d92bce07-4409-45f1-9ef7-a1fcae4f8186 req-288233f9-ccc5-4d7d-95b7-a3303769954d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Sep 24 19:28:08.811492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1d27-61dc-4438-b885-7d49f5cbe96f req-63fd01ad-9d82-4dfe-80fb-921c38e3a016 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:08.813032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9eab1d27-61dc-4438-b885-7d49f5cbe96f req-63fd01ad-9d82-4dfe-80fb-921c38e3a016 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Sep 24 19:28:08.861926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9eab1d27-61dc-4438-b885-7d49f5cbe96f req-3d810bbe-63cb-4aa4-9943-1568f65661fa tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Sep 24 19:28:08.931792 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:14.373514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3da76cc5-1f98-4172-bf0e-06c238cd911f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:14.375249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3da76cc5-1f98-4172-bf0e-06c238cd911f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.4825573 Sep 24 19:28:14.396503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-6f5f8777-1e6b-4381-bf54-b5e74bde7b71 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/quotas/65f79e582f1c4d5c9e7209cd7e46154c HTTP/1.1" status: 200 len: 375 time: 0.0097251 Sep 24 19:28:14.456021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-66204531-1472-4f89-b8e0-4b356e690bd8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533502 Sep 24 19:28:14.467984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-4aeb43eb-e7f4-49c2-a8ee-ef0867940c18 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:28:14.469750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-4aeb43eb-e7f4-49c2-a8ee-ef0867940c18 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067949 Sep 24 19:28:14.574846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-0b5ef925-5581-46c6-9d4c-d3ef9b3d36d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962305 Sep 24 19:28:14.673700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-e16fe24f-bda7-4383-ab20-c1f5d8875e6b service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928233 Sep 24 19:28:14.862617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e4e7a48-e802-4629-9e79-abfdc1b8a8e3 req-5b6782fd-078b-415c-a47e-4533112c6a4e tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 210 time: 0.0283754 Sep 24 19:28:16.046454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2660cceb-c1f2-44be-afde-eab57450d474 req-abf5c597-4e62-4a1f-99d5-6fdcfec32129 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 210 time: 0.0620124 Sep 24 19:28:16.084234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-57432b7c-e9e6-4172-ad36-7554a2789cf6 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:16.085988 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-57432b7c-e9e6-4172-ad36-7554a2789cf6 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1847670 Sep 24 19:28:16.100911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Request body: {'port': {'device_id': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'admin_state_up': True, 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:16.220148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:16.223768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:16.392994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Allocated IP 172.20.0.8 (1843f0b0-89c9-4d33-8421-8d9f1a7be29b/d3d86b19-4da6-4a6c-9846-499e5c5ec61d/613ef482-f9e1-4323-a629-9978183e840e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:16.583089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:16.631635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:16.643341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:16.650009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:16.673500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:16.676763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:16.681501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:16.712306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event updated for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:16.753087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:16.753819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:16.780545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-3c470a7d-1d33-43a7-8408-f51e7d9103c8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835637 Sep 24 19:28:16.799008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Request body: {'port': {'device_id': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:16.895428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.194600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613ef482-f9e1-4323-a629-9978183e840e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:17.197107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea3da-8e6c-4ec0-9783-0cdf8d9cb119 req-8a95f161-7452-4ffc-9b53-203a866df325 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:17.203230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c57ea3da-8e6c-4ec0-9783-0cdf8d9cb119 req-8a95f161-7452-4ffc-9b53-203a866df325 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 931 time: 0.0588009 Sep 24 19:28:17.204827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.219085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Transition to ACTIVE for port object 613ef482-f9e1-4323-a629-9978183e840e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:28:17.224649 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.241663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c57ea3da-8e6c-4ec0-9783-0cdf8d9cb119 req-c8bbc720-32d6-4786-8356-c726597c8cb2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Sep 24 19:28:17.281291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Pushing event updated for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:17.352605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Attempting to bind port 613ef482-f9e1-4323-a629-9978183e840e on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:17.352934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Attempting to bind port 613ef482-f9e1-4323-a629-9978183e840e by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:17.353258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Attempting to bind port 613ef482-f9e1-4323-a629-9978183e840e on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:17.358015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Port 613ef482-f9e1-4323-a629-9978183e840e on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:28:17.358361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Attempting to bind port 613ef482-f9e1-4323-a629-9978183e840e on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:17.363645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:17.364018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Checking segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:17.364377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Bound using segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:17.364820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Bound port: 613ef482-f9e1-4323-a629-9978183e840e, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:17.365183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.436059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:17.439089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=613ef482-f9e1-4323-a629-9978183e840e,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:17.443911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.484368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:17.484882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:17.486285 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] 10.222.0.15 "PUT /v2.0/ports/613ef482-f9e1-4323-a629-9978183e840e HTTP/1.1" status: 200 len: 1091 time: 0.6927674 Sep 24 19:28:17.486726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'tag': '613ef482-f9e1-4323-a629-9978183e840e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:17.489034 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b3088-2f50-4423-b599-4149dbd5e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "tag": "613ef482-f9e1-4323-a629-9978183e840e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:17.509240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d3a1-0b21-4fc9-bd14-c4f28424b212 service neutron] Pushing event updated for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:17.542153 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f413c83f-30e9-40ca-b439-adc0e379fdcd x-openstack-request-id: req-f413c83f-30e9-40ca-b439-adc0e379fdcd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:17.542520 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "tag": "613ef482-f9e1-4323-a629-9978183e840e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:17.542839 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f413c83f-30e9-40ca-b439-adc0e379fdcd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:17.543354 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'tag': '613ef482-f9e1-4323-a629-9978183e840e', 'status': 'completed', 'code': 200} Sep 24 19:28:17.580881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-acd5e99e-fe98-42a1-b6f3-63d018ff536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:17.582474 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-acd5e99e-fe98-42a1-b6f3-63d018ff536a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 1094 time: 0.0501580 Sep 24 19:28:17.634541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-0a3551f0-3ed6-4b4f-8ecc-fe8cfff7cf01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613ef482-f9e1-4323-a629-9978183e840e HTTP/1.1" status: 200 len: 217 time: 0.0419843 Sep 24 19:28:17.705565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-a7840f48-314b-480b-849c-280e7aef9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:17.707245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-a7840f48-314b-480b-849c-280e7aef9e7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0619147 Sep 24 19:28:17.752492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-8c5706ed-336f-49c4-ab15-f897bc33a572 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293882 Sep 24 19:28:17.874155 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-8cecb025-91b3-4469-ae65-df0d87a61fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122200 Sep 24 19:28:17.986085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0b54db55-0c67-48c1-b628-a2b18575d850 req-8f041d17-d613-46dc-ad1c-1336db35e8ad service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038821 Sep 24 19:28:18.084993 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-f68250c1-b9c1-4e83-ab3a-3450d34a33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:18.087792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-f68250c1-b9c1-4e83-ab3a-3450d34a33c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 1094 time: 0.0476191 Sep 24 19:28:18.189109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-cc79baf5-2d22-43c9-a648-39eab5b1494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:18.190619 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-cc79baf5-2d22-43c9-a648-39eab5b1494a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.0908053 Sep 24 19:28:18.243942 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-8008bb39-3f7c-4f94-ad70-f4271b44b737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613ef482-f9e1-4323-a629-9978183e840e HTTP/1.1" status: 200 len: 217 time: 0.0403607 Sep 24 19:28:18.313598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-bdbfc03d-0b63-4374-9b86-93bd7ca6ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:18.315270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-bdbfc03d-0b63-4374-9b86-93bd7ca6ebf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0607157 Sep 24 19:28:18.363225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-cda349c7-ff4f-4893-a709-26c9c6345819 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360758 Sep 24 19:28:18.379773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298bd04-46ef-407b-ab8b-d88f5aad77a8 req-8e37549a-952b-48cf-834d-ba17db25aff5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:18.381725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6298bd04-46ef-407b-ab8b-d88f5aad77a8 req-8e37549a-952b-48cf-834d-ba17db25aff5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 943 time: 0.0583658 Sep 24 19:28:18.449142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6298bd04-46ef-407b-ab8b-d88f5aad77a8 req-e5650ab1-7f62-48b3-90d9-2f031cd93a6d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Sep 24 19:28:18.498780 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-9fbfec8f-d1c7-4b0d-8856-6c19007702d7 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184647 Sep 24 19:28:18.600231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-541b3088-2f50-4423-b599-4149dbd5e5d6 req-72f5f276-11cb-49c6-ab2a-8f2d97726ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879314 Sep 24 19:28:19.571908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8a094-267a-4d16-a393-3e514bd97f46 req-baaef93a-bcf7-48bb-8d3e-39d61af7f3d7 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:19.573771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fa8a094-267a-4d16-a393-3e514bd97f46 req-baaef93a-bcf7-48bb-8d3e-39d61af7f3d7 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 943 time: 0.0567217 Sep 24 19:28:19.613818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fa8a094-267a-4d16-a393-3e514bd97f46 req-20838e29-6e4f-44df-80b8-d7e949e53593 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Sep 24 19:28:20.296804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33adda0a-bf74-44ed-a2eb-3a74e41a8841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:20.759072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bc5d-2b97-4031-b6f5-392d9c629b79 req-9c1fcdca-0f14-48b8-a91c-fabbff4f5882 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:20.760670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b726bc5d-2b97-4031-b6f5-392d9c629b79 req-9c1fcdca-0f14-48b8-a91c-fabbff4f5882 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 943 time: 0.0632167 Sep 24 19:28:20.807335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b726bc5d-2b97-4031-b6f5-392d9c629b79 req-2543afb4-1dfd-4f0a-b731-464bd6d868c1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Sep 24 19:28:21.409625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 613ef482-f9e1-4323-a629-9978183e840e details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:28:21.519169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=613ef482-f9e1-4323-a629-9978183e840e,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:21.535088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '613ef482-f9e1-4323-a629-9978183e840e', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'port_id': '613ef482-f9e1-4323-a629-9978183e840e', 'mac_address': 'fa:16:3e:d9:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d86b19-4da6-4a6c-9846-499e5c5ec61d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:28:21.573689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:21.590253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613ef482-f9e1-4323-a629-9978183e840e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:21.613189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=613ef482-f9e1-4323-a629-9978183e840e,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:21.618416 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:21.670162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:21.908188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['613ef482-f9e1-4323-a629-9978183e840e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:21.945752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f308d-1f65-4827-90de-df1ca11b7746 req-d404cfaa-bfd7-4085-9aec-2f1e816acaa8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:21.947245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16f308d-1f65-4827-90de-df1ca11b7746 req-d404cfaa-bfd7-4085-9aec-2f1e816acaa8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 944 time: 0.0534945 Sep 24 19:28:22.009863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16f308d-1f65-4827-90de-df1ca11b7746 req-91f9ac96-bd15-4d62-935a-230292374fd5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521297 Sep 24 19:28:22.959616 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fae9af68-864a-4e90-ba0e-826849b9f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:23.137232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f289f-e853-4abf-9122-0c1edd4ae474 req-c6bfff46-c9b7-4fb8-8cf6-c824fdb0ba3d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:23.138802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d34f289f-e853-4abf-9122-0c1edd4ae474 req-c6bfff46-c9b7-4fb8-8cf6-c824fdb0ba3d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 944 time: 0.0508950 Sep 24 19:28:23.177066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d34f289f-e853-4abf-9122-0c1edd4ae474 req-a361303e-5527-4e35-bf32-58e16d819acc tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Sep 24 19:28:23.345345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:23.422564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 613ef482-f9e1-4323-a629-9978183e840e up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:23.477653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 613ef482-f9e1-4323-a629-9978183e840e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:28:23.482944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 613ef482-f9e1-4323-a629-9978183e840e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:23.483736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:23.573547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:23.598646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613ef482-f9e1-4323-a629-9978183e840e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:23.601218 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5df8923-1edb-4365-85b8-f0c736b1ef6f" -d '{"events": [{"server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "name": "network-vif-plugged", "status": "completed", "tag": "613ef482-f9e1-4323-a629-9978183e840e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:23.615123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=613ef482-f9e1-4323-a629-9978183e840e,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:23.620944 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:23.655080 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e689794d-1a92-48df-933a-556974c992fe x-openstack-request-id: req-e689794d-1a92-48df-933a-556974c992fe {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:23.655387 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "name": "network-vif-plugged", "status": "completed", "tag": "613ef482-f9e1-4323-a629-9978183e840e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:23.655647 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e689794d-1a92-48df-933a-556974c992fe {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:23.656050 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613ef482-f9e1-4323-a629-9978183e840e', 'code': 200} Sep 24 19:28:23.684718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:23.754019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b3894-c9c9-4164-b06c-8ee06214a383 req-9cede48b-53ad-4e1e-aa2f-5a2c0292c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:23.755778 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cb1b3894-c9c9-4164-b06c-8ee06214a383 req-9cede48b-53ad-4e1e-aa2f-5a2c0292c2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 1096 time: 0.0463538 Sep 24 19:28:23.793566 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cb1b3894-c9c9-4164-b06c-8ee06214a383 req-501c91e5-6ed1-4649-8a7a-c6f03acb36a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Sep 24 19:28:24.196989 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:24.309483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac81b5f-cdd7-4560-be4f-a074da75383f req-4910b03a-c49e-441c-a033-836521ae59ed tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:24.311006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cac81b5f-cdd7-4560-be4f-a074da75383f req-4910b03a-c49e-441c-a033-836521ae59ed tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 945 time: 0.0612504 Sep 24 19:28:24.361138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cac81b5f-cdd7-4560-be4f-a074da75383f req-0addbe49-7e6e-4174-89a1-52cdf319d294 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Sep 24 19:28:25.512983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84ab8-d18a-4c51-8067-f8d74bc2d3a5 req-f0f77527-405e-4d1a-b959-101194b5f9d8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:25.515511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46d84ab8-d18a-4c51-8067-f8d74bc2d3a5 req-f0f77527-405e-4d1a-b959-101194b5f9d8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 945 time: 0.0819719 Sep 24 19:28:25.557761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46d84ab8-d18a-4c51-8067-f8d74bc2d3a5 req-9f73265c-0e4c-4a57-b6f6-b8083f166cc8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Sep 24 19:28:25.936516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.633262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:28.652139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:28:28.684812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Deleting subnet 8489eb07-8f99-47ef-a629-5ce04c385814 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:28:28.690677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.739690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.781266 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.836036 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.868624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8489eb07-8f99-47ef-a629-5ce04c385814,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:28.871336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:28.876436 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8489eb07-8f99-47ef-a629-5ce04c385814 HTTP/1.1" status: 204 len: 168 time: 0.2410114 Sep 24 19:28:28.877142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:28.884567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.884829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.885173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.885510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.885845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.886749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.886749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.887035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.887242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.887547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.887867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.888188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22432c-af63-4414-b0af-203a988635bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:28.958848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.045940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.067329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d931028b-f72e-4a22-9fff-5a7bf807bcee']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:29.079365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb6250-d53d-4c98-b4ce-7e0f92c9756c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:29.079892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb6250-d53d-4c98-b4ce-7e0f92c9756c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:29.090225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.103649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.110120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:28:29.110715 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:28:29.130319 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:28:29.181061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.187036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.190242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d931028b-f72e-4a22-9fff-5a7bf807bcee HTTP/1.1" status: 204 len: 168 time: 0.3115928 Sep 24 19:28:29.204623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eec5b-4b18-4a35-8124-86cdb423592e admin admin] Pushing event deleted for resources: {'Network': ['ID=d931028b-f72e-4a22-9fff-5a7bf807bcee,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:29.343200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41104) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:29.439226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21551a7a-402b-40fe-ba9c-b73be740a48e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6d4b84ee3264945b6ca3fca009fc0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942774 Sep 24 19:28:29.441819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:29.499586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.522409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.577893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.580440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:29.584349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c16dbc58-674b-48b8-beeb-e0c4ca11e960 HTTP/1.1" status: 204 len: 168 time: 0.1414874 Sep 24 19:28:29.592868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ba21a-571f-4272-a16c-d91d65a225da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16dbc58-674b-48b8-beeb-e0c4ca11e960,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:30.349047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:30.469856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-450389131-network', 'tenant_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:30.501830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:30.505265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.515813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.677802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.687022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.699431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:28:30.708901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.709264 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Added segment 5f6510d4-12fc-4c31-ba60-a879145fe525 of type vlan for network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e Sep 24 19:28:30.770869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.774846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:30.818747 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.824225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:30.825506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.883530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5333247 Sep 24 19:28:30.886703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41172) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:30.892654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Request body: {'subnet': {'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-450389131-subnet', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:30.924216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:30.930560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:30.946470 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c2091-7233-4034-bbb0-314721f61a32 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:30.959927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:28:31.177896 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.243220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a214fd4f-1f10-44ab-a696-27f319fda0d5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:31.255050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.258337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.258670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.259047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.259399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.259777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.260110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.260438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.260766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.261132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.261499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.261827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:31.264810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:31.265171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Network hostable DHCP agents. Network: 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:28:31.284949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:28:31.301826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:31.306653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:31.307284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.315889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f2f69-f179-43e9-9362-4e4e15c88080 None None] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:28:31.325369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e2ba433d-28e7-4c5c-987d-b03ce9841cf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4374964 Sep 24 19:28:31.328253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41228) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:31.335770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:31.366365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.372189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.453789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.528273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:28:31.529696 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.642143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.736937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Allocated IP 172.20.0.2 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/d91bf1dd-d25a-4d64-ba53-d33fac8925ff) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:31.876128 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.903239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.925439 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.933922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:31.985093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:31.989399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:31.994300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:32.016403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Allocated IP 172.25.5.74 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/64af3cba-28c1-4296-bf8f-d4df1797c83a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:32.030774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Pushing event updated for resources: {'Port': ['ID=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:32.075875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Attempting to bind port d91bf1dd-d25a-4d64-ba53-d33fac8925ff on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:32.076428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Attempting to bind port d91bf1dd-d25a-4d64-ba53-d33fac8925ff by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:32.076866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Attempting to bind port d91bf1dd-d25a-4d64-ba53-d33fac8925ff on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:32.082419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:32.082884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:32.083370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.083834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:32.084389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Bound port: d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:32.085374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.144546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.161462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] For port d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:32.165561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] For port d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:32.171388 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.183754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.229241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:32.231351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:32.234997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be1d7f-968d-4c8c-8f82-04e8a8bf8c0c None None] Pushing event updated for resources: {'Port': ['ID=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:32.242484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:32.251922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Pushing event updated for resources: {'Port': ['ID=64af3cba-28c1-4296-bf8f-d4df1797c83a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:32.574188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.805265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:32.957038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:28:33.095676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:28:33.108356 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:28:33.117688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.119271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-97e19940-5ef7-4ea4-933e-a833aec66294 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7899189 Sep 24 19:28:33.122121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:33.127858 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:33.128500 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:33.255157 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:33.276211 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.299797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e60533-7742-45b7-af24-4f1d9875d90b None None] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:28:33.445748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] Provisioning complete for port d91bf1dd-d25a-4d64-ba53-d33fac8925ff triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:33.446129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.564451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:32Z', 'revision_number': 3, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:33.615304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.628656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:28:33.629449 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Updating router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 port 64af3cba-28c1-4296-bf8f-d4df1797c83a binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:28:33.657272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d91bf1dd-d25a-4d64-ba53-d33fac8925ff up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:33.689384 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.710471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] For port d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:33.722997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.773420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.785156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d91bf1dd-d25a-4d64-ba53-d33fac8925ff triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:33.785156 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:33.873739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1826bf-952a-4cd0-b5c0-b64c4cd3327a None None] Pushing event updated for resources: {'Port': ['ID=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:33.966889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f8ab4b24-cfdd-4388-a0a4-d70bb1e4e161 None None] Provisioning complete for port d91bf1dd-d25a-4d64-ba53-d33fac8925ff triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:33.967288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4b24-cfdd-4388-a0a4-d70bb1e4e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.073968 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.081688 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.132170 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Attempting to bind port 64af3cba-28c1-4296-bf8f-d4df1797c83a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:34.132769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Attempting to bind port 64af3cba-28c1-4296-bf8f-d4df1797c83a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:34.133017 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Attempting to bind port 64af3cba-28c1-4296-bf8f-d4df1797c83a on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:34.145973 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:34.146334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:34.146789 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.147183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:34.147642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Bound port: 64af3cba-28c1-4296-bf8f-d4df1797c83a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:34.148023 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.150718 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Pushing event updated for resources: {'Port': ['ID=64af3cba-28c1-4296-bf8f-d4df1797c83a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:34.181657 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.182015 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.182335 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.182652 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.183213 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.183548 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.183802 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.184129 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.184560 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.185029 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.185362 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.185683 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:28:34.221279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] For port 64af3cba-28c1-4296-bf8f-d4df1797c83a, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:34.225081 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] For port 64af3cba-28c1-4296-bf8f-d4df1797c83a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64af3cba-28c1-4296-bf8f-d4df1797c83a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:34.232436 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.292491 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:34.293261 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:34.294897 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ace35-50d6-4085-b628-76f1cf7231c6 None None] Pushing event updated for resources: {'Port': ['ID=64af3cba-28c1-4296-bf8f-d4df1797c83a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:34.306546 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Allocated IP 172.20.0.1 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/1fd8fd78-5f9c-4748-b5cc-77ce50659f3b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:34.405112 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:34.417111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.449559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.486274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:34.490349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:34.496602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:34.499645 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:34.537419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.596487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:32Z', 'revision_number': 3, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:34.622761 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba007db-8504-49d3-8d04-b986c9021a68 None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:32Z', 'revision_number': 3, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:28:34.679324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.783285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-dfcda9ad-5d17-4b5a-8e86-0b7804702901 None None] Provisioning complete for port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:34.783853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfcda9ad-5d17-4b5a-8e86-0b7804702901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.862679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfcda9ad-5d17-4b5a-8e86-0b7804702901 None None] Port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:34.891411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.897115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.971213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:34.973120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:35.087305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:35.088961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:35.281282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:28:35.386124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-91e5c799-89c8-46bd-bdc9-0d9c3d38eee3 None None] Provisioning complete for port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:35.386756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91e5c799-89c8-46bd-bdc9-0d9c3d38eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:35.407218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:28:35.414534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-87f26e5e-e72f-467b-b27e-44fa0237cb3d admin admin] 10.222.0.18 "PUT /v2.0/routers/ea05b94d-bdcd-4b5b-b10b-17fa0f544d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2898233 Sep 24 19:28:35.428977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-91e5c799-89c8-46bd-bdc9-0d9c3d38eee3 None None] Port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:35.651689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64af3cba-28c1-4296-bf8f-d4df1797c83a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:35.704611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 64af3cba-28c1-4296-bf8f-d4df1797c83a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:35.704990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:35.791153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:35.813279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 64af3cba-28c1-4296-bf8f-d4df1797c83a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64af3cba-28c1-4296-bf8f-d4df1797c83a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:35.818561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:35.819454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d91bf1dd-d25a-4d64-ba53-d33fac8925ff up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:35.913577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=64af3cba-28c1-4296-bf8f-d4df1797c83a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:35.922790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d91bf1dd-d25a-4d64-ba53-d33fac8925ff triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:35.923476 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.060037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:36.065418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-592728232-network', 'tenant_id': '239cec5556304e7584854866d57bc7f9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:36.092107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Made reservation on behalf of 239cec5556304e7584854866d57bc7f9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:36.094721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.103888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.193384 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.198763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.227636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:28:36.233918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3ecb2-cd57-45d6-8031-ea1b42644d03,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:36.240588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.240961 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Added segment f58f3f1c-7ea9-4875-98e7-694026d8f26c of type vlan for network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f Sep 24 19:28:36.290670 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.317234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.318341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:36.319645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.350694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2893593 Sep 24 19:28:36.353288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:36.358205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Request body: {'subnet': {'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-592728232-subnet', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:36.406054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6ff7-1c7e-426b-bbe1-17304fc855d4 admin admin] Pushing event updated for resources: {'Network': ['ID=42a3fa12-5fea-4c1b-92c9-c4c01861c68f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:36.419692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:28:36.420898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Made reservation on behalf of 239cec5556304e7584854866d57bc7f9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:36.423350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.452277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:28:36.497693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:36.497969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:36.607509 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.609368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:36.666884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0723b9c-d119-456d-b998-5a4dbfb0a1fc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:36.679389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Checking segment: {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:36.679743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Network hostable DHCP agents. Network: 42a3fa12-5fea-4c1b-92c9-c4c01861c68f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:28:36.696047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:28:36.704863 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 42a3fa12-5fea-4c1b-92c9-c4c01861c68f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:36.709448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:36.710038 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.718659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab975d-94e3-4b59-9631-db0fb76b7648 None None] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:28:36.727271 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5b343c3-1cc0-45f5-a8b3-680897219f08 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3728647 Sep 24 19:28:36.729742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 41626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:36.735185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:36.755675 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.756766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.815463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:36.960356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.107706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 2, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:37.150140 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'fixed_ips': [{'subnet_id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:28:37.151287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.154631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:28:37.155021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Updating router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:28:37.179261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.192581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.198893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.332873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Allocated IP 172.25.5.218 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/4fd4dbef-0de6-48eb-81ee-9b401677b306) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:37.366599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Allocated IP 172.20.0.2 (42a3fa12-5fea-4c1b-92c9-c4c01861c68f/a0723b9c-d119-456d-b998-5a4dbfb0a1fc/28c7b21d-b9bf-4723-8480-17528028be12) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:37.466131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.567866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.616356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:37.620158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:37.624063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:37.626705 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.640804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64af3cba-28c1-4296-bf8f-d4df1797c83a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:37.649378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.671989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Pushing event updated for resources: {'Port': ['ID=4fd4dbef-0de6-48eb-81ee-9b401677b306,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:37.784323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:37.795997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:37.798733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:37.801068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Pushing event updated for resources: {'Port': ['ID=28c7b21d-b9bf-4723-8480-17528028be12,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:37.876570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 64af3cba-28c1-4296-bf8f-d4df1797c83a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:37.876937 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.910507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Attempting to bind port 28c7b21d-b9bf-4723-8480-17528028be12 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:37.911039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Attempting to bind port 28c7b21d-b9bf-4723-8480-17528028be12 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:37.911472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Attempting to bind port 28c7b21d-b9bf-4723-8480-17528028be12 on network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:37.937229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:37.937524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.937651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Checking segment: {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:37.937987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:37.938374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Bound using segment: {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:37.938873 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Bound port: 28c7b21d-b9bf-4723-8480-17528028be12, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:37.939275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.015689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.055284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.139423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b689741-803b-4486-a3d8-16dac101427f None None] Pushing event updated for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:38.152741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] For port 28c7b21d-b9bf-4723-8480-17528028be12, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:38.170008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] For port 28c7b21d-b9bf-4723-8480-17528028be12, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=28c7b21d-b9bf-4723-8480-17528028be12,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:38.182611 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.190934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.326208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1093-a4aa-4d7e-98eb-8b6709dc6bfd None None] Pushing event updated for resources: {'Port': ['ID=28c7b21d-b9bf-4723-8480-17528028be12,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:38.329412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Attempting to bind port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:38.329783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Attempting to bind port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:38.330146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Attempting to bind port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:38.344553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:38.344906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:38.345259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.345630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:38.346106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Bound port: 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:38.346910 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.442315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] For port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:38.446039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] For port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:38.448100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:28:38.473392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.581382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:38.595037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:38.654753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b689741-803b-4486-a3d8-16dac101427f None None] Pushing event updated for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:38.664968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:28:38.681052 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Sync routers for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:28:38.687835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.690108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b0e00a9-dad5-45b9-9690-632e162e0d9d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9586580 Sep 24 19:28:38.692919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 41650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:28:38.697133 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:38.699620 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:38.709876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] Provisioning complete for port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:38.726694 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:38.870256 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:38.891469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:39.036853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.136174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.143612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:37Z', 'revision_number': 3, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:39.176307 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Checking router: 5ef779e3-14f3-4d10-b9b2-98355af35dd2 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:28:39.176843 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Updating router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 port 4fd4dbef-0de6-48eb-81ee-9b401677b306 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:28:39.207540 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.216527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] For port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:39.230331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:38Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:39.234153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.274464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1baeed1-6bf3-41d3-bb4b-0e473bc8a41a None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:38Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:28:39.385899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36768589-353e-48a8-b880-62cdcc3f4408 None None] Pushing event updated for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:39.406440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9b279091-0d2e-494c-b497-1049bda2242f None None] Provisioning complete for port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:39.406819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b279091-0d2e-494c-b497-1049bda2242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.438403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.700559 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.712140 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.742539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 28c7b21d-b9bf-4723-8480-17528028be12 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:39.798844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Allocated IP 172.20.0.1 (42a3fa12-5fea-4c1b-92c9-c4c01861c68f/a0723b9c-d119-456d-b998-5a4dbfb0a1fc/64ff30da-4b8d-4b69-a76f-62784b7bf95c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:39.804935 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Attempting to bind port 4fd4dbef-0de6-48eb-81ee-9b401677b306 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:39.805307 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Attempting to bind port 4fd4dbef-0de6-48eb-81ee-9b401677b306 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:39.805703 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Attempting to bind port 4fd4dbef-0de6-48eb-81ee-9b401677b306 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:39.824786 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:39.825204 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:39.825702 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.826155 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:39.826639 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Bound port: 4fd4dbef-0de6-48eb-81ee-9b401677b306, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:39.827045 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.879580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 28c7b21d-b9bf-4723-8480-17528028be12 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:39.880000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.900092 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] For port 4fd4dbef-0de6-48eb-81ee-9b401677b306, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:39.904326 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] For port 4fd4dbef-0de6-48eb-81ee-9b401677b306, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fd4dbef-0de6-48eb-81ee-9b401677b306,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:39.920699 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:39.945389 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9d64a-3309-4d28-acb7-3a013727d9f9 None None] Pushing event updated for resources: {'Port': ['ID=4fd4dbef-0de6-48eb-81ee-9b401677b306,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:39.978212 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:39.978878 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:40.042289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.079959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.109152 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9d64a-3309-4d28-acb7-3a013727d9f9 None None] Pushing event updated for resources: {'Port': ['ID=4fd4dbef-0de6-48eb-81ee-9b401677b306,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:40.114382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 28c7b21d-b9bf-4723-8480-17528028be12, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=28c7b21d-b9bf-4723-8480-17528028be12,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:40.123868 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.125656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:40.201763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-0762eac3-1b8c-4210-aeb3-28403d02b95f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937375 Sep 24 19:28:40.217442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.244139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba10a9-ac7d-41e4-9cb0-40d280ee7ec6 None None] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:28:40.250165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=28c7b21d-b9bf-4723-8480-17528028be12,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:40.294614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a8c3b8d0-948c-4b9c-803c-33c15e9fba20 None None] Provisioning complete for port 28c7b21d-b9bf-4723-8480-17528028be12 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:40.295339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b8d0-948c-4b9c-803c-33c15e9fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.330033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:40.337395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:40.343914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:40.356837 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:40.383513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Pushing event updated for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:40.407208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503076f-86ad-458e-aa57-48a715a56b62 req-22932fb0-bd5d-44ed-a241-34c7ef833c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:40.408715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:40.409002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-22932fb0-bd5d-44ed-a241-34c7ef833c23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 1096 time: 0.1342077 Sep 24 19:28:40.409126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.422982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:40.659067 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:37Z', 'revision_number': 3, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:40.707862 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a625fdc-3d5e-4ed2-81c6-ba969ef4d235 None None] The sync data for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 is: [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:37Z', 'revision_number': 3, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:28:41.033433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b2c871ac-8cff-4acd-88a5-5a5f7048a805 None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:41.034403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2c871ac-8cff-4acd-88a5-5a5f7048a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.079311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b2c871ac-8cff-4acd-88a5-5a5f7048a805 None None] Port 64ff30da-4b8d-4b69-a76f-62784b7bf95c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:41.095618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b2c871ac-8cff-4acd-88a5-5a5f7048a805 None None] Provisioning complete for port 28c7b21d-b9bf-4723-8480-17528028be12 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:41.096004 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2c871ac-8cff-4acd-88a5-5a5f7048a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.104488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503076f-86ad-458e-aa57-48a715a56b62 req-f1f3383b-0620-424f-a315-ea3cb764891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:41.107208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-f1f3383b-0620-424f-a315-ea3cb764891e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.6442313 Sep 24 19:28:41.233788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-3e1f9fbf-a4a3-4a14-a40b-e6b57f4881ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a6bc97-651d-41c5-9266-eb9692c4906c HTTP/1.1" status: 200 len: 217 time: 0.0542645 Sep 24 19:28:41.321580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.345194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503076f-86ad-458e-aa57-48a715a56b62 req-fda4ee96-00d4-43a1-82c4-737d23845d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:41.346368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-fda4ee96-00d4-43a1-82c4-737d23845d07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.1061029 Sep 24 19:28:41.411248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-55b3503c-bb11-4e5b-9bb0-fea268cbcaff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423014 Sep 24 19:28:41.537389 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4b2eee4a-461f-4dc8-8f28-bc0a49355bfc None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:41.537877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b2eee4a-461f-4dc8-8f28-bc0a49355bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.666673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-7282191f-14b9-4714-961b-c42fe0b96f94 service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447128 Sep 24 19:28:41.733536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.772624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.814542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fd4dbef-0de6-48eb-81ee-9b401677b306 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:41.839054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Pushing event updated for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:41.854714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4b2eee4a-461f-4dc8-8f28-bc0a49355bfc None None] Port 64ff30da-4b8d-4b69-a76f-62784b7bf95c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:41.877677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4fd4dbef-0de6-48eb-81ee-9b401677b306 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:41.878056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.913355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.922796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f503076f-86ad-458e-aa57-48a715a56b62 req-b4678ff4-f8af-4dd2-a9c3-73757f8e847f service neutron] 10.222.0.69 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427716 Sep 24 19:28:41.971346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:41.994367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 4fd4dbef-0de6-48eb-81ee-9b401677b306, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fd4dbef-0de6-48eb-81ee-9b401677b306,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:42.000218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:42.001058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 28c7b21d-b9bf-4723-8480-17528028be12 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:42.038842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:42.040401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:42.126546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=4fd4dbef-0de6-48eb-81ee-9b401677b306,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:42.146423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 28c7b21d-b9bf-4723-8480-17528028be12 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:42.147128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:42.226641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:28:42.354731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:28:42.359998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f4cba94e-8a9a-4f49-8ab2-1d4e689c04f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/5ef779e3-14f3-4d10-b9b2-98355af35dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660082 Sep 24 19:28:42.385122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-71da5c8b-f554-495b-a25f-858f6ec5d508 None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:42.385526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71da5c8b-f554-495b-a25f-858f6ec5d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:42.421116 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-71da5c8b-f554-495b-a25f-858f6ec5d508 None None] Port 64ff30da-4b8d-4b69-a76f-62784b7bf95c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:43.019143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Sync routers for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:28:43.029736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:43.030573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:43.181126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:43.398899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '64ff30da-4b8d-4b69-a76f-62784b7bf95c', 'name': '', 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:39Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 2, 'project_id': '239cec5556304e7584854866d57bc7f9', 'subnets': [{'id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:43.433413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Checking router: 5ef779e3-14f3-4d10-b9b2-98355af35dd2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:28:43.433766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Updating router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 port 64ff30da-4b8d-4b69-a76f-62784b7bf95c binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:28:43.461591 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:43.526029 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-b984cc83-0694-4934-af60-50a7a3e455ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4151607 Sep 24 19:28:43.581643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fd4dbef-0de6-48eb-81ee-9b401677b306 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:43.619958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-d9a655a8-39e8-471c-9ed7-244256c4181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:43.621526 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-d9a655a8-39e8-471c-9ed7-244256c4181a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0442441 Sep 24 19:28:43.685716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4fd4dbef-0de6-48eb-81ee-9b401677b306 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:43.686047 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:43.783267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-cb3b0ddf-d39b-4b7d-8a0e-977d2d980dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:43.786449 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-cb3b0ddf-d39b-4b7d-8a0e-977d2d980dff service neutron] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.1379740 Sep 24 19:28:43.838588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-67b75f38-0c6d-4f7f-8cf4-1378952f307b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaed2963-6974-4731-9620-63ceb6d75a2d HTTP/1.1" status: 200 len: 217 time: 0.0443435 Sep 24 19:28:43.895564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:43.896433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-e67f1b3c-e25a-4e4c-8e20-1a1c55aa6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:43.898032 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-e67f1b3c-e25a-4e4c-8e20-1a1c55aa6da1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0517738 Sep 24 19:28:43.902202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:43.942556 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-46074309-0abd-4943-9608-a0298141c882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358961 Sep 24 19:28:43.977920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea4bb4-67ef-47b6-9805-9d014e83137b None None] Pushing event updated for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:44.010263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Attempting to bind port 64ff30da-4b8d-4b69-a76f-62784b7bf95c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:44.010999 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Attempting to bind port 64ff30da-4b8d-4b69-a76f-62784b7bf95c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:44.011542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Attempting to bind port 64ff30da-4b8d-4b69-a76f-62784b7bf95c on network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:44.017856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:44.018508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Checking segment: {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:44.019293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.020449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Bound using segment: {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:44.021092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Bound port: 64ff30da-4b8d-4b69-a76f-62784b7bf95c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58f3f1c-7ea9-4875-98e7-694026d8f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:44.021706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.088267 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-ff08d4bf-5516-440f-8490-e78572d31015 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365182 Sep 24 19:28:44.100043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] For port 64ff30da-4b8d-4b69-a76f-62784b7bf95c, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:44.103550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] For port 64ff30da-4b8d-4b69-a76f-62784b7bf95c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64ff30da-4b8d-4b69-a76f-62784b7bf95c,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:44.122630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.194191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:28:44.194841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:28:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:44.222655 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a7eedbee-1444-4b68-9ad9-cecbee6f5a9a req-9f081631-eaba-4818-bbc4-5ff3bf331ace service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228402 Sep 24 19:28:44.237665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea4bb4-67ef-47b6-9805-9d014e83137b None None] Pushing event updated for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:44.317882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:44.318255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.369753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:28:44.603697 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.614595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-b0647567-87b4-4872-a556-6f6676b7d6f9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:44.618285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-b0647567-87b4-4872-a556-6f6676b7d6f9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1279793 Sep 24 19:28:44.636067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-cd709809-0c87-4c59-8bcf-48699f94269c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0106242 Sep 24 19:28:44.658741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] For port 64ff30da-4b8d-4b69-a76f-62784b7bf95c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64ff30da-4b8d-4b69-a76f-62784b7bf95c,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:44.664203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.699349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-c8344c61-00fe-49b2-be22-0c4d3e17cb64 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570819 Sep 24 19:28:44.721617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577e2c3-6b0f-4ead-9543-a8d55ec2175b None None] Pushing event updated for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:44.731632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '64ff30da-4b8d-4b69-a76f-62784b7bf95c', 'name': '', 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:39Z', 'updated_at': '2021-09-24T19:28:44Z', 'revision_number': 4, 'project_id': '239cec5556304e7584854866d57bc7f9', 'subnets': [{'id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:28:44.758734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8bd19-9491-42bd-88b9-da304f48380d None None] The sync data for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 is: [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '64ff30da-4b8d-4b69-a76f-62784b7bf95c', 'name': '', 'network_id': '42a3fa12-5fea-4c1b-92c9-c4c01861c68f', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:39Z', 'updated_at': '2021-09-24T19:28:44Z', 'revision_number': 4, 'project_id': '239cec5556304e7584854866d57bc7f9', 'subnets': [{'id': 'a0723b9c-d119-456d-b998-5a4dbfb0a1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:28:44.798609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ed633479-c459-43a9-b23c-8b31c4a02a1a None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:44.799023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed633479-c459-43a9-b23c-8b31c4a02a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:44.839421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-3778fe91-7a04-4882-b659-09a9d5d1bcba service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321814 Sep 24 19:28:45.003636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-fc26efe7-6205-4956-92c4-8a2d4a7ae546 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609359 Sep 24 19:28:45.402581 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af81deb9-358b-4564-bd04-9295fe75dc15 req-7defc603-30f9-40f1-9068-838c01f5cf39 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0474396 Sep 24 19:28:45.583614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64ff30da-4b8d-4b69-a76f-62784b7bf95c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:45.677959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 64ff30da-4b8d-4b69-a76f-62784b7bf95c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:45.678637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:45.953234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-51133194-1f7b-4d77-a43b-68d865b8f75d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:45.955935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-51133194-1f7b-4d77-a43b-68d865b8f75d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.1283717 Sep 24 19:28:45.975371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-cf588ffa-3035-4aae-aec9-4c17a147b889 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/quotas/65f79e582f1c4d5c9e7209cd7e46154c HTTP/1.1" status: 200 len: 375 time: 0.0116241 Sep 24 19:28:46.049900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-42cb52ca-af7f-4250-8437-234f4af76410 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619192 Sep 24 19:28:46.171508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-775cc93a-a529-414b-8a9c-c1b844c771e3 service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098044 Sep 24 19:28:46.277570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-ab2b2c1c-3450-44fd-86cf-b65b8af2e8dd service neutron] 10.222.0.18 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993516 Sep 24 19:28:46.533044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7afb718f-5010-4af1-bfc3-4cb368d61560 req-ea290b27-d699-4ce2-a30a-721ce0be740f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 210 time: 0.0538068 Sep 24 19:28:46.560510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce1131d6-4c75-4652-881d-da2f49f3c098 req-35a8de8b-40e2-430d-88f3-f710a1226218 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0489087 Sep 24 19:28:46.585498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-a8bcf5c9-9884-4e26-9111-9b0953aec5df tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:46.585498 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-a8bcf5c9-9884-4e26-9111-9b0953aec5df tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.2197168 Sep 24 19:28:46.596800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:46.711653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:46.715397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:46.867240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.9 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/2ec88d75-b608-4fdf-9688-a487d7119fcc) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:47.026024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.073387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.122258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:47.125666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:47.129581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:47.139365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:47.188093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:47.189076 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.209621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-bb86426f-826b-40d3-b9ee-3c358ff5d0ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6172581 Sep 24 19:28:47.225940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Request body: {'port': {'device_id': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:47.288053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.487819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-10387734-443c-4e98-9399-92d131cf02de None None] Provisioning complete for port 2ec88d75-b608-4fdf-9688-a487d7119fcc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:47.488307 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10387734-443c-4e98-9399-92d131cf02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.742762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec88d75-b608-4fdf-9688-a487d7119fcc {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:47.750083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-a1b0d350-661c-4af0-bb34-b32bbf4355d2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:47.751196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.752520 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-a1b0d350-661c-4af0-bb34-b32bbf4355d2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 815 time: 0.2147930 Sep 24 19:28:47.768367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Request body: {'port': {'device_id': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'admin_state_up': True, 'tenant_id': '65f79e582f1c4d5c9e7209cd7e46154c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:47.794215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-125b58fd-88ac-4259-8398-8ce20ee09f2c req-7c8cb2f8-7b9a-4def-9fc9-30e3407bb21b tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 210 time: 0.1051497 Sep 24 19:28:47.830889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Transition to ACTIVE for port object 2ec88d75-b608-4fdf-9688-a487d7119fcc will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:28:47.842884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:47.891322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-10387734-443c-4e98-9399-92d131cf02de None None] Port 2ec88d75-b608-4fdf-9688-a487d7119fcc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:28:47.902522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:47.914346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a95d2-d8e3-474b-a38f-1b50816da4bb req-9f0ead05-13af-44fa-b811-7c977a46fb74 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:47.922059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-120a95d2-d8e3-474b-a38f-1b50816da4bb req-9f0ead05-13af-44fa-b811-7c977a46fb74 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 931 time: 0.2584958 Sep 24 19:28:47.999015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Made reservation on behalf of 65f79e582f1c4d5c9e7209cd7e46154c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:28:48.003326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.030916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-120a95d2-d8e3-474b-a38f-1b50816da4bb req-368130e8-4591-4a36-a23f-ef965661e873 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983298 Sep 24 19:28:48.144209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Attempting to bind port 2ec88d75-b608-4fdf-9688-a487d7119fcc on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:48.144503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Attempting to bind port 2ec88d75-b608-4fdf-9688-a487d7119fcc by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:48.144830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Attempting to bind port 2ec88d75-b608-4fdf-9688-a487d7119fcc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:48.150118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Port 2ec88d75-b608-4fdf-9688-a487d7119fcc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:28:48.150440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Attempting to bind port 2ec88d75-b608-4fdf-9688-a487d7119fcc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:48.160290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:48.160627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:48.161026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:48.161458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Bound port: 2ec88d75-b608-4fdf-9688-a487d7119fcc, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:48.161866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.233526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Allocated IP 172.20.0.3 (1843f0b0-89c9-4d33-8421-8d9f1a7be29b/d3d86b19-4da6-4a6c-9846-499e5c5ec61d/3e1788b7-7dc2-4862-89ce-47a078aa9359) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:28:48.239282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:48.243337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:48.253313 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.298909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:48.299668 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.301186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] 10.222.0.69 "PUT /v2.0/ports/2ec88d75-b608-4fdf-9688-a487d7119fcc HTTP/1.1" status: 200 len: 1091 time: 1.0826385 Sep 24 19:28:48.301723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:48.309567 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba5a80-bc10-4f02-a025-30ead90f4922" -d '{"events": [{"name": "network-changed", "server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:48.363143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eafce-4021-4dfd-b8e9-951deead7014 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:48.410667 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192f071-36ef-4330-b0fa-c19cc51b1879 x-openstack-request-id: req-d192f071-36ef-4330-b0fa-c19cc51b1879 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:48.411269 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:48.411689 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d192f071-36ef-4330-b0fa-c19cc51b1879 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:48.412440 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc', 'status': 'completed', 'code': 200} Sep 24 19:28:48.431896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-7023ef58-4b51-4866-acd1-c21ccb79981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:48.433921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-7023ef58-4b51-4866-acd1-c21ccb79981e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 1094 time: 0.0670452 Sep 24 19:28:48.509284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.546603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-0c391b56-5435-431b-8aed-7f910dc47109 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc HTTP/1.1" status: 200 len: 217 time: 0.1044645 Sep 24 19:28:48.549528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.562976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:48.568909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d', '613ef482-f9e1-4323-a629-9978183e840e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:48.595692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:28:48.598744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:28:48.603260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:28:48.611991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event updated for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:48.625090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-42015bb5-ccaf-4585-97d6-d6146f8eb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:48.626907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-42015bb5-ccaf-4585-97d6-d6146f8eb455 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0665443 Sep 24 19:28:48.667058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:48.667686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.688931 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-6f7a1e38-8d18-4929-83a3-5d612a35edab tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251201 Sep 24 19:28:48.691053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-34c8fbbf-0749-4589-98e4-1b0b72a3a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:48.692753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-34c8fbbf-0749-4589-98e4-1b0b72a3a8e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556545 Sep 24 19:28:48.709777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Request body: {'port': {'device_id': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:28:48.799373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:48.882597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-95f096f1-c803-4ce7-a29c-906a723a4b0b service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816058 Sep 24 19:28:49.102317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6a50d-600f-42a4-9081-74bca7229beb req-4cadea49-14ba-4f11-8aa7-aed261b4eca1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.103991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffd6a50d-600f-42a4-9081-74bca7229beb req-4cadea49-14ba-4f11-8aa7-aed261b4eca1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 931 time: 0.1824212 Sep 24 19:28:49.183172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a869adbc-cdfe-4608-8d2d-a41e109e88a6 req-73542367-aa4d-4971-96c0-dd40449a950c service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913227 Sep 24 19:28:49.222874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffd6a50d-600f-42a4-9081-74bca7229beb req-9dad982e-9070-4088-9964-f292391ceac2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929606 Sep 24 19:28:49.245543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5226581-a5bd-4ab7-ad17-c05573917b9b req-34547b92-02ef-4d27-adf5-611d9aa8bafc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.247439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5226581-a5bd-4ab7-ad17-c05573917b9b req-34547b92-02ef-4d27-adf5-611d9aa8bafc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.1316507 Sep 24 19:28:49.256886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1788b7-7dc2-4862-89ce-47a078aa9359 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:49.265651 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:49.280521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Transition to ACTIVE for port object 3e1788b7-7dc2-4862-89ce-47a078aa9359 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:28:49.285807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:49.315877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5226581-a5bd-4ab7-ad17-c05573917b9b req-353e3482-1336-4e99-ae92-ea7d173c4a1c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586915 Sep 24 19:28:49.336080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-e410028e-33bd-43a5-bee5-8954f94c77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.339306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-e410028e-33bd-43a5-bee5-8954f94c77ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 1094 time: 0.0909114 Sep 24 19:28:49.357489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:49.463089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Attempting to bind port 3e1788b7-7dc2-4862-89ce-47a078aa9359 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:28:49.463439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Attempting to bind port 3e1788b7-7dc2-4862-89ce-47a078aa9359 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:28:49.463756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Attempting to bind port 3e1788b7-7dc2-4862-89ce-47a078aa9359 on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:49.469194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Port 3e1788b7-7dc2-4862-89ce-47a078aa9359 on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:28:49.469672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Attempting to bind port 3e1788b7-7dc2-4862-89ce-47a078aa9359 on network 1843f0b0-89c9-4d33-8421-8d9f1a7be29b {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:28:49.471059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-d802f94b-bebc-4616-8f78-d1f0b6dcdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.472735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-d802f94b-bebc-4616-8f78-d1f0b6dcdada service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1262968 Sep 24 19:28:49.479910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:28:49.480688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Checking segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:28:49.480688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Bound using segment: {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:28:49.481208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Bound port: 3e1788b7-7dc2-4862-89ce-47a078aa9359, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e927e18-6ca2-42c7-8f96-ef9c257289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:28:49.481566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:49.522781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-de84ebd2-9e21-4d90-b0aa-eb80bffc2c4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc HTTP/1.1" status: 200 len: 217 time: 0.0394249 Sep 24 19:28:49.558774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:28:49.562683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:28:49.572251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:49.580409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-bf92a4a6-3bbb-4424-a3f1-682e0031683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.581860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-bf92a4a6-3bbb-4424-a3f1-682e0031683e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0516839 Sep 24 19:28:49.610427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.611150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:49.612531 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e1788b7-7dc2-4862-89ce-47a078aa9359 HTTP/1.1" status: 200 len: 1091 time: 0.9139853 Sep 24 19:28:49.612979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:49.615291 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8" -d '{"events": [{"name": "network-changed", "server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:49.649567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-f5e47c5f-9d44-4caa-821c-65acd03291ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.650686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77afa0-00d7-455d-b0a0-c0b57b389c18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:49.651617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-f5e47c5f-9d44-4caa-821c-65acd03291ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631528 Sep 24 19:28:49.701232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-56785caf-f996-4379-8ab9-687b51c3f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.703191 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-56785caf-f996-4379-8ab9-687b51c3f535 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 1094 time: 0.0471992 Sep 24 19:28:49.787899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-66b92069-3e89-456e-87c6-a4ace23dfbc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359 HTTP/1.1" status: 200 len: 217 time: 0.0718017 Sep 24 19:28:49.833555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-16a77e80-9810-4200-9934-2ec8a69b2d85 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718383 Sep 24 19:28:49.865404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-7749f077-1cbd-4c04-a137-fd0fdf97cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:49.867094 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-7749f077-1cbd-4c04-a137-fd0fdf97cdf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0717750 Sep 24 19:28:49.890292 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e643bd-46c0-4bd0-9cca-db165b7ed049 x-openstack-request-id: req-40e643bd-46c0-4bd0-9cca-db165b7ed049 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:49.892396 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:49.894225 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40e643bd-46c0-4bd0-9cca-db165b7ed049 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:49.894812 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359', 'status': 'completed', 'code': 200} Sep 24 19:28:49.921879 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-38b631ca-c1cf-4dd2-ae63-f1be6556d315 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261638 Sep 24 19:28:49.961903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0ba5a80-bc10-4f02-a025-30ead90f4922 req-511325b5-c5ac-46da-8735-8229a0d3f818 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205561 Sep 24 19:28:50.033649 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-0fca2e4c-c01e-4330-a075-224acfd79933 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976496 Sep 24 19:28:50.140260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3dbf1cfe-acb4-407b-807f-a59091da5f54 req-3ef79fd8-812c-4be8-90b0-c9e83fdcc449 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974941 Sep 24 19:28:50.260039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-9311fdb0-f7ac-4578-8cca-9f928452aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:50.261792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-9311fdb0-f7ac-4578-8cca-9f928452aba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 1094 time: 0.0517066 Sep 24 19:28:50.301990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfc25-75b5-480f-99f3-ed4c6846dae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:50.380849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-8b88b57a-e83e-48f0-8e81-7d8b8dad0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:50.381909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2571d-5f76-45cf-9095-2c9eeca2456f req-da808b30-6061-4c89-8c3a-4073456d5f89 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:50.383600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd2571d-5f76-45cf-9095-2c9eeca2456f req-da808b30-6061-4c89-8c3a-4073456d5f89 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 943 time: 0.0670497 Sep 24 19:28:50.389271 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-8b88b57a-e83e-48f0-8e81-7d8b8dad0328 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 200 len: 915 time: 0.1134686 Sep 24 19:28:50.435686 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-d2e03d62-e9d9-4e2c-94db-fa9cc7beeb05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359 HTTP/1.1" status: 200 len: 217 time: 0.0386066 Sep 24 19:28:50.485736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd2571d-5f76-45cf-9095-2c9eeca2456f req-9ebbbd0d-10bd-4050-8799-2bc68de707e4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958195 Sep 24 19:28:50.508263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ceb97-462e-4847-9011-f90a21755359 req-ed299131-fd64-4de6-9a0f-ad0723b03a8b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:50.517264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c0ceb97-462e-4847-9011-f90a21755359 req-ed299131-fd64-4de6-9a0f-ad0723b03a8b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0953043 Sep 24 19:28:50.519911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-39dc236b-89f2-4cf2-8df8-e9fa90c09ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:50.521499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-39dc236b-89f2-4cf2-8df8-e9fa90c09ce8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 200 len: 855 time: 0.0776365 Sep 24 19:28:50.568904 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-08e09a2c-4656-4de2-8f72-3ee5e28dce1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1843f0b0-89c9-4d33-8421-8d9f1a7be29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342138 Sep 24 19:28:50.596407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4c0ceb97-462e-4847-9011-f90a21755359 req-2f6b72b9-c87d-42d9-810b-4e34636eec7d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733676 Sep 24 19:28:50.669461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-e69c29a9-1aa9-4418-8d0b-971ffc4c0bc5 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905216 Sep 24 19:28:50.771333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6ed6d69d-bd4e-4d4d-96e7-d497a7a887f8 req-30de2aa0-6484-40a5-936a-050dfd1f4e00 service neutron] 10.222.0.15 "GET /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934265 Sep 24 19:28:51.627851 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4010169-1925-4b54-8402-8fec0ffe9d4b req-a641a226-2b43-4a94-97db-0b76b20a2203 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:51.629504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4010169-1925-4b54-8402-8fec0ffe9d4b req-a641a226-2b43-4a94-97db-0b76b20a2203 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 943 time: 0.0568483 Sep 24 19:28:51.692272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4010169-1925-4b54-8402-8fec0ffe9d4b req-1d3e48d9-4e63-4557-bbcc-5478f219d30f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 Sep 24 19:28:51.735160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01373-77fe-4679-b271-35808e6d8f6e req-f5785486-8ffb-43fb-b703-cfa92e529f3d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:51.736652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7af01373-77fe-4679-b271-35808e6d8f6e req-f5785486-8ffb-43fb-b703-cfa92e529f3d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0641196 Sep 24 19:28:51.774654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7af01373-77fe-4679-b271-35808e6d8f6e req-5a7776ed-7f2b-43ab-a314-567754fa5ea8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Sep 24 19:28:52.827365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a658-e074-47f5-9b49-ee3fe67c1232 req-3129c8f4-6017-43b7-a130-4b9134e0c9d4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:52.828822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f937a658-e074-47f5-9b49-ee3fe67c1232 req-3129c8f4-6017-43b7-a130-4b9134e0c9d4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 943 time: 0.0604229 Sep 24 19:28:52.892936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f937a658-e074-47f5-9b49-ee3fe67c1232 req-b1f000fe-8c10-4c91-9131-e1695dd1d159 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Sep 24 19:28:52.909178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04cd6-89a1-4096-8f2e-8defd227e41a req-e071e6db-efa8-40c6-bbd3-3127646a33e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:52.911484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5a04cd6-89a1-4096-8f2e-8defd227e41a req-e071e6db-efa8-40c6-bbd3-3127646a33e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0687764 Sep 24 19:28:52.954067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5a04cd6-89a1-4096-8f2e-8defd227e41a req-f4e789e0-06c5-434f-88a0-343772197fc8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Sep 24 19:28:52.969556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecca292a-6406-4933-b142-92d87a0c6d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:53.337426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:53.665970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e1788b7-7dc2-4862-89ce-47a078aa9359 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:28:53.762997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:53.774325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '3e1788b7-7dc2-4862-89ce-47a078aa9359', 'network_id': '1843f0b0-89c9-4d33-8421-8d9f1a7be29b', 'port_id': '3e1788b7-7dc2-4862-89ce-47a078aa9359', 'mac_address': 'fa:16:3e:62:43:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d86b19-4da6-4a6c-9846-499e5c5ec61d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:28:53.811718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:53.824137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1788b7-7dc2-4862-89ce-47a078aa9359 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:53.843800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:53.847706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:53.897079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:54.012371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9a9f-3e41-4b17-bc30-5087b4910926 req-87092565-bfdd-4865-af43-ff2825221619 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:54.013797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a2a9a9f-3e41-4b17-bc30-5087b4910926 req-87092565-bfdd-4865-af43-ff2825221619 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 944 time: 0.0520911 Sep 24 19:28:54.088602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7a2a9a9f-3e41-4b17-bc30-5087b4910926 req-6ccd3480-faf3-4e6a-81bc-1f3fd33eb1e4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676503 Sep 24 19:28:54.104875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6fb2-4d72-4861-af81-166c3a9db8ec req-67f5bb28-1059-4a24-9c6a-66fca31b6275 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:54.106366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a7c6fb2-4d72-4861-af81-166c3a9db8ec req-67f5bb28-1059-4a24-9c6a-66fca31b6275 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0634508 Sep 24 19:28:54.141256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['3e1788b7-7dc2-4862-89ce-47a078aa9359'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:28:54.146421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a7c6fb2-4d72-4861-af81-166c3a9db8ec req-9776afb9-b189-4026-871c-3af934e2fde3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Sep 24 19:28:54.206962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:55.208938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b1f50-f5c6-4a96-af12-7d508d7b216a req-a9fb9b3b-2dd3-4fcc-82df-0f92ec0676cf tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:55.210500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b6b1f50-f5c6-4a96-af12-7d508d7b216a req-a9fb9b3b-2dd3-4fcc-82df-0f92ec0676cf tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 944 time: 0.0543356 Sep 24 19:28:55.280982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b6b1f50-f5c6-4a96-af12-7d508d7b216a req-389bec3a-5bb7-4511-8f28-8dfa6f046831 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637031 Sep 24 19:28:55.304911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185959dd-8304-428f-ac98-74b2a9bf41d2 req-bbf41b56-1ba5-45b6-a354-3dd334a855fc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:55.306701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-185959dd-8304-428f-ac98-74b2a9bf41d2 req-bbf41b56-1ba5-45b6-a354-3dd334a855fc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0690415 Sep 24 19:28:55.344705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-185959dd-8304-428f-ac98-74b2a9bf41d2 req-6395c32e-d4e5-4691-9af2-201c5f770d57 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Sep 24 19:28:55.664843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e1788b7-7dc2-4862-89ce-47a078aa9359 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:28:55.717099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 3e1788b7-7dc2-4862-89ce-47a078aa9359 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:28:55.720988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 3e1788b7-7dc2-4862-89ce-47a078aa9359 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:28:55.721366 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:55.802999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:55.825273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:28:55.827565 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f2ae5-5f2c-40ad-8dde-b86fe2063db1" -d '{"events": [{"server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:28:55.844274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:55.848449 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:55.871412 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de54b50e-f79f-45de-95a0-a1803d95d182 x-openstack-request-id: req-de54b50e-f79f-45de-95a0-a1803d95d182 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:28:55.871710 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:28:55.871966 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de54b50e-f79f-45de-95a0-a1803d95d182 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:28:55.872356 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359', 'code': 200} Sep 24 19:28:55.898827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:55.935121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:55.970055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e2096-ed54-45e2-97b2-76b0521d4915 req-53af86e9-c1db-463c-91d4-742a6a568216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:55.971931 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93e2096-ed54-45e2-97b2-76b0521d4915 req-53af86e9-c1db-463c-91d4-742a6a568216 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 1096 time: 0.0487673 Sep 24 19:28:56.010118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93e2096-ed54-45e2-97b2-76b0521d4915 req-f7f66a1d-4b9c-4c17-b231-657adc50d43d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294795 Sep 24 19:28:56.404649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3690-6c43-40b5-b4d1-e983769d2cf4 req-637a5326-2fb0-46db-80be-8a65d010e8ec tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:56.406155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fcb3690-6c43-40b5-b4d1-e983769d2cf4 req-637a5326-2fb0-46db-80be-8a65d010e8ec tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Sep 24 19:28:56.475110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fcb3690-6c43-40b5-b4d1-e983769d2cf4 req-bd38bd20-ab7b-4f0e-94df-d27b15931563 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 Sep 24 19:28:56.487524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea77ef-ea16-4f89-9d29-482b4b2aa07a req-f4e67053-9aa0-4580-bfc3-69b90aa3f44c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:56.489775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ea77ef-ea16-4f89-9d29-482b4b2aa07a req-f4e67053-9aa0-4580-bfc3-69b90aa3f44c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0687013 Sep 24 19:28:56.530722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ea77ef-ea16-4f89-9d29-482b4b2aa07a req-cbc08f9f-2eb8-478f-8192-6c316a9c69d8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346930 Sep 24 19:28:57.610830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e7656-cf55-431c-a0a7-bfb81e513bce req-69cf6bcb-c526-4c8e-bcb2-fd9cfc4d3d3c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:57.612530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b21e7656-cf55-431c-a0a7-bfb81e513bce req-69cf6bcb-c526-4c8e-bcb2-fd9cfc4d3d3c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 945 time: 0.0690045 Sep 24 19:28:57.679016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b21e7656-cf55-431c-a0a7-bfb81e513bce req-c3d32f88-d67f-4e31-ae64-43d4887f9762 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559690 Sep 24 19:28:57.687187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119b3-9049-4e8e-85c8-dc2602bece4b req-8a5787b5-2dc1-4b24-a964-1da35f9fc38a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:57.688663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a119b3-9049-4e8e-85c8-dc2602bece4b req-8a5787b5-2dc1-4b24-a964-1da35f9fc38a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 943 time: 0.0746906 Sep 24 19:28:57.729142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57a119b3-9049-4e8e-85c8-dc2602bece4b req-bbbfbb0e-3d93-4e58-ab7f-01d5b560cf83 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Sep 24 19:28:58.547700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2ec88d75-b608-4fdf-9688-a487d7119fcc details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:28:58.647747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:58.658572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '2ec88d75-b608-4fdf-9688-a487d7119fcc', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '2ec88d75-b608-4fdf-9688-a487d7119fcc', 'mac_address': 'fa:16:3e:af:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:28:58.694326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:58.707494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec88d75-b608-4fdf-9688-a487d7119fcc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:28:58.726402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:28:58.730078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:28:58.780528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:28:58.855978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0666b-199b-4700-8393-04eb88c6fc43 req-aee42411-7a6a-467c-bded-4d8dda6b9d57 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:28:58.857452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbe0666b-199b-4700-8393-04eb88c6fc43 req-aee42411-7a6a-467c-bded-4d8dda6b9d57 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 944 time: 0.0488131 Sep 24 19:28:58.897586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbe0666b-199b-4700-8393-04eb88c6fc43 req-dee70d27-7d0f-4c8b-8eb6-0ead009b51e8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Sep 24 19:28:58.939063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['2ec88d75-b608-4fdf-9688-a487d7119fcc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:00.028776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec154-8842-4392-b21d-38c0933fb205 req-d04e76ce-14a1-4fdb-be7b-8028594152fc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:00.030483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c1ec154-8842-4392-b21d-38c0933fb205 req-d04e76ce-14a1-4fdb-be7b-8028594152fc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 944 time: 0.0535967 Sep 24 19:29:00.069862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9c1ec154-8842-4392-b21d-38c0933fb205 req-cc2a97da-94d7-48ab-a71e-4865ead239d2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Sep 24 19:29:00.567684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2ec88d75-b608-4fdf-9688-a487d7119fcc up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:29:00.633223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 2ec88d75-b608-4fdf-9688-a487d7119fcc completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:29:00.638604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 2ec88d75-b608-4fdf-9688-a487d7119fcc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:29:00.639341 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:00.723752 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:00.753122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:00.757896 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4319e38a-e579-4e29-ac9f-f355ceb2eaa7" -d '{"events": [{"server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:00.773255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:00.784610 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:00.811950 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dedd0b-7fd6-4194-8fb8-acd8bd3755cb x-openstack-request-id: req-37dedd0b-7fd6-4194-8fb8-acd8bd3755cb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:00.812284 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:00.812497 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37dedd0b-7fd6-4194-8fb8-acd8bd3755cb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:00.812892 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc', 'code': 200} Sep 24 19:29:00.841754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:00.912456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f731cc-b174-420b-81d9-38069d5e8612 req-a8b29b4e-f220-4775-8831-bdcbf21bc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:00.914045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f731cc-b174-420b-81d9-38069d5e8612 req-a8b29b4e-f220-4775-8831-bdcbf21bc9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 1096 time: 0.0456965 Sep 24 19:29:00.953538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0f731cc-b174-420b-81d9-38069d5e8612 req-11484549-0682-499b-8283-098ab63eddd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Sep 24 19:29:01.186549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fe476-3a75-4083-a792-bd030c0e0a35 req-3e603239-a12e-4c8c-8cea-5e8dc515a8b5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:01.188189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e61fe476-3a75-4083-a792-bd030c0e0a35 req-3e603239-a12e-4c8c-8cea-5e8dc515a8b5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0507500 Sep 24 19:29:01.232797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e61fe476-3a75-4083-a792-bd030c0e0a35 req-53d64ac5-e921-47d7-b0a8-a8fc00e799dc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Sep 24 19:29:02.385132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6984c-7fe5-4b1e-8d01-e42c09b2f65e req-186467b3-8aa5-4dec-838d-9accfedac53f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:02.387036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f6984c-7fe5-4b1e-8d01-e42c09b2f65e req-186467b3-8aa5-4dec-838d-9accfedac53f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0687160 Sep 24 19:29:02.427354 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6f6984c-7fe5-4b1e-8d01-e42c09b2f65e req-a968cfc2-b55c-41ee-a8f7-8c8fe959d8aa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Sep 24 19:29:02.558642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480f66-a053-4d31-9164-f38dbb550590 req-ef3b4e80-51f3-48f8-b142-3f93db9527c6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:02.560870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82480f66-a053-4d31-9164-f38dbb550590 req-ef3b4e80-51f3-48f8-b142-3f93db9527c6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0650890 Sep 24 19:29:02.604406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82480f66-a053-4d31-9164-f38dbb550590 req-993cd6db-55bb-4975-a4e1-0ab3b2174389 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Sep 24 19:29:02.729304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329ba8-ff1f-4210-868f-f6c3510cf28c req-ed0c2631-5afb-42b9-b9db-3700cd57ec1e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:02.730914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab329ba8-ff1f-4210-868f-f6c3510cf28c req-ed0c2631-5afb-42b9-b9db-3700cd57ec1e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0498855 Sep 24 19:29:02.775823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab329ba8-ff1f-4210-868f-f6c3510cf28c req-f2158cdc-0035-409e-96bc-b35b42a20b90 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Sep 24 19:29:03.032472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31cb9-c51c-46eb-9939-9e125c97d01f req-75f375e3-69a1-4993-a9d6-e2ba7e365c1f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:03.035306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bae31cb9-c51c-46eb-9939-9e125c97d01f req-75f375e3-69a1-4993-a9d6-e2ba7e365c1f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0560160 Sep 24 19:29:03.091090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bae31cb9-c51c-46eb-9939-9e125c97d01f req-f95af1de-5e76-4ae2-b271-504101e1d0ba tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Sep 24 19:29:03.268255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:04.213701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61c13-0a95-4a0c-b699-deb3f23d28f0 req-065d37b6-716b-41ae-ad0b-810b1e4fb4f5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:04.215217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3c61c13-0a95-4a0c-b699-deb3f23d28f0 req-065d37b6-716b-41ae-ad0b-810b1e4fb4f5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0520573 Sep 24 19:29:04.252990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3c61c13-0a95-4a0c-b699-deb3f23d28f0 req-356eeb8c-b2d5-4cf3-bd17-f5abc5697b7b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Sep 24 19:29:04.431735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-3cb54e5d-139e-4972-bbcd-8ae9d48dc523 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:04.433264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-3cb54e5d-139e-4972-bbcd-8ae9d48dc523 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 945 time: 0.0495896 Sep 24 19:29:04.864404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 2ec88d75-b608-4fdf-9688-a487d7119fcc {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:29:04.864753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:04.966560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 2ec88d75-b608-4fdf-9688-a487d7119fcc, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=2ec88d75-b608-4fdf-9688-a487d7119fcc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:04.966965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:04.978741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 2ec88d75-b608-4fdf-9688-a487d7119fcc owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:29:05.105422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:05.117935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['2ec88d75-b608-4fdf-9688-a487d7119fcc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:05.139059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=2ec88d75-b608-4fdf-9688-a487d7119fcc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:05.182647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 2ec88d75-b608-4fdf-9688-a487d7119fcc on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:29:05.185558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:05.187573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10cd4b1b-d593-4d5f-8f70-a9e667f2adfb req-9dc38211-fc43-485c-b306-a1a1651874e7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "DELETE /v2.0/ports/2ec88d75-b608-4fdf-9688-a487d7119fcc HTTP/1.1" status: 204 len: 173 time: 0.7485182 Sep 24 19:29:05.188010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'name': 'network-vif-deleted', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:05.190280 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb2dd54-29b8-42bf-9826-b5117141f586" -d '{"events": [{"server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "name": "network-vif-deleted", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:05.239991 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705829c-f760-4c26-8320-bf8e3dc7ef5a x-openstack-request-id: req-0705829c-f760-4c26-8320-bf8e3dc7ef5a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:05.241050 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83b33b1-6c69-4eb0-8c6a-71233abc8c1f", "name": "network-vif-deleted", "tag": "2ec88d75-b608-4fdf-9688-a487d7119fcc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:05.241459 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0705829c-f760-4c26-8320-bf8e3dc7ef5a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:05.242318 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83b33b1-6c69-4eb0-8c6a-71233abc8c1f', 'name': 'network-vif-deleted', 'tag': '2ec88d75-b608-4fdf-9688-a487d7119fcc', 'status': 'completed', 'code': 200} Sep 24 19:29:05.368837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52041edd-53c5-442f-9b5a-d914e4f91c0e req-1d041183-c6be-49bc-9827-5ff0955638e1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0327296 Sep 24 19:29:05.654257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:29:06.466899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0e25244-e6d2-413e-b8c2-117cc0889038 req-9026b057-bc70-4032-bd82-6f71d972b191 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0289660 Sep 24 19:29:07.571845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d93064d-ba3f-4315-8d0d-c797e3948bb4 req-b2b1a89a-53d8-432b-8afe-15e9e6fe0142 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0282485 Sep 24 19:29:08.624503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2ec88d75-b608-4fdf-9688-a487d7119fcc no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:29:08.652443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 2ec88d75-b608-4fdf-9688-a487d7119fcc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:29:08.652851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 2ec88d75-b608-4fdf-9688-a487d7119fcc not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:29:08.684202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd265c89-654a-4235-8136-c6301bcba7a5 req-4dc5bc40-ec54-4d63-9d4a-c0c18981d145 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d83b33b1-6c69-4eb0-8c6a-71233abc8c1f HTTP/1.1" status: 200 len: 210 time: 0.0346181 Sep 24 19:29:08.946753 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:18.294063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adced6-6cad-4fc0-bc96-5730c09db58c req-4b677d07-934f-4c0e-b85e-f831604b0eb4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:18.295603 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7adced6-6cad-4fc0-bc96-5730c09db58c req-4b677d07-934f-4c0e-b85e-f831604b0eb4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 945 time: 0.0519557 Sep 24 19:29:18.341832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7adced6-6cad-4fc0-bc96-5730c09db58c req-0f305dba-2321-44ad-9321-1c33bca724b9 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Sep 24 19:29:19.473105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c31c9-69f7-43db-a75f-05088ad6bebc req-79c8cccc-3b83-4eb6-a0be-56424a4aadbc tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:19.475471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa3c31c9-69f7-43db-a75f-05088ad6bebc req-79c8cccc-3b83-4eb6-a0be-56424a4aadbc tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 945 time: 0.0564325 Sep 24 19:29:19.518556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa3c31c9-69f7-43db-a75f-05088ad6bebc req-23559dc0-2659-4431-b6d4-05a66bc71a6f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Sep 24 19:29:20.250082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-09615d60-4fb5-41ad-98c0-f5e9015429a5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:20.251532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-09615d60-4fb5-41ad-98c0-f5e9015429a5 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Sep 24 19:29:20.296416 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6340b227-8f84-47f9-82bb-d29b23481739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:20.351990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Deleting port 3e1788b7-7dc2-4862-89ce-47a078aa9359 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:29:20.352337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:20.445858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] For port 3e1788b7-7dc2-4862-89ce-47a078aa9359, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=3e1788b7-7dc2-4862-89ce-47a078aa9359,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:20.446225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:20.459784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Calling delete_port for 3e1788b7-7dc2-4862-89ce-47a078aa9359 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:29:20.593329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:20.605506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:20.610424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d', '613ef482-f9e1-4323-a629-9978183e840e', '3e1788b7-7dc2-4862-89ce-47a078aa9359'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:20.624870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event deleted for resources: {'Port': ['ID=3e1788b7-7dc2-4862-89ce-47a078aa9359,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:20.668297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f67f3cd-6e93-4ddc-b7d6-50a962560b00 req-2b41ee83-8709-4b35-9799-a045c7fa76ad tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=16025aa1-f019-4520-bdb4-d4cc951459e5 HTTP/1.1" status: 200 len: 210 time: 0.0583253 Sep 24 19:29:20.677768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] No DVR routers for this DVR port 3e1788b7-7dc2-4862-89ce-47a078aa9359 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:29:20.680751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:20.682813 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52d3c951-5002-4b9e-afb5-2ccdb125c95b req-ab82d460-73c1-4a5f-8b27-8ba996122fca tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "DELETE /v2.0/ports/3e1788b7-7dc2-4862-89ce-47a078aa9359 HTTP/1.1" status: 204 len: 173 time: 0.4236534 Sep 24 19:29:20.683289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'name': 'network-vif-deleted', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:20.685575 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed42ea9-f78d-4ae3-a30a-4d886d14f06e" -d '{"events": [{"server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "name": "network-vif-deleted", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:20.737199 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063420e-22fb-4d8c-b6d3-b73dcf593a9d x-openstack-request-id: req-5063420e-22fb-4d8c-b6d3-b73dcf593a9d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:20.738489 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16025aa1-f019-4520-bdb4-d4cc951459e5", "name": "network-vif-deleted", "tag": "3e1788b7-7dc2-4862-89ce-47a078aa9359", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:20.738969 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5063420e-22fb-4d8c-b6d3-b73dcf593a9d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:20.739550 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16025aa1-f019-4520-bdb4-d4cc951459e5', 'name': 'network-vif-deleted', 'tag': '3e1788b7-7dc2-4862-89ce-47a078aa9359', 'status': 'completed', 'code': 200} Sep 24 19:29:21.881707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-b793a616-a30d-4b6c-b828-707f22432c4e req-b07bd957-2761-45e5-bd9e-3597887acd0e service neutron] (94856) timed out ('10.222.0.18', 45116) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:29:22.966414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a384453-2d60-40ba-8cac-2be92819d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:23.342781 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:23.794478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e1788b7-7dc2-4862-89ce-47a078aa9359 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:29:23.823884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 3e1788b7-7dc2-4862-89ce-47a078aa9359 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:29:23.824525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 3e1788b7-7dc2-4862-89ce-47a078aa9359 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:29:24.202652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:25.218942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3612b-ef4d-454e-a0cf-752c8ff6c1b1 req-76da6fac-971a-4f46-81f2-adc7f286131a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:25.220593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a3612b-ef4d-454e-a0cf-752c8ff6c1b1 req-76da6fac-971a-4f46-81f2-adc7f286131a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Sep 24 19:29:25.262679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a3612b-ef4d-454e-a0cf-752c8ff6c1b1 req-0e9e5068-f0fb-480e-9e05-7b7db09757e8 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Sep 24 19:29:25.938151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:26.413525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb837a-6f21-4f1c-8dd8-0b56494ef0f7 req-4a9b8be3-1b50-471e-85d7-41bfb9706f9b tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:26.416005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4eb837a-6f21-4f1c-8dd8-0b56494ef0f7 req-4a9b8be3-1b50-471e-85d7-41bfb9706f9b tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 945 time: 0.0655415 Sep 24 19:29:26.461490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4eb837a-6f21-4f1c-8dd8-0b56494ef0f7 req-1f0e0650-09f6-4e4b-bf2c-59fcca0c694f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Sep 24 19:29:26.466406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-239d5864-9002-486d-ab89-d1327c7a6d37 req-cde71c12-dd47-4d2e-9839-1a8aa6da4d2e service neutron] (94855) timed out ('10.222.0.69', 53098) {{(pid=94855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:29:26.943286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-62b86d13-7aae-4ff4-b0e2-a3577fb27ca6 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:26.944772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-62b86d13-7aae-4ff4-b0e2-a3577fb27ca6 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Sep 24 19:29:27.034612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Deleting port 613ef482-f9e1-4323-a629-9978183e840e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:29:27.034872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:27.136571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] For port 613ef482-f9e1-4323-a629-9978183e840e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=613ef482-f9e1-4323-a629-9978183e840e,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:27.136932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:27.150256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Calling delete_port for 613ef482-f9e1-4323-a629-9978183e840e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:29:27.276583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:27.290558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:27.306392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event deleted for resources: {'Port': ['ID=613ef482-f9e1-4323-a629-9978183e840e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:27.340895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d', '613ef482-f9e1-4323-a629-9978183e840e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:27.348741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] No DVR routers for this DVR port 613ef482-f9e1-4323-a629-9978183e840e on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:29:27.351379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:27.353960 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ba2a6842-2b0e-4e95-a30c-7306650e6198 req-25e2a908-752c-46b8-8764-d17f7d88164c tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "DELETE /v2.0/ports/613ef482-f9e1-4323-a629-9978183e840e HTTP/1.1" status: 204 len: 173 time: 0.4021573 Sep 24 19:29:27.354410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'name': 'network-vif-deleted', 'tag': '613ef482-f9e1-4323-a629-9978183e840e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:27.356985 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a7ec9-58d0-498d-9c9f-0f9ec69a21cc" -d '{"events": [{"server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "name": "network-vif-deleted", "tag": "613ef482-f9e1-4323-a629-9978183e840e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:27.418700 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c4d2be-df02-47d5-aedd-6bf604e0c617 x-openstack-request-id: req-c3c4d2be-df02-47d5-aedd-6bf604e0c617 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:27.419251 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96c8de-0653-46f7-a8e8-f137734dc285", "name": "network-vif-deleted", "tag": "613ef482-f9e1-4323-a629-9978183e840e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:27.419661 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3c4d2be-df02-47d5-aedd-6bf604e0c617 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:27.420222 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96c8de-0653-46f7-a8e8-f137734dc285', 'name': 'network-vif-deleted', 'tag': '613ef482-f9e1-4323-a629-9978183e840e', 'status': 'completed', 'code': 200} Sep 24 19:29:27.676307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9390edc8-e2ad-45ee-97bc-3c21b9c9890f req-375157f8-b5e2-4451-b9ce-eabdcff4604a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d96c8de-0653-46f7-a8e8-f137734dc285 HTTP/1.1" status: 200 len: 210 time: 0.0534756 Sep 24 19:29:28.992376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dd778-c07d-4574-b09e-996cc2498231 req-de6cfbce-866b-4ebf-bb2d-9d7e15b99a6d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:28.993965 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da5dd778-c07d-4574-b09e-996cc2498231 req-de6cfbce-866b-4ebf-bb2d-9d7e15b99a6d tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 945 time: 0.0582943 Sep 24 19:29:29.057093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da5dd778-c07d-4574-b09e-996cc2498231 req-c9741fbb-b902-4b95-8326-0b1c3b70aae7 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564327 Sep 24 19:29:30.259410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b35fe-0de5-4e83-b148-d1a840a51172 req-c64812aa-13bd-4d3d-a45a-41e0f4bee4a2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:30.260952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f75b35fe-0de5-4e83-b148-d1a840a51172 req-c64812aa-13bd-4d3d-a45a-41e0f4bee4a2 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 945 time: 0.1205251 Sep 24 19:29:30.273179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-e6eb4953-8323-4bc4-85cf-c98dc3fb5367 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:30.275139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-e6eb4953-8323-4bc4-85cf-c98dc3fb5367 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.69 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 945 time: 0.0752702 Sep 24 19:29:30.373429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f75b35fe-0de5-4e83-b148-d1a840a51172 req-b0050217-c3e1-4bc2-8b54-7b533a623a30 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968320 Sep 24 19:29:30.440968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Deleting port 73a6bc97-651d-41c5-9266-eb9692c4906c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:29:30.441531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:30.548853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] For port 73a6bc97-651d-41c5-9266-eb9692c4906c, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73a6bc97-651d-41c5-9266-eb9692c4906c,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:30.549224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:30.561994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Calling delete_port for 73a6bc97-651d-41c5-9266-eb9692c4906c owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:29:30.718986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:30.738842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:30.741798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73a6bc97-651d-41c5-9266-eb9692c4906c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:30.810568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event deleted for resources: {'Port': ['ID=73a6bc97-651d-41c5-9266-eb9692c4906c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:30.853331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] No DVR routers for this DVR port 73a6bc97-651d-41c5-9266-eb9692c4906c on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:29:30.857107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:30.859147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff204981-0e1b-4a8c-a6eb-ad9f2ee90465 req-18fd9067-4315-4e6a-8563-30792e96ebf1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.69 "DELETE /v2.0/ports/73a6bc97-651d-41c5-9266-eb9692c4906c HTTP/1.1" status: 204 len: 173 time: 0.5754712 Sep 24 19:29:30.871195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'name': 'network-vif-deleted', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:30.874671 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d4265-bef0-443a-a552-387f0e74ca89" -d '{"events": [{"server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "name": "network-vif-deleted", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:30.961276 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8dbe3f-8d2f-49a3-8241-a54c08a92404 x-openstack-request-id: req-3d8dbe3f-8d2f-49a3-8241-a54c08a92404 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:30.962799 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630f475f-aa33-4c80-bc97-deefdcdb9471", "name": "network-vif-deleted", "tag": "73a6bc97-651d-41c5-9266-eb9692c4906c", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:30.963299 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d8dbe3f-8d2f-49a3-8241-a54c08a92404 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:30.965005 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f475f-aa33-4c80-bc97-deefdcdb9471', 'name': 'network-vif-deleted', 'tag': '73a6bc97-651d-41c5-9266-eb9692c4906c', 'status': 'completed', 'code': 200} Sep 24 19:29:31.512802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fb04919-2736-43dc-ab84-241a8046adfb req-16187175-9338-4bca-8302-8137d0ca75c1 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=630f475f-aa33-4c80-bc97-deefdcdb9471 HTTP/1.1" status: 200 len: 210 time: 0.0371079 Sep 24 19:29:31.825673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 613ef482-f9e1-4323-a629-9978183e840e no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:29:31.849581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 613ef482-f9e1-4323-a629-9978183e840e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:29:31.849925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 613ef482-f9e1-4323-a629-9978183e840e not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:29:32.307695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-b20bf43e-baa1-4ef9-aca6-8fefcfc86337 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:32.309896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-b20bf43e-baa1-4ef9-aca6-8fefcfc86337 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1157753 Sep 24 19:29:32.326022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-015d3510-36f3-4cd3-940d-9fe5244f99e9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0095737 Sep 24 19:29:32.380014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-c7690717-7516-4b8b-98d2-425948e7e367 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482111 Sep 24 19:29:32.477147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-5f1d38e8-4a8d-45bd-8c8b-c24d5fd904aa service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897114 Sep 24 19:29:32.597811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-4db13171-3927-4bca-b406-1029d390de59 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141465 Sep 24 19:29:32.859041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8a03c5f-d044-4637-a305-cabbb4976b59 req-6ee9eb64-a86f-4c52-954f-01835872f32b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0361350 Sep 24 19:29:33.267255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:33.978891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ebe21ed8-f9e0-47a6-a16b-84af5ac7224a req-6eb0237e-8769-4378-a2ff-41f3be8764ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0377533 Sep 24 19:29:33.988993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-2719f3d4-791f-47bb-8902-6d86b19641e4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:33.991167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-2719f3d4-791f-47bb-8902-6d86b19641e4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1993558 Sep 24 19:29:34.008674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '4f75e83e-12a5-4053-8914-cae731d3c339', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:29:34.166356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:29:34.172815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:34.343844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.10 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/6a13dcdc-04a9-4a02-9e76-e03f641678d3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:29:34.603176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:34.670433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:34.723003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:29:34.729374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:29:34.731510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:34.733859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:29:34.766215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73a6bc97-651d-41c5-9266-eb9692c4906c no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:29:34.774231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.774516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.774979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.775452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.775783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.776111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.776438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.776764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.777097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.777722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.778056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.778215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:34.823953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:34.824657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:34.839737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 73a6bc97-651d-41c5-9266-eb9692c4906c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:29:34.840727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73a6bc97-651d-41c5-9266-eb9692c4906c not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:29:34.850786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-43f19e67-caec-41d9-ad7e-43bd462f3db5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464091 Sep 24 19:29:34.869567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Request body: {'port': {'device_id': '4f75e83e-12a5-4053-8914-cae731d3c339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:29:35.079155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:35.148544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-55294123-de26-4bd7-a9b8-eb7d7b30c584 None None] Provisioning complete for port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:29:35.148928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55294123-de26-4bd7-a9b8-eb7d7b30c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:35.236332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-55294123-de26-4bd7-a9b8-eb7d7b30c584 None None] Port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:29:35.284169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d139-83a8-4164-ae7f-dc60c787c7fd req-8428fdc3-c6ec-495b-bddf-492110125cfa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:35.285705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb68d139-83a8-4164-ae7f-dc60c787c7fd req-8428fdc3-c6ec-495b-bddf-492110125cfa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 932 time: 0.1476281 Sep 24 19:29:35.368388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb68d139-83a8-4164-ae7f-dc60c787c7fd req-8749e998-e480-442b-a136-32d8ea904340 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758307 Sep 24 19:29:35.593712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a13dcdc-04a9-4a02-9e76-e03f641678d3 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:29:35.602427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:35.616912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Transition to ACTIVE for port object 6a13dcdc-04a9-4a02-9e76-e03f641678d3 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:29:35.621277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:35.707900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:35.783722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Attempting to bind port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:29:35.784065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Attempting to bind port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:29:35.784393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Attempting to bind port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:29:35.797461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:29:35.797838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Attempting to bind port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:29:35.824012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:29:35.824349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:29:35.824735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:29:35.825168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Bound port: 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:29:35.825526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:35.928903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:29:35.934547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:29:35.944735 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:36.022401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.023143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:36.024669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] 10.222.0.69 "PUT /v2.0/ports/6a13dcdc-04a9-4a02-9e76-e03f641678d3 HTTP/1.1" status: 200 len: 1092 time: 1.1649673 Sep 24 19:29:36.028713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:36.034716 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b1d87-6c97-418e-8e90-06491befd0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:36.150085 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9d7993-1d6d-48f7-82a6-3fb4b632e512 x-openstack-request-id: req-9d9d7993-1d6d-48f7-82a6-3fb4b632e512 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:36.150678 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:36.150678 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d9d7993-1d6d-48f7-82a6-3fb4b632e512 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:36.151059 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3', 'status': 'completed', 'code': 200} Sep 24 19:29:36.208387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a2f3-4816-4290-891c-5a1b840b8079 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:36.228262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-089a161b-7482-433f-892f-99a04f360046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.229800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-089a161b-7482-433f-892f-99a04f360046 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 1095 time: 0.1410353 Sep 24 19:29:36.297999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-54765c51-71c8-4d14-a58c-8d52afcffe8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3 HTTP/1.1" status: 200 len: 217 time: 0.0595543 Sep 24 19:29:36.393430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-846d4e52-89e1-4941-a3f3-1eb554b2aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.394988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-846d4e52-89e1-4941-a3f3-1eb554b2aef6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0886273 Sep 24 19:29:36.470504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72b51-2eda-4eb3-b370-6e10549c1c31 req-891078c1-74da-41b5-9a14-260de5a97781 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.472679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ed72b51-2eda-4eb3-b370-6e10549c1c31 req-891078c1-74da-41b5-9a14-260de5a97781 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 945 time: 0.1248894 Sep 24 19:29:36.533117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-f22fd385-e8e9-47ca-8321-187e8f71ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.535492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-f22fd385-e8e9-47ca-8321-187e8f71ba24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271591 Sep 24 19:29:36.571891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ed72b51-2eda-4eb3-b370-6e10549c1c31 req-31a90fdc-47f4-4a51-965d-9a7480d2c58a tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Sep 24 19:29:36.604224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bab50-1a6c-4859-a2a2-642fedf54b86 req-0570ba61-14ca-4c59-bf40-60754bd6aee6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.604224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d8bab50-1a6c-4859-a2a2-642fedf54b86 req-0570ba61-14ca-4c59-bf40-60754bd6aee6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.1254742 Sep 24 19:29:36.695083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-32917c92-56dd-4f8f-a2d2-4c0e50ece922 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489277 Sep 24 19:29:36.731297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d8bab50-1a6c-4859-a2a2-642fedf54b86 req-cc4dfd0f-c67c-42a5-b34d-f9e9dd4fcaa8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899966 Sep 24 19:29:36.810216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a256959-bcdd-435e-9398-cdf45ad0c3ba req-2705ae2f-ae3b-4a73-9149-1bdc79d86be5 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983071 Sep 24 19:29:36.907811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-dce9292e-55c6-4114-8b3c-9cdd0cd3720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:36.909667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-dce9292e-55c6-4114-8b3c-9cdd0cd3720b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 1095 time: 0.0527041 Sep 24 19:29:37.021680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-3ea24683-3e3f-4924-a05a-a8220de94761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:37.023303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-3ea24683-3e3f-4924-a05a-a8220de94761 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1058064 Sep 24 19:29:37.086293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-55a25d9f-eca6-4e32-a20c-ff678d0fda70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3 HTTP/1.1" status: 200 len: 217 time: 0.0559382 Sep 24 19:29:37.149207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-1591b940-915f-4783-90e1-09c9d1ecf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:37.151072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-1591b940-915f-4783-90e1-09c9d1ecf6d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0581872 Sep 24 19:29:37.199652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-52d2026c-c4c9-45db-88a8-318584153f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:37.201188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-52d2026c-c4c9-45db-88a8-318584153f62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423110 Sep 24 19:29:37.304248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-484b4fb4-3bf7-4ffc-96f5-97d58f85e704 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956495 Sep 24 19:29:37.407126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a72b1d87-6c97-418e-8e90-06491befd0ec req-4388df1c-f0eb-4aa1-a01f-744a96add62c service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950887 Sep 24 19:29:37.748289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f1eeb-e2e6-4ef3-a794-ef454cfefa9b req-4af3fd22-d813-419a-bab2-d6181385c63f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:37.751321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb9f1eeb-e2e6-4ef3-a794-ef454cfefa9b req-4af3fd22-d813-419a-bab2-d6181385c63f tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0712454 Sep 24 19:29:37.810895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb9f1eeb-e2e6-4ef3-a794-ef454cfefa9b req-32f48a59-b3c3-49ca-be25-a8934797ffde tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/security-groups?id=293d38ec-d116-4057-accd-cd6394ad430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541503 Sep 24 19:29:37.891386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3e00-e5ab-4cf9-85ca-3c0a8897ab31 req-cc5fdbc2-c641-4389-b34a-d46f6f335511 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:37.892981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-605e3e00-e5ab-4cf9-85ca-3c0a8897ab31 req-cc5fdbc2-c641-4389-b34a-d46f6f335511 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0795088 Sep 24 19:29:37.954236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-605e3e00-e5ab-4cf9-85ca-3c0a8897ab31 req-06362560-8400-4895-98f9-8c8bd7a90d55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Sep 24 19:29:38.058051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-07f74469-359a-4a34-9832-339dcef48ab0 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:38.060219 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-07f74469-359a-4a34-9832-339dcef48ab0 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0882885 Sep 24 19:29:38.171777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Deleting port eaed2963-6974-4731-9620-63ceb6d75a2d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:29:38.172358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:38.301843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] For port eaed2963-6974-4731-9620-63ceb6d75a2d, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=eaed2963-6974-4731-9620-63ceb6d75a2d,segment=NetworkSegment(9e927e18-6ca2-42c7-8f96-ef9c257289ee),segment_id=9e927e18-6ca2-42c7-8f96-ef9c257289ee)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:38.302490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:38.322968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Calling delete_port for eaed2963-6974-4731-9620-63ceb6d75a2d owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:29:38.536550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:38.552268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['eaed2963-6974-4731-9620-63ceb6d75a2d'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:38.573069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Pushing event deleted for resources: {'Port': ['ID=eaed2963-6974-4731-9620-63ceb6d75a2d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:38.587989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.588341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.588688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.589011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.589349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.589706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.590021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.590311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.590807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.590988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.591310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.592298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:38.640033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] No DVR routers for this DVR port eaed2963-6974-4731-9620-63ceb6d75a2d on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:29:38.642878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:38.645667 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5d6df6a7-1bcc-4ceb-84c8-3f06798caf98 req-b4f69bb2-a4e6-4d37-be7b-bc454d4c38da tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.15 "DELETE /v2.0/ports/eaed2963-6974-4731-9620-63ceb6d75a2d HTTP/1.1" status: 204 len: 173 time: 0.5772560 Sep 24 19:29:38.645667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'name': 'network-vif-deleted', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:38.648928 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe42109-0c3d-4275-a8c5-130397d1a4c5" -d '{"events": [{"server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "name": "network-vif-deleted", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:38.728481 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578c51f-e065-486e-9f09-5bfe1fabf36a x-openstack-request-id: req-c578c51f-e065-486e-9f09-5bfe1fabf36a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:38.728779 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa70d9c-22da-4122-9495-24cf4613ccf5", "name": "network-vif-deleted", "tag": "eaed2963-6974-4731-9620-63ceb6d75a2d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:38.729121 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c578c51f-e065-486e-9f09-5bfe1fabf36a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:38.729575 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa70d9c-22da-4122-9495-24cf4613ccf5', 'name': 'network-vif-deleted', 'tag': 'eaed2963-6974-4731-9620-63ceb6d75a2d', 'status': 'completed', 'code': 200} Sep 24 19:29:38.939315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38c00cb8-2061-4a61-ba42-28395518c10d req-e94b0bb9-26af-4bf4-bb38-4890d61208b4 tempest-AttachVolumeNegativeTest-1091277277 tempest-AttachVolumeNegativeTest-1091277277-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fa70d9c-22da-4122-9495-24cf4613ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0315473 Sep 24 19:29:38.942733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:39.094261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d80e-bd9e-44b4-a1d7-52647e144b4c req-f597719c-575a-4876-826e-ee2e874da600 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:39.097657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75c4d80e-bd9e-44b4-a1d7-52647e144b4c req-f597719c-575a-4876-826e-ee2e874da600 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0611281 Sep 24 19:29:39.146547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75c4d80e-bd9e-44b4-a1d7-52647e144b4c req-02b23b3e-adf0-41b2-ae44-fbede25a5865 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Sep 24 19:29:40.006845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42960) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:40.093558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Deleting subnet d3d86b19-4da6-4a6c-9846-499e5c5ec61d {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:29:40.100180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.159826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.265226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.341235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c36cd-ca52-4b30-b734-cf3f9d458c9b req-a93d2865-a258-45f0-a6c2-6c3719c46267 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:40.342890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5c36cd-ca52-4b30-b734-cf3f9d458c9b req-a93d2865-a258-45f0-a6c2-6c3719c46267 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0960157 Sep 24 19:29:40.395502 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.409649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee5c36cd-ca52-4b30-b734-cf3f9d458c9b req-cf444ce8-0382-48ef-9140-bba9b265af5c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 Sep 24 19:29:40.438408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d86b19-4da6-4a6c-9846-499e5c5ec61d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:40.440466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.442973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8084a5fc-11ae-4fdc-917e-45213f2d5ff9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d3d86b19-4da6-4a6c-9846-499e5c5ec61d HTTP/1.1" status: 204 len: 168 time: 0.4343793 Sep 24 19:29:40.446202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42964) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:40.551645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.652837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.682731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1843f0b0-89c9-4d33-8421-8d9f1a7be29b']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:29:40.694042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e927e18-6ca2-42c7-8f96-ef9c257289ee') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:29:40.694484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e927e18-6ca2-42c7-8f96-ef9c257289ee') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:29:40.708193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.733796 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.740638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:29:40.741019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:29:40.742692 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:29:40.811918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.820156 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:40.820719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1843f0b0-89c9-4d33-8421-8d9f1a7be29b HTTP/1.1" status: 204 len: 168 time: 0.3731277 Sep 24 19:29:40.834234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27287384-29d7-4652-bcdb-a72ceea451b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1843f0b0-89c9-4d33-8421-8d9f1a7be29b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:41.088824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42976) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:41.149958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-363dbfad-e292-4fcc-b111-5e830951b226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65f79e582f1c4d5c9e7209cd7e46154c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598388 Sep 24 19:29:41.152560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 42978) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:41.220112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:41.248409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:41.302866 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:41.306942 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:41.312001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/293d38ec-d116-4057-accd-cd6394ad430a HTTP/1.1" status: 204 len: 168 time: 0.1581795 Sep 24 19:29:41.321793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc75ad-6ce3-4121-a8d8-b3096d682af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d38ec-d116-4057-accd-cd6394ad430a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:41.552149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d4041-9848-4167-814c-476db2bbccfc req-7735c806-3618-46b9-a859-d68fd9f34a8b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:41.553743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-003d4041-9848-4167-814c-476db2bbccfc req-7735c806-3618-46b9-a859-d68fd9f34a8b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0693383 Sep 24 19:29:41.627531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-003d4041-9848-4167-814c-476db2bbccfc req-556aa553-2020-4e80-b4a2-6180dac9a9f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669279 Sep 24 19:29:41.840328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device eaed2963-6974-4731-9620-63ceb6d75a2d no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:29:41.861575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: eaed2963-6974-4731-9620-63ceb6d75a2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:29:41.862279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device eaed2963-6974-4731-9620-63ceb6d75a2d not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:29:42.659361 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:29:42.808491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee3c1d-c45d-45b8-9d90-2ec112b2b729 req-019dcb52-bc26-41f0-8b56-9432a7d865d5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:42.816735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6ee3c1d-c45d-45b8-9d90-2ec112b2b729 req-019dcb52-bc26-41f0-8b56-9432a7d865d5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0838516 Sep 24 19:29:42.890762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6ee3c1d-c45d-45b8-9d90-2ec112b2b729 req-f759856c-fb48-4792-bc33-02fcc9b97ea9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680637 Sep 24 19:29:44.029796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcf47b-5da9-4d29-809d-6d21f3b545ab req-ac72d7be-0c01-44c9-b705-b378f3b67bea tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:44.031419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9bcf47b-5da9-4d29-809d-6d21f3b545ab req-ac72d7be-0c01-44c9-b705-b378f3b67bea tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0714998 Sep 24 19:29:44.076181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9bcf47b-5da9-4d29-809d-6d21f3b545ab req-f70a49d2-8856-43a9-abb4-92a3a031ff9d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Sep 24 19:29:45.238104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0993f8-8739-46fa-869e-ba681ea3d953 req-0abaae5c-9af7-4951-92c7-d91b4a220bcf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:45.244312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed0993f8-8739-46fa-869e-ba681ea3d953 req-0abaae5c-9af7-4951-92c7-d91b4a220bcf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0710330 Sep 24 19:29:45.294259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ed0993f8-8739-46fa-869e-ba681ea3d953 req-7a378c40-5ace-4c0e-96dd-1df1c37501de tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Sep 24 19:29:46.413930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7c18-ceae-4db5-88bd-f81383dc74d1 req-f5cd17ce-ffd9-4c91-a233-6783ad6d4eae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:46.415721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f7c7c18-ceae-4db5-88bd-f81383dc74d1 req-f5cd17ce-ffd9-4c91-a233-6783ad6d4eae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0506978 Sep 24 19:29:46.453769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f7c7c18-ceae-4db5-88bd-f81383dc74d1 req-97cb1441-02b8-4ea6-8a61-ddc2006d7e15 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Sep 24 19:29:47.599818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7337-8de1-4cdf-88b9-d7d0413eb06b req-2dd43b2d-b0ed-49d7-84c1-6c2431d7741a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:47.610742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33ac7337-8de1-4cdf-88b9-d7d0413eb06b req-2dd43b2d-b0ed-49d7-84c1-6c2431d7741a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0734980 Sep 24 19:29:47.669721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33ac7337-8de1-4cdf-88b9-d7d0413eb06b req-0ff8ebd1-b6f4-4a9d-8888-67799e61a62d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576444 Sep 24 19:29:48.813331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4bc4-f2d8-4fe3-8793-655209a3488d req-f099534a-f0fa-4e74-927b-9ae6904d23fb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:48.814972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f89e4bc4-f2d8-4fe3-8793-655209a3488d req-f099534a-f0fa-4e74-927b-9ae6904d23fb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0662265 Sep 24 19:29:48.859136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f89e4bc4-f2d8-4fe3-8793-655209a3488d req-acf9403a-8cae-448e-a430-ac29507d82a8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Sep 24 19:29:50.008105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738bafe-361d-48a7-abc3-e298580312f7 req-2a32576a-4fa2-4108-834b-06d494e9ed0e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:50.009964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3738bafe-361d-48a7-abc3-e298580312f7 req-2a32576a-4fa2-4108-834b-06d494e9ed0e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0681555 Sep 24 19:29:50.057381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3738bafe-361d-48a7-abc3-e298580312f7 req-80c64d4c-7d36-429c-932a-0570d4c4a6fb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Sep 24 19:29:50.301784 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9344365-8bf4-4d8b-993d-a5b273a1561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:51.202885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574499-aaa6-4df6-9c01-ede6c5d71637 req-b0e8f9c0-6f5a-4888-bc65-d09455053240 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:51.204428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57574499-aaa6-4df6-9c01-ede6c5d71637 req-b0e8f9c0-6f5a-4888-bc65-d09455053240 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0528426 Sep 24 19:29:51.256499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57574499-aaa6-4df6-9c01-ede6c5d71637 req-598009e5-0d4f-43ac-839c-3e034d34c8b6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Sep 24 19:29:51.420211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:51.537463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e2beee8-0b40-4d7f-8cb2-13744f01c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:51.631284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e2beee8-0b40-4d7f-8cb2-13744f01c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:51.635250 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e2beee8-0b40-4d7f-8cb2-13744f01c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:51.676892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2beee8-0b40-4d7f-8cb2-13744f01c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df47dc6-02ca-4536-a2fd-ad4ef551917c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:51.684663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43476) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:51.687353 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e2beee8-0b40-4d7f-8cb2-13744f01c397 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c53cc76b9574fb9b992d5145e218229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661271 Sep 24 19:29:51.744136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:51.774975 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:52.172479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:52.175412 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:52.179325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4df47dc6-02ca-4536-a2fd-ad4ef551917c HTTP/1.1" status: 204 len: 168 time: 0.4936559 Sep 24 19:29:52.189858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61161-c7b0-4180-85d6-38fc2bd0b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df47dc6-02ca-4536-a2fd-ad4ef551917c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:52.387841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747f4c-fa28-4244-9fa2-fd3c58e3ecc0 req-0efc1a66-0a39-4b66-bf8b-8b82e0c6eaf7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:52.389383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a747f4c-fa28-4244-9fa2-fd3c58e3ecc0 req-0efc1a66-0a39-4b66-bf8b-8b82e0c6eaf7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0522556 Sep 24 19:29:52.428361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a747f4c-fa28-4244-9fa2-fd3c58e3ecc0 req-30ca6efc-dbed-4300-8f6b-8503ff41a2a7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Sep 24 19:29:52.969359 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cc0da96-6188-4d1c-91d2-54d56a6dc157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:53.353897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:53.560127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0d26-187e-404f-84b5-8afe9f47a0af req-a219d32d-b480-4724-bc36-9b3ee2267b8c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:53.562165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baab0d26-187e-404f-84b5-8afe9f47a0af req-a219d32d-b480-4724-bc36-9b3ee2267b8c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0609398 Sep 24 19:29:53.607896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baab0d26-187e-404f-84b5-8afe9f47a0af req-7ded727d-a3c7-4af3-9091-2f29df0af268 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Sep 24 19:29:54.207709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:54.737473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9f37c-5e90-435a-b88e-f754820e6ead req-0ec9e20e-0b54-42ae-8d11-cf1ba076dbf6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:54.739190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61c9f37c-5e90-435a-b88e-f754820e6ead req-0ec9e20e-0b54-42ae-8d11-cf1ba076dbf6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 944 time: 0.0572600 Sep 24 19:29:54.783206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61c9f37c-5e90-435a-b88e-f754820e6ead req-b5849eda-7c82-43ef-9f07-103bc6fa852d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Sep 24 19:29:54.855857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 6a13dcdc-04a9-4a02-9e76-e03f641678d3 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:29:54.958669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:54.971654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '6a13dcdc-04a9-4a02-9e76-e03f641678d3', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '6a13dcdc-04a9-4a02-9e76-e03f641678d3', 'mac_address': 'fa:16:3e:14:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:29:55.011193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:55.025108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13dcdc-04a9-4a02-9e76-e03f641678d3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:29:55.049877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:55.055330 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:55.110028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:55.118438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.119181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.119698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.120196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.120690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.121184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.121676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.122172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.122684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.123039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.123544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.124029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:29:55.249522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['6a13dcdc-04a9-4a02-9e76-e03f641678d3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:29:55.910205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4448-ad52-4cd2-b9da-60f7e3b37b32 req-6218ba7e-d791-43cb-af88-d0152ce673d7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:55.918130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee8d4448-ad52-4cd2-b9da-60f7e3b37b32 req-6218ba7e-d791-43cb-af88-d0152ce673d7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 945 time: 0.0598972 Sep 24 19:29:55.951349 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:55.959338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee8d4448-ad52-4cd2-b9da-60f7e3b37b32 req-3970c5f1-fa02-445e-a553-765e3a20c289 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Sep 24 19:29:56.856324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 6a13dcdc-04a9-4a02-9e76-e03f641678d3 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:29:56.913911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:29:56.918028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:29:56.918502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:57.006832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:57.034439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:29:57.036822 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58040e78-9d57-4bf3-bdcb-a1cb14ffd6db" -d '{"events": [{"server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "name": "network-vif-plugged", "status": "completed", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:29:57.055926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:29:57.065601 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:57.119859 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ed381-a910-422b-bef7-99b73e8460de x-openstack-request-id: req-265ed381-a910-422b-bef7-99b73e8460de {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:29:57.120260 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "name": "network-vif-plugged", "status": "completed", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:29:57.120459 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-265ed381-a910-422b-bef7-99b73e8460de {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:29:57.122432 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3', 'code': 200} Sep 24 19:29:57.137429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a470-0cdf-4e06-b746-44d442ba9451 req-ec50bb0b-a003-4559-b5aa-6efc3a8e047a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:57.139287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba97a470-0cdf-4e06-b746-44d442ba9451 req-ec50bb0b-a003-4559-b5aa-6efc3a8e047a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 945 time: 0.1055951 Sep 24 19:29:57.170660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:57.240357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba97a470-0cdf-4e06-b746-44d442ba9451 req-d4831254-e269-46eb-a899-e04fe510c00f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936935 Sep 24 19:29:57.252050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed13b18-56ef-48bd-ab28-8859be8ab5da req-4d828a88-3ddf-40e8-9bee-fde45db97294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:57.253656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ed13b18-56ef-48bd-ab28-8859be8ab5da req-4d828a88-3ddf-40e8-9bee-fde45db97294 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 1097 time: 0.0797451 Sep 24 19:29:57.291572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ed13b18-56ef-48bd-ab28-8859be8ab5da req-78fdee15-5b80-4ac6-80d5-479fa34af0a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Sep 24 19:29:57.718034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43736) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:57.969061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7bdae979-ca3f-431c-acbb-5e1aa24e44fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8860427f1b9843158b0f3b954a0c0bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495153 Sep 24 19:29:57.971821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43744) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:58.024258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.053778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.101941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.104724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.106038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da1e21d4-433e-4563-a7b7-63fffefb7efb HTTP/1.1" status: 204 len: 168 time: 0.1330464 Sep 24 19:29:58.115454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33d7b7-6ca9-4d99-bd9f-c36033e64b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e21d4-433e-4563-a7b7-63fffefb7efb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:58.377186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e648da-d088-4a44-9b2b-e6a37123b35a req-a76a3067-df04-4d5e-a1f9-f9b64d11b780 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:58.384740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2e648da-d088-4a44-9b2b-e6a37123b35a req-a76a3067-df04-4d5e-a1f9-f9b64d11b780 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0635006 Sep 24 19:29:58.419941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2e648da-d088-4a44-9b2b-e6a37123b35a req-178e5d38-ebad-4203-846d-825d329f0511 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Sep 24 19:29:58.551408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1ebb1-cda7-4640-a91e-17cd98563fdf req-f6ac1ef6-f79d-4189-b465-0c11e9beb23b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:58.553076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13a1ebb1-cda7-4640-a91e-17cd98563fdf req-f6ac1ef6-f79d-4189-b465-0c11e9beb23b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0534675 Sep 24 19:29:58.596249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13a1ebb1-cda7-4640-a91e-17cd98563fdf req-6ca39388-206a-4634-be71-698dae536c45 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Sep 24 19:29:58.693137 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:58.713491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a67a-81dd-4394-92da-72215f7ef8af req-21780eac-97f6-4b59-b5e1-802cfac1d55a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:58.715163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e780a67a-81dd-4394-92da-72215f7ef8af req-21780eac-97f6-4b59-b5e1-802cfac1d55a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0502639 Sep 24 19:29:58.756788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e780a67a-81dd-4394-92da-72215f7ef8af req-eb02b440-5fc4-4ce2-91f6-c8fe82c0bb8e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Sep 24 19:29:58.818739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8b-8322-46ea-83cd-095b2f8cb376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.921934 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8b-8322-46ea-83cd-095b2f8cb376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.927085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8b-8322-46ea-83cd-095b2f8cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:58.960704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43788) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:58.960943 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5db6a8b-8322-46ea-83cd-095b2f8cb376 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f08879dbb17340e1ad0f5abb132dd66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663543 Sep 24 19:29:58.976489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6a8b-8322-46ea-83cd-095b2f8cb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3567c5-79ed-4921-9163-95021d2179af,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:59.028795 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.075259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.119605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15101f-bfc3-4f14-b091-e9362461e86b req-23f416eb-763c-4f44-9007-594c88c827e1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:29:59.121134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f15101f-bfc3-4f14-b091-e9362461e86b req-23f416eb-763c-4f44-9007-594c88c827e1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0822637 Sep 24 19:29:59.158671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.161252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.162416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f3567c5-79ed-4921-9163-95021d2179af HTTP/1.1" status: 204 len: 168 time: 0.2007065 Sep 24 19:29:59.176393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1f15101f-bfc3-4f14-b091-e9362461e86b req-d7af3399-4bac-42ab-be76-e33b96ef9cf3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Sep 24 19:29:59.177217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c63df-5e87-44d1-bedb-ed0434ffcdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3567c5-79ed-4921-9163-95021d2179af,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:59.523065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:59.538159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eab26cd-4069-48c9-b5e5-7906ebd05aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.629389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eab26cd-4069-48c9-b5e5-7906ebd05aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.633403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8eab26cd-4069-48c9-b5e5-7906ebd05aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.675600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8eab26cd-4069-48c9-b5e5-7906ebd05aae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bd8bd2bdc7747c889be26c8a4126acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512432 Sep 24 19:29:59.676378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab26cd-4069-48c9-b5e5-7906ebd05aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c214ca1a-561b-47ec-9c1d-960e735b6ca1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:29:59.678160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:29:59.735775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.759931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.807899 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.810628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:29:59.811940 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c214ca1a-561b-47ec-9c1d-960e735b6ca1 HTTP/1.1" status: 204 len: 168 time: 0.1325147 Sep 24 19:29:59.819833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef742bc-dabf-48d5-a53e-8e492167a942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214ca1a-561b-47ec-9c1d-960e735b6ca1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:00.300967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396e59-ff5b-49bc-8aa4-71dcb54325dd req-7961ca38-71f5-43a6-94ee-ccdfb62d87ae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:00.302528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3396e59-ff5b-49bc-8aa4-71dcb54325dd req-7961ca38-71f5-43a6-94ee-ccdfb62d87ae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0522063 Sep 24 19:30:00.343989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3396e59-ff5b-49bc-8aa4-71dcb54325dd req-716b59b6-338b-4b46-a7ec-77e70ae2a207 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351570 Sep 24 19:30:00.474175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-d8f44aab-8d95-4037-9c22-d835cb6fa26a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:00.475797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-d8f44aab-8d95-4037-9c22-d835cb6fa26a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 946 time: 0.0521026 Sep 24 19:30:00.585833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:00.586468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:00.689728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 6a13dcdc-04a9-4a02-9e76-e03f641678d3, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=6a13dcdc-04a9-4a02-9e76-e03f641678d3,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:00.689944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:00.705127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 6a13dcdc-04a9-4a02-9e76-e03f641678d3 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:00.849748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:00.861897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['6a13dcdc-04a9-4a02-9e76-e03f641678d3'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:30:00.902220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=6a13dcdc-04a9-4a02-9e76-e03f641678d3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:00.956382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 6a13dcdc-04a9-4a02-9e76-e03f641678d3 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:30:00.960587 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:00.963926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b29a91b2-7699-4485-aac5-20c2dc0896bc req-ab9552b9-1be3-4c46-b837-8025f9f9faaa tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "DELETE /v2.0/ports/6a13dcdc-04a9-4a02-9e76-e03f641678d3 HTTP/1.1" status: 204 len: 173 time: 0.4823129 Sep 24 19:30:00.964585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'name': 'network-vif-deleted', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:30:00.968913 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae39f534-85ac-48c3-aafa-7cdb30a26f41" -d '{"events": [{"server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "name": "network-vif-deleted", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:30:01.027952 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a2e15-24c2-42e9-9d3d-16985c5f75c4 x-openstack-request-id: req-952a2e15-24c2-42e9-9d3d-16985c5f75c4 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:30:01.028470 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f75e83e-12a5-4053-8914-cae731d3c339", "name": "network-vif-deleted", "tag": "6a13dcdc-04a9-4a02-9e76-e03f641678d3", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:30:01.030406 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-952a2e15-24c2-42e9-9d3d-16985c5f75c4 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:30:01.031936 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f75e83e-12a5-4053-8914-cae731d3c339', 'name': 'network-vif-deleted', 'tag': '6a13dcdc-04a9-4a02-9e76-e03f641678d3', 'status': 'completed', 'code': 200} Sep 24 19:30:01.477861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98c98172-b1db-4136-acf7-cb1c7550f021 req-d45b5095-b6fb-47ba-a08e-b4b8775e04a7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0522952 Sep 24 19:30:02.289179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:02.403098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44fc3545-384d-462e-931c-d9167fa35824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.523142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44fc3545-384d-462e-931c-d9167fa35824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.528846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-44fc3545-384d-462e-931c-d9167fa35824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.584870 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-44fc3545-384d-462e-931c-d9167fa35824 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=287daf29c9d3471782f59f6d5f6a47fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944968 Sep 24 19:30:02.585492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:02.587961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3545-384d-462e-931c-d9167fa35824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee30154-1b54-4c6b-b0af-40bd5e4a3461,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:02.593309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c48e7a9-cb15-4179-9387-946831b36840 req-07dac194-99e5-44ed-aa1b-e5c088d964d4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0356858 Sep 24 19:30:02.640039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.662949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.715587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.718479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:02.720544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ee30154-1b54-4c6b-b0af-40bd5e4a3461 HTTP/1.1" status: 204 len: 168 time: 0.1339209 Sep 24 19:30:02.729407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a052d4-9c75-4406-a559-bd087a321315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee30154-1b54-4c6b-b0af-40bd5e4a3461,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:03.007645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 43966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:03.024426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c9b7-52fd-47e9-a3a2-cca740334a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.148344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c9b7-52fd-47e9-a3a2-cca740334a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.152267 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c9b7-52fd-47e9-a3a2-cca740334a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.191296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f8a1c9b7-52fd-47e9-a3a2-cca740334a23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c538912d09bf47909996ddfe3154b9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822383 Sep 24 19:30:03.192205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1c9b7-52fd-47e9-a3a2-cca740334a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd777f4-35b9-4d6d-8ca6-a6c1952b5c4c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:03.194023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 43968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:03.245467 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.260492 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.269337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.316692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.320243 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:03.323299 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fd777f4-35b9-4d6d-8ca6-a6c1952b5c4c HTTP/1.1" status: 204 len: 168 time: 0.1281936 Sep 24 19:30:03.332224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e709e2-648e-4eec-815b-e5160a7c7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd777f4-35b9-4d6d-8ca6-a6c1952b5c4c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:03.710364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf6a6c02-3c1d-4896-8ee4-c630237a2a4a req-fcf54aad-fcd4-424b-be38-c6fce615f2cd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0365055 Sep 24 19:30:04.682048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:04.804374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1248591572', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:04.836289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Made reservation on behalf of 14e5ee8a338e4e8e9933934d641908db for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:04.839212 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:04.851709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:04.890289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30c3eb37-32c8-47c1-a98b-c2311c0d8757 req-e3015102-5318-4aaf-81b3-159726de14da tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f75e83e-12a5-4053-8914-cae731d3c339 HTTP/1.1" status: 200 len: 210 time: 0.0354342 Sep 24 19:30:04.917918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 6a13dcdc-04a9-4a02-9e76-e03f641678d3 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:30:04.944571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 6a13dcdc-04a9-4a02-9e76-e03f641678d3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:30:04.945010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 6a13dcdc-04a9-4a02-9e76-e03f641678d3 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:30:04.977385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:04.981987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.002407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:05.015878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab1862-77cf-4a04-abe7-cacd6f9c54a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:05.021425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.021774 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Added segment 0d42464f-e359-4f0a-b9b7-9981cc746f46 of type vlan for network d02a67df-0cee-4d1e-8bdf-3d60865de2aa Sep 24 19:30:05.069284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.105575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.107572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:05.108342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.150035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4665091 Sep 24 19:30:05.152976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:05.159142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'subnet': {'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:05.196829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71754d-b6aa-4d59-817b-7a2b726477af tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Network': ['ID=d02a67df-0cee-4d1e-8bdf-3d60865de2aa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:05.209358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:05.212978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Made reservation on behalf of 14e5ee8a338e4e8e9933934d641908db for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:05.215894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.541073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.objects.ports [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 19:30:05.541548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.598922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Subnet': ['ID=420600b2-acf0-496c-931d-c2689cda755b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:05.609522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Checking segment: {'id': '0d42464f-e359-4f0a-b9b7-9981cc746f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:05.610418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network hostable DHCP agents. Network: d02a67df-0cee-4d1e-8bdf-3d60865de2aa, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:05.627909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:05.636200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d02a67df-0cee-4d1e-8bdf-3d60865de2aa) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:05.646304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae5eeb-8f5b-492f-b03c-b7d9729e6057 None None] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:05.647635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:05.648236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.666178 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c042c9ea-b63f-45ca-bdcf-bb2080a6f804 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5120068 Sep 24 19:30:05.669729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:05.675439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-811732910', 'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:05.703410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Made reservation on behalf of 14e5ee8a338e4e8e9933934d641908db for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:05.705872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:05.729793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] device_id is not set on port ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:30:05.813922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8c62a-25ab-4ae7-9041-8932947c1216 None None] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:05.880799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 2001:db8::1ad (d02a67df-0cee-4d1e-8bdf-3d60865de2aa/420600b2-acf0-496c-931d-c2689cda755b/ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:06.127685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.164326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.205009 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:06.207732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:06.210178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:06.211439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:06.212034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.228302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:06.240109 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-76a020c9-c1aa-449c-8a37-ec5d0035df1f tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5664899 Sep 24 19:30:06.240254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:06.314463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Deleting port ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:06.314706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.430278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.444612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Calling delete_port for ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:06.596924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.626963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:06.661561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.666150 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c373cde6-5be1-4361-a363-712255a6e934 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ae05ea87-a3d3-4bf5-8341-c8d8efdb6c52 HTTP/1.1" status: 204 len: 168 time: 0.4224718 Sep 24 19:30:06.666464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:06.671968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa', 'external_fixed_ips': [{'subnet_id': '420600b2-acf0-496c-931d-c2689cda755b', 'ip_address': '2001:db8::1ad'}]}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:06.697101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.698290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.756508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:06.896545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:07.488445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:07.513874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:07.669196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 2001:db8::1ad (d02a67df-0cee-4d1e-8bdf-3d60865de2aa/420600b2-acf0-496c-931d-c2689cda755b/169a2a40-8ad2-45fb-9c46-92ae78d1d9df) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:07.790776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:07.825912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:07.865931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network d02a67df-0cee-4d1e-8bdf-3d60865de2aa is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:07.870327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:07.874497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:07.918202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=169a2a40-8ad2-45fb-9c46-92ae78d1d9df,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:08.114303 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.345170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.505365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:08.632271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:08.647991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Sync routers for ids ['be5b9810-5dd0-47ae-a58d-b8b5b2d110d3'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:08.658375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Routers {'be5b9810-5dd0-47ae-a58d-b8b5b2d110d3'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:08.659015 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['be5b9810-5dd0-47ae-a58d-b8b5b2d110d3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:08.661786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.666612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44110) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:08.667336 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54ab129d-7c01-416e-9cdf-ae34949e642a tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9997652 Sep 24 19:30:08.776196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.801905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Set router be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:30:08.894498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.970095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:08.997485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Deleting port 169a2a40-8ad2-45fb-9c46-92ae78d1d9df {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:08.997837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.014726 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5b9810-5dd0-47ae-a58d-b8b5b2d110d3', 'name': '', 'tenant_id': '14e5ee8a338e4e8e9933934d641908db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa', 'external_fixed_ips': [{'subnet_id': '420600b2-acf0-496c-931d-c2689cda755b', 'ip_address': '2001:db8::1ad'}], 'enable_snat': True}, 'gw_port_id': '169a2a40-8ad2-45fb-9c46-92ae78d1d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:30:06Z', 'updated_at': '2021-09-24T19:30:07Z', 'revision_number': 3, 'project_id': '14e5ee8a338e4e8e9933934d641908db', 'gw_port': {'id': '169a2a40-8ad2-45fb-9c46-92ae78d1d9df', 'name': '', 'network_id': 'd02a67df-0cee-4d1e-8bdf-3d60865de2aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:08:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5b9810-5dd0-47ae-a58d-b8b5b2d110d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '420600b2-acf0-496c-931d-c2689cda755b', 'ip_address': '2001:db8::1ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:30:07Z', 'updated_at': '2021-09-24T19:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '420600b2-acf0-496c-931d-c2689cda755b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:09.051523 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Checking router: be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:30:09.052064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Updating router be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 port 169a2a40-8ad2-45fb-9c46-92ae78d1d9df binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:30:09.086603 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.094836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.108265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Calling delete_port for 169a2a40-8ad2-45fb-9c46-92ae78d1d9df owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:09.322213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.352283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Port': ['ID=169a2a40-8ad2-45fb-9c46-92ae78d1d9df,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:09.373643 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:30:09.374020 n-d-810952-2 neutron-server[94858]: DEBUG oslo_db.api [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:30:09.383126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.540486 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.543405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.600998 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.602035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:09.607045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.611482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f92e26ad-fd89-4f80-acfd-6af00a754148 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/routers/be5b9810-5dd0-47ae-a58d-b8b5b2d110d3 HTTP/1.1" status: 204 len: 168 time: 0.9398110 Sep 24 19:30:09.611847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44116) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:09.675140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Deleting subnet 420600b2-acf0-496c-931d-c2689cda755b {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:30:09.678457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.721319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.762834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.824010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.854826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=420600b2-acf0-496c-931d-c2689cda755b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:09.858765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:09.864036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-10eb8b3b-d8a6-4da4-a2b0-867aff49a803 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/420600b2-acf0-496c-931d-c2689cda755b HTTP/1.1" status: 204 len: 168 time: 0.2485058 Sep 24 19:30:09.864169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44118) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:09.896654 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Port 169a2a40-8ad2-45fb-9c46-92ae78d1d9df not found while updating agent binding for router be5b9810-5dd0-47ae-a58d-b8b5b2d110d3. {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 19:30:09.904950 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:09.905321 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:30:09.905927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be5b9810-5dd0-47ae-a58d-b8b5b2d110d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:30:09.906281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302569e-e8be-4fb1-918e-7b3eb6e3f1a0 None None] The sync data for ids ['be5b9810-5dd0-47ae-a58d-b8b5b2d110d3'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:09.941037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.019736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.042752 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02a67df-0cee-4d1e-8bdf-3d60865de2aa']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:10.054798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d42464f-e359-4f0a-b9b7-9981cc746f46') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:10.054798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d42464f-e359-4f0a-b9b7-9981cc746f46') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:10.065344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.080815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.087991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:10.088772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:10.090467 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:10.163200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.169613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d02a67df-0cee-4d1e-8bdf-3d60865de2aa {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 19:30:10.193190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Network': ['ID=d02a67df-0cee-4d1e-8bdf-3d60865de2aa,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:10.198905 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.203916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cf4c5eda-8fda-40c9-a97e-d05ca8badddd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d02a67df-0cee-4d1e-8bdf-3d60865de2aa HTTP/1.1" status: 204 len: 168 time: 0.3382721 Sep 24 19:30:10.401056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44128) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:10.407228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'name': 'tempest-router--275266986', 'project_id': 'bc8342ad28d64ab49dbab576c37bdd3c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:10.427987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.428953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.487231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.491582 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.516889 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.518327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-815c1c4f-53a7-43ad-8f4a-c57c87b023be tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1161032 Sep 24 19:30:10.521090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:10.610551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.813723 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.816566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.892244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.893089 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eff0783a-2718-49d7-be60-e70817010a33 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:10.909993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:10.912396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b7945981-301d-4ccf-9f31-703e63066d87 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/routers/eff0783a-2718-49d7-be60-e70817010a33 HTTP/1.1" status: 204 len: 168 time: 0.3891077 Sep 24 19:30:11.091196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44146) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:11.351865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-970484015', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:11.377557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:11.378688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:11.439511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:11.600930 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:11.845269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:11.866309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:12.032600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Allocated IP 172.25.5.162 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/24e11709-f6a6-40d6-9ff4-e662979c3037) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:12.156269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:12.207371 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:12.259550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:12.265438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:12.268723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:12.272291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event updated for resources: {'Port': ['ID=24e11709-f6a6-40d6-9ff4-e662979c3037,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:12.682783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:12.915518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.085618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Router 757279c0-d720-42f5-9162-f41fb0752913 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:13.382880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:13.556008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f74141b-bf7c-4d30-a933-6419d765fe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.708352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f74141b-bf7c-4d30-a933-6419d765fe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.713237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f74141b-bf7c-4d30-a933-6419d765fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.751238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:13.764297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] Sync routers for ids ['757279c0-d720-42f5-9162-f41fb0752913'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:13.768554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f74141b-bf7c-4d30-a933-6419d765fe1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfdfa047d5184481b0cf5873b13d941e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844848 Sep 24 19:30:13.769706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74141b-bf7c-4d30-a933-6419d765fe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d728fca2-b892-4724-bdea-a03ebcbef866,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:13.771766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44238) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:13.778699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.779807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de893656-1ae4-4694-acae-0c673cf6d08f tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6875365 Sep 24 19:30:13.785076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:13.811093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] Routers {'757279c0-d720-42f5-9162-f41fb0752913'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:13.812101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['757279c0-d720-42f5-9162-f41fb0752913'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:13.847881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.858400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:13.879789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] Routers {'757279c0-d720-42f5-9162-f41fb0752913'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:13.883393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['757279c0-d720-42f5-9162-f41fb0752913'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:13.888269 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.929597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:13.938474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceb617-ec10-4048-a792-df4e5b520fcd None None] The sync data for ids ['757279c0-d720-42f5-9162-f41fb0752913'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:13.942928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c0e4cd30-5f09-47ad-a7bf-ddb8870cc6a7 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/757279c0-d720-42f5-9162-f41fb0752913 HTTP/1.1" status: 200 len: 924 time: 0.1563828 Sep 24 19:30:13.945708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:13.951698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.954535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:13.955680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d728fca2-b892-4724-bdea-a03ebcbef866 HTTP/1.1" status: 204 len: 168 time: 0.1829431 Sep 24 19:30:13.965826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127bf3-0218-4ec3-ac35-0d8a0230baf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d728fca2-b892-4724-bdea-a03ebcbef866,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:13.982680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-79b62a33-812f-48f0-b4ca-229d7c75c988 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=757279c0-d720-42f5-9162-f41fb0752913 HTTP/1.1" status: 200 len: 205 time: 0.0355206 Sep 24 19:30:13.985982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:14.147845 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:14.569676 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:14.621275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port 24e11709-f6a6-40d6-9ff4-e662979c3037 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:14.621536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:14.699973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:14.713454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for 24e11709-f6a6-40d6-9ff4-e662979c3037 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:14.881735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:14.917911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=24e11709-f6a6-40d6-9ff4-e662979c3037,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:14.982653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.079088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.081677 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.128287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.128966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router 757279c0-d720-42f5-9162-f41fb0752913 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:15.137097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.138508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aa15033a-b87d-4cd8-a5fd-edb4e84ae2ac tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/757279c0-d720-42f5-9162-f41fb0752913 HTTP/1.1" status: 204 len: 168 time: 1.1505766 Sep 24 19:30:15.142437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:15.146757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-795194531', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:15.170322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.171400 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.230998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.364491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.576721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.597166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.706653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 172.25.5.42 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ba16a399-0b71-4c04-92c8-2cba845d6bf6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:15.825575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.864746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:15.901573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:15.904518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:15.908743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:15.922576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=ba16a399-0b71-4c04-92c8-2cba845d6bf6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:16.172852 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.371530 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.503252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router eb33d95a-a408-4d70-9249-e7cc63376a70 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:16.612816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:16.623085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Sync routers for ids ['eb33d95a-a408-4d70-9249-e7cc63376a70'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:16.633133 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Routers {'eb33d95a-a408-4d70-9249-e7cc63376a70'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:16.633799 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.634015 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['eb33d95a-a408-4d70-9249-e7cc63376a70'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:16.635819 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-10b6afab-a7b1-4ff1-b3c5-ad2e1bdf18ca tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4921520 Sep 24 19:30:16.638157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:16.743352 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Set router eb33d95a-a408-4d70-9249-e7cc63376a70 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:30:16.757500 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-69d30ce5-6cd3-489c-8cbc-e17e2d689f56 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/eb33d95a-a408-4d70-9249-e7cc63376a70 HTTP/1.1" status: 200 len: 907 time: 0.1151898 Sep 24 19:30:16.757940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44258) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:16.762474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-795194531', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': True}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:16.789859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.790932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.846536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:16.948682 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'name': 'tempest-snat-router-795194531', 'tenant_id': '14e5ee8a338e4e8e9933934d641908db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:16Z', 'revision_number': 3, 'project_id': '14e5ee8a338e4e8e9933934d641908db', 'gw_port': {'id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:16.974977 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Checking router: eb33d95a-a408-4d70-9249-e7cc63376a70 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:30:16.975318 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Updating router eb33d95a-a408-4d70-9249-e7cc63376a70 port ba16a399-0b71-4c04-92c8-2cba845d6bf6 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:30:16.994504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.099156 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.227046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.248768 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.365232 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.370877 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.419458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Attempting to bind port ba16a399-0b71-4c04-92c8-2cba845d6bf6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:17.419826 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Attempting to bind port ba16a399-0b71-4c04-92c8-2cba845d6bf6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:17.420183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Attempting to bind port ba16a399-0b71-4c04-92c8-2cba845d6bf6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:17.431581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Pushing event updated for resources: {'Port': ['ID=ba16a399-0b71-4c04-92c8-2cba845d6bf6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:17.432674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 172.25.5.29 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/39395400-dd4e-47f6-9881-38e707b65615) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:17.433715 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:17.434102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:17.434497 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.435035 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:17.435502 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Bound port: ba16a399-0b71-4c04-92c8-2cba845d6bf6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:17.435891 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.462244 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.463013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.463013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.463289 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.463587 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.463917 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.464243 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.464566 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.464890 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.465213 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.465535 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.465857 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:17.516223 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] For port ba16a399-0b71-4c04-92c8-2cba845d6bf6, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:17.522124 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] For port ba16a399-0b71-4c04-92c8-2cba845d6bf6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ba16a399-0b71-4c04-92c8-2cba845d6bf6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:17.527692 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.556745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.601165 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c09943-7832-419a-bbb0-636a91d85d24 None None] Pushing event updated for resources: {'Port': ['ID=ba16a399-0b71-4c04-92c8-2cba845d6bf6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:17.604299 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Routers {'eb33d95a-a408-4d70-9249-e7cc63376a70'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:17.604971 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['eb33d95a-a408-4d70-9249-e7cc63376a70'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:17.615302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:17.655413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:17.661271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:17.666060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:17.708742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=39395400-dd4e-47f6-9881-38e707b65615,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:17.721051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] Set router eb33d95a-a408-4d70-9249-e7cc63376a70 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:30:17.902968 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'name': 'tempest-snat-router-795194531', 'tenant_id': '14e5ee8a338e4e8e9933934d641908db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:16Z', 'revision_number': 3, 'project_id': '14e5ee8a338e4e8e9933934d641908db', 'gw_port': {'id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:17.937232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862a46f-f26a-43a3-a088-5235c9588a4a None None] The sync data for ids ['eb33d95a-a408-4d70-9249-e7cc63376a70'] in n-d-810952-2 is: [{'id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'name': 'tempest-snat-router-795194531', 'tenant_id': '14e5ee8a338e4e8e9933934d641908db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:16Z', 'revision_number': 3, 'project_id': '14e5ee8a338e4e8e9933934d641908db', 'gw_port': {'id': 'ba16a399-0b71-4c04-92c8-2cba845d6bf6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb33d95a-a408-4d70-9249-e7cc63376a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:30:15Z', 'updated_at': '2021-09-24T19:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:17.972464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.210576 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.358844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:18.482411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:18.497673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Sync routers for ids ['d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:18.504790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.508633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-618f8357-8a28-4129-912d-8f08158324bf tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.7473092 Sep 24 19:30:18.509189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44262) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:18.510740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Routers {'d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:18.511515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:18.653922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Set router d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:30:18.660913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1bebdcd4-b7fc-41ba-b190-c0bae60df7d0 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 HTTP/1.1" status: 200 len: 906 time: 0.1504898 Sep 24 19:30:18.662471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:18.792369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.870281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fafb0d-0246-4a90-a5c4-8b87d03bbfe9', 'name': 'tempest-snat-router-795194531', 'tenant_id': '14e5ee8a338e4e8e9933934d641908db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '39395400-dd4e-47f6-9881-38e707b65615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:30:16Z', 'updated_at': '2021-09-24T19:30:17Z', 'revision_number': 3, 'project_id': '14e5ee8a338e4e8e9933934d641908db', 'gw_port': {'id': '39395400-dd4e-47f6-9881-38e707b65615', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fafb0d-0246-4a90-a5c4-8b87d03bbfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:30:17Z', 'updated_at': '2021-09-24T19:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:18.900893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Checking router: d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:30:18.901361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Updating router d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 port 39395400-dd4e-47f6-9881-38e707b65615 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:30:18.915570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.929680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:18.987940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Deleting port 39395400-dd4e-47f6-9881-38e707b65615 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:18.988204 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.086847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.100612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Calling delete_port for 39395400-dd4e-47f6-9881-38e707b65615 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:19.236224 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.244851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 19:30:19.244851 n-d-810952-2 neutron-server[94857]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Sep 24 19:30:19.244851 n-d-810952-2 neutron-server[94857]: [parameters: {'host': 'n-d-810952-2', 'ml2_port_bindings_port_id': '39395400-dd4e-47f6-9881-38e707b65615', 'ml2_port_bindings_host': ''}] Sep 24 19:30:19.244851 n-d-810952-2 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:30:19.245311 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:30:19.292482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.318660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Port': ['ID=39395400-dd4e-47f6-9881-38e707b65615,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:19.387954 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.482297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.484765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.529692 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.530055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:19.536142 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.537354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-370377cc-110d-4012-b202-dac7064b116d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9 HTTP/1.1" status: 204 len: 168 time: 0.8737733 Sep 24 19:30:19.540760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:19.652825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:30:19.656797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ba16a399-0b71-4c04-92c8-2cba845d6bf6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:19.669164 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.731235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ba16a399-0b71-4c04-92c8-2cba845d6bf6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:19.732450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.782819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Port 39395400-dd4e-47f6-9881-38e707b65615 not found while updating agent binding for router d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9. {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 19:30:19.793970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.805631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Routers set() bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:19.806072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Router IDs set() for agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 19:30:19.806638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_agentschedulers_db [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent'). {{(pid=94857) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 19:30:19.807090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82961d72-29a5-49fd-be0b-1965cb75ddaa None None] The sync data for ids ['d7fafb0d-0246-4a90-a5c4-8b87d03bbfe9'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:19.865365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.873580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Deleting port ba16a399-0b71-4c04-92c8-2cba845d6bf6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:19.873943 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.887573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port ba16a399-0b71-4c04-92c8-2cba845d6bf6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ba16a399-0b71-4c04-92c8-2cba845d6bf6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:19.893106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.971484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] For port ba16a399-0b71-4c04-92c8-2cba845d6bf6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ba16a399-0b71-4c04-92c8-2cba845d6bf6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:19.971874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:19.986156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Calling delete_port for ba16a399-0b71-4c04-92c8-2cba845d6bf6 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:20.109689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=ba16a399-0b71-4c04-92c8-2cba845d6bf6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:20.192001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.218075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba16a399-0b71-4c04-92c8-2cba845d6bf6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:20.282927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.305699 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb267082-e082-42bd-aa26-e63d7db38095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.379959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.382528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.432325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.432892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb33d95a-a408-4d70-9249-e7cc63376a70 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:20.437216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.438460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9854b0d6-28a7-457c-9555-351788340127 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "DELETE /v2.0/routers/eb33d95a-a408-4d70-9249-e7cc63376a70 HTTP/1.1" status: 204 len: 168 time: 0.8965003 Sep 24 19:30:20.441916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:20.446680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-196111253', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:20.473355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.474460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.533754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.695660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.898722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:20.922823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:21.031541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Allocated IP 172.25.5.213 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ec7fb2a8-0d15-428c-bc5d-f3fd76f64eca) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:21.143100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:21.191197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:21.245205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:21.249553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:21.258676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:21.259723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event updated for resources: {'Port': ['ID=ec7fb2a8-0d15-428c-bc5d-f3fd76f64eca,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:21.512355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:21.604132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ba16a399-0b71-4c04-92c8-2cba845d6bf6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:30:21.636808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ba16a399-0b71-4c04-92c8-2cba845d6bf6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:30:21.637162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ba16a399-0b71-4c04-92c8-2cba845d6bf6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:30:22.084816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:22.217681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Router 93d0b0f1-8599-47c2-ac39-7bcc53784d2f is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:22.332411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:22.342139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] Sync routers for ids ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:22.352220 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] Routers {'93d0b0f1-8599-47c2-ac39-7bcc53784d2f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:22.352558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:22.353029 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:22.353833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f53fd442-a1aa-409b-8502-431e53c698e0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9107881 Sep 24 19:30:22.356700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:22.361656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:22.386195 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:22.396011 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] Routers {'93d0b0f1-8599-47c2-ac39-7bcc53784d2f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:22.396645 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:29:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:22.431800 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:22.432449 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d757b86-35e0-4169-9617-c52ccabd6402 None None] The sync data for ids ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:22.674438 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:22.970225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-202add1e-da1c-4137-a7c8-0ecb89877b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:23.118967 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:23.121268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:23.232296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router 93d0b0f1-8599-47c2-ac39-7bcc53784d2f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:30:23.344266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:23.348661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:23.351426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:23.355142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cf364571-deb7-4957-b134-ac93f44abdbd tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "PUT /v2.0/routers/93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 200 len: 925 time: 0.9949923 Sep 24 19:30:23.355304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] Sync routers for ids ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:23.355517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:23.365045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] Routers {'93d0b0f1-8599-47c2-ac39-7bcc53784d2f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:23.365674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:23.397560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:23.406811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] Routers {'93d0b0f1-8599-47c2-ac39-7bcc53784d2f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:23.407708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:23.445367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:23.446031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d8644-42ad-4a7a-aa4f-fa460479b381 None None] The sync data for ids ['93d0b0f1-8599-47c2-ac39-7bcc53784d2f'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:23.478900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66c6fc51-a58e-4632-9646-914a14a156d8 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 200 len: 925 time: 0.1200070 Sep 24 19:30:23.479588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:23.551783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f9480-d1f5-4bbb-8f4f-4fde93bd52b4 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:23.555754 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-906f9480-d1f5-4bbb-8f4f-4fde93bd52b4 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=93d0b0f1-8599-47c2-ac39-7bcc53784d2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0727906 Sep 24 19:30:23.555979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:23.646828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515f0ae-7bbc-4363-b055-837860c7e7fe tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:23.649027 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e515f0ae-7bbc-4363-b055-837860c7e7fe tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.0913887 Sep 24 19:30:23.651073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:23.678420 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6a80a081-fcd3-4ddb-8d34-8806f599b667 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 200 len: 205 time: 0.0260830 Sep 24 19:30:23.680928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:24.085150 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.186944 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.208378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.239727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port ec7fb2a8-0d15-428c-bc5d-f3fd76f64eca {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:24.240073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.338798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.350068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for ec7fb2a8-0d15-428c-bc5d-f3fd76f64eca owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:24.515456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.540367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=ec7fb2a8-0d15-428c-bc5d-f3fd76f64eca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:24.606963 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.699895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.702310 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.747408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.747880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router 93d0b0f1-8599-47c2-ac39-7bcc53784d2f {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:24.754912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.759949 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30da95be-1793-4170-90d6-ec9ef0539e13 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 204 len: 168 time: 1.0742457 Sep 24 19:30:24.759949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44310) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:24.764384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1820329501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:24.787543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.788497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.846008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.850355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.867363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:24.868716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e09f7eca-7053-463f-b6d6-cd49704b7985 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1080363 Sep 24 19:30:24.871482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:24.876294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:25.084452 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.274113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.297905 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.404934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Allocated IP 172.25.5.158 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/5ae9933d-6bcb-4f25-b585-c764f66815c7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:25.516738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.551521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.588497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:25.593591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:25.597117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:25.605248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event updated for resources: {'Port': ['ID=5ae9933d-6bcb-4f25-b585-c764f66815c7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:25.848610 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:25.945441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.055751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.059065 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.187917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Router 3928ca98-d184-4fa2-a030-9957ca00db50 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:26.294094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:26.301202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.302370 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7e78bc9-e220-4a98-ba9b-7b5f4d19e3bc tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "PUT /v2.0/routers/3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 200 len: 884 time: 1.4299147 Sep 24 19:30:26.305057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44326) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:26.309589 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] Sync routers for ids ['3928ca98-d184-4fa2-a030-9957ca00db50'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:26.319071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] Routers {'3928ca98-d184-4fa2-a030-9957ca00db50'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:26.319642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3928ca98-d184-4fa2-a030-9957ca00db50'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:26.355102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:26.366479 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] Routers {'3928ca98-d184-4fa2-a030-9957ca00db50'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:26.367410 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['3928ca98-d184-4fa2-a030-9957ca00db50'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:26.399956 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:26.400884 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cb25e-68f8-4aa8-91f2-fc2168fce80f None None] The sync data for ids ['3928ca98-d184-4fa2-a030-9957ca00db50'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:26.421392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2c8bd3e-53f6-40c4-93b7-1c95ae8f5b26 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 200 len: 925 time: 0.1129363 Sep 24 19:30:26.421848 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:26.461589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5e785-b950-4cbd-9eeb-6d008fdadd95 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:26.463175 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-04f5e785-b950-4cbd-9eeb-6d008fdadd95 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=3928ca98-d184-4fa2-a030-9957ca00db50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0403340 Sep 24 19:30:26.465685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:26.548646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cf049-e68b-4816-9290-4a852b006e8d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:26.551053 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-546cf049-e68b-4816-9290-4a852b006e8d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.0842354 Sep 24 19:30:26.553844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:26.581381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b82c1c1-bc24-4276-804c-d838c5f654b3 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 200 len: 205 time: 0.0263166 Sep 24 19:30:26.583918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44334) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:26.690152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.798716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.853681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port 5ae9933d-6bcb-4f25-b585-c764f66815c7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:26.854057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.930152 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:26.941869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for 5ae9933d-6bcb-4f25-b585-c764f66815c7 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:27.135978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.168917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=5ae9933d-6bcb-4f25-b585-c764f66815c7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:27.258790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.700470 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.704042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.747996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.748158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router 3928ca98-d184-4fa2-a030-9957ca00db50 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:27.756794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.758910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b5efab72-3b38-49ea-9a2d-1fef63383a43 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 204 len: 168 time: 1.1730642 Sep 24 19:30:27.761734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44338) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:27.767256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-779714875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:27.798274 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.799245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.851059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.856043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.873759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:27.878165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac62ff8a-e3a3-4688-8049-89a7d8fad219 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1123664 Sep 24 19:30:27.878710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:27.887361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': True}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:28.115406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:28.344750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:28.364827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:28.473223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 172.25.5.116 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d9606482-9b10-4679-829e-b9e7ece70cc2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:28.588345 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:28.627902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:28.666817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:28.669761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:28.674968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:28.698550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=d9606482-9b10-4679-829e-b9e7ece70cc2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:28.934843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:29.159838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:29.163359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:29.299352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router ea9c8a74-21ae-4c23-9f6c-35b0819df680 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:29.418744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:29.424438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:29.425684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-020a9a48-0551-4535-b9d2-1c1679308f59 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "PUT /v2.0/routers/ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 200 len: 918 time: 1.5459421 Sep 24 19:30:29.429379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:29.431231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] Sync routers for ids ['ea9c8a74-21ae-4c23-9f6c-35b0819df680'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:29.442601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] Routers {'ea9c8a74-21ae-4c23-9f6c-35b0819df680'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:29.443324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea9c8a74-21ae-4c23-9f6c-35b0819df680'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:29.499334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:29.510273 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] Routers {'ea9c8a74-21ae-4c23-9f6c-35b0819df680'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:29.511563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea9c8a74-21ae-4c23-9f6c-35b0819df680'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:29.549129 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c429bc9d-1bf2-4747-904a-ab8af679e7c7 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 200 len: 924 time: 0.1178610 Sep 24 19:30:29.551862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44356) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:29.554395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:29.555552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a70f4e-4e4d-489b-94a0-556e1c94e867 None None] The sync data for ids ['ea9c8a74-21ae-4c23-9f6c-35b0819df680'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:29.598406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250c7bf-4ae2-4b42-a36c-94e6a159ca3b tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:29.602923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44358) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:29.605333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3250c7bf-4ae2-4b42-a36c-94e6a159ca3b tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=ea9c8a74-21ae-4c23-9f6c-35b0819df680&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0523887 Sep 24 19:30:29.763730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e822a24e-e9c3-40c3-8e48-35ecdacbbcd0 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:29.765850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e822a24e-e9c3-40c3-8e48-35ecdacbbcd0 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.1618667 Sep 24 19:30:29.769041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:29.782939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-019d5d67-0dcf-4f30-ad7f-e4893e2496a3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:29.784378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-019d5d67-0dcf-4f30-ad7f-e4893e2496a3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1628370 Sep 24 19:30:29.798575 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da582cb8-5e27-48f7-a1b6-6c22cc8bff70 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 200 len: 205 time: 0.0282929 Sep 24 19:30:29.800332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-f4170adc-0802-49b2-a388-2bae9d4ea378 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0099437 Sep 24 19:30:29.800984 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:29.856659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-8ee76d59-adb3-43be-9f35-0780855dd813 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504112 Sep 24 19:30:29.919296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:29.960690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-732b4e1e-bc74-4bdb-9bf1-8e5fb350d328 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906813 Sep 24 19:30:30.054578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.083312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-532bf1ea-2454-44f9-ba85-6e6ce571bd66 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095183 Sep 24 19:30:30.132359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port d9606482-9b10-4679-829e-b9e7ece70cc2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:30.132814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.233475 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.248519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for d9606482-9b10-4679-829e-b9e7ece70cc2 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:30.458105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.494443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=d9606482-9b10-4679-829e-b9e7ece70cc2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:30.499589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b43fc53d-c3eb-4af8-a5e7-1eb13b675495 req-4177ca0c-7c27-430b-9038-b221951f4f02 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0379045 Sep 24 19:30:30.567825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.994351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:30.996749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.053477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.054019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router ea9c8a74-21ae-4c23-9f6c-35b0819df680 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:31.061353 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.063192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed1f9fa2-c4d8-463f-8b41-aa1f251c0e19 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 204 len: 168 time: 1.2612722 Sep 24 19:30:31.066899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:31.071323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-38052369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:31.095079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.096149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.153882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.158807 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.177497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.178916 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bc1663e-66e5-4a49-95f7-264d1654582e tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1110280 Sep 24 19:30:31.181782 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:31.186367 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:31.391252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.616786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6e98e35-89d8-468c-b985-4a729ecc3554 req-baaa4836-56be-4cd9-b090-af262abf404a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Sep 24 19:30:31.686929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.712770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:31.736764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-fc091af2-4d4c-43b2-82d8-6bebadecf3ad tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:31.738238 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-fc091af2-4d4c-43b2-82d8-6bebadecf3ad tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.2084506 Sep 24 19:30:31.783421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:31.923109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Allocated IP 172.25.5.150 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/93f32566-151c-4eab-aa80-83ceb000886c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:31.984341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:31.988039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.118769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.197064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.12 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/6696b155-7085-41f8-b432-251dc85ae43c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:32.209486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.269624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:32.278292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:32.286669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:32.313995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Pushing event updated for resources: {'Port': ['ID=93f32566-151c-4eab-aa80-83ceb000886c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:32.577097 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.667830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.669971 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:32.778532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e51b7-a4fe-487e-8069-0ea8e917146b req-16612b08-4072-476f-88f8-211794663f6d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:32.780432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e5e51b7-a4fe-487e-8069-0ea8e917146b req-16612b08-4072-476f-88f8-211794663f6d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 932 time: 0.0615463 Sep 24 19:30:32.807201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:32.817946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:32.824151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:32.846293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e5e51b7-a4fe-487e-8069-0ea8e917146b req-23a056d0-08e5-428c-8ec2-033570c1c5a6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Sep 24 19:30:32.878970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:32.966909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:32.966909 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.015472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-bce75f4b-5181-4f28-b60f-ba6f7055338c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2369478 Sep 24 19:30:33.030029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.039080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Request body: {'port': {'device_id': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:33.045936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.154948 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.183470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc1520b6-cb30-41cc-8a2b-0f223fcab1ff None None] Provisioning complete for port 6696b155-7085-41f8-b432-251dc85ae43c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:33.184758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc1520b6-cb30-41cc-8a2b-0f223fcab1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.224630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc1520b6-cb30-41cc-8a2b-0f223fcab1ff None None] Port 6696b155-7085-41f8-b432-251dc85ae43c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:30:33.291060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.357238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Router c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:33.555326 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:33.564080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.567881 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-70ad9bd4-177d-49e0-bbe0-cf3bb255c579 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "PUT /v2.0/routers/c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 200 len: 918 time: 2.3822527 Sep 24 19:30:33.568028 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] Sync routers for ids ['c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:33.570455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:33.582064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] Routers {'c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:33.582697 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:33.611943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6696b155-7085-41f8-b432-251dc85ae43c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:30:33.622241 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.624711 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:33.635740 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] Routers {'c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:33.636765 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:33.674839 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:33.676095 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c008bd-b6bf-41b8-95e5-7d8ec6c07ba8 None None] The sync data for ids ['c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:33.684521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Transition to ACTIVE for port object 6696b155-7085-41f8-b432-251dc85ae43c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:30:33.691576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:33.784265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:33.852991 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e5b08f45-bd83-4bc4-bad2-b7597621e4dc tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 200 len: 924 time: 0.2817874 Sep 24 19:30:33.855599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:33.938331 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Attempting to bind port 6696b155-7085-41f8-b432-251dc85ae43c on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:33.938979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Attempting to bind port 6696b155-7085-41f8-b432-251dc85ae43c by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:33.939147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Attempting to bind port 6696b155-7085-41f8-b432-251dc85ae43c on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:33.945155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de57072-2b32-4dcd-b136-4b5d5bacb5a6 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:33.950533 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4de57072-2b32-4dcd-b136-4b5d5bacb5a6 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0904465 Sep 24 19:30:33.951032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44394) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:33.964311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Port 6696b155-7085-41f8-b432-251dc85ae43c on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:30:33.965068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Attempting to bind port 6696b155-7085-41f8-b432-251dc85ae43c on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:33.975501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:33.975914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:33.976383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:33.976885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Bound port: 6696b155-7085-41f8-b432-251dc85ae43c, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:33.977332 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:34.078829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:34.082244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=6696b155-7085-41f8-b432-251dc85ae43c,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:34.090680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:34.103890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e70edc-4e3d-4004-bc6b-0a0edf0c465d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.109006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-92e70edc-4e3d-4004-bc6b-0a0edf0c465d tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/networks/8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 881 time: 0.1533542 Sep 24 19:30:34.112198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44396) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:34.152922 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.152922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:34.154358 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/6696b155-7085-41f8-b432-251dc85ae43c HTTP/1.1" status: 200 len: 1092 time: 1.1215782 Sep 24 19:30:34.155050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:30:34.158095 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf02eb-1e19-4442-9337-7a401d81022d" -d '{"events": [{"name": "network-changed", "server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "tag": "6696b155-7085-41f8-b432-251dc85ae43c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:30:34.184439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:34.186161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-941ca206-57ad-4de9-8e95-6348471010d1 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 200 len: 205 time: 0.0712962 Sep 24 19:30:34.203536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3459208-56d3-47bc-913a-2cc42dbcb969 req-22dbb448-f7fd-4a9d-b221-87e12070f629 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.213062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3459208-56d3-47bc-913a-2cc42dbcb969 req-22dbb448-f7fd-4a9d-b221-87e12070f629 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.2154775 Sep 24 19:30:34.271452 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f360ee2-6ad7-4366-a344-c74a3ae22055 x-openstack-request-id: req-6f360ee2-6ad7-4366-a344-c74a3ae22055 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:30:34.271452 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "tag": "6696b155-7085-41f8-b432-251dc85ae43c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:30:34.271452 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f360ee2-6ad7-4366-a344-c74a3ae22055 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:30:34.271959 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c', 'status': 'completed', 'code': 200} Sep 24 19:30:34.290491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3459208-56d3-47bc-913a-2cc42dbcb969 req-c68e3d23-d747-4db5-8389-efa3bc63df69 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653536 Sep 24 19:30:34.298838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d7fa-5c1f-4fd5-9553-86896e6f90c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:34.664598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-665c9d60-af46-4586-aab7-4b8958551ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.666128 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-665c9d60-af46-4586-aab7-4b8958551ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 1095 time: 0.4589241 Sep 24 19:30:34.684564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:34.748652 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-1bb7575f-5cef-4c91-a4c8-cb5b2a9124eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6696b155-7085-41f8-b432-251dc85ae43c HTTP/1.1" status: 200 len: 217 time: 0.0713882 Sep 24 19:30:34.839779 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-ad98aab7-9f0a-4d46-bd4e-c4435f866ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.841263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-ad98aab7-9f0a-4d46-bd4e-c4435f866ce3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0833359 Sep 24 19:30:34.860744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:34.917496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-5d7d4582-5043-4b65-90c9-06609eb90576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:34.919192 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-5d7d4582-5043-4b65-90c9-06609eb90576 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683234 Sep 24 19:30:35.001193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port 93f32566-151c-4eab-aa80-83ceb000886c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:35.001453 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.087171 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-f78959f0-3c80-4cfa-9893-ffba83ad09ce service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556458 Sep 24 19:30:35.122117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.145505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for 93f32566-151c-4eab-aa80-83ceb000886c owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:35.249687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5cb7bf37-1dad-40dd-85c2-1995113f5d8b req-cf63eed7-2351-467b-b80c-998db9dfa52c service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516702 Sep 24 19:30:35.413128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-488cefbf-7e6c-41d1-9064-96b4b7a58bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:35.414603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-488cefbf-7e6c-41d1-9064-96b4b7a58bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 1095 time: 0.0898142 Sep 24 19:30:35.448419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.465531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11de5c-fe4d-44df-af64-c14f00b6a830 req-5f2ca737-3436-4f8e-9640-d0d4c266c0f1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:35.476501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f11de5c-fe4d-44df-af64-c14f00b6a830 req-5f2ca737-3436-4f8e-9640-d0d4c266c0f1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.0963616 Sep 24 19:30:35.483837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=93f32566-151c-4eab-aa80-83ceb000886c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:35.524755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f11de5c-fe4d-44df-af64-c14f00b6a830 req-a1db9ec6-096e-4872-bf2f-9837f6202bef tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 Sep 24 19:30:35.599392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-0158191a-cd4d-4f34-96a2-049acbf7ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:35.601101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-0158191a-cd4d-4f34-96a2-049acbf7ee23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1749771 Sep 24 19:30:35.609022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.707690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-a7e7169b-dece-4b6f-8bae-8ea6f27febb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6696b155-7085-41f8-b432-251dc85ae43c HTTP/1.1" status: 200 len: 217 time: 0.0946665 Sep 24 19:30:35.739742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.743561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.827571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.828443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:35.831808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-7aef1463-32be-4c17-91c3-341dad6cf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:35.834769 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-7aef1463-32be-4c17-91c3-341dad6cf1d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0926712 Sep 24 19:30:35.840464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.845507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44404) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:35.845694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bd4165bd-cf0a-4843-a2b9-a80bfa7a8980 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 204 len: 168 time: 1.6599607 Sep 24 19:30:35.850942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1927671852', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:35.889481 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.891802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:35.902553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-84f6a988-0f15-4e95-a79d-5ec56947b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:35.904171 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-84f6a988-0f15-4e95-a79d-5ec56947b8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575583 Sep 24 19:30:36.029499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-420f8670-7c56-46b4-bd8e-cddb1396c315 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114101 Sep 24 19:30:36.153951 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1dbf02eb-1e19-4442-9337-7a401d81022d req-5288c88a-f89d-4724-b744-7c2431a35b58 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139500 Sep 24 19:30:36.336445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:36.480766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:36.708559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:36.731231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:36.745929 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2273f0-c174-451f-a2d7-f80e9932344f req-26ad957a-9085-4e20-9378-82bae0d9a2a4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:36.747611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc2273f0-c174-451f-a2d7-f80e9932344f req-26ad957a-9085-4e20-9378-82bae0d9a2a4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.1299558 Sep 24 19:30:36.832396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc2273f0-c174-451f-a2d7-f80e9932344f req-e9ba5dca-8e84-43ef-a995-17e53a0c571b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516939 Sep 24 19:30:36.873527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Allocated IP 172.25.5.251 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/43b2e671-8ee7-48dd-8d3f-cbdbe19c6e8e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:36.976709 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:37.015973 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:37.051615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:37.057268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:37.060763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:37.088279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event updated for resources: {'Port': ['ID=43b2e671-8ee7-48dd-8d3f-cbdbe19c6e8e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:37.099720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.100052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.100395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.100733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.101068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.101398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.101726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.102050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.102373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.102694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.103050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.103374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:37.319213 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:37.513995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:37.639634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Router 9e8a3d34-a4af-4d36-8bf9-b33265551d59 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:30:37.744775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:37.753785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] Sync routers for ids ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:37.762486 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:37.762695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] Routers {'9e8a3d34-a4af-4d36-8bf9-b33265551d59'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:37.763183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:37.763827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-264d6519-72ea-4b21-a190-d5608e8e8b27 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9172802 Sep 24 19:30:37.766552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44408) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:37.771071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:37.799558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:37.807943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] Routers {'9e8a3d34-a4af-4d36-8bf9-b33265551d59'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:37.808553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:37.839418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:37.840055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cafd50-a83c-4c38-84a3-1ee09db20cfc None None] The sync data for ids ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:38.002268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508715-ee36-4292-b2e6-9d94f690bee1 req-23d78587-0d24-49a3-8e3b-4064f278ad7d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:38.003683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6508715-ee36-4292-b2e6-9d94f690bee1 req-23d78587-0d24-49a3-8e3b-4064f278ad7d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.0962007 Sep 24 19:30:38.087539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6508715-ee36-4292-b2e6-9d94f690bee1 req-a24b9e73-6b67-4be7-bdd1-675120c855bb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Sep 24 19:30:38.149479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.162521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.216212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Deleting port 43b2e671-8ee7-48dd-8d3f-cbdbe19c6e8e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:38.216559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.296502 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.308708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Calling delete_port for 43b2e671-8ee7-48dd-8d3f-cbdbe19c6e8e owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:38.478508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.505474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Pushing event deleted for resources: {'Port': ['ID=43b2e671-8ee7-48dd-8d3f-cbdbe19c6e8e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:38.565413 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.767500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.771085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.845143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Router 9e8a3d34-a4af-4d36-8bf9-b33265551d59 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:30:38.916540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:30:38.923730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.924910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2204f4b4-d9ab-4db0-b6dd-5d6b896389eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "PUT /v2.0/routers/9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 200 len: 710 time: 1.1573853 Sep 24 19:30:38.926769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] Sync routers for ids ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:30:38.927866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44412) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:38.936390 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] Routers {'9e8a3d34-a4af-4d36-8bf9-b33265551d59'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:38.937007 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:38.960916 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:38.972047 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:38.980476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] Routers {'9e8a3d34-a4af-4d36-8bf9-b33265551d59'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:30:38.981117 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:39.001243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a7ea841e-fe39-41d8-8af6-157422236f13 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/routers/9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 200 len: 745 time: 0.0723388 Sep 24 19:30:39.004070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44414) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.011627 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:39.012274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc14345-e6ec-4739-8586-1198c6a35948 None None] The sync data for ids ['9e8a3d34-a4af-4d36-8bf9-b33265551d59'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:30:39.053140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b488ccbe-f343-4416-9056-9dec16c9f075 tempest-RoutersIpV6AdminTest-546151486 tempest-RoutersIpV6AdminTest-546151486-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8806040d-c7f9-491a-961c-e1542afa0258&device_id=9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 200 len: 205 time: 0.0480134 Sep 24 19:30:39.055831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44416) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.082332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-66df631a-8ae2-408f-8ee5-0467bcbbee08 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 200 len: 205 time: 0.0254798 Sep 24 19:30:39.084748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44418) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.500860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:39.607860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27cae4-968e-485c-aeec-8c6e1c4782be req-cd95c81e-e9cf-449f-bd18-444b6983a448 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:39.609369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd27cae4-968e-485c-aeec-8c6e1c4782be req-cd95c81e-e9cf-449f-bd18-444b6983a448 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.1123221 Sep 24 19:30:39.708653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:39.711209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:39.759099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd27cae4-968e-485c-aeec-8c6e1c4782be req-05664f8d-6203-485a-9949-b87073a963db tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273041 Sep 24 19:30:39.766969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:39.767528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8a3d34-a4af-4d36-8bf9-b33265551d59 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:30:39.780754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:39.780754 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-19bb4719-cf85-49e6-8c49-6f30b939ecdb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 204 len: 168 time: 0.6899803 Sep 24 19:30:39.780754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44424) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.805483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-881d07e9-20f0-4319-a75a-d1259748611a tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 200 len: 205 time: 0.0252929 Sep 24 19:30:39.807754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44426) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.848075 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a77aa091-09a8-4d0a-bb66-2b895b4432c0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:39.849103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a77aa091-09a8-4d0a-bb66-2b895b4432c0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/9e8a3d34-a4af-4d36-8bf9-b33265551d59 HTTP/1.1" status: 404 len: 336 time: 0.0404861 Sep 24 19:30:39.851909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44428) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.878659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0acd0be6-1858-413e-950c-726841c74b76 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 200 len: 205 time: 0.0257001 Sep 24 19:30:39.881117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44430) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.917282 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-20df86a1-0f63-4710-99c6-cafff79e93eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:39.918276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-20df86a1-0f63-4710-99c6-cafff79e93eb tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/c91ed0ca-bd92-479f-b2d8-4d5c4c12a58f HTTP/1.1" status: 404 len: 336 time: 0.0362723 Sep 24 19:30:39.920848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44432) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.952841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0a5a8528-5bef-4a00-9de3-b901ee89208a tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 200 len: 205 time: 0.0308316 Sep 24 19:30:39.955252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44434) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:39.994834 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-8b203e93-f887-47cc-b40c-be9a3427b46a tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:39.995874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8b203e93-f887-47cc-b40c-be9a3427b46a tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/ea9c8a74-21ae-4c23-9f6c-35b0819df680 HTTP/1.1" status: 404 len: 336 time: 0.0397360 Sep 24 19:30:39.998453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44436) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.025444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13062fd6-4b56-443c-bec3-ded31e25e1a2 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 200 len: 205 time: 0.0253315 Sep 24 19:30:40.027707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44438) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.069184 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e7a61e0b-1acc-4ddb-a120-090ce278d37d tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:40.070465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e7a61e0b-1acc-4ddb-a120-090ce278d37d tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/3928ca98-d184-4fa2-a030-9957ca00db50 HTTP/1.1" status: 404 len: 336 time: 0.0418837 Sep 24 19:30:40.073173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44440) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.099584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7fd593f2-130f-4f76-8c3c-0d0fa8327933 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 200 len: 205 time: 0.0253646 Sep 24 19:30:40.101925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44442) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.138361 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-b346fc62-ec91-4b4f-9903-a58294e1f521 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:40.139452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b346fc62-ec91-4b4f-9903-a58294e1f521 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/93d0b0f1-8599-47c2-ac39-7bcc53784d2f HTTP/1.1" status: 404 len: 336 time: 0.0366209 Sep 24 19:30:40.142086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44444) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.174131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ba4ed5f4-90f7-41d4-9db1-35f2b5370377 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "GET /v2.0/ports?device_id=757279c0-d720-42f5-9162-f41fb0752913 HTTP/1.1" status: 200 len: 205 time: 0.0309813 Sep 24 19:30:40.177310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44446) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.213533 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-3d0d1a7e-d348-4223-ac53-a9fd11c64ae0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] delete failed (client error): The resource could not be found. Sep 24 19:30:40.214515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3d0d1a7e-d348-4223-ac53-a9fd11c64ae0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/routers/757279c0-d720-42f5-9162-f41fb0752913 HTTP/1.1" status: 404 len: 336 time: 0.0362322 Sep 24 19:30:40.217113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44448) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.242704 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4a228c-dd35-42a5-b30d-fb0a5e4046d0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] DELETE failed (client error): The resource could not be found. Sep 24 19:30:40.243169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4a228c-dd35-42a5-b30d-fb0a5e4046d0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:30:40.244778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec4a228c-dd35-42a5-b30d-fb0a5e4046d0 tempest-RoutersIpV6AdminTest-1125355837 tempest-RoutersIpV6AdminTest-1125355837-project] 10.222.0.18 "DELETE /v2.0/subnets/420600b2-acf0-496c-931d-c2689cda755b HTTP/1.1" status: 404 len: 337 time: 0.0267606 Sep 24 19:30:40.484139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44454) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.594959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9869-b3e1-40cc-9804-eaa4485e7fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.687377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9869-b3e1-40cc-9804-eaa4485e7fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.691053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b0c9869-b3e1-40cc-9804-eaa4485e7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.728637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3b0c9869-b3e1-40cc-9804-eaa4485e7fe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76829afed7974dc988a23d38dbad6721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434649 Sep 24 19:30:40.729483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c9869-b3e1-40cc-9804-eaa4485e7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f05cd-7fe1-45b8-b07d-81427f58f194,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:40.731522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:40.780478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.804176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.851388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.854406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:40.855610 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc4f05cd-7fe1-45b8-b07d-81427f58f194 HTTP/1.1" status: 204 len: 168 time: 0.1230204 Sep 24 19:30:40.864026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f05cd-7fe1-45b8-b07d-81427f58f194,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:40.871667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.872168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.872500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.872850 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.873182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.873543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.873849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.874180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.874603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.875187 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.875569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.875901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdd762-06fd-4247-93db-71cb07082659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:40.880454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8245e23-2f92-4d49-b9fe-ba37673b3b04 req-d1c4ef28-de76-4c0e-a00c-8bfee7c976ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:40.882076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d8245e23-2f92-4d49-b9fe-ba37673b3b04 req-d1c4ef28-de76-4c0e-a00c-8bfee7c976ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.0540242 Sep 24 19:30:40.928845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d8245e23-2f92-4d49-b9fe-ba37673b3b04 req-7c5616d2-b26b-4fa9-8b6d-7d6c96188999 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Sep 24 19:30:41.121736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:41.161830 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2b939864-0dbd-4406-a493-fbb6b44a1039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14e5ee8a338e4e8e9933934d641908db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389528 Sep 24 19:30:41.164164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:41.214064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:41.234101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:41.278604 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:41.281151 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:41.282585 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eab1862-77cf-4a04-abe7-cacd6f9c54a2 HTTP/1.1" status: 204 len: 168 time: 0.1175373 Sep 24 19:30:41.290078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad652740-c364-4162-b5ac-acc632d25577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab1862-77cf-4a04-abe7-cacd6f9c54a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:41.959683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44492) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:42.047113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a554-f5f6-4ac0-8076-576b827d8191 req-8a643d18-5c79-4a6d-8750-ff667bab4750 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:42.048655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d84a554-f5f6-4ac0-8076-576b827d8191 req-8a643d18-5c79-4a6d-8750-ff667bab4750 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.0492918 Sep 24 19:30:42.074703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224508136'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:42.109676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d84a554-f5f6-4ac0-8076-576b827d8191 req-3f69827c-4480-4705-a26a-a231432fa7bd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546334 Sep 24 19:30:42.115340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:42.118664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.127227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.220107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.224214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.249844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:42.259151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f83803-1f09-459d-8766-1daa395ea78b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:42.263955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.264295 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment 13bce2d0-b102-4aef-bfaa-7bb0b44d9b74 of type vlan for network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb Sep 24 19:30:42.304354 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.328399 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.334140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:42.334728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:42.370822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4099174 Sep 24 19:30:42.405624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaf29a-8252-4c5c-86b6-3ec0a8cd6502 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=9db4b4bb-d8a5-4bce-8f9d-b8149de82beb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:42.415944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:43.225765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0169621-80fa-400c-b4fc-69406d2e8633 req-597e6b1a-8146-46b4-8cd6-4393d44df2f4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:43.227343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0169621-80fa-400c-b4fc-69406d2e8633 req-597e6b1a-8146-46b4-8cd6-4393d44df2f4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 944 time: 0.0490479 Sep 24 19:30:43.266455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0169621-80fa-400c-b4fc-69406d2e8633 req-3a9f355a-22ec-4139-9fa3-f6b7683879f0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Sep 24 19:30:44.104707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 6696b155-7085-41f8-b432-251dc85ae43c details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:30:44.196255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=6696b155-7085-41f8-b432-251dc85ae43c,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:44.211016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '6696b155-7085-41f8-b432-251dc85ae43c', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '6696b155-7085-41f8-b432-251dc85ae43c', 'mac_address': 'fa:16:3e:57:ed:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:30:44.245752 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:44.258420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6696b155-7085-41f8-b432-251dc85ae43c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:30:44.277151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=6696b155-7085-41f8-b432-251dc85ae43c,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:44.281112 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:44.331192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:44.382733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a0d05-bbef-4675-8cbc-126da7ee0e1e req-6b9492b2-8c8d-4c9d-a3e4-80cc670ce3ba tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:44.384422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f08a0d05-bbef-4675-8cbc-126da7ee0e1e req-6b9492b2-8c8d-4c9d-a3e4-80cc670ce3ba tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Sep 24 19:30:44.422929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f08a0d05-bbef-4675-8cbc-126da7ee0e1e req-1323569c-60cd-4dba-9f2d-fac2c2cfdfb9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Sep 24 19:30:44.540745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['6696b155-7085-41f8-b432-251dc85ae43c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:30:45.537486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd9bc4-7f9a-4dc5-b744-addf18393bdc req-5cd9eba3-0a79-4702-a2c5-a01de9b6fc58 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:45.539045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1cd9bc4-7f9a-4dc5-b744-addf18393bdc req-5cd9eba3-0a79-4702-a2c5-a01de9b6fc58 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 945 time: 0.0493193 Sep 24 19:30:45.580865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1cd9bc4-7f9a-4dc5-b744-addf18393bdc req-acd64d7e-fc69-4fa9-b2e8-ae1bf0cd9d1c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Sep 24 19:30:45.626510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:45.631767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:45.719070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:45.723465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:45.911051 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:45.973531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=a4fd3b37-f840-414d-8d87-85ae46d358c8,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:45.981932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:45.982289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:46.002546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:46.011152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:46.015804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:46.016410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.022986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c929c7c-c16c-414a-91b6-19d72fc1b39f None None] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:46.030843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b93f472b-cbe2-4639-a1d2-57d2cbe0b1e2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4030981 Sep 24 19:30:46.034551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44508) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:46.039921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744506935'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:46.060637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:46.065000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.096105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:46.105713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.106321 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment c8c5205d-ff45-4dc3-92e7-1b51ee371380 of type vlan for network 2b2a77ae-547e-4e86-9054-f4a67605877e Sep 24 19:30:46.131461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 6696b155-7085-41f8-b432-251dc85ae43c up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:46.148032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.174265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.180213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:46.180804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.206222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-9db4b4bb-d8a5-4bce-8f9d-b8149de82beb', 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': 'a4fd3b37-f840-414d-8d87-85ae46d358c8'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:46.207838 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.210927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 6696b155-7085-41f8-b432-251dc85ae43c completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:30:46.213216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1776035 Sep 24 19:30:46.216315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:46.222838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 6696b155-7085-41f8-b432-251dc85ae43c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:46.223227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.223370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '2b2a77ae-547e-4e86-9054-f4a67605877e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:46.255671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33a222-5bf9-4eb5-8af7-3d33f1dba9a9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=2b2a77ae-547e-4e86-9054-f4a67605877e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:46.305697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2b2a77ae-547e-4e86-9054-f4a67605877e details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:46.313467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:46.317120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.468860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Allocated IP 2001:db8:0:ffff::2 (9db4b4bb-d8a5-4bce-8f9d-b8149de82beb/a4fd3b37-f840-414d-8d87-85ae46d358c8/a75f3250-7ddb-4adf-8bff-46630011210e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:46.471084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.500619 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.514646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:30:46.516855 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aa6b2e-0f1b-4b54-9d9b-6709ca20aa70" -d '{"events": [{"server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "name": "network-vif-plugged", "status": "completed", "tag": "6696b155-7085-41f8-b432-251dc85ae43c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:30:46.539548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=6696b155-7085-41f8-b432-251dc85ae43c,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:46.561228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=762f7c98-ac70-46a2-ac50-6c20b9ad3297,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:46.569996 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e1e00-1378-46cc-ba8d-83f4d477e29a x-openstack-request-id: req-140e1e00-1378-46cc-ba8d-83f4d477e29a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:30:46.570378 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "name": "network-vif-plugged", "status": "completed", "tag": "6696b155-7085-41f8-b432-251dc85ae43c", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:30:46.570693 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-140e1e00-1378-46cc-ba8d-83f4d477e29a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:30:46.571165 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c', 'code': 200} Sep 24 19:30:46.573649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.576831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': 'c8c5205d-ff45-4dc3-92e7-1b51ee371380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2b2a77ae-547e-4e86-9054-f4a67605877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:46.577198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 2b2a77ae-547e-4e86-9054-f4a67605877e, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:46.594393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 2b2a77ae-547e-4e86-9054-f4a67605877e is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:46.610786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 2b2a77ae-547e-4e86-9054-f4a67605877e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:46.614484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:46.615597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.624657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bcc0bc-a76e-4314-87cd-027f4bab48b9 None None] Network 2b2a77ae-547e-4e86-9054-f4a67605877e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:46.629980 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c923f34d-c527-40c9-88db-f9b4f33d3ab3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4123719 Sep 24 19:30:46.633398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:46.684254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1429-070c-4199-bb71-5ccc30bed4f0 req-77a3d710-453b-4664-a511-0198e49e3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:46.685908 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73fe1429-070c-4199-bb71-5ccc30bed4f0 req-77a3d710-453b-4664-a511-0198e49e3b87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 1097 time: 0.0472207 Sep 24 19:30:46.690672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:46.724259 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73fe1429-070c-4199-bb71-5ccc30bed4f0 req-cdf2e473-c1af-4fc8-96d4-6042537193b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290387 Sep 24 19:30:46.776041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.782484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.786217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.799845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f8955-fa30-4f88-b6d3-b27f8439328f req-eabc7f0a-4059-42c8-9819-6b19d0055b32 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:46.801506 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f9f8955-fa30-4f88-b6d3-b27f8439328f req-eabc7f0a-4059-42c8-9819-6b19d0055b32 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.1150601 Sep 24 19:30:46.844988 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:46.850665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:46.853458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:46.876488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Pushing event updated for resources: {'Port': ['ID=a75f3250-7ddb-4adf-8bff-46630011210e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:46.900494 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.909927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f9f8955-fa30-4f88-b6d3-b27f8439328f req-989ae0ff-566e-4c11-861f-80fd0c54d1bd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010780 Sep 24 19:30:46.933374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2759d5-06db-44dc-b5a7-d304bc809ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-2b2a77ae-547e-4e86-9054-f4a67605877e', 'network_id': '2b2a77ae-547e-4e86-9054-f4a67605877e', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '762f7c98-ac70-46a2-ac50-6c20b9ad3297'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:46.934271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec2759d5-06db-44dc-b5a7-d304bc809ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.957650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Attempting to bind port a75f3250-7ddb-4adf-8bff-46630011210e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:46.958018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Attempting to bind port a75f3250-7ddb-4adf-8bff-46630011210e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:46.958380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Attempting to bind port a75f3250-7ddb-4adf-8bff-46630011210e on network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:46.970419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:46.970790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Checking segment: {'id': '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:46.971214 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.971532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.971683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Bound using segment: {'id': '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:46.972062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Bound port: a75f3250-7ddb-4adf-8bff-46630011210e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9db4b4bb-d8a5-4bce-8f9d-b8149de82beb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:46.972447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:46.998566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=762f7c98-ac70-46a2-ac50-6c20b9ad3297,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.067664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-ec2759d5-06db-44dc-b5a7-d304bc809ba5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 762f7c98-ac70-46a2-ac50-6c20b9ad3297: This subnet is being modified by another concurrent operation. Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 762f7c98-ac70-46a2-ac50-6c20b9ad3297: This subnet is being modified by another concurrent operation. Sep 24 19:30:47.084624 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:30:47.092911 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2a77ae-547e-4e86-9054-f4a67605877e']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:47.101323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c5205d-ff45-4dc3-92e7-1b51ee371380') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:47.101574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c5205d-ff45-4dc3-92e7-1b51ee371380') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:47.105428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] For port a75f3250-7ddb-4adf-8bff-46630011210e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:47.108751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610de1e-66e3-4e90-8128-32f1533f7a8b None None] Network 2b2a77ae-547e-4e86-9054-f4a67605877e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:47.112413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] For port a75f3250-7ddb-4adf-8bff-46630011210e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a75f3250-7ddb-4adf-8bff-46630011210e,segment=NetworkSegment(13bce2d0-b102-4aef-bfaa-7bb0b44d9b74),segment_id=13bce2d0-b102-4aef-bfaa-7bb0b44d9b74)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:47.113460 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.128437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.129548 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.134727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:47.135151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:47.140728 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:47.202824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.213174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.219232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:47.219858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/2b2a77ae-547e-4e86-9054-f4a67605877e HTTP/1.1" status: 204 len: 168 time: 0.5847127 Sep 24 19:30:47.224425 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823175596'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:47.229815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ab63b-35d2-4317-95c9-705a19115b86 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=2b2a77ae-547e-4e86-9054-f4a67605877e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.245231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:47.249639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.256014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a59c0-d308-487f-9e96-416f198b34ab None None] Pushing event updated for resources: {'Port': ['ID=a75f3250-7ddb-4adf-8bff-46630011210e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.284090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:47.293287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.293623 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment 97850320-b525-4eb7-98c5-020635abf7c2 of type vlan for network 282f7e79-eafc-4985-ac6c-20bbceef66dd Sep 24 19:30:47.344587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.382339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.387892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:47.388468 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.430941 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2105854 Sep 24 19:30:47.433907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:47.439340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:47.482363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6661-e610-4e57-8324-4de77d786585 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=282f7e79-eafc-4985-ac6c-20bbceef66dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.493045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:47.553698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:47.557516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.637899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a75f3250-7ddb-4adf-8bff-46630011210e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:47.686564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a75f3250-7ddb-4adf-8bff-46630011210e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:47.686960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.753282 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.767013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.806919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port a75f3250-7ddb-4adf-8bff-46630011210e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a75f3250-7ddb-4adf-8bff-46630011210e,segment=NetworkSegment(13bce2d0-b102-4aef-bfaa-7bb0b44d9b74),segment_id=13bce2d0-b102-4aef-bfaa-7bb0b44d9b74)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:47.812128 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.825840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=336811f2-e170-481a-ba7a-1a50f9ae3cab,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.835466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': '97850320-b525-4eb7-98c5-020635abf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:47.835827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 282f7e79-eafc-4985-ac6c-20bbceef66dd, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:47.853648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:47.862223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=a75f3250-7ddb-4adf-8bff-46630011210e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:47.875694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 282f7e79-eafc-4985-ac6c-20bbceef66dd) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:47.880099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:47.880894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:47.886063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75fd0f-8f60-446f-bd3c-e7ee10cdfff8 None None] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:47.900766 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-deca50f6-5842-4857-9fd3-0360b317cdef tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4625826 Sep 24 19:30:47.901149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44522) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:47.907231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450627592'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:47.947156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:47.952118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.002545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:48.028384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.028880 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment cbaa04c1-6fd9-4810-9d4d-413b09ae7fd8 of type vlan for network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee Sep 24 19:30:48.085781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-282f7e79-eafc-4985-ac6c-20bbceef66dd', 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '336811f2-e170-481a-ba7a-1a50f9ae3cab'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:48.086689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.095651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.130025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829396-6227-423e-a889-986a641868bf req-1b47314c-2f72-45d4-8d09-c4029c08c67e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:48.131681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9829396-6227-423e-a889-986a641868bf req-1b47314c-2f72-45d4-8d09-c4029c08c67e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.1259568 Sep 24 19:30:48.142742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.149035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:48.149614 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.212078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ebf46-8bc6-4bff-b290-8acbf1b462cf None None] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:48.214461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3122165 Sep 24 19:30:48.217952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:48.224032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '5941fe0d-f42c-44e0-93d3-2941c3d5cfee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:48.246184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10379b-1b78-44ce-bd20-dfb584df6534 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=5941fe0d-f42c-44e0-93d3-2941c3d5cfee,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:48.250722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f9829396-6227-423e-a889-986a641868bf req-5a64e924-11e7-4ce1-9d07-11b73ae14e0b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101394 Sep 24 19:30:48.283299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:48.287543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Allocated IP 2001:db8::1 (282f7e79-eafc-4985-ac6c-20bbceef66dd/336811f2-e170-481a-ba7a-1a50f9ae3cab/02c06253-1b36-4764-9445-b3285f95e53e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:48.325297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:48.329252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.394670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:30:48.395361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:30:48.521746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.544887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f63d0461-53c1-4476-9574-9d6b87ac009b None None] Provisioning complete for port a75f3250-7ddb-4adf-8bff-46630011210e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:48.545274 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f63d0461-53c1-4476-9574-9d6b87ac009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.583838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=7226ce67-9229-4f0b-bd91-5976cc1a70d5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:48.594577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': 'cbaa04c1-6fd9-4810-9d4d-413b09ae7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5941fe0d-f42c-44e0-93d3-2941c3d5cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:48.594960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 5941fe0d-f42c-44e0-93d3-2941c3d5cfee, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:48.612004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:48.620806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5941fe0d-f42c-44e0-93d3-2941c3d5cfee) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:48.624916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:48.625522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.639876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d85669-2740-4937-b526-9a055d1f02d0 None None] Network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:48.640181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e19b212b-a9c5-4750-9c61-9808d95bef16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4210536 Sep 24 19:30:48.642778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:48.738536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.819200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.862620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.886302 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.893433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:48.914694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=7226ce67-9229-4f0b-bd91-5976cc1a70d5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:48.943133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:48.949464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:48.958844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:48.962435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Pushing event updated for resources: {'Port': ['ID=02c06253-1b36-4764-9445-b3285f95e53e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:48.983238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.003343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e04427-d0da-482a-8d98-ae5594984077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5941fe0d-f42c-44e0-93d3-2941c3d5cfee', 'network_id': '5941fe0d-f42c-44e0-93d3-2941c3d5cfee', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '7226ce67-9229-4f0b-bd91-5976cc1a70d5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:49.004554 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22e04427-d0da-482a-8d98-ae5594984077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.007167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5941fe0d-f42c-44e0-93d3-2941c3d5cfee']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:49.018119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaa04c1-6fd9-4810-9d4d-413b09ae7fd8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:49.018509 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaa04c1-6fd9-4810-9d4d-413b09ae7fd8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:49.030620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.054218 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.057453 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Attempting to bind port 02c06253-1b36-4764-9445-b3285f95e53e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:49.057607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Attempting to bind port 02c06253-1b36-4764-9445-b3285f95e53e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '97850320-b525-4eb7-98c5-020635abf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:49.057885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Attempting to bind port 02c06253-1b36-4764-9445-b3285f95e53e on network 282f7e79-eafc-4985-ac6c-20bbceef66dd {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:49.067566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:49.067979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:49.080920 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:49.106076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:49.106646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Checking segment: {'id': '97850320-b525-4eb7-98c5-020635abf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:49.106929 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.107286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Bound using segment: {'id': '97850320-b525-4eb7-98c5-020635abf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:49.108306 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Bound port: 02c06253-1b36-4764-9445-b3285f95e53e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97850320-b525-4eb7-98c5-020635abf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '282f7e79-eafc-4985-ac6c-20bbceef66dd'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:49.108693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.134608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.141696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.146925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/5941fe0d-f42c-44e0-93d3-2941c3d5cfee HTTP/1.1" status: 204 len: 168 time: 0.4997172 Sep 24 19:30:49.147105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183cead-5492-441e-9ab5-e8a989ef0cd1 None None] Network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:49.147203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:49.152407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050155813'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:49.162704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183cead-5492-441e-9ab5-e8a989ef0cd1 None None] Network 5941fe0d-f42c-44e0-93d3-2941c3d5cfee could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:30:49.164972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03157713-5862-44c8-a5b3-2080c758508d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=5941fe0d-f42c-44e0-93d3-2941c3d5cfee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:49.184785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:49.189443 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.197088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] For port 02c06253-1b36-4764-9445-b3285f95e53e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:49.211941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] For port 02c06253-1b36-4764-9445-b3285f95e53e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=02c06253-1b36-4764-9445-b3285f95e53e,segment=NetworkSegment(97850320-b525-4eb7-98c5-020635abf7c2),segment_id=97850320-b525-4eb7-98c5-020635abf7c2)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:49.212868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:49.214657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3b3cc115-7ee5-4a1a-af00-c1a833f6768e None None] Provisioning complete for port a75f3250-7ddb-4adf-8bff-46630011210e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:49.215070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc115-7ee5-4a1a-af00-c1a833f6768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.218326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.222478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.222822 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment fc6b15ed-b87e-41f0-bccf-c82540a2a815 of type vlan for network 7e2a28e3-a020-480a-8453-d37991e37c75 Sep 24 19:30:49.266196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.299434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.305752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:49.306485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.306750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21299-17e4-4506-b955-c850801b7054 None None] Pushing event updated for resources: {'Port': ['ID=02c06253-1b36-4764-9445-b3285f95e53e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:49.363600 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149711 Sep 24 19:30:49.367985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:49.376326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '7e2a28e3-a020-480a-8453-d37991e37c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:49.401126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16264-a15d-4b81-a872-43d68a5a0132 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=7e2a28e3-a020-480a-8453-d37991e37c75,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:49.413302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7e2a28e3-a020-480a-8453-d37991e37c75 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:49.424670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bd5d-2c4d-45da-853e-8e582e1256e0 req-f3533f0d-3479-4353-8311-5ac86d1de344 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:49.426269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7af6bd5d-2c4d-45da-853e-8e582e1256e0 req-f3533f0d-3479-4353-8311-5ac86d1de344 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.0887947 Sep 24 19:30:49.531873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7af6bd5d-2c4d-45da-853e-8e582e1256e0 req-2632b075-8128-49ab-b89e-a0e87bd3fd7b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749552 Sep 24 19:30:49.533133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:49.536766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.701322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb7f19-391f-4fba-8a99-af7677ddb7f4 req-d78c2aa3-e0dd-46ba-ac6f-2dcce74c0f05 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:49.702834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddcb7f19-391f-4fba-8a99-af7677ddb7f4 req-d78c2aa3-e0dd-46ba-ac6f-2dcce74c0f05 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.0779662 Sep 24 19:30:49.725884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a75f3250-7ddb-4adf-8bff-46630011210e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:49.773577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ddcb7f19-391f-4fba-8a99-af7677ddb7f4 req-eedccf70-dbce-4095-b0e4-6a776dfe277b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639148 Sep 24 19:30:49.773856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a75f3250-7ddb-4adf-8bff-46630011210e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:49.774238 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.828052 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.864206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 02c06253-1b36-4764-9445-b3285f95e53e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:49.908501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:49.917011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': 'fc6b15ed-b87e-41f0-bccf-c82540a2a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7e2a28e3-a020-480a-8453-d37991e37c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:49.917402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 7e2a28e3-a020-480a-8453-d37991e37c75, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:49.926037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 02c06253-1b36-4764-9445-b3285f95e53e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:49.926418 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.936765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 7e2a28e3-a020-480a-8453-d37991e37c75 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:49.948075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7e2a28e3-a020-480a-8453-d37991e37c75) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:49.953074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:49.953674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:49.963276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2fd34-cdcc-40d3-941f-8c7aad487586 None None] Network 7e2a28e3-a020-480a-8453-d37991e37c75 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:49.974741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d2f1735d-1178-4845-8b46-a8f7fbabf836 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6022534 Sep 24 19:30:49.975049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:50.104993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.113486 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.180510 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.180662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 02c06253-1b36-4764-9445-b3285f95e53e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=02c06253-1b36-4764-9445-b3285f95e53e,segment=NetworkSegment(97850320-b525-4eb7-98c5-020635abf7c2),segment_id=97850320-b525-4eb7-98c5-020635abf7c2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:50.205622 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.241771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d12cd-c922-4cce-a64d-e4d58950fe1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7e2a28e3-a020-480a-8453-d37991e37c75', 'network_id': '7e2a28e3-a020-480a-8453-d37991e37c75', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:50.242625 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d7d12cd-c922-4cce-a64d-e4d58950fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.272025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.297447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:50.369145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=02c06253-1b36-4764-9445-b3285f95e53e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:50.391995 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-656764d2-5ea9-4cd4-8537-3f59fff804a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.394262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-6d7d12cd-c922-4cce-a64d-e4d58950fe1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5: This subnet is being modified by another concurrent operation. Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5: This subnet is being modified by another concurrent operation. Sep 24 19:30:50.406954 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:30:50.428162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5075ee2c-6c90-479a-ad98-1308bb53ddb0 None None] Network 7e2a28e3-a020-480a-8453-d37991e37c75 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:50.431988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2a28e3-a020-480a-8453-d37991e37c75']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:50.443814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6b15ed-b87e-41f0-bccf-c82540a2a815') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:50.444113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6b15ed-b87e-41f0-bccf-c82540a2a815') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:50.448920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ecc82-c233-46e2-9921-d4684fa99817 None None] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:50.456617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.471120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.478492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:50.479117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:50.549393 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:50.555481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.566668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.572025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:50.572557 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/7e2a28e3-a020-480a-8453-d37991e37c75 HTTP/1.1" status: 204 len: 168 time: 0.5955706 Sep 24 19:30:50.577533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492335353'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:50.582889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ff78-7e26-47f3-9cf7-e7632afea166 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=7e2a28e3-a020-480a-8453-d37991e37c75,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:50.615942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:50.622159 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.628599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-80bfefed-26e7-4168-bdf8-0d2833a1808c None None] Provisioning complete for port 02c06253-1b36-4764-9445-b3285f95e53e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:50.628949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80bfefed-26e7-4168-bdf8-0d2833a1808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.651628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:50.665021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.665373 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment b4747fd1-cb38-4d38-a736-be22b8549760 of type vlan for network 3edc88a9-10e3-45a5-9bb0-8584af279cfb Sep 24 19:30:50.710912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.743288 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.750458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:50.751296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:50.795529 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2217233 Sep 24 19:30:50.798285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:50.803779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '3edc88a9-10e3-45a5-9bb0-8584af279cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:50.861139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0e289-e7c0-4b5e-8859-09add043f344 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=3edc88a9-10e3-45a5-9bb0-8584af279cfb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:50.871934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:50.962838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:50.969804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.069244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0fbc0-b5fa-4d45-b616-94f6b654c1c9 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:30:51.142875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7a995f39-19d2-42cf-9bba-a7a0575fdcc5 None None] Provisioning complete for port 02c06253-1b36-4764-9445-b3285f95e53e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:51.143522 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a995f39-19d2-42cf-9bba-a7a0575fdcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.215400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.283480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0fbc0-b5fa-4d45-b616-94f6b654c1c9 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:30:51.292202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=1d688a26-8a92-48d4-85d2-dc8b310f237d,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:51.298516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': 'b4747fd1-cb38-4d38-a736-be22b8549760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3edc88a9-10e3-45a5-9bb0-8584af279cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:51.298903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 3edc88a9-10e3-45a5-9bb0-8584af279cfb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:51.321375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:51.337582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3edc88a9-10e3-45a5-9bb0-8584af279cfb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:51.349136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:51.350469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.386141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a158d55a-9290-4c74-beae-2b775952e7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5867152 Sep 24 19:30:51.389551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:51.559404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.567991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92168af5-2d0b-4558-ba03-299f095fc603 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:30:51.720327 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.730624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 02c06253-1b36-4764-9445-b3285f95e53e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:51.791201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.798014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92168af5-2d0b-4558-ba03-299f095fc603 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:30:51.820510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=1d688a26-8a92-48d4-85d2-dc8b310f237d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:51.838128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 02c06253-1b36-4764-9445-b3285f95e53e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:51.838511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.883620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.904404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edc88a9-10e3-45a5-9bb0-8584af279cfb']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:51.914021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4747fd1-cb38-4d38-a736-be22b8549760') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:51.914318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4747fd1-cb38-4d38-a736-be22b8549760') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:51.923676 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.938945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.945630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:51.946037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:51.949361 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:52.019400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.026395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.028277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/3edc88a9-10e3-45a5-9bb0-8584af279cfb HTTP/1.1" status: 204 len: 168 time: 0.6373858 Sep 24 19:30:52.032201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:52.037367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736976570'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:52.051510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d80b-c223-4f45-813f-e843e062481b tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=3edc88a9-10e3-45a5-9bb0-8584af279cfb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:52.071464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:52.075170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.099408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:52.109428 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.109773 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment c86fab28-ad06-4931-81b5-60614a0c6ae2 of type vlan for network 94a857f8-8b22-4973-ba5a-c386b7af98db Sep 24 19:30:52.148978 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.176283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.181889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:52.182467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.222598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1892934 Sep 24 19:30:52.225429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:52.232055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:52.272348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefc7ec-7b05-4ca9-b138-d50d3264bead tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=94a857f8-8b22-4973-ba5a-c386b7af98db,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:52.278102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0b9a8-435a-4473-9ae8-eb89d07b407c None None] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:52.291275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:52.298292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0b9a8-435a-4473-9ae8-eb89d07b407c None None] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:30:52.309042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef740c9-ff75-47b7-82e9-5aa9bd450289 None None] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:52.329454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef740c9-ff75-47b7-82e9-5aa9bd450289 None None] Network 3edc88a9-10e3-45a5-9bb0-8584af279cfb could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:30:52.348685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:52.352424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.540884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.599699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=ef56ebe5-4bf8-4335-b146-f07254b2a1aa,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:52.608802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': 'c86fab28-ad06-4931-81b5-60614a0c6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:52.609158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: 94a857f8-8b22-4973-ba5a-c386b7af98db, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:52.624519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 94a857f8-8b22-4973-ba5a-c386b7af98db is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:52.632722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 94a857f8-8b22-4973-ba5a-c386b7af98db) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:52.636745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:52.637332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.641433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30640a00-e740-422b-a04a-e1f1d803af82 None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:52.651273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-80436ea4-91ba-4159-8ad9-863061afe754 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4229388 Sep 24 19:30:52.656174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44612) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:52.661244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:52.778975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:52.780157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.794382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-94a857f8-8b22-4973-ba5a-c386b7af98db', 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': 'ef56ebe5-4bf8-4335-b146-f07254b2a1aa'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:52.795935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.940067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Allocated IP 2001:db8::2 (94a857f8-8b22-4973-ba5a-c386b7af98db/ef56ebe5-4bf8-4335-b146-f07254b2a1aa/3836a7c2-5664-45c7-98be-cd3c31010acc) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:52.990427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-b68f767f-f546-4ced-b6d2-0e60a6fe25a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:52.990947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-beddab4f-716b-4c29-99d6-7662ab38dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:52.991973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-b68f767f-f546-4ced-b6d2-0e60a6fe25a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1345918 Sep 24 19:30:53.033689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-59a1ff57-6e1e-4cee-a4c4-1f72e2557238 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0169282 Sep 24 19:30:53.117413 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.120571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-0c0e71e6-cce0-4510-bcc9-2a735f813c69 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807805 Sep 24 19:30:53.128488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.165355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:53.168506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:53.172036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:53.175892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.183107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Pushing event updated for resources: {'Port': ['ID=3836a7c2-5664-45c7-98be-cd3c31010acc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:53.230576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Attempting to bind port 3836a7c2-5664-45c7-98be-cd3c31010acc on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:53.230982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Attempting to bind port 3836a7c2-5664-45c7-98be-cd3c31010acc by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c86fab28-ad06-4931-81b5-60614a0c6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:53.231349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Attempting to bind port 3836a7c2-5664-45c7-98be-cd3c31010acc on network 94a857f8-8b22-4973-ba5a-c386b7af98db {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:53.236207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:53.236584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Checking segment: {'id': 'c86fab28-ad06-4931-81b5-60614a0c6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:53.237005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.237386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Bound using segment: {'id': 'c86fab28-ad06-4931-81b5-60614a0c6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:53.237846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Bound port: 3836a7c2-5664-45c7-98be-cd3c31010acc, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86fab28-ad06-4931-81b5-60614a0c6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:53.238229 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.247757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 94a857f8-8b22-4973-ba5a-c386b7af98db is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:53.254059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:53.259440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.260027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.285515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=30e5d359-3c6f-457b-b498-9a05dbc07a06,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:53.292060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-6790509e-11cf-4961-8cf9-2df684100422 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604564 Sep 24 19:30:53.295405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0fd3200a-c9f3-47e4-a208-8ecf0d21bf00 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6379237 Sep 24 19:30:53.296555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:53.307039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] For port 3836a7c2-5664-45c7-98be-cd3c31010acc, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:53.312980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] For port 3836a7c2-5664-45c7-98be-cd3c31010acc, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3836a7c2-5664-45c7-98be-cd3c31010acc,segment=NetworkSegment(c86fab28-ad06-4931-81b5-60614a0c6ae2),segment_id=c86fab28-ad06-4931-81b5-60614a0c6ae2)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:53.319021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.357040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.359144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.360861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.362733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.364474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.371159 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e49ad3d1-9e8e-4579-8f8e-06403c919b04 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0733411 Sep 24 19:30:53.371816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44630) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:53.377755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585580858'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:53.386166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.393374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c96b4-f23c-42d2-9dcb-77998991e166 None None] Pushing event updated for resources: {'Port': ['ID=3836a7c2-5664-45c7-98be-cd3c31010acc,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:53.413445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:53.417640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.418611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-05aeb77a-4e9c-4d32-8852-8b5ef94c9c51 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067021 Sep 24 19:30:53.443533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:53.453950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.454307 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment 094cb010-d248-4df5-a3c6-973ad8a76b3d of type vlan for network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 Sep 24 19:30:53.495010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.534296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.539963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.540583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.605259 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2283263 Sep 24 19:30:53.607154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44634) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:53.613179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:53.650450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cba9a-e620-4dce-a358-25641645f4f7 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=ccfee60c-3fd5-4d70-9a1c-a87d01d749a9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:53.698188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:53.739466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61d858fc-d57d-421d-ad77-90566d4065ab req-17c7bbda-2119-4566-9a5d-5098716f5241 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0344329 Sep 24 19:30:53.850922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.865631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.884238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 is not hosted by any dhcp agent {{(pid=94856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:30:53.889896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:53.890517 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:53.894659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "PUT /v2.0/networks/ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 HTTP/1.1" status: 200 len: 723 time: 0.2832863 Sep 24 19:30:53.895618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:53.899621 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:53.975000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5d9f6-0679-4242-8c57-0225e363ce2f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=ccfee60c-3fd5-4d70-9a1c-a87d01d749a9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:53.988001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:54.053167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:54.059205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.212574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.270379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.337389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=7647e150-732a-4960-ba21-566682e058d4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:54.349703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': '094cb010-d248-4df5-a3c6-973ad8a76b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:54.350127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: ccfee60c-3fd5-4d70-9a1c-a87d01d749a9, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:30:54.375040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:30:54.384581 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, ccfee60c-3fd5-4d70-9a1c-a87d01d749a9) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:54.390507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:54.391893 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.393994 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830274f-5b36-4d7d-8066-5c1b6fd293fa None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:54.408715 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-686d18ea-492c-454d-b63a-1a7ca7cde47f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5127285 Sep 24 19:30:54.411543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:54.419135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:54.478199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4308e-7d34-4100-9fa4-736e1c307339 None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:54.516850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5849895'] for subnet, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.606659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] Provisioning complete for port 3836a7c2-5664-45c7-98be-cd3c31010acc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:54.607035 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.635411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-ccfee60c-3fd5-4d70-9a1c-a87d01d749a9', 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '7647e150-732a-4960-ba21-566682e058d4'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:30:54.636883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.669319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328620279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6401030'] for subnet, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.755548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:54.756153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.757488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "PUT /v2.0/subnets/7647e150-732a-4960-ba21-566682e058d4 HTTP/1.1" status: 200 len: 826 time: 0.3432274 Sep 24 19:30:54.761122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:54.793705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e430c-9571-4357-8f5a-46d47394c16d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=7647e150-732a-4960-ba21-566682e058d4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:54.836138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-e0909b8d-1fc7-40c9-9151-06aabb188e5a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:54.837731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-e0909b8d-1fc7-40c9-9151-06aabb188e5a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1658714 Sep 24 19:30:54.850027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.867959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-249b8a7a-c9f6-4280-b9e1-c6e774a349cd req-27970edd-52a1-435a-9b27-5418b91d4384 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Sep 24 19:30:54.872620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '70793863-5f8f-4c03-921b-045fb17816f1', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:54.929031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Allocated IP 2001:db8::2 (ccfee60c-3fd5-4d70-9a1c-a87d01d749a9/7647e150-732a-4960-ba21-566682e058d4/13b78815-8f65-4264-95ac-86d5ebd8aa20) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:54.930891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:54.932161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] For port 3836a7c2-5664-45c7-98be-cd3c31010acc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3836a7c2-5664-45c7-98be-cd3c31010acc,segment=NetworkSegment(c86fab28-ad06-4931-81b5-60614a0c6ae2),segment_id=c86fab28-ad06-4931-81b5-60614a0c6ae2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:54.955252 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.010333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.031612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:55.038160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.048437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Update dhcp port {'port': {'network_id': '94a857f8-8b22-4973-ba5a-c386b7af98db', 'fixed_ips': [{'subnet_id': 'ef56ebe5-4bf8-4335-b146-f07254b2a1aa', 'ip_address': '2001:db8::2'}, {'subnet_id': '30e5d359-3c6f-457b-b498-9a05dbc07a06'}], 'binding:host_id': 'n-d-810952-2'}, 'id': '3836a7c2-5664-45c7-98be-cd3c31010acc'} from n-d-810952-2. {{(pid=94857) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 19:30:55.124202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b02f4d-ded8-49d7-9553-9f8eda1a195b None None] Pushing event updated for resources: {'Port': ['ID=3836a7c2-5664-45c7-98be-cd3c31010acc,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:55.130835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.189747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.6 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/4f8da2dc-ad7c-42ab-bd27-61aafccef456) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:55.290165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.307358 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.337095 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.380393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:55.385944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:55.396763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:55.405449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Pushing event updated for resources: {'Port': ['ID=13b78815-8f65-4264-95ac-86d5ebd8aa20,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:55.416256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Allocated IP 172.20.0.1 (94a857f8-8b22-4973-ba5a-c386b7af98db/30e5d359-3c6f-457b-b498-9a05dbc07a06/3836a7c2-5664-45c7-98be-cd3c31010acc) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:30:55.429387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.440230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.440575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.440912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.441247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.441851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.441964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.442388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.442519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.442825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.443169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.443489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.443805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:30:55.475343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.495259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['6696b155-7085-41f8-b432-251dc85ae43c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:30:55.547939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:55.560636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Attempting to bind port 13b78815-8f65-4264-95ac-86d5ebd8aa20 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:55.561009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Attempting to bind port 13b78815-8f65-4264-95ac-86d5ebd8aa20 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '094cb010-d248-4df5-a3c6-973ad8a76b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:55.561832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Attempting to bind port 13b78815-8f65-4264-95ac-86d5ebd8aa20 on network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:55.563769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:30:55.566846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:30:55.579719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:30:55.611358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:55.612466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Checking segment: {'id': '094cb010-d248-4df5-a3c6-973ad8a76b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:55.612874 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.613349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Bound using segment: {'id': '094cb010-d248-4df5-a3c6-973ad8a76b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:55.614368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Bound port: 13b78815-8f65-4264-95ac-86d5ebd8aa20, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094cb010-d248-4df5-a3c6-973ad8a76b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:55.615466 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.721493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:55.722523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.728574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3836a7c2-5664-45c7-98be-cd3c31010acc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:55.750341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cd9ee229-ed10-4f79-a35b-61e4c021f06d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813541 Sep 24 19:30:55.763794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Request body: {'port': {'device_id': '70793863-5f8f-4c03-921b-045fb17816f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:55.786981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] For port 3836a7c2-5664-45c7-98be-cd3c31010acc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3836a7c2-5664-45c7-98be-cd3c31010acc,segment=NetworkSegment(c86fab28-ad06-4931-81b5-60614a0c6ae2),segment_id=c86fab28-ad06-4931-81b5-60614a0c6ae2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:55.822758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] For port 13b78815-8f65-4264-95ac-86d5ebd8aa20, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:55.827228 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.848000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] For port 13b78815-8f65-4264-95ac-86d5ebd8aa20, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=13b78815-8f65-4264-95ac-86d5ebd8aa20,segment=NetworkSegment(094cb010-d248-4df5-a3c6-973ad8a76b3d),segment_id=094cb010-d248-4df5-a3c6-973ad8a76b3d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:55.872118 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.883738 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:55.936725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=7647e150-732a-4960-ba21-566682e058d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:56.043534 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.069901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfee60c-3fd5-4d70-9a1c-a87d01d749a9']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:56.081941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094cb010-d248-4df5-a3c6-973ad8a76b3d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:56.082303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094cb010-d248-4df5-a3c6-973ad8a76b3d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:56.094561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.113620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.113865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.118574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8ce5-9acd-43f3-9eb8-18d5cfa9518e req-642d2278-689e-4652-b0a7-2ba731aab49c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:56.120664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3fc8ce5-9acd-43f3-9eb8-18d5cfa9518e req-642d2278-689e-4652-b0a7-2ba731aab49c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 931 time: 0.1123230 Sep 24 19:30:56.128380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:56.129463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.170053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3836a7c2-5664-45c7-98be-cd3c31010acc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:56.170554 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.194905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:56.215026 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:56.220293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 19:30:56.220293 n-d-810952-2 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 19:30:56.220293 n-d-810952-2 neutron-server[94856]: [parameters: {'id': 'ccfee60c-3fd5-4d70-9a1c-a87d01d749a9'}] Sep 24 19:30:56.220293 n-d-810952-2 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:30:56.220693 n-d-810952-2 neutron-server[94856]: DEBUG oslo_db.api [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:30:56.222693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3fc8ce5-9acd-43f3-9eb8-18d5cfa9518e req-3a2f17ea-466c-4c91-8514-61586afba69f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698028 Sep 24 19:30:56.227254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9fc48e5c-9907-4f48-8c95-99c718644cf0 None None] Provisioning complete for port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:56.227701 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fc48e5c-9907-4f48-8c95-99c718644cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.253938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700736f7-b672-4c7d-ba4f-f569cef5d717 None None] Pushing event updated for resources: {'Port': ['ID=13b78815-8f65-4264-95ac-86d5ebd8aa20,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:56.320024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8da2dc-ad7c-42ab-bd27-61aafccef456 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:30:56.329880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.330639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef28c6f9-352a-4676-97a3-cb8b85561478 None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:56.345844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Transition to ACTIVE for port object 4f8da2dc-ad7c-42ab-bd27-61aafccef456 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:30:56.350349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.450260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9fc48e5c-9907-4f48-8c95-99c718644cf0 None None] Port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:30:56.493263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33fff5-a50f-4dff-a7b2-9c2e36a1fccf None None] Pushing event updated for resources: {'Port': ['ID=3836a7c2-5664-45c7-98be-cd3c31010acc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:56.600436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368472d4-8dd7-4d62-b52d-8e713431d6e3 None None] Network ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:56.659527 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:30:56.721952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.786120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting port 13b78815-8f65-4264-95ac-86d5ebd8aa20 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:30:56.786907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.871178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] For port 13b78815-8f65-4264-95ac-86d5ebd8aa20, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=13b78815-8f65-4264-95ac-86d5ebd8aa20,segment=NetworkSegment(094cb010-d248-4df5-a3c6-973ad8a76b3d),segment_id=094cb010-d248-4df5-a3c6-973ad8a76b3d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:30:56.871625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:56.887787 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Calling delete_port for 13b78815-8f65-4264-95ac-86d5ebd8aa20 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:30:56.925193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:56.959591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Attempting to bind port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:30:56.959930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Attempting to bind port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:30:56.960174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Attempting to bind port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:56.968272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:30:56.968598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Attempting to bind port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:30:56.974034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:30:56.974400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:30:56.974770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:30:56.975242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Bound port: 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:30:56.975778 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.007080 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.046566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Port': ['ID=13b78815-8f65-4264-95ac-86d5ebd8aa20,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:57.051286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No DVR routers for this DVR port 13b78815-8f65-4264-95ac-86d5ebd8aa20 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:30:57.060918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:30:57.065038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:30:57.078572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.128594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.129094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce3e5b-feea-4034-85b4-3180e463f1de None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:30:57.130021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.131140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] 10.222.0.69 "PUT /v2.0/ports/4f8da2dc-ad7c-42ab-bd27-61aafccef456 HTTP/1.1" status: 200 len: 1091 time: 1.3721390 Sep 24 19:30:57.131810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:30:57.134245 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0821603-e9ba-4884-889e-ee6685b24f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:30:57.197853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1152-a97f-4f81-bd39-1e9688e08840 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:57.207045 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513718f0-b082-4359-900b-056c01a829e2 x-openstack-request-id: req-513718f0-b082-4359-900b-056c01a829e2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:30:57.208603 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:30:57.208869 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-513718f0-b082-4359-900b-056c01a829e2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:30:57.209538 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456', 'status': 'completed', 'code': 200} Sep 24 19:30:57.228144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.273449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfee60c-3fd5-4d70-9a1c-a87d01d749a9']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:57.290623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-069300af-aa61-4e24-b918-b3d96e9094d6 None None] Provisioning complete for port 3836a7c2-5664-45c7-98be-cd3c31010acc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:57.291052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-069300af-aa61-4e24-b918-b3d96e9094d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.297035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-d5990fd9-cd09-4d12-8f28-2f7d14cb97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.298407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094cb010-d248-4df5-a3c6-973ad8a76b3d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:57.298709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094cb010-d248-4df5-a3c6-973ad8a76b3d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:30:57.299255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-d5990fd9-cd09-4d12-8f28-2f7d14cb97bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 1094 time: 0.0867841 Sep 24 19:30:57.325540 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.355176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.366484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:30:57.366920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.374665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-c8c6bdb1-4c00-4fd1-8ddf-688f446523e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456 HTTP/1.1" status: 200 len: 217 time: 0.0645258 Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:30:57.375639 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:30:57.470777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acdd23-6d9c-4a65-8ceb-57f2d8c8c2fd req-3da08f19-29b5-4e34-8ddb-b9ba6b0d893e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.472311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56acdd23-6d9c-4a65-8ceb-57f2d8c8c2fd req-3da08f19-29b5-4e34-8ddb-b9ba6b0d893e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.1102264 Sep 24 19:30:57.474014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-2e9a8d9e-cf28-4766-9794-e43fc43bcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.475390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-2e9a8d9e-cf28-4766-9794-e43fc43bcca8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0763319 Sep 24 19:30:57.488930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.501145 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.503567 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 HTTP/1.1" status: 204 len: 168 time: 2.7393014 Sep 24 19:30:57.516305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44664) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:57.518510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18f003-aec3-4dd4-85d8-f2623972e3b2 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=ccfee60c-3fd5-4d70-9a1c-a87d01d749a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:57.555922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56acdd23-6d9c-4a65-8ceb-57f2d8c8c2fd req-2d2c3fa7-0c64-45b8-8803-d95805d1b285 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766995 Sep 24 19:30:57.557596 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a233c2e0-691c-4142-ba1d-b52c3642d7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:30:57.558180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a233c2e0-691c-4142-ba1d-b52c3642d7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:30:57.559899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a233c2e0-691c-4142-ba1d-b52c3642d7be tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 HTTP/1.1" status: 404 len: 339 time: 0.0426104 Sep 24 19:30:57.567600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:57.587356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630541414', 'description': 'd1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:57.589804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-b034e2ae-b401-4f8c-a37d-44f2d7a9c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.592313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-b034e2ae-b401-4f8c-a37d-44f2d7a9c280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897133 Sep 24 19:30:57.617759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:57.622798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.667533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:57.677942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.678316 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment c44d3943-b893-448c-a344-017e33f3fb15 of type vlan for network 6cb1a24b-ff75-46bf-a9c8-e497c96446da Sep 24 19:30:57.703226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3836a7c2-5664-45c7-98be-cd3c31010acc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:30:57.724656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-cc562e97-e231-4c26-954a-e7e7a658e3cf service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248779 Sep 24 19:30:57.756082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.781503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3836a7c2-5664-45c7-98be-cd3c31010acc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:57.781881 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.802929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.808542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.809134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:57.852816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9382298-e554-4ced-9106-7a07a86dfb1d req-69b16119-fd20-421a-bee2-a43114545e86 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183374 Sep 24 19:30:57.892455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e986e09-8c59-4919-9586-3f0c3285dc75 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:30:57.932192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=6cb1a24b-ff75-46bf-a9c8-e497c96446da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:57.951957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-13d79aa4-25b9-4722-a8e7-7be2949bcc6d tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3731401 Sep 24 19:30:57.952427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:57.956327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6cb1a24b-ff75-46bf-a9c8-e497c96446da details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:57.968906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-6609699b-a44b-404d-b0e1-1c2114a531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:57.970580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-6609699b-a44b-404d-b0e1-1c2114a531f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 1094 time: 0.0505948 Sep 24 19:30:58.055819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58898814-0f25-44c7-8651-09e2b6556cd3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.060088 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58898814-0f25-44c7-8651-09e2b6556cd3 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks?id=6cb1a24b-ff75-46bf-a9c8-e497c96446da HTTP/1.1" status: 200 len: 764 time: 0.1036258 Sep 24 19:30:58.060826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-588be6da-65e6-4e86-89ce-29551afcb928 None None] Provisioning complete for port 3836a7c2-5664-45c7-98be-cd3c31010acc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:30:58.060826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588be6da-65e6-4e86-89ce-29551afcb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:58.061041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:58.068664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'description': 'd2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:58.087034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-eb14bd3b-9494-4066-bf6f-bf4297e4c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.089041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-eb14bd3b-9494-4066-bf6f-bf4297e4c30d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1117136 Sep 24 19:30:58.129650 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e986e09-8c59-4919-9586-3f0c3285dc75 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:30:58.136896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-06b3eb1a-82bc-43ff-a764-8a5df9bb3d08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456 HTTP/1.1" status: 200 len: 217 time: 0.0396786 Sep 24 19:30:58.211335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-97073f17-a6c2-4c06-92c7-da5c1b19423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.213106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-97073f17-a6c2-4c06-92c7-da5c1b19423c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0691876 Sep 24 19:30:58.268344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-4ec554a2-0fef-40bb-b553-2f5d9f10d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.271872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-4ec554a2-0fef-40bb-b553-2f5d9f10d92f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508869 Sep 24 19:30:58.273207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:58.295009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:58.319292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network 6cb1a24b-ff75-46bf-a9c8-e497c96446da is not hosted by any dhcp agent {{(pid=94856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:30:58.325834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.326456 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:58.331163 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "PUT /v2.0/networks/6cb1a24b-ff75-46bf-a9c8-e497c96446da HTTP/1.1" status: 200 len: 761 time: 0.2655015 Sep 24 19:30:58.331543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:58.387512 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-aa1dde43-bb19-499a-bcd9-927f2b207bdf service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088455 Sep 24 19:30:58.399610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ea1dd-9a17-4e51-ae39-afa12f2ef89a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=6cb1a24b-ff75-46bf-a9c8-e497c96446da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:30:58.417701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6cb1a24b-ff75-46bf-a9c8-e497c96446da details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:30:58.493473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1061a-c11f-4ec4-8ea3-cc8582e2a139 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.495394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0a1061a-c11f-4ec4-8ea3-cc8582e2a139 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks?id=6cb1a24b-ff75-46bf-a9c8-e497c96446da HTTP/1.1" status: 200 len: 764 time: 0.1629291 Sep 24 19:30:58.500228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:58.580555 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0821603-e9ba-4884-889e-ee6685b24f1f req-20ba7433-9315-4fbd-8935-6ae595b0e8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851995 Sep 24 19:30:58.706787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712174d7-fe22-4e7a-90f3-ed243b9f1baf req-29d60795-234b-4e44-9dae-afb0af286eed tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.708626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-712174d7-fe22-4e7a-90f3-ed243b9f1baf req-29d60795-234b-4e44-9dae-afb0af286eed tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0691748 Sep 24 19:30:58.752971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-712174d7-fe22-4e7a-90f3-ed243b9f1baf req-1f927154-8019-4e27-9167-90e7bc419360 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371673 Sep 24 19:30:58.778453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112482b8-3915-442c-acdf-ca506d61984a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.782889 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-112482b8-3915-442c-acdf-ca506d61984a tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2796040 Sep 24 19:30:58.785384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44678) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:58.838204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bbd5c7bb-ff8f-4e11-8af9-608e64a05522 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258 HTTP/1.1" status: 200 len: 207 time: 0.0511086 Sep 24 19:30:58.842184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44680) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:58.971118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.977863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.983969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.990400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:58.997305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.005167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.008284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f3d5c3fd-ec00-4aa2-a80a-a422d938fa13 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1650221 Sep 24 19:30:59.012276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.188312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.188858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a3335f97-7e67-4ceb-a146-73c0a32795c9 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1737933 Sep 24 19:30:59.268631 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.270181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.271785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.273512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.275121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.280504 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0ac65fce-b821-40f4-a5ca-50a7f5091bc4 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0876389 Sep 24 19:30:59.280504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.355654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.357182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.358628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.360241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.361707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.363366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3d57998-a07b-47c6-8943-11533065c7ed tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0816691 Sep 24 19:30:59.369166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.503283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6f5e9-0188-4d87-9311-c9155389b973 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.505641 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e4c6f5e9-0188-4d87-9311-c9155389b973 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks/9db4b4bb-d8a5-4bce-8f9d-b8149de82beb HTTP/1.1" status: 200 len: 804 time: 0.1346724 Sep 24 19:30:59.508531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.657256 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-19fe1b0f-2c6f-4288-b32e-6f91cf2de99e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/networks/9db4b4bb-d8a5-4bce-8f9d-b8149de82beb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1467743 Sep 24 19:30:59.661290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.734048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e4262-bf06-4777-8718-4fb6be9f2843 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.739865 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-659e4262-bf06-4777-8718-4fb6be9f2843 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets/a4fd3b37-f840-414d-8d87-85ae46d358c8 HTTP/1.1" status: 200 len: 843 time: 0.0731032 Sep 24 19:30:59.740090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.807064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650800be-9fa1-4932-9d67-17620ee8aece tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.812972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-650800be-9fa1-4932-9d67-17620ee8aece tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "GET /v2.0/subnets/a4fd3b37-f840-414d-8d87-85ae46d358c8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0674412 Sep 24 19:30:59.813087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44698) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:30:59.818118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250588046'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:30:59.867750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:30:59.873500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:59.943940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:30:59.968214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bea73-2d06-45ec-bfe2-948b0a514a2e req-6e7e79f8-4903-4e17-9077-8fbdab0b90e9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:30:59.969818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c9bea73-2d06-45ec-bfe2-948b0a514a2e req-6e7e79f8-4903-4e17-9077-8fbdab0b90e9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0828419 Sep 24 19:30:59.971046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:30:59.971950 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Added segment 3380bee4-6dad-4aaa-8a0b-13c8de6c1a10 of type vlan for network acafd0b1-aed0-4623-9a98-bbe22184caaa Sep 24 19:31:00.051342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.076922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c9bea73-2d06-45ec-bfe2-948b0a514a2e req-5d9bca4d-a31d-43ee-ae7a-6c35dbc30d7e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942526 Sep 24 19:31:00.111571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.118459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:00.119603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.161905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3478827 Sep 24 19:31:00.165932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:00.176356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:00.201114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1ce77-803e-4d88-b99b-dccde545afcd tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Network': ['ID=acafd0b1-aed0-4623-9a98-bbe22184caaa,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:00.218896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:00.323780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Made reservation on behalf of bffcf182b1864b0a9e0ee88d5774b8c4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:00.328132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.404132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:31:00.404741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:31:00.588106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.676005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=2321d844-d274-4663-a0d2-70d5567c052b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:00.685821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Checking segment: {'id': '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:00.685821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network hostable DHCP agents. Network: acafd0b1-aed0-4623-9a98-bbe22184caaa, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:00.709832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Network acafd0b1-aed0-4623-9a98-bbe22184caaa is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:00.727912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, acafd0b1-aed0-4623-9a98-bbe22184caaa) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:00.739942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85e699-eb36-4148-9c71-cceb3d8eb40a None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:00.741877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:00.742603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.777214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54b8512d-0cb8-4c99-8553-c4e32b95de34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6058731 Sep 24 19:31:00.778329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44702) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:00.784455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:00.900472 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5849895'] for subnet, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:00.946082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-acafd0b1-aed0-4623-9a98-bbe22184caaa', 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa', 'tenant_id': 'bffcf182b1864b0a9e0ee88d5774b8c4', 'fixed_ips': [{'subnet_id': '2321d844-d274-4663-a0d2-70d5567c052b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:00.947254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.122692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328620279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6401030'] for subnet, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.170788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Allocated IP 2001:db8::3 (acafd0b1-aed0-4623-9a98-bbe22184caaa/2321d844-d274-4663-a0d2-70d5567c052b/d19fb395-731c-4ec6-a1f5-08a9e669faae) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:01.225308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:01.225928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.229824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "PUT /v2.0/subnets/2321d844-d274-4663-a0d2-70d5567c052b HTTP/1.1" status: 200 len: 900 time: 0.4478641 Sep 24 19:31:01.230431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44706) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:01.281706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af2e1-0cd6-444e-869f-126709dda19f tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event updated for resources: {'Subnet': ['ID=2321d844-d274-4663-a0d2-70d5567c052b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:01.306936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51aec4-978e-4f49-ad44-635b8dbb1563 req-0f34567f-03e0-4722-892b-6675729cd9cf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:01.308296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e51aec4-978e-4f49-ad44-635b8dbb1563 req-0f34567f-03e0-4722-892b-6675729cd9cf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.1278930 Sep 24 19:31:01.370752 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.382353 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.427744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:01.430812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:01.434555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:01.449714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Pushing event updated for resources: {'Port': ['ID=d19fb395-731c-4ec6-a1f5-08a9e669faae,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:01.450499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e51aec4-978e-4f49-ad44-635b8dbb1563 req-e1326114-146f-4df1-8139-d4057610f45b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958879 Sep 24 19:31:01.458430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.500663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Attempting to bind port d19fb395-731c-4ec6-a1f5-08a9e669faae on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:01.501769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Attempting to bind port d19fb395-731c-4ec6-a1f5-08a9e669faae by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:01.501769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Attempting to bind port d19fb395-731c-4ec6-a1f5-08a9e669faae on network acafd0b1-aed0-4623-9a98-bbe22184caaa {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:01.506654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:01.507671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Checking segment: {'id': '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:01.507671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.507878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Bound using segment: {'id': '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:01.508223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Bound port: d19fb395-731c-4ec6-a1f5-08a9e669faae, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'acafd0b1-aed0-4623-9a98-bbe22184caaa'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:01.508660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.532356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting port d19fb395-731c-4ec6-a1f5-08a9e669faae {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:01.532848 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.586702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] For port d19fb395-731c-4ec6-a1f5-08a9e669faae, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:01.591992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] For port d19fb395-731c-4ec6-a1f5-08a9e669faae, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d19fb395-731c-4ec6-a1f5-08a9e669faae,segment=NetworkSegment(3380bee4-6dad-4aaa-8a0b-13c8de6c1a10),segment_id=3380bee4-6dad-4aaa-8a0b-13c8de6c1a10)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:01.597724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.651260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] For port d19fb395-731c-4ec6-a1f5-08a9e669faae, host n-d-810952-2, got binding levels [] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:01.652057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.674557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Calling delete_port for d19fb395-731c-4ec6-a1f5-08a9e669faae owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:01.682973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579558-0e47-4020-a99b-582bd5f71b05 None None] Pushing event updated for resources: {'Port': ['ID=d19fb395-731c-4ec6-a1f5-08a9e669faae,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:01.880540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:01.915086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Port': ['ID=d19fb395-731c-4ec6-a1f5-08a9e669faae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:01.956906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No DVR routers for this DVR port d19fb395-731c-4ec6-a1f5-08a9e669faae on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:02.015890 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.092397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.128418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=2321d844-d274-4663-a0d2-70d5567c052b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:02.193756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.217152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acafd0b1-aed0-4623-9a98-bbe22184caaa']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.226538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.227135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3380bee4-6dad-4aaa-8a0b-13c8de6c1a10') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.237557 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.251939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.258296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:02.258678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:02.262346 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:02.328602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.346734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.348681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/acafd0b1-aed0-4623-9a98-bbe22184caaa HTTP/1.1" status: 204 len: 168 time: 1.1119318 Sep 24 19:31:02.349693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6492895-2e0d-4a66-a3bf-aedb4acb4b71 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=acafd0b1-aed0-4623-9a98-bbe22184caaa,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:02.352463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44708) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.380968 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-504a03b9-fd66-45ce-9ee2-6d9bd6e32619 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:02.381449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504a03b9-fd66-45ce-9ee2-6d9bd6e32619 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:02.386891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-504a03b9-fd66-45ce-9ee2-6d9bd6e32619 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/2321d844-d274-4663-a0d2-70d5567c052b HTTP/1.1" status: 404 len: 337 time: 0.0298445 Sep 24 19:31:02.387443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44710) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.406787 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-135bcb36-c328-425d-9101-9fd7f9757697 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:02.407517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135bcb36-c328-425d-9101-9fd7f9757697 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:02.409064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-135bcb36-c328-425d-9101-9fd7f9757697 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/acafd0b1-aed0-4623-9a98-bbe22184caaa HTTP/1.1" status: 404 len: 339 time: 0.0206823 Sep 24 19:31:02.412104 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44712) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.528535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.655062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.683328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb1a24b-ff75-46bf-a9c8-e497c96446da']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.695163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44d3943-b893-448c-a344-017e33f3fb15') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.695559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44d3943-b893-448c-a344-017e33f3fb15') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:02.719102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.775066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.783936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:02.784346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:02.787562 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:02.864951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351381c-db1a-4024-be5a-8ef14ac5a935 req-42487aba-0ee7-4b5b-a85c-a4a6380d099c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:02.865769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0351381c-db1a-4024-be5a-8ef14ac5a935 req-42487aba-0ee7-4b5b-a85c-a4a6380d099c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.3163919 Sep 24 19:31:02.874649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.883101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:02.886900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/6cb1a24b-ff75-46bf-a9c8-e497c96446da HTTP/1.1" status: 204 len: 168 time: 0.4718552 Sep 24 19:31:02.888156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.909768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc7e54-2b32-45e3-bdd3-e284249040ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=6cb1a24b-ff75-46bf-a9c8-e497c96446da,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:02.933079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f186172-5de3-4d3e-b864-fcb0348e6d37 None None] DHCP port deletion for acafd0b1-aed0-4623-9a98-bbe22184caaa request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:02.940430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0351381c-db1a-4024-be5a-8ef14ac5a935 req-ca3856c8-1acd-4ac2-8b77-42c291fe4609 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 Sep 24 19:31:02.948127 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d493eab8-06ae-4095-a004-918a9a35d6fb tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:02.948738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d493eab8-06ae-4095-a004-918a9a35d6fb tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:02.950632 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d493eab8-06ae-4095-a004-918a9a35d6fb tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/7647e150-732a-4960-ba21-566682e058d4 HTTP/1.1" status: 404 len: 337 time: 0.0614319 Sep 24 19:31:02.953479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44720) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.953652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fff3d-9614-47f0-8623-843bade70823 None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:02.969720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-57e0d7e4-b0f3-4b42-acc2-fd8fbf753978 None None] Could not find standard attr ID for object d19fb395-731c-4ec6-a1f5-08a9e669faae. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:31:02.971172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fff3d-9614-47f0-8623-843bade70823 None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:31:02.979802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844a049-e794-4b3a-82e8-a32a99bcd843 None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:02.980880 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-84540c6b-e5e9-4c79-8724-8bd666585f16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:02.981714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84540c6b-e5e9-4c79-8724-8bd666585f16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:02.984802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-84540c6b-e5e9-4c79-8724-8bd666585f16 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/ccfee60c-3fd5-4d70-9a1c-a87d01d749a9 HTTP/1.1" status: 404 len: 339 time: 0.0303311 Sep 24 19:31:02.987974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:02.992520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844a049-e794-4b3a-82e8-a32a99bcd843 None None] Network acafd0b1-aed0-4623-9a98-bbe22184caaa could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:31:03.040151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting subnet 30e5d359-3c6f-457b-b498-9a05dbc07a06 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:03.043474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.083970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.172134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.230149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.258257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=30e5d359-3c6f-457b-b498-9a05dbc07a06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:03.260153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.264715 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bffb3e33-7e4c-4e0c-a34d-3205dcf176e6 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/30e5d359-3c6f-457b-b498-9a05dbc07a06 HTTP/1.1" status: 204 len: 168 time: 0.2728286 Sep 24 19:31:03.264958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:03.272074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3af0f3-64de-4f7f-a29c-72aa2ce9fcc7 None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:03.318455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.331625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting subnet ef56ebe5-4bf8-4335-b146-f07254b2a1aa {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:03.336222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.385081 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.493087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.574766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.608479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=ef56ebe5-4bf8-4335-b146-f07254b2a1aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:03.610514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.612455 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-805ee386-7601-4add-94ad-a387a3d2f90c tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/ef56ebe5-4bf8-4335-b146-f07254b2a1aa HTTP/1.1" status: 204 len: 168 time: 0.3466868 Sep 24 19:31:03.615060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:03.698895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.753184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting port 3836a7c2-5664-45c7-98be-cd3c31010acc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:03.753445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.821655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] For port 3836a7c2-5664-45c7-98be-cd3c31010acc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3836a7c2-5664-45c7-98be-cd3c31010acc,segment=NetworkSegment(c86fab28-ad06-4931-81b5-60614a0c6ae2),segment_id=c86fab28-ad06-4931-81b5-60614a0c6ae2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:03.822037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.835728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Calling delete_port for 3836a7c2-5664-45c7-98be-cd3c31010acc owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:03.915370 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:03.944472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Port': ['ID=3836a7c2-5664-45c7-98be-cd3c31010acc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:03.946306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No DVR routers for this DVR port 3836a7c2-5664-45c7-98be-cd3c31010acc on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:03.946768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c098ff8-3103-4418-9798-b05a46d6439a None None] Network 94a857f8-8b22-4973-ba5a-c386b7af98db requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:04.013746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4e1c08a4-dd35-4be3-9cce-f25cd69089b6 None None] Could not find standard attr ID for object 3836a7c2-5664-45c7-98be-cd3c31010acc. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:31:04.032461 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.062778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a857f8-8b22-4973-ba5a-c386b7af98db']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:04.073420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86fab28-ad06-4931-81b5-60614a0c6ae2') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:04.073717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86fab28-ad06-4931-81b5-60614a0c6ae2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:04.079250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4967ed-0abd-4648-ac9d-58b5c524b668 req-116b2c42-3bb0-4c46-af45-a90316fe0d07 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:04.080806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c4967ed-0abd-4648-ac9d-58b5c524b668 req-116b2c42-3bb0-4c46-af45-a90316fe0d07 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0624874 Sep 24 19:31:04.083937 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.102673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.115921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:04.116226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.118642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b7aa6-75ea-4ae0-99f2-959a20414874 None None] DHCP port deletion for 94a857f8-8b22-4973-ba5a-c386b7af98db request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:04.119505 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:04.133896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c4967ed-0abd-4648-ac9d-58b5c524b668 req-8545cca2-7b27-4a2c-83dd-753412d2e092 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Sep 24 19:31:04.184957 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.192444 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.194289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/94a857f8-8b22-4973-ba5a-c386b7af98db HTTP/1.1" status: 204 len: 168 time: 0.5780718 Sep 24 19:31:04.196960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44730) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.205179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c837-2e99-4bc8-9be7-573bd9fecb12 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=94a857f8-8b22-4973-ba5a-c386b7af98db,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:04.223896 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4753b700-a306-4a94-b746-8a12402c69ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.224353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4753b700-a306-4a94-b746-8a12402c69ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.226092 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4753b700-a306-4a94-b746-8a12402c69ea tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/1d688a26-8a92-48d4-85d2-dc8b310f237d HTTP/1.1" status: 404 len: 337 time: 0.0281184 Sep 24 19:31:04.228739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44732) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.246476 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-339b75e7-cb3e-470c-8a3a-fd997a6097f0 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.247036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339b75e7-cb3e-470c-8a3a-fd997a6097f0 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.249237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-339b75e7-cb3e-470c-8a3a-fd997a6097f0 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/3edc88a9-10e3-45a5-9bb0-8584af279cfb HTTP/1.1" status: 404 len: 339 time: 0.0196090 Sep 24 19:31:04.251510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44734) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.276237 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd5fc97-83f8-4f1e-90a8-6b6f043d79de tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.276714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd5fc97-83f8-4f1e-90a8-6b6f043d79de tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.278375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1cd5fc97-83f8-4f1e-90a8-6b6f043d79de tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/5cb1bcfc-9f08-49b8-9d58-5c00f3ec09c5 HTTP/1.1" status: 404 len: 337 time: 0.0260050 Sep 24 19:31:04.280772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44736) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.298667 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c15ccc-aff9-4167-a406-1fa0e843d961 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.299234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c15ccc-aff9-4167-a406-1fa0e843d961 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.300869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d0c15ccc-aff9-4167-a406-1fa0e843d961 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/7e2a28e3-a020-480a-8453-d37991e37c75 HTTP/1.1" status: 404 len: 339 time: 0.0189583 Sep 24 19:31:04.303174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44738) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.327911 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-d487c6fa-5442-42d6-8223-dd4d7b682a34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.328343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d487c6fa-5442-42d6-8223-dd4d7b682a34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.329931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d487c6fa-5442-42d6-8223-dd4d7b682a34 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/7226ce67-9229-4f0b-bd91-5976cc1a70d5 HTTP/1.1" status: 404 len: 337 time: 0.0258942 Sep 24 19:31:04.332034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44740) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.352974 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cd3f94-b601-41ab-bc92-b6494de6e9cc tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:04.353495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cd3f94-b601-41ab-bc92-b6494de6e9cc tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:04.355119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0cd3f94-b601-41ab-bc92-b6494de6e9cc tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/5941fe0d-f42c-44e0-93d3-2941c3d5cfee HTTP/1.1" status: 404 len: 339 time: 0.0222116 Sep 24 19:31:04.357915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44742) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.408175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting subnet 336811f2-e170-481a-ba7a-1a50f9ae3cab {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:04.411160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.450719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.537275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.596442 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.623791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=336811f2-e170-481a-ba7a-1a50f9ae3cab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:04.628563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.630422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c54e1f9c-c68b-4e0d-b161-3e5247e2b69e tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/336811f2-e170-481a-ba7a-1a50f9ae3cab HTTP/1.1" status: 204 len: 168 time: 0.2716446 Sep 24 19:31:04.632886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44744) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:04.634231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176e9a1-64dd-4a13-8e33-a60dc5058708 None None] Network 282f7e79-eafc-4985-ac6c-20bbceef66dd requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:04.714429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.777111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting port 02c06253-1b36-4764-9445-b3285f95e53e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:04.777500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.845864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] For port 02c06253-1b36-4764-9445-b3285f95e53e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=02c06253-1b36-4764-9445-b3285f95e53e,segment=NetworkSegment(97850320-b525-4eb7-98c5-020635abf7c2),segment_id=97850320-b525-4eb7-98c5-020635abf7c2)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:04.846811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.859561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Calling delete_port for 02c06253-1b36-4764-9445-b3285f95e53e owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:04.949679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:04.975387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Port': ['ID=02c06253-1b36-4764-9445-b3285f95e53e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:04.979711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No DVR routers for this DVR port 02c06253-1b36-4764-9445-b3285f95e53e on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:04.988342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d047c-834a-4ff2-b429-3a3bfc0d30fa None None] DHCP port deletion for 282f7e79-eafc-4985-ac6c-20bbceef66dd request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:05.064644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.085787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282f7e79-eafc-4985-ac6c-20bbceef66dd']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:05.095539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97850320-b525-4eb7-98c5-020635abf7c2') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:05.095840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97850320-b525-4eb7-98c5-020635abf7c2') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:05.105854 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.119217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.125276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:05.125672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:05.128716 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:05.193038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.202085 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.206467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/282f7e79-eafc-4985-ac6c-20bbceef66dd HTTP/1.1" status: 204 len: 168 time: 0.5702467 Sep 24 19:31:05.206803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44748) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:05.226897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5830-8027-486d-a614-4367fdc4ddf1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=282f7e79-eafc-4985-ac6c-20bbceef66dd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:05.233890 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e843353b-0ce2-496c-9fd5-1413ca19fd66 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:05.234462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e843353b-0ce2-496c-9fd5-1413ca19fd66 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:05.238775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e843353b-0ce2-496c-9fd5-1413ca19fd66 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/762f7c98-ac70-46a2-ac50-6c20b9ad3297 HTTP/1.1" status: 404 len: 337 time: 0.0283201 Sep 24 19:31:05.239126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:05.257520 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3678ba75-e5f2-4a43-8f59-99d9bfb671f1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] DELETE failed (client error): The resource could not be found. Sep 24 19:31:05.258214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3678ba75-e5f2-4a43-8f59-99d9bfb671f1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:31:05.262066 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3678ba75-e5f2-4a43-8f59-99d9bfb671f1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/2b2a77ae-547e-4e86-9054-f4a67605877e HTTP/1.1" status: 404 len: 339 time: 0.0200803 Sep 24 19:31:05.262754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44752) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:05.275005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28d68d-4bda-4d8c-846f-85561083130a req-a3aba287-e4e8-4124-b234-43574bca9bc8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:05.276738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d28d68d-4bda-4d8c-846f-85561083130a req-a3aba287-e4e8-4124-b234-43574bca9bc8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0699742 Sep 24 19:31:05.315907 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting subnet a4fd3b37-f840-414d-8d87-85ae46d358c8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:05.319292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.320061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d28d68d-4bda-4d8c-846f-85561083130a req-7fb13e71-dc7a-4a94-8fe1-21476aef30de tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Sep 24 19:31:05.364920 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.448533 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.507879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.540667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Subnet': ['ID=a4fd3b37-f840-414d-8d87-85ae46d358c8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:05.542631 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.545113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-502b7a38-33f0-4b79-8b4e-ff6dd5934980 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/subnets/a4fd3b37-f840-414d-8d87-85ae46d358c8 HTTP/1.1" status: 204 len: 168 time: 0.2804275 Sep 24 19:31:05.547574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:05.550555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054f9ec-2d91-482b-a47c-8fc79ba24c55 None None] Network 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:05.627883 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.673329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 02c06253-1b36-4764-9445-b3285f95e53e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:05.684353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Deleting port a75f3250-7ddb-4adf-8bff-46630011210e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:05.684849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.694671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 02c06253-1b36-4764-9445-b3285f95e53e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:05.694995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 02c06253-1b36-4764-9445-b3285f95e53e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:05.695798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3836a7c2-5664-45c7-98be-cd3c31010acc no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:05.716746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3836a7c2-5664-45c7-98be-cd3c31010acc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:05.717095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3836a7c2-5664-45c7-98be-cd3c31010acc not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:05.754763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] For port a75f3250-7ddb-4adf-8bff-46630011210e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a75f3250-7ddb-4adf-8bff-46630011210e,segment=NetworkSegment(13bce2d0-b102-4aef-bfaa-7bb0b44d9b74),segment_id=13bce2d0-b102-4aef-bfaa-7bb0b44d9b74)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:05.755158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.767575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Calling delete_port for a75f3250-7ddb-4adf-8bff-46630011210e owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:05.815515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] DHCP port deletion for 9db4b4bb-d8a5-4bce-8f9d-b8149de82beb request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:05.849190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.865673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Deleting port a75f3250-7ddb-4adf-8bff-46630011210e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:05.866241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.873431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Port': ['ID=a75f3250-7ddb-4adf-8bff-46630011210e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:05.879075 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] No DVR routers for this DVR port a75f3250-7ddb-4adf-8bff-46630011210e on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:05.938562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] For port a75f3250-7ddb-4adf-8bff-46630011210e, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:05.939087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.953041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Calling delete_port for a75f3250-7ddb-4adf-8bff-46630011210e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:05.955970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Port a75f3250-7ddb-4adf-8bff-46630011210e was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:31:05.957317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.963672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:05.983744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db4b4bb-d8a5-4bce-8f9d-b8149de82beb']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:05.983962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] Pushing event deleted for resources: {'Port': ['ID=a75f3250-7ddb-4adf-8bff-46630011210e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:05.987763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12c86-3daf-43d1-97eb-c7cb36c51537 None None] No DVR routers for this DVR port a75f3250-7ddb-4adf-8bff-46630011210e on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:05.999519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:05.999519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bce2d0-b102-4aef-bfaa-7bb0b44d9b74') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:06.007953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.022630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.030486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:06.030813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:06.035152 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:06.102999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.110285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.112205 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] 10.222.0.18 "DELETE /v2.0/networks/9db4b4bb-d8a5-4bce-8f9d-b8149de82beb HTTP/1.1" status: 204 len: 168 time: 0.5636652 Sep 24 19:31:06.127604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf596-5424-479e-85b9-c77e367f1da1 tempest-NetworksIpV6Test-474851748 tempest-NetworksIpV6Test-474851748-project] Pushing event deleted for resources: {'Network': ['ID=9db4b4bb-d8a5-4bce-8f9d-b8149de82beb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:06.372759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:06.531690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f9bd1b85-e116-42b3-ad85-5203e3c43ff4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bffcf182b1864b0a9e0ee88d5774b8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576827 Sep 24 19:31:06.534436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44768) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:06.583748 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.605881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.628614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6709-f0e8-4bec-b0b3-14494e92d952 req-497aa5f6-fecb-4316-92e2-052b2e14afa1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:06.630349 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab0a6709-f0e8-4bec-b0b3-14494e92d952 req-497aa5f6-fecb-4316-92e2-052b2e14afa1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.2337275 Sep 24 19:31:06.658520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.661767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:06.665438 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54f83803-1f09-459d-8766-1daa395ea78b HTTP/1.1" status: 204 len: 168 time: 0.1275969 Sep 24 19:31:06.673501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001cbb1-7cdb-4a47-a5d0-969f8b3e5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f83803-1f09-459d-8766-1daa395ea78b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:06.676845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab0a6709-f0e8-4bec-b0b3-14494e92d952 req-91f7246c-7e47-453e-8169-23dbc13dde07 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Sep 24 19:31:07.354511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:07.467805 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-51353792'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:07.502010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:07.506818 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.518682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.642874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.657311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a75f3250-7ddb-4adf-8bff-46630011210e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:07.661822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.692620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a75f3250-7ddb-4adf-8bff-46630011210e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:07.693285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a75f3250-7ddb-4adf-8bff-46630011210e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:07.697720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:07.709385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8478fc0-8dc8-4941-b3bc-96d8c2e775d8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:07.715430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.716166 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 547e2490-1728-4631-9ffd-1d1dde82ccd5 of type vlan for network 774b34e2-1d70-4a35-a073-bf2d272c340d Sep 24 19:31:07.775231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.828462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.834288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:07.834932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.870043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04619ac-e4f3-47f2-8233-1a039e1cd743 req-f5575f7a-49f3-42e3-938a-360363822d77 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:07.871578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a04619ac-e4f3-47f2-8233-1a039e1cd743 req-f5575f7a-49f3-42e3-938a-360363822d77 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0938647 Sep 24 19:31:07.878115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5201206 Sep 24 19:31:07.878552 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:07.884277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-263003492'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:07.907905 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:07.911941 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.937749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4fe69-1d85-4071-aa06-d1f259aaf8e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=774b34e2-1d70-4a35-a073-bf2d272c340d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:07.942057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:07.952650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:07.952650 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 86ef92bc-afbb-4030-be7f-4a832848492c of type vlan for network 2640fce0-2cd8-409b-8b29-8eb124792108 Sep 24 19:31:07.954983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 774b34e2-1d70-4a35-a073-bf2d272c340d details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:07.958535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a04619ac-e4f3-47f2-8233-1a039e1cd743 req-f7f21107-2ae7-40c5-b636-6e59e740b39d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Sep 24 19:31:07.997853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.025768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.032262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:08.032844 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.070141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897891 Sep 24 19:31:08.073217 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44798) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:08.079262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:08.101332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08587e91-2d5c-4251-827b-f6074fd42828 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=2640fce0-2cd8-409b-8b29-8eb124792108,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:08.112405 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2640fce0-2cd8-409b-8b29-8eb124792108 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:08.180055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:08.183859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.374434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.443950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=9a2cd436-eda4-47aa-9d57-8b132f8a966b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:08.449192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '547e2490-1728-4631-9ffd-1d1dde82ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:08.449493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 774b34e2-1d70-4a35-a073-bf2d272c340d, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:08.466105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 774b34e2-1d70-4a35-a073-bf2d272c340d is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:08.474404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 774b34e2-1d70-4a35-a073-bf2d272c340d) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:08.478689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:08.479246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.484120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a8804-d1e3-4719-835f-ce32dd74dfd1 None None] Network 774b34e2-1d70-4a35-a073-bf2d272c340d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:08.495195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de0423af-1238-4690-817e-8cce56b05033 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208121 Sep 24 19:31:08.499185 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:08.504276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:08.598450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:08.602122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.652166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-774b34e2-1d70-4a35-a073-bf2d272c340d', 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': '9a2cd436-eda4-47aa-9d57-8b132f8a966b'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:08.653946 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.800763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.807809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Allocated IP 2001:db8::2 (774b34e2-1d70-4a35-a073-bf2d272c340d/9a2cd436-eda4-47aa-9d57-8b132f8a966b/a1dfdb7e-1788-4d0b-8bf5-97b79adc459b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:08.868275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=eb48ca36-fe7d-45a7-bc87-58df63566246,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:08.876011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '86ef92bc-afbb-4030-be7f-4a832848492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:08.876363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 2640fce0-2cd8-409b-8b29-8eb124792108, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:08.894028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 2640fce0-2cd8-409b-8b29-8eb124792108 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:08.906806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 2640fce0-2cd8-409b-8b29-8eb124792108) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:08.911651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:08.912352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.922338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65cb04-744b-4dff-93a9-7c7865cf8cbb None None] Network 2640fce0-2cd8-409b-8b29-8eb124792108 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:08.929550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1845a080-625a-4c39-a27b-db1dfa796ec4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4290166 Sep 24 19:31:08.934279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44802) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:08.940205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-644799764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:08.967205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:08.968687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.026040 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.038504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.062555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.064271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.068436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.098489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.099786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ffccbed8-65d6-42cf-af1e-379df439f584 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1637628 Sep 24 19:31:09.103774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44806) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:09.118578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Network 774b34e2-1d70-4a35-a073-bf2d272c340d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:09.125801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:09.128365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:09.148449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Pushing event updated for resources: {'Port': ['ID=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:09.159253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84006-db97-4d84-9f7d-61a96ecfdf9a req-94d86169-d68c-4248-bea2-1351a67fd4e8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:09.160842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2b84006-db97-4d84-9f7d-61a96ecfdf9a req-94d86169-d68c-4248-bea2-1351a67fd4e8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.1086748 Sep 24 19:31:09.234217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Attempting to bind port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:09.234217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Attempting to bind port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '547e2490-1728-4631-9ffd-1d1dde82ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:09.234606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Attempting to bind port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b on network 774b34e2-1d70-4a35-a073-bf2d272c340d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:09.248782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:09.249187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Checking segment: {'id': '547e2490-1728-4631-9ffd-1d1dde82ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:09.249632 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.250292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Bound using segment: {'id': '547e2490-1728-4631-9ffd-1d1dde82ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:09.251222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Bound port: a1dfdb7e-1788-4d0b-8bf5-97b79adc459b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547e2490-1728-4631-9ffd-1d1dde82ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '774b34e2-1d70-4a35-a073-bf2d272c340d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:09.251644 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.285075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-2640fce0-2cd8-409b-8b29-8eb124792108', 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'eb48ca36-fe7d-45a7-bc87-58df63566246'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:09.285940 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.340050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2b84006-db97-4d84-9f7d-61a96ecfdf9a req-52516e0d-343f-4170-86e2-b18c562b37fd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488736 Sep 24 19:31:09.414089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] For port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:09.419296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] For port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,segment=NetworkSegment(547e2490-1728-4631-9ffd-1d1dde82ccd5),segment_id=547e2490-1728-4631-9ffd-1d1dde82ccd5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:09.425794 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.434479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.524778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e4b8-cbc7-4b41-9044-f3f885e44b83 None None] Pushing event updated for resources: {'Port': ['ID=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:09.528454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Allocated IP 2001:db8:1::2 (2640fce0-2cd8-409b-8b29-8eb124792108/eb48ca36-fe7d-45a7-bc87-58df63566246/f01fe435-8882-47d4-a116-65225340c21a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:09.721557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.729097 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.776399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Network 2640fce0-2cd8-409b-8b29-8eb124792108 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:09.779872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:09.783766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:09.797109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Pushing event updated for resources: {'Port': ['ID=f01fe435-8882-47d4-a116-65225340c21a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:09.857303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Attempting to bind port f01fe435-8882-47d4-a116-65225340c21a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:09.857963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Attempting to bind port f01fe435-8882-47d4-a116-65225340c21a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '86ef92bc-afbb-4030-be7f-4a832848492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:09.858150 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Attempting to bind port f01fe435-8882-47d4-a116-65225340c21a on network 2640fce0-2cd8-409b-8b29-8eb124792108 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:09.864743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:09.865050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Checking segment: {'id': '86ef92bc-afbb-4030-be7f-4a832848492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:09.865671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.866078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Bound using segment: {'id': '86ef92bc-afbb-4030-be7f-4a832848492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:09.866564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Bound port: f01fe435-8882-47d4-a116-65225340c21a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ef92bc-afbb-4030-be7f-4a832848492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2640fce0-2cd8-409b-8b29-8eb124792108'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:09.866987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:09.936355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] For port f01fe435-8882-47d4-a116-65225340c21a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:09.939504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] For port f01fe435-8882-47d4-a116-65225340c21a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f01fe435-8882-47d4-a116-65225340c21a,segment=NetworkSegment(86ef92bc-afbb-4030-be7f-4a832848492c),segment_id=86ef92bc-afbb-4030-be7f-4a832848492c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:09.944362 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.007731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fe755-d8bf-45af-8e23-ae53484bbe8d None None] Pushing event updated for resources: {'Port': ['ID=f01fe435-8882-47d4-a116-65225340c21a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:10.095337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8::1 (774b34e2-1d70-4a35-a073-bf2d272c340d/9a2cd436-eda4-47aa-9d57-8b132f8a966b/b8f76103-227f-4404-aaf8-497df5bfcca4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:10.243446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.280374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.324715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 774b34e2-1d70-4a35-a073-bf2d272c340d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:10.328103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:10.331961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:10.332516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.371681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=b8f76103-227f-4404-aaf8-497df5bfcca4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:10.499022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20207f4-ec16-4592-8791-31ee3f9126d9 req-72d0420f-04ef-46d7-b8b5-d8492a1df84c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:10.500596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b20207f4-ec16-4592-8791-31ee3f9126d9 req-72d0420f-04ef-46d7-b8b5-d8492a1df84c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0876396 Sep 24 19:31:10.504166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.580845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b20207f4-ec16-4592-8791-31ee3f9126d9 req-a95bc5e6-f9c0-4e80-af77-edda2de4e1d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731480 Sep 24 19:31:10.587974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9807404-4550-4795-ba41-6b7896ac57a5 None None] Network 774b34e2-1d70-4a35-a073-bf2d272c340d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:10.656793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] Provisioning complete for port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:10.657051 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.806387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.822536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.828459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.829512 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.851542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] For port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,segment=NetworkSegment(547e2490-1728-4631-9ffd-1d1dde82ccd5),segment_id=547e2490-1728-4631-9ffd-1d1dde82ccd5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:10.858124 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:10.930459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba41dfb-8c51-46ce-9563-674003dfc978 None None] Pushing event updated for resources: {'Port': ['ID=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:10.944276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=b8f76103-227f-4404-aaf8-497df5bfcca4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:11.024746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 774b34e2-1d70-4a35-a073-bf2d272c340d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:11.026375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:11.111575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019e43f-78f8-421e-a6e8-123a5d3ec84f None None] Network 2640fce0-2cd8-409b-8b29-8eb124792108 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:11.157685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:11.204597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Provisioning complete for port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.204982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.261172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:11.267173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d05f2e88-4f99-4cb8-9fa5-34597dddc0d8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1617825 Sep 24 19:31:11.269308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:11.278485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] Sync routers for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:11.317645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a06619-0242-4995-911d-8aec7e38f82f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:11.319169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d8a06619-0242-4995-911d-8aec7e38f82f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports/b8f76103-227f-4404-aaf8-497df5bfcca4 HTTP/1.1" status: 200 len: 911 time: 0.0488706 Sep 24 19:31:11.322435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44814) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:11.329000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:11.329875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:11.374681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:11.429734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:11.430357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:11.475165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:11.475979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471bb7b-4189-4679-ad6f-f2003267129c None None] The sync data for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:11.491631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Provisioning complete for port f01fe435-8882-47d4-a116-65225340c21a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.492012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.588576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.661111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] For port f01fe435-8882-47d4-a116-65225340c21a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f01fe435-8882-47d4-a116-65225340c21a,segment=NetworkSegment(86ef92bc-afbb-4030-be7f-4a832848492c),segment_id=86ef92bc-afbb-4030-be7f-4a832848492c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:11.674104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.714496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Provisioning complete for port b8f76103-227f-4404-aaf8-497df5bfcca4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.715148 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.760704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Pushing event updated for resources: {'Port': ['ID=f01fe435-8882-47d4-a116-65225340c21a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:11.768813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a1dfdb7e-1788-4d0b-8bf5-97b79adc459b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:11.794792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e4e517c1-5aa6-4a83-ad9a-d7116ac81868 None None] Port b8f76103-227f-4404-aaf8-497df5bfcca4 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:11.823732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.824106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.828228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8234-504e-426e-bf39-c36b7d1b92eb req-4ba132ee-15fe-49b9-91cc-9eca849b659f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:11.829739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f1c8234-504e-426e-bf39-c36b7d1b92eb req-4ba132ee-15fe-49b9-91cc-9eca849b659f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0954778 Sep 24 19:31:11.845398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.908788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f01fe435-8882-47d4-a116-65225340c21a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:11.915238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f1c8234-504e-426e-bf39-c36b7d1b92eb req-e76e7ff6-bd3d-414e-a863-60051a7561db tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775726 Sep 24 19:31:11.943168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-11065ae5-eda6-47db-b14c-6f93fbeda7e7 None None] Provisioning complete for port f01fe435-8882-47d4-a116-65225340c21a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.943414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065ae5-eda6-47db-b14c-6f93fbeda7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:11.994438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f01fe435-8882-47d4-a116-65225340c21a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:11.994810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.131839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8:1::1 (2640fce0-2cd8-409b-8b29-8eb124792108/eb48ca36-fe7d-45a7-bc87-58df63566246/12f2e050-9e76-4c8f-ac18-428447b5c37e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:12.228712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-11065ae5-eda6-47db-b14c-6f93fbeda7e7 None None] Provisioning complete for port b8f76103-227f-4404-aaf8-497df5bfcca4 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:12.228997 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065ae5-eda6-47db-b14c-6f93fbeda7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.248803 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.283521 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.290047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-11065ae5-eda6-47db-b14c-6f93fbeda7e7 None None] Port b8f76103-227f-4404-aaf8-497df5bfcca4 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:12.322172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 2640fce0-2cd8-409b-8b29-8eb124792108 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:12.325351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:12.329756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:12.330299 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.376062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=12f2e050-9e76-4c8f-ac18-428447b5c37e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:12.459651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.609147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-75fab7e4-412c-40e2-acbd-60c42c29a6ca None None] Provisioning complete for port 12f2e050-9e76-4c8f-ac18-428447b5c37e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:12.609551 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75fab7e4-412c-40e2-acbd-60c42c29a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.647369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-75fab7e4-412c-40e2-acbd-60c42c29a6ca None None] Port 12f2e050-9e76-4c8f-ac18-428447b5c37e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:12.726560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.730883 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.732154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:12.801293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=12f2e050-9e76-4c8f-ac18-428447b5c37e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:12.859763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 2640fce0-2cd8-409b-8b29-8eb124792108 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:12.861151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:12.961987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:13.069592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fde37937-db25-4f25-92e6-c8eb5622c561 None None] Provisioning complete for port 12f2e050-9e76-4c8f-ac18-428447b5c37e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:13.070218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fde37937-db25-4f25-92e6-c8eb5622c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:13.089638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:13.098421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:13.098970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5672eae5-837e-43d9-9549-9dbc9e3c6458 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749429 Sep 24 19:31:13.104226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fde37937-db25-4f25-92e6-c8eb5622c561 None None] Port 12f2e050-9e76-4c8f-ac18-428447b5c37e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:13.107091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07c8b7-5a1b-4f7e-9b5a-f8901341757b req-d7e824bf-5680-41f7-bd9b-ddb098283490 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:13.108367 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] Sync routers for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:13.108839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f07c8b7-5a1b-4f7e-9b5a-f8901341757b req-d7e824bf-5680-41f7-bd9b-ddb098283490 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.1036875 Sep 24 19:31:13.117866 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:13.118572 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:13.151459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f07c8b7-5a1b-4f7e-9b5a-f8901341757b req-ed8cdcd6-485a-43c1-9018-ca63034e8b73 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Sep 24 19:31:13.154200 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:13.158722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e679bf-0416-47e4-b18e-5dda5a320c1c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:13.163110 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-57e679bf-0416-47e4-b18e-5dda5a320c1c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports/12f2e050-9e76-4c8f-ac18-428447b5c37e HTTP/1.1" status: 200 len: 913 time: 0.0606527 Sep 24 19:31:13.163486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44822) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:13.163886 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:13.164502 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:13.203938 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:13.204586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f0975-146d-40a2-9326-511003b9d6f4 None None] The sync data for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:13.643601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f01fe435-8882-47d4-a116-65225340c21a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:13.693839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f01fe435-8882-47d4-a116-65225340c21a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:13.694215 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:13.873805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:14.133039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 12f2e050-9e76-4c8f-ac18-428447b5c37e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:14.133323 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:14.221285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:14.242219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 12f2e050-9e76-4c8f-ac18-428447b5c37e owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:14.322596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ea9a-8ee2-4a77-a938-a463e050f242 req-095818db-af5e-4293-966a-8166fb8d509d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:14.324242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b4ea9a-8ee2-4a77-a938-a463e050f242 req-095818db-af5e-4293-966a-8166fb8d509d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 943 time: 0.0959265 Sep 24 19:31:14.415652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b4ea9a-8ee2-4a77-a938-a463e050f242 req-3e7ff01a-c91f-4c4c-9f27-46242ca7d473 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831225 Sep 24 19:31:14.491382 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:14.521225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=12f2e050-9e76-4c8f-ac18-428447b5c37e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:14.635071 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:14.835575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:14.937146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:14.943452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-889a35e7-ad2c-47c1-9562-5f96dc4c6a6c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787881 Sep 24 19:31:14.946289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44826) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:14.950529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] Sync routers for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:14.960279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:14.960992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:14.993012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:15.002359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:15.003016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:15.034675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:15.035359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e8273-4cca-4da9-886d-e79484c0da5e None None] The sync data for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:15.267577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4f8da2dc-ad7c-42ab-bd27-61aafccef456 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:31:15.286786 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.374369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:15.385121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4f8da2dc-ad7c-42ab-bd27-61aafccef456', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '4f8da2dc-ad7c-42ab-bd27-61aafccef456', 'mac_address': 'fa:16:3e:57:3b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:31:15.423740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.439701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8da2dc-ad7c-42ab-bd27-61aafccef456 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:31:15.468313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:15.472199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.521080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:15.585058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d07bfd-2649-474d-bdc1-445892cee765 req-73f54ff2-902c-482b-838a-da2e2ea8abcf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:15.586800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d07bfd-2649-474d-bdc1-445892cee765 req-73f54ff2-902c-482b-838a-da2e2ea8abcf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 944 time: 0.0856409 Sep 24 19:31:15.642012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port b8f76103-227f-4404-aaf8-497df5bfcca4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:15.642421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.649357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0d07bfd-2649-474d-bdc1-445892cee765 req-4b8ff2ed-facb-4517-b6f9-73ba19db331c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556269 Sep 24 19:31:15.675584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4f8da2dc-ad7c-42ab-bd27-61aafccef456'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:31:15.736397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.750532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for b8f76103-227f-4404-aaf8-497df5bfcca4 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:15.938740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:15.969918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=b8f76103-227f-4404-aaf8-497df5bfcca4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:16.077606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.239194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:16.317003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:16.322386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-33161649-b709-4174-9468-846a5a5d215d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748112 Sep 24 19:31:16.325057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44830) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:16.326663 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] Sync routers for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:16.335719 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:16.336343 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:16.351473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e879c45d-dc58-4fd8-b0c1-b8e174e108ac tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 HTTP/1.1" status: 200 len: 205 time: 0.0253389 Sep 24 19:31:16.354127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44832) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:16.367847 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:16.376224 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] Routers {'1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:16.376825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:16.411635 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:16.412294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287a3b-327b-46c4-98cf-3008e9eac9a7 None None] The sync data for ids ['1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:16.428840 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.917215 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.921422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.985904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.986583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:31:16.993389 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:16.997898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-542a5b59-a271-4a56-be6c-4bdbc69e92ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 HTTP/1.1" status: 204 len: 168 time: 0.6394873 Sep 24 19:31:16.998748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:17.010173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f2fce-b1fb-446c-8a5d-aae47aca3f6b req-11e5a185-f78e-43b6-adc8-931b19fae048 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:17.011703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a93f2fce-b1fb-446c-8a5d-aae47aca3f6b req-11e5a185-f78e-43b6-adc8-931b19fae048 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 944 time: 0.0922754 Sep 24 19:31:17.050691 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet eb48ca36-fe7d-45a7-bc87-58df63566246 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:17.053778 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.055850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a93f2fce-b1fb-446c-8a5d-aae47aca3f6b req-d2499162-6be9-41e5-b6f7-edec2d1aa267 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Sep 24 19:31:17.093660 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.178599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.273575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4f8da2dc-ad7c-42ab-bd27-61aafccef456 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:17.326142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:31:17.330649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:17.331129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.410545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.434126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:31:17.436473 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98db5c8-23a2-4844-9091-00b73e4206e9" -d '{"events": [{"server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:31:17.449347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:17.454602 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.483124 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69544e0a-2fa4-483a-ba59-5a15c14c064b x-openstack-request-id: req-69544e0a-2fa4-483a-ba59-5a15c14c064b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:31:17.483423 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:31:17.483653 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69544e0a-2fa4-483a-ba59-5a15c14c064b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:31:17.484407 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456', 'code': 200} Sep 24 19:31:17.510451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:17.529299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.556886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=eb48ca36-fe7d-45a7-bc87-58df63566246,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:17.558890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.561479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dfbffff4-c0bd-4cb5-86a0-71f07005b370 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/eb48ca36-fe7d-45a7-bc87-58df63566246 HTTP/1.1" status: 204 len: 168 time: 0.5614734 Sep 24 19:31:17.563926 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:17.566833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db810d93-a77a-4528-99e2-79e10c4c56fc None None] Network 2640fce0-2cd8-409b-8b29-8eb124792108 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:17.589424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803e23a-09a2-4425-865c-d2dee5191aa1 req-ca3abfc1-5c70-46f1-8391-2c9415e0e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:17.591597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5803e23a-09a2-4425-865c-d2dee5191aa1 req-ca3abfc1-5c70-46f1-8391-2c9415e0e6e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 1096 time: 0.0543861 Sep 24 19:31:17.616012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet 9a2cd436-eda4-47aa-9d57-8b132f8a966b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:17.619814 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.625907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5803e23a-09a2-4425-865c-d2dee5191aa1 req-bcc069c8-3c6c-4464-bfc3-e9833dcace0e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277126 Sep 24 19:31:17.664731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.743910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] DHCP port deletion for 2640fce0-2cd8-409b-8b29-8eb124792108 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:17.747775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.793275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Deleting port f01fe435-8882-47d4-a116-65225340c21a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:17.793557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.805932 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.836957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2cd436-eda4-47aa-9d57-8b132f8a966b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:17.841108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.843002 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e077e8c8-d85a-4df8-8c67-ec91ccd08c7c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/9a2cd436-eda4-47aa-9d57-8b132f8a966b HTTP/1.1" status: 204 len: 168 time: 0.2781181 Sep 24 19:31:17.845725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:17.851798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88601dc9-5f21-416d-8a1c-478fb1fa4672 None None] Network 774b34e2-1d70-4a35-a073-bf2d272c340d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:17.859499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] For port f01fe435-8882-47d4-a116-65225340c21a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f01fe435-8882-47d4-a116-65225340c21a,segment=NetworkSegment(86ef92bc-afbb-4030-be7f-4a832848492c),segment_id=86ef92bc-afbb-4030-be7f-4a832848492c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:17.859901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.886090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Calling delete_port for f01fe435-8882-47d4-a116-65225340c21a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:17.920306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:17.972994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port f01fe435-8882-47d4-a116-65225340c21a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:17.973247 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.037819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port f01fe435-8882-47d4-a116-65225340c21a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f01fe435-8882-47d4-a116-65225340c21a,segment=NetworkSegment(86ef92bc-afbb-4030-be7f-4a832848492c),segment_id=86ef92bc-afbb-4030-be7f-4a832848492c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:18.038486 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.050722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for f01fe435-8882-47d4-a116-65225340c21a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:18.057631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.083445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] Pushing event deleted for resources: {'Port': ['ID=f01fe435-8882-47d4-a116-65225340c21a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:18.087608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70aad9-3e38-4aa5-8855-7882c8e52406 None None] No DVR routers for this DVR port f01fe435-8882-47d4-a116-65225340c21a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:18.123086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] DHCP port deletion for 774b34e2-1d70-4a35-a073-bf2d272c340d request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:18.144219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.169245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=f01fe435-8882-47d4-a116-65225340c21a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:18.177729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port f01fe435-8882-47d4-a116-65225340c21a on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:18.180723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Deleting port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:18.183358 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.209441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5e465-ed60-4f8c-9653-07bfd4a606df req-ba967763-678c-4b89-b806-32c329d945be tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:18.216759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2b5e465-ed60-4f8c-9653-07bfd4a606df req-ba967763-678c-4b89-b806-32c329d945be tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.0586433 Sep 24 19:31:18.260057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d2b5e465-ed60-4f8c-9653-07bfd4a606df req-d09d4cee-19bb-45fe-b092-b4734ca71f8a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Sep 24 19:31:18.268439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.273903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] For port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,segment=NetworkSegment(547e2490-1728-4631-9ffd-1d1dde82ccd5),segment_id=547e2490-1728-4631-9ffd-1d1dde82ccd5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:18.274431 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.288868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Calling delete_port for a1dfdb7e-1788-4d0b-8bf5-97b79adc459b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:18.293582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2640fce0-2cd8-409b-8b29-8eb124792108']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.304291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ef92bc-afbb-4030-be7f-4a832848492c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.304526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ef92bc-afbb-4030-be7f-4a832848492c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.314609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.328105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.334091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:18.334495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self.session.flush() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:18.337594 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:18.374227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.404951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] Pushing event deleted for resources: {'Port': ['ID=a1dfdb7e-1788-4d0b-8bf5-97b79adc459b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:18.406599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.415814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480728a-e692-4d2b-9525-e44ff206eaa6 None None] No DVR routers for this DVR port a1dfdb7e-1788-4d0b-8bf5-97b79adc459b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:18.426603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.428696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/2640fce0-2cd8-409b-8b29-8eb124792108 HTTP/1.1" status: 204 len: 168 time: 0.5820112 Sep 24 19:31:18.429818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8c86-81f0-499d-9e18-6f3db537cb35 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=2640fce0-2cd8-409b-8b29-8eb124792108,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:18.431731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:18.515394 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.616759 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.641204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b34e2-1d70-4a35-a073-bf2d272c340d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.651382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547e2490-1728-4631-9ffd-1d1dde82ccd5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.651707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547e2490-1728-4631-9ffd-1d1dde82ccd5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:18.662338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.677755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.683633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:18.684033 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:18.686978 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:18.748521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.755714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.757135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/774b34e2-1d70-4a35-a073-bf2d272c340d HTTP/1.1" status: 204 len: 168 time: 0.3243823 Sep 24 19:31:18.761137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44848) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:18.767406 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-709494547'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:18.769479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d427a4-637a-445f-b8df-1031882541d6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=774b34e2-1d70-4a35-a073-bf2d272c340d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:18.790831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:18.794339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.816693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:18.825916 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.826281 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 559b7a99-2633-4941-9f66-129c243c63dc of type vlan for network 788edc5b-e728-4972-8296-a93216cb1e07 Sep 24 19:31:18.874510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.904804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.911739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:18.912562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:18.947334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848717 Sep 24 19:31:18.950777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:18.956530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '788edc5b-e728-4972-8296-a93216cb1e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:18.993353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7b01-adcc-4fe1-94a1-6e93b2552f58 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=788edc5b-e728-4972-8296-a93216cb1e07,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:19.005346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:19.050820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:19.055107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.251858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.325718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=203001b7-4965-488c-8264-fdf7a54e6c9f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:19.334283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '559b7a99-2633-4941-9f66-129c243c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:19.334667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 788edc5b-e728-4972-8296-a93216cb1e07, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:19.353351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 788edc5b-e728-4972-8296-a93216cb1e07 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:19.364844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 788edc5b-e728-4972-8296-a93216cb1e07) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:19.369141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:19.369753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.377798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa733fea-cb8a-4bb8-a6a1-de96c7ba3912 None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:19.386422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dda59865-fd82-4896-b181-4aaa12d4cf16 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4342523 Sep 24 19:31:19.389950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:19.395795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1124032889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:19.406593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388a50b-2d89-482a-a6b6-85f7a61a926c req-36860e32-c14b-4287-b639-adcd2646fa70 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:19.408384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6388a50b-2d89-482a-a6b6-85f7a61a926c req-36860e32-c14b-4287-b639-adcd2646fa70 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.0694938 Sep 24 19:31:19.421624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.422755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.456598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6388a50b-2d89-482a-a6b6-85f7a61a926c req-944dc9fe-2797-4155-a6ba-3a0d8a4d832e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Sep 24 19:31:19.487841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.492449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.514337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.517528 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bf7351a3-9b4b-4edd-9392-7728b770f6af tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1239722 Sep 24 19:31:19.518082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:19.522933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'port': {'network_id': '788edc5b-e728-4972-8296-a93216cb1e07', 'name': 'tempest-RoutersIpV6Test-1766824158'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:19.557143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-788edc5b-e728-4972-8296-a93216cb1e07', 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': '203001b7-4965-488c-8264-fdf7a54e6c9f'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:19.558987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.649795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cf926-8e53-46a3-8925-b8643a13957b req-314dd538-3f71-4bfe-9e03-6beccd1ba3f0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:19.659414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46cf926-8e53-46a3-8925-b8643a13957b req-314dd538-3f71-4bfe-9e03-6beccd1ba3f0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.1010334 Sep 24 19:31:19.672838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:19.678194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.690299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a1dfdb7e-1788-4d0b-8bf5-97b79adc459b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:19.699512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] device_id is not set on port de086152-0456-426e-accb-0c1d5c90c776 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 19:31:19.700939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c46cf926-8e53-46a3-8925-b8643a13957b req-de217dff-5b72-4aab-8867-c8dbafab9de8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Sep 24 19:31:19.718338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a1dfdb7e-1788-4d0b-8bf5-97b79adc459b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:19.718606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a1dfdb7e-1788-4d0b-8bf5-97b79adc459b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:19.719279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f01fe435-8882-47d4-a116-65225340c21a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:19.742898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f01fe435-8882-47d4-a116-65225340c21a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:19.743296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f01fe435-8882-47d4-a116-65225340c21a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:19.762755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Allocated IP 2001:db8::2 (788edc5b-e728-4972-8296-a93216cb1e07/203001b7-4965-488c-8264-fdf7a54e6c9f/ab49b152-30de-4e02-82c7-0e42958da493) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:19.932307 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.939448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:19.985851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:19.988855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:19.992624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:20.002552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Pushing event updated for resources: {'Port': ['ID=ab49b152-30de-4e02-82c7-0e42958da493,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:20.017499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8::1b3 (788edc5b-e728-4972-8296-a93216cb1e07/203001b7-4965-488c-8264-fdf7a54e6c9f/de086152-0456-426e-accb-0c1d5c90c776) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:20.054195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da83d7-28d7-4448-aa20-78d862a90be9 req-a0caf82f-3f8d-4610-ba78-bcaaf5f0d2c2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:20.056014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5da83d7-28d7-4448-aa20-78d862a90be9 req-a0caf82f-3f8d-4610-ba78-bcaaf5f0d2c2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.0576398 Sep 24 19:31:20.067648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Attempting to bind port ab49b152-30de-4e02-82c7-0e42958da493 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:20.068007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Attempting to bind port ab49b152-30de-4e02-82c7-0e42958da493 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '559b7a99-2633-4941-9f66-129c243c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:20.068390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Attempting to bind port ab49b152-30de-4e02-82c7-0e42958da493 on network 788edc5b-e728-4972-8296-a93216cb1e07 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:20.073981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:20.074302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Checking segment: {'id': '559b7a99-2633-4941-9f66-129c243c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:20.074866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.075320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Bound using segment: {'id': '559b7a99-2633-4941-9f66-129c243c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:20.075820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Bound port: ab49b152-30de-4e02-82c7-0e42958da493, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559b7a99-2633-4941-9f66-129c243c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '788edc5b-e728-4972-8296-a93216cb1e07'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:20.076205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.106410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5da83d7-28d7-4448-aa20-78d862a90be9 req-ae370f24-66c2-4a1b-822f-e2d823b8c847 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Sep 24 19:31:20.148081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] For port ab49b152-30de-4e02-82c7-0e42958da493, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:20.151191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] For port ab49b152-30de-4e02-82c7-0e42958da493, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab49b152-30de-4e02-82c7-0e42958da493,segment=NetworkSegment(559b7a99-2633-4941-9f66-129c243c63dc),segment_id=559b7a99-2633-4941-9f66-129c243c63dc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:20.156311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.202291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.222113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121a12-5263-4310-b96d-ad263de3668e None None] Pushing event updated for resources: {'Port': ['ID=ab49b152-30de-4e02-82c7-0e42958da493,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:20.246109 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.303778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 788edc5b-e728-4972-8296-a93216cb1e07 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:20.306960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:20.311342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:20.313941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-276e280f-954f-42a0-8d15-55c41190d343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.317231 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:20.317850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.327654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=de086152-0456-426e-accb-0c1d5c90c776,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:20.345640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2153ffa9-b2ac-493e-beb4-327193aa8796 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8266389 Sep 24 19:31:20.348268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:20.696360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.980041 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:20.986279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.094027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=de086152-0456-426e-accb-0c1d5c90c776,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:21.195528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.207659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb9a2b-876a-4f77-b9d5-d6562a9ec481 None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:21.241609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ce63b-9eb6-4566-b2a3-3622258e9e98 req-fc7d2ba0-2049-4b67-aff2-42308889c4cf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:21.243225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688ce63b-9eb6-4566-b2a3-3622258e9e98 req-fc7d2ba0-2049-4b67-aff2-42308889c4cf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.0547280 Sep 24 19:31:21.286706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-688ce63b-9eb6-4566-b2a3-3622258e9e98 req-df69b4be-cf35-48d9-a902-0ff7b78d53a3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Sep 24 19:31:21.309672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] Provisioning complete for port ab49b152-30de-4e02-82c7-0e42958da493 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:21.310048 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.328440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.434943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-3a641a79-d183-4fdb-87dd-a2e8c7de8fdf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:21.436694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-3a641a79-d183-4fdb-87dd-a2e8c7de8fdf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 945 time: 0.0618727 Sep 24 19:31:21.469357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.520414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] For port ab49b152-30de-4e02-82c7-0e42958da493, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab49b152-30de-4e02-82c7-0e42958da493,segment=NetworkSegment(559b7a99-2633-4941-9f66-129c243c63dc),segment_id=559b7a99-2633-4941-9f66-129c243c63dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:21.525815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.539616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:21.540087 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.600083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82694f8-2a66-4734-bde3-104bfe91a106 None None] Pushing event updated for resources: {'Port': ['ID=ab49b152-30de-4e02-82c7-0e42958da493,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:21.658336 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.669158 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.669949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.691535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 4f8da2dc-ad7c-42ab-bd27-61aafccef456, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4f8da2dc-ad7c-42ab-bd27-61aafccef456,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:21.691900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.711246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab49b152-30de-4e02-82c7-0e42958da493 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:21.722689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 4f8da2dc-ad7c-42ab-bd27-61aafccef456 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:21.747387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=de086152-0456-426e-accb-0c1d5c90c776,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:21.787175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ab49b152-30de-4e02-82c7-0e42958da493 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:21.787754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.828511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 788edc5b-e728-4972-8296-a93216cb1e07 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:21.830039 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:21.853199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a89ffbc9-0c89-4aa6-b142-ccaa2fb92c41 None None] Provisioning complete for port ab49b152-30de-4e02-82c7-0e42958da493 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:21.853641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a89ffbc9-0c89-4aa6-b142-ccaa2fb92c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.923506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:21.935625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4f8da2dc-ad7c-42ab-bd27-61aafccef456'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:31:21.941335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['6696b155-7085-41f8-b432-251dc85ae43c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:31:21.979758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=4f8da2dc-ad7c-42ab-bd27-61aafccef456,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:21.989727 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 6cbb34b0-5857-429a-a04d-a989294376be is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:22.032172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 4f8da2dc-ad7c-42ab-bd27-61aafccef456 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:22.035458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:22.037815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c567e246-ebb5-4aa5-b60d-368055563eaa req-1434f843-d8fd-4860-9892-c447cb6703d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.69 "DELETE /v2.0/ports/4f8da2dc-ad7c-42ab-bd27-61aafccef456 HTTP/1.1" status: 204 len: 173 time: 0.5950468 Sep 24 19:31:22.038351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'name': 'network-vif-deleted', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:31:22.051644 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8adfc7-97e3-46f8-8efc-7c8ada11c5f2" -d '{"events": [{"server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "name": "network-vif-deleted", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:31:22.097172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a89ffbc9-0c89-4aa6-b142-ccaa2fb92c41 None None] Provisioning complete for port de086152-0456-426e-accb-0c1d5c90c776 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:22.097548 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a89ffbc9-0c89-4aa6-b142-ccaa2fb92c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:22.121662 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad61db0-4531-4fd2-ba80-ffe07a6b00ea x-openstack-request-id: req-cad61db0-4531-4fd2-ba80-ffe07a6b00ea {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:31:22.121956 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70793863-5f8f-4c03-921b-045fb17816f1", "name": "network-vif-deleted", "tag": "4f8da2dc-ad7c-42ab-bd27-61aafccef456", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:31:22.122212 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cad61db0-4531-4fd2-ba80-ffe07a6b00ea {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:31:22.122643 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70793863-5f8f-4c03-921b-045fb17816f1', 'name': 'network-vif-deleted', 'tag': '4f8da2dc-ad7c-42ab-bd27-61aafccef456', 'status': 'completed', 'code': 200} Sep 24 19:31:22.177519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a89ffbc9-0c89-4aa6-b142-ccaa2fb92c41 None None] Port de086152-0456-426e-accb-0c1d5c90c776 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:22.208067 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:22.218927 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7939f993-da04-4b0f-9898-6cc30b0bc4a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/6cbb34b0-5857-429a-a04d-a989294376be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8650990 Sep 24 19:31:22.221623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44874) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:22.240904 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] Sync routers for ids ['6cbb34b0-5857-429a-a04d-a989294376be'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:22.266883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] Routers {'6cbb34b0-5857-429a-a04d-a989294376be'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:22.267783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6cbb34b0-5857-429a-a04d-a989294376be'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:22.290774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c8ea7-244f-4dfe-97d0-5d6701b93807 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:22.292886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a67c8ea7-244f-4dfe-97d0-5d6701b93807 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports/de086152-0456-426e-accb-0c1d5c90c776 HTTP/1.1" status: 200 len: 984 time: 0.0699196 Sep 24 19:31:22.296915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:22.346170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:22.370098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] Routers {'6cbb34b0-5857-429a-a04d-a989294376be'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:22.370744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:30:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6cbb34b0-5857-429a-a04d-a989294376be'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:22.375214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-463f8da3-b9d4-4b5a-9fbd-f9856cc89286 None None] Provisioning complete for port de086152-0456-426e-accb-0c1d5c90c776 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:22.375589 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-463f8da3-b9d4-4b5a-9fbd-f9856cc89286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:22.448459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:22.449039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eefe76-e34a-4875-b842-a79f085ff358 None None] The sync data for ids ['6cbb34b0-5857-429a-a04d-a989294376be'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:22.477297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-011a376e-9298-4d1b-a877-eb36f2f4f102 req-6b8d3b05-5e37-4bcd-8c4a-e7cb39fbf348 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0512183 Sep 24 19:31:22.496185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-463f8da3-b9d4-4b5a-9fbd-f9856cc89286 None None] Port de086152-0456-426e-accb-0c1d5c90c776 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:22.626122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d01d57a9-23dd-466c-b3db-9aaeab683072 None None] Provisioning complete for port de086152-0456-426e-accb-0c1d5c90c776 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:22.626515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d01d57a9-23dd-466c-b3db-9aaeab683072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:22.669170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d01d57a9-23dd-466c-b3db-9aaeab683072 None None] Port de086152-0456-426e-accb-0c1d5c90c776 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:22.889496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8029cb75-927d-42c7-809a-fde054a56bda None None] Provisioning complete for port de086152-0456-426e-accb-0c1d5c90c776 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:22.890045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8029cb75-927d-42c7-809a-fde054a56bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:22.929228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8029cb75-927d-42c7-809a-fde054a56bda None None] Port de086152-0456-426e-accb-0c1d5c90c776 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:22.974306 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb75a-3766-4e24-83ec-98f1e1a35286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.112090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.346461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port de086152-0456-426e-accb-0c1d5c90c776 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:23.346803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.349534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.444767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.457798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for de086152-0456-426e-accb-0c1d5c90c776 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:23.611391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5905eff3-f054-4410-89f9-05cc19339d05 req-bf49aa81-170a-40b8-a71e-46844eea6415 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0498176 Sep 24 19:31:23.663279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.674186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab49b152-30de-4e02-82c7-0e42958da493 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:23.718561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=de086152-0456-426e-accb-0c1d5c90c776,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:23.742243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ab49b152-30de-4e02-82c7-0e42958da493 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:23.742804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.801559 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:23.971859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 6cbb34b0-5857-429a-a04d-a989294376be has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:24.051068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:24.056225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25b290c4-f1ec-4ad7-8141-c759167e2763 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/6cbb34b0-5857-429a-a04d-a989294376be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582273 Sep 24 19:31:24.060021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44882) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:24.073518 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] Sync routers for ids ['6cbb34b0-5857-429a-a04d-a989294376be'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:24.084689 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] Routers {'6cbb34b0-5857-429a-a04d-a989294376be'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:24.085435 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6cbb34b0-5857-429a-a04d-a989294376be'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:24.123482 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:24.133273 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] Routers {'6cbb34b0-5857-429a-a04d-a989294376be'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:24.134403 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6cbb34b0-5857-429a-a04d-a989294376be'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:24.175429 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:24.176063 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f386-0bca-4239-9261-2133d16ce4f8 None None] The sync data for ids ['6cbb34b0-5857-429a-a04d-a989294376be'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:24.213115 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.303573 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-a0205472-59b7-43c9-8484-57f8e2ece3ae tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 19:31:24.305209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a0205472-59b7-43c9-8484-57f8e2ece3ae tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/6cbb34b0-5857-429a-a04d-a989294376be/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2438085 Sep 24 19:31:24.308163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44884) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:24.344397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-65d100de-9bb8-4655-b2fe-2182e05d939e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cbb34b0-5857-429a-a04d-a989294376be HTTP/1.1" status: 200 len: 205 time: 0.0337667 Sep 24 19:31:24.345802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44886) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:24.434619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.611027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.613452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.664359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.665067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 6cbb34b0-5857-429a-a04d-a989294376be {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:31:24.675565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.679511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6b52f876-5166-480f-b5b6-1c84b491bad4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/6cbb34b0-5857-429a-a04d-a989294376be HTTP/1.1" status: 204 len: 168 time: 0.3326850 Sep 24 19:31:24.680205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:24.715169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-658ffede-f573-4118-9827-6069ad2a2890 req-d8598dc3-fb5a-437a-bf75-5e20913310fc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Sep 24 19:31:24.749457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet 203001b7-4965-488c-8264-fdf7a54e6c9f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:24.752912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.792763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.876449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.943176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.971751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=203001b7-4965-488c-8264-fdf7a54e6c9f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:24.973738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:24.978093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15815194-02fe-477a-9e21-b2b60c2620db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/203001b7-4965-488c-8264-fdf7a54e6c9f HTTP/1.1" status: 204 len: 168 time: 0.2938066 Sep 24 19:31:24.978970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:24.982263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4164d779-f3e7-4326-8463-ffc13a76b486 None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:25.057324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.125910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port ab49b152-30de-4e02-82c7-0e42958da493 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:25.126346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.169843 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] DHCP port deletion for 788edc5b-e728-4972-8296-a93216cb1e07 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:25.192373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port ab49b152-30de-4e02-82c7-0e42958da493, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab49b152-30de-4e02-82c7-0e42958da493,segment=NetworkSegment(559b7a99-2633-4941-9f66-129c243c63dc),segment_id=559b7a99-2633-4941-9f66-129c243c63dc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:25.192879 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.206146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for ab49b152-30de-4e02-82c7-0e42958da493 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:25.217139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Deleting port ab49b152-30de-4e02-82c7-0e42958da493 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:25.217452 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.283955 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] For port ab49b152-30de-4e02-82c7-0e42958da493, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab49b152-30de-4e02-82c7-0e42958da493,segment=NetworkSegment(559b7a99-2633-4941-9f66-129c243c63dc),segment_id=559b7a99-2633-4941-9f66-129c243c63dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:25.284348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.294076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.297482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Calling delete_port for ab49b152-30de-4e02-82c7-0e42958da493 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:25.324378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=ab49b152-30de-4e02-82c7-0e42958da493,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:25.328405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port ab49b152-30de-4e02-82c7-0e42958da493 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:25.336224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4f8da2dc-ad7c-42ab-bd27-61aafccef456 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:25.362094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 4f8da2dc-ad7c-42ab-bd27-61aafccef456 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:25.362490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4f8da2dc-ad7c-42ab-bd27-61aafccef456 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:25.409491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.437516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788edc5b-e728-4972-8296-a93216cb1e07']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:25.448442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559b7a99-2633-4941-9f66-129c243c63dc') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:25.448720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559b7a99-2633-4941-9f66-129c243c63dc') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:25.460215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.474688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.481132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:25.481537 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:25.484844 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:25.551074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.553055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.559295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.563358 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/788edc5b-e728-4972-8296-a93216cb1e07 HTTP/1.1" status: 204 len: 168 time: 0.5841091 Sep 24 19:31:25.568024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:25.575418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1829460191'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:25.578600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Network 788edc5b-e728-4972-8296-a93216cb1e07 is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:31:25.579096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] No DVR routers for this DVR port ab49b152-30de-4e02-82c7-0e42958da493 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:25.580902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4850349-f75f-4079-8a69-de1a79939660 None None] Pushing event deleted for resources: {'Port': ['ID=ab49b152-30de-4e02-82c7-0e42958da493,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:25.610234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:25.613937 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.616103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5786-3137-4e74-82be-2ea85cbe6123 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=788edc5b-e728-4972-8296-a93216cb1e07,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:25.643826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:25.654309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.654678 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c of type vlan for network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c Sep 24 19:31:25.679888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab49b152-30de-4e02-82c7-0e42958da493 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:25.701838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ab49b152-30de-4e02-82c7-0e42958da493 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:25.702189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab49b152-30de-4e02-82c7-0e42958da493 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:25.702416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.730181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.736504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:25.737257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.781839 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2093446 Sep 24 19:31:25.782105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:25.787357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:25.838650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aca62eba-0370-4570-8c4f-da9030bfac72 req-e43bea0e-7c84-41f4-8773-29360336880b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=70793863-5f8f-4c03-921b-045fb17816f1 HTTP/1.1" status: 200 len: 210 time: 0.0386105 Sep 24 19:31:25.846877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e951db-6c29-4608-b2de-dfbf7ed6c4d2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:25.859035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:25.928564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:25.935017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:25.961557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.144734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.212917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=d155f340-d94c-492a-acb0-7c1b498ac2c1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:26.219068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:26.219341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:26.235749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:26.245024 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:26.251351 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:26.252265 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.253692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f89a52-f7b4-4346-ab3f-bf9bc01d9da7 None None] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:26.274398 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-05ae7ca8-4ba3-4a92-9883-3b87ccb27028 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4885733 Sep 24 19:31:26.274669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:26.279994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-413610751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:26.310416 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.311688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.374701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.380564 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.415147 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.416534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2e10adbf-5a1c-4576-ac3e-4ac0edfde168 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1409028 Sep 24 19:31:26.419243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:26.450578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c', 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'd155f340-d94c-492a-acb0-7c1b498ac2c1'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:26.451620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.600066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Allocated IP 2001:db8::2 (cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c/d155f340-d94c-492a-acb0-7c1b498ac2c1/ebef7732-bcf5-4667-ab3f-f26a808206a8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:26.708596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.754561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.761209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.801148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:26.804379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:26.807537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:26.821821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Pushing event updated for resources: {'Port': ['ID=ebef7732-bcf5-4667-ab3f-f26a808206a8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:26.867310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Attempting to bind port ebef7732-bcf5-4667-ab3f-f26a808206a8 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:26.867671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Attempting to bind port ebef7732-bcf5-4667-ab3f-f26a808206a8 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:26.868102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Attempting to bind port ebef7732-bcf5-4667-ab3f-f26a808206a8 on network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:26.874625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:26.876375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Checking segment: {'id': '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:26.876375 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.876375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Bound using segment: {'id': '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:26.876724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Bound port: ebef7732-bcf5-4667-ab3f-f26a808206a8, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:26.877161 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.951540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] For port ebef7732-bcf5-4667-ab3f-f26a808206a8, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:26.954626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] For port ebef7732-bcf5-4667-ab3f-f26a808206a8, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ebef7732-bcf5-4667-ab3f-f26a808206a8,segment=NetworkSegment(3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c),segment_id=3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:26.962044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:26.993130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8::1 (cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c/d155f340-d94c-492a-acb0-7c1b498ac2c1/aa682771-3762-450d-8716-9fde0f8b345e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:27.061600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474d923-d1b4-426c-8557-e8ee598976a4 None None] Pushing event updated for resources: {'Port': ['ID=ebef7732-bcf5-4667-ab3f-f26a808206a8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:27.104970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.141955 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.186531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:27.189696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:27.196923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:27.197460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.201037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=aa682771-3762-450d-8716-9fde0f8b345e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:27.344417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.613273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.619803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.620751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.689845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=aa682771-3762-450d-8716-9fde0f8b345e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:27.691584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ebef7732-bcf5-4667-ab3f-f26a808206a8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:27.753748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ebef7732-bcf5-4667-ab3f-f26a808206a8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:27.754442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.759707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:27.761068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:27.854192 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.892292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port ebef7732-bcf5-4667-ab3f-f26a808206a8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ebef7732-bcf5-4667-ab3f-f26a808206a8,segment=NetworkSegment(3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c),segment_id=3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:27.894361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 02cfcf49-5788-4d8f-b8f0-1865a957424f is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:27.903669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:27.967546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=ebef7732-bcf5-4667-ab3f-f26a808206a8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:28.067046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8909e3-b171-4b4f-a2cf-b067654de1b9 None None] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:28.144360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d65e9b4e-c28c-4aa0-afe0-21304b277bee None None] Provisioning complete for port ebef7732-bcf5-4667-ab3f-f26a808206a8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:28.144736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d65e9b4e-c28c-4aa0-afe0-21304b277bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:28.364792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:28.371956 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e92a5956-0f0b-455d-a9aa-72da80fec30f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/02cfcf49-5788-4d8f-b8f0-1865a957424f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510138 Sep 24 19:31:28.373115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:28.377065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] Sync routers for ids ['02cfcf49-5788-4d8f-b8f0-1865a957424f'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:28.387823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] Routers {'02cfcf49-5788-4d8f-b8f0-1865a957424f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:28.388792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['02cfcf49-5788-4d8f-b8f0-1865a957424f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:28.421754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf16a43-7d43-42f3-a200-e23e621f7ff9 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:28.423406 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3bf16a43-7d43-42f3-a200-e23e621f7ff9 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports/aa682771-3762-450d-8716-9fde0f8b345e HTTP/1.1" status: 200 len: 911 time: 0.0493436 Sep 24 19:31:28.426292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44912) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:28.428117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:28.440747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] Routers {'02cfcf49-5788-4d8f-b8f0-1865a957424f'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:28.441382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['02cfcf49-5788-4d8f-b8f0-1865a957424f'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:28.481968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:28.482767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7497dc8-02d9-4312-a86a-f702e7da312d None None] The sync data for ids ['02cfcf49-5788-4d8f-b8f0-1865a957424f'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:28.614919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-23d5a0ef-870d-4121-8575-bec5c505d1f5 None None] Provisioning complete for port aa682771-3762-450d-8716-9fde0f8b345e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:28.615300 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23d5a0ef-870d-4121-8575-bec5c505d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:28.654078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-23d5a0ef-870d-4121-8575-bec5c505d1f5 None None] Port aa682771-3762-450d-8716-9fde0f8b345e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:28.669145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-23d5a0ef-870d-4121-8575-bec5c505d1f5 None None] Provisioning complete for port ebef7732-bcf5-4667-ab3f-f26a808206a8 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:28.669608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23d5a0ef-870d-4121-8575-bec5c505d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:28.798733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:28.879146 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c3dcd661-a17a-4871-93e7-2a66a183362c None None] Provisioning complete for port aa682771-3762-450d-8716-9fde0f8b345e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:28.879725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd661-a17a-4871-93e7-2a66a183362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:28.916470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcd661-a17a-4871-93e7-2a66a183362c None None] Port aa682771-3762-450d-8716-9fde0f8b345e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:29.035866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-398cc142-f60b-42d1-849a-8093da56977a None None] Provisioning complete for port aa682771-3762-450d-8716-9fde0f8b345e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:29.036534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-398cc142-f60b-42d1-849a-8093da56977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.068420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port aa682771-3762-450d-8716-9fde0f8b345e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:29.068683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.076996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-398cc142-f60b-42d1-849a-8093da56977a None None] Port aa682771-3762-450d-8716-9fde0f8b345e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:29.166954 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.180416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for aa682771-3762-450d-8716-9fde0f8b345e owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:29.352909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.379946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=aa682771-3762-450d-8716-9fde0f8b345e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:29.484569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.652905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 02cfcf49-5788-4d8f-b8f0-1865a957424f has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:29.659015 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ebef7732-bcf5-4667-ab3f-f26a808206a8 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:29.710245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ebef7732-bcf5-4667-ab3f-f26a808206a8 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:29.710615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.733670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:29.741753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:29.742370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1bdeda41-f1c7-4c42-be25-586ee7024476 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/02cfcf49-5788-4d8f-b8f0-1865a957424f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3143942 Sep 24 19:31:29.747668 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] Sync routers for ids ['02cfcf49-5788-4d8f-b8f0-1865a957424f'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:29.759763 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] Routers {'02cfcf49-5788-4d8f-b8f0-1865a957424f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:29.760693 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['02cfcf49-5788-4d8f-b8f0-1865a957424f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:29.778333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ab3e68e4-e65e-4503-9f3a-80d1671eff73 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=02cfcf49-5788-4d8f-b8f0-1865a957424f HTTP/1.1" status: 200 len: 205 time: 0.0343463 Sep 24 19:31:29.781119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44922) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:29.864776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:29.923518 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:29.933204 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] Routers {'02cfcf49-5788-4d8f-b8f0-1865a957424f'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:29.934707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['02cfcf49-5788-4d8f-b8f0-1865a957424f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:29.974513 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:29.975455 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080999f4-98fd-4e3a-b59c-139ee6b8b18b None None] The sync data for ids ['02cfcf49-5788-4d8f-b8f0-1865a957424f'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:30.045585 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.048289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.114537 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.115848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 02cfcf49-5788-4d8f-b8f0-1865a957424f {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:31:30.124695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.125848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2cfd9cfc-1e66-47fb-9715-701453cef809 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/02cfcf49-5788-4d8f-b8f0-1865a957424f HTTP/1.1" status: 204 len: 168 time: 0.3435724 Sep 24 19:31:30.128661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:30.203036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet d155f340-d94c-492a-acb0-7c1b498ac2c1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:30.210544 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.281938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.379863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.441139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.472997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=d155f340-d94c-492a-acb0-7c1b498ac2c1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:30.478272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.482663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-69e030bf-c323-4e1a-9a96-68cc39164636 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/d155f340-d94c-492a-acb0-7c1b498ac2c1 HTTP/1.1" status: 204 len: 168 time: 0.3502777 Sep 24 19:31:30.483472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:30.484541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347475d8-8b50-42ed-9f1d-fa8b2b626525 None None] Network cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:30.560202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.619523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port ebef7732-bcf5-4667-ab3f-f26a808206a8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:30.619875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.651854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] DHCP port deletion for cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:30.689561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port ebef7732-bcf5-4667-ab3f-f26a808206a8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ebef7732-bcf5-4667-ab3f-f26a808206a8,segment=NetworkSegment(3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c),segment_id=3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:30.689935 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.703183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Deleting port ebef7732-bcf5-4667-ab3f-f26a808206a8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:30.703612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.704248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for ebef7732-bcf5-4667-ab3f-f26a808206a8 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:30.769135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] For port ebef7732-bcf5-4667-ab3f-f26a808206a8, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ebef7732-bcf5-4667-ab3f-f26a808206a8,segment=NetworkSegment(3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c),segment_id=3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:30.769814 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.782179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Calling delete_port for ebef7732-bcf5-4667-ab3f-f26a808206a8 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:30.789816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.821259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port ebef7732-bcf5-4667-ab3f-f26a808206a8 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:30.847152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=ebef7732-bcf5-4667-ab3f-f26a808206a8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:30.863838 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.887574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] Pushing event deleted for resources: {'Port': ['ID=ebef7732-bcf5-4667-ab3f-f26a808206a8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:30.893182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2f050-a46f-45a1-9c64-b65a3e3618f3 None None] No DVR routers for this DVR port ebef7732-bcf5-4667-ab3f-f26a808206a8 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:30.909558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.931211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:30.941397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:30.941690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbc6380-15b1-4b98-ab46-9e6d0fa10e3c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:30.950713 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.964162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.969890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:30.970225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:30.973113 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:31.033550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.040529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.042329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c HTTP/1.1" status: 204 len: 168 time: 0.5582387 Sep 24 19:31:31.046535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44930) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:31.052343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-23248331', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:31.054162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e138-1a31-4e03-bc58-c22d1ceed0f5 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=cd579e7e-1a3e-45ea-9c12-ae2bc0bfcc1c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:31.087120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.088296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.138291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.276209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.643947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ebef7732-bcf5-4667-ab3f-f26a808206a8 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:31.665419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ebef7732-bcf5-4667-ab3f-f26a808206a8 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:31.665815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ebef7732-bcf5-4667-ab3f-f26a808206a8 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:31.843802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.865013 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:31.884540 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ae5f2-958b-4c4e-96b1-7aeb55e440c7 req-d50236b7-5b28-43b3-bec5-4053b9a5aadc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:31.886039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-906ae5f2-958b-4c4e-96b1-7aeb55e440c7 req-d50236b7-5b28-43b3-bec5-4053b9a5aadc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.1218858 Sep 24 19:31:31.981910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-906ae5f2-958b-4c4e-96b1-7aeb55e440c7 req-d2d95814-ec6d-46be-9354-3a31ec96b4ba tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676374 Sep 24 19:31:32.006874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 172.25.5.38 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/086f5363-0374-439d-8134-f6d7235187ac) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:32.113204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:32.147626 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:32.182557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:32.186088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:32.189675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:32.226049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=086f5363-0374-439d-8134-f6d7235187ac,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:32.449747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:32.641993 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:32.768445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:32.874823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:32.884382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] Sync routers for ids ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:32.893850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:32.894045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] Routers {'ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:32.894489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:32.895278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6fbac0dd-6665-4b16-8e23-426d8700734e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.8477063 Sep 24 19:31:32.898121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:32.926665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:32.936073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] Routers {'ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:32.936712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:32.970303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:32.970959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cbd671-2d0d-4e78-8620-76ff4ff8ff0d None None] The sync data for ids ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:33.010615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2bb88380-0915-4a6c-92b9-fc6fb4dd8624 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers/ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 200 len: 882 time: 0.1111052 Sep 24 19:31:33.012996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:33.099363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af42e0-9fc1-4e6d-8ae5-d04398ae888c req-3a686808-d2d7-4c71-9e75-9010f44496ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:33.100895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8af42e0-9fc1-4e6d-8ae5-d04398ae888c req-3a686808-d2d7-4c71-9e75-9010f44496ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.0497262 Sep 24 19:31:33.143667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8af42e0-9fc1-4e6d-8ae5-d04398ae888c req-59f9a53f-c614-4cc4-9e1d-f00c47ea3d94 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Sep 24 19:31:33.240057 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cb0024c8-6235-4ff1-adf4-c7cdb2b96314 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2261512 Sep 24 19:31:33.242633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44944) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:33.247968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-23248331'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:33.287784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-f77a9b14-a6d5-4911-8753-8c0e1d0459a8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:33.289235 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-f77a9b14-a6d5-4911-8753-8c0e1d0459a8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Sep 24 19:31:33.316056 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.386381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 6696b155-7085-41f8-b432-251dc85ae43c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:33.386757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.477959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 6696b155-7085-41f8-b432-251dc85ae43c, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=6696b155-7085-41f8-b432-251dc85ae43c,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:33.478238 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.491121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 6696b155-7085-41f8-b432-251dc85ae43c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:33.551130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.562003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.621951 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.634962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['6696b155-7085-41f8-b432-251dc85ae43c'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:31:33.649499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=6696b155-7085-41f8-b432-251dc85ae43c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:33.650021 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:31:33.680343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:33.700087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 6696b155-7085-41f8-b432-251dc85ae43c on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:33.702548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.704524 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6a4f5283-b133-4a46-a432-aa7ef549e526 req-300a4549-25c2-4927-847e-f9637601a5ce tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "DELETE /v2.0/ports/6696b155-7085-41f8-b432-251dc85ae43c HTTP/1.1" status: 204 len: 173 time: 0.4072282 Sep 24 19:31:33.704964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'name': 'network-vif-deleted', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:31:33.707422 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f6cf8-568f-478e-aab7-8c68168b4443" -d '{"events": [{"server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "name": "network-vif-deleted", "tag": "6696b155-7085-41f8-b432-251dc85ae43c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:31:33.747295 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1cc0f2-b544-4aee-b921-2f251cc9775c x-openstack-request-id: req-4a1cc0f2-b544-4aee-b921-2f251cc9775c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:31:33.747799 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990c6d53-1165-49c4-aa70-1a12a0d42b73", "name": "network-vif-deleted", "tag": "6696b155-7085-41f8-b432-251dc85ae43c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:31:33.748237 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a1cc0f2-b544-4aee-b921-2f251cc9775c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:31:33.748639 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990c6d53-1165-49c4-aa70-1a12a0d42b73', 'name': 'network-vif-deleted', 'tag': '6696b155-7085-41f8-b432-251dc85ae43c', 'status': 'completed', 'code': 200} Sep 24 19:31:33.798829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:33.805447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:33.809199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c554792f-d202-4665-87e3-d2eea1db13fc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 200 len: 889 time: 0.5629535 Sep 24 19:31:33.809386 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] Sync routers for ids ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:33.809507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44948) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:33.817087 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] Routers {'ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:33.817714 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:33.855575 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:33.864246 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] Routers {'ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:33.864861 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:33.895478 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:33.896122 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2116d-2042-46d2-b340-3b22805e09ca None None] The sync data for ids ['ce002e4e-cc82-4716-a0bd-12f3f1b2fa33'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:33.923467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1502840b-6119-4e54-b0e6-b81c2395c29c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers/ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 200 len: 889 time: 0.1127784 Sep 24 19:31:33.925886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44950) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:33.952770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f5ab5c7b-f456-4529-90dd-9f674d11474d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 200 len: 205 time: 0.0258322 Sep 24 19:31:33.955400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:34.069014 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.176295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.233229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 086f5363-0374-439d-8134-f6d7235187ac {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:34.233572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.247517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51473fff-3e53-4111-827b-202bde184b30 req-bef1ac0f-eb1c-47ab-b38f-3aea58f15a0f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0335753 Sep 24 19:31:34.309767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.321431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 086f5363-0374-439d-8134-f6d7235187ac owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:34.486427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.513378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=086f5363-0374-439d-8134-f6d7235187ac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:34.573776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.666087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.669012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.717271 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.717946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:31:34.727477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.728609 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82212d9e-2803-43c7-b336-f4f5ab593ddf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 204 len: 168 time: 0.7722213 Sep 24 19:31:34.732793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44956) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:34.737791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-320847854'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:34.765808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:34.769357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.796512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:34.805639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.806001 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 9643e7f9-188d-4e9a-a18c-22881002b1ab of type vlan for network bbc7a667-a997-4de4-ad35-f7d827c38e30 Sep 24 19:31:34.850219 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.875123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.880656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:34.881240 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:34.916054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821644 Sep 24 19:31:34.919939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:34.925171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:34.950212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ae77c-14f2-4909-99fc-84706e795fd2 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=bbc7a667-a997-4de4-ad35-f7d827c38e30,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:34.960959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:35.020761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:35.024687 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.220484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.279408 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:35.288935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '9643e7f9-188d-4e9a-a18c-22881002b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:35.289299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: bbc7a667-a997-4de4-ad35-f7d827c38e30, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:35.307443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:35.317168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, bbc7a667-a997-4de4-ad35-f7d827c38e30) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:35.321752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:35.322474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.338937 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-05fea038-7c54-422b-8ac4-ac370791627c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4176931 Sep 24 19:31:35.342195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44962) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:35.342688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c197ed2-f0a4-489d-9c82-d489b17e9b96 None None] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:35.347495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1958019481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:35.372716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e015854-cabb-4f77-80c8-bc09a40db41c req-d581d7cb-3a2d-410c-b9c8-84d4cf29e3c1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0464401 Sep 24 19:31:35.393838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.394836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.449492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.454161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.471673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.473296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cbd1c080-8b88-4c31-bf33-0d59c8c70f9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1300890 Sep 24 19:31:35.476202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:35.499847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-bbc7a667-a997-4de4-ad35-f7d827c38e30', 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:35.500876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.638160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Allocated IP 2001:db8::2 (bbc7a667-a997-4de4-ad35-f7d827c38e30/a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a/a0a38533-1448-4d6d-91f9-234dab34d3a7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:35.796215 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.804570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.849046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:35.851892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:35.859011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:35.862264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Pushing event updated for resources: {'Port': ['ID=a0a38533-1448-4d6d-91f9-234dab34d3a7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:35.920948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Attempting to bind port a0a38533-1448-4d6d-91f9-234dab34d3a7 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:35.921605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Attempting to bind port a0a38533-1448-4d6d-91f9-234dab34d3a7 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9643e7f9-188d-4e9a-a18c-22881002b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:35.921984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Attempting to bind port a0a38533-1448-4d6d-91f9-234dab34d3a7 on network bbc7a667-a997-4de4-ad35-f7d827c38e30 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:35.927437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:35.927818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Checking segment: {'id': '9643e7f9-188d-4e9a-a18c-22881002b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:35.928228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.928625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Bound using segment: {'id': '9643e7f9-188d-4e9a-a18c-22881002b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:35.929092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Bound port: a0a38533-1448-4d6d-91f9-234dab34d3a7, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9643e7f9-188d-4e9a-a18c-22881002b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bbc7a667-a997-4de4-ad35-f7d827c38e30'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:35.929480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:35.996936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] For port a0a38533-1448-4d6d-91f9-234dab34d3a7, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:36.000380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] For port a0a38533-1448-4d6d-91f9-234dab34d3a7, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0a38533-1448-4d6d-91f9-234dab34d3a7,segment=NetworkSegment(9643e7f9-188d-4e9a-a18c-22881002b1ab),segment_id=9643e7f9-188d-4e9a-a18c-22881002b1ab)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:36.006703 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.075744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5058104-722c-4715-9cd7-96c32d0b7ddf None None] Pushing event updated for resources: {'Port': ['ID=a0a38533-1448-4d6d-91f9-234dab34d3a7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:36.094647 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.368232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8::1 (bbc7a667-a997-4de4-ad35-f7d827c38e30/a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a/af1cb445-31f2-4a38-a502-ebfffe79bf18) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:36.382285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 6696b155-7085-41f8-b432-251dc85ae43c no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:36.414700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 6696b155-7085-41f8-b432-251dc85ae43c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:36.415071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 6696b155-7085-41f8-b432-251dc85ae43c not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:36.484827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0edda3d3-cc1f-4688-a450-f66333913b13 req-aedfbb7b-bb5c-4bcf-a4ef-2599d166ff78 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0281508 Sep 24 19:31:36.485994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.524133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.569037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:36.572136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:36.576370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:36.576900 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.612729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=af1cb445-31f2-4a38-a502-ebfffe79bf18,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:36.694942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.973818 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.979133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:36.980686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.063586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=af1cb445-31f2-4a38-a502-ebfffe79bf18,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:37.079099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa19a4-030e-4563-9539-6adf61b4a1cd None None] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:37.146242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:37.148143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:37.195363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] Provisioning complete for port a0a38533-1448-4d6d-91f9-234dab34d3a7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:37.195800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.272252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 62431ca1-3991-4e9a-84d9-a0715ac20db0 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:37.315268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.368775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] For port a0a38533-1448-4d6d-91f9-234dab34d3a7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0a38533-1448-4d6d-91f9-234dab34d3a7,segment=NetworkSegment(9643e7f9-188d-4e9a-a18c-22881002b1ab),segment_id=9643e7f9-188d-4e9a-a18c-22881002b1ab)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:37.374246 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.406774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:37.414263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ee62537e-d924-4e4f-b906-028849435c78 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/62431ca1-3991-4e9a-84d9-a0715ac20db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9362931 Sep 24 19:31:37.418306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:37.469914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] Sync routers for ids ['62431ca1-3991-4e9a-84d9-a0715ac20db0'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:37.476545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50ffd-421c-4a2c-845d-c8b2bf845839 None None] Pushing event updated for resources: {'Port': ['ID=a0a38533-1448-4d6d-91f9-234dab34d3a7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:37.482663 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b8f4c-229e-49dd-83b4-0de82bf439e9 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:37.484375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fe7b8f4c-229e-49dd-83b4-0de82bf439e9 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports/af1cb445-31f2-4a38-a502-ebfffe79bf18 HTTP/1.1" status: 200 len: 911 time: 0.0651088 Sep 24 19:31:37.487224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 44970) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:37.493868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:37.494464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] Routers {'62431ca1-3991-4e9a-84d9-a0715ac20db0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:37.495136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['62431ca1-3991-4e9a-84d9-a0715ac20db0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:37.703339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-113e82d1-95e3-4b79-8f52-d20eb5cd068b req-751b8465-49d9-4401-a904-d5263aec62c2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=990c6d53-1165-49c4-aa70-1a12a0d42b73 HTTP/1.1" status: 200 len: 210 time: 0.0457718 Sep 24 19:31:37.751503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0a38533-1448-4d6d-91f9-234dab34d3a7 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:37.756159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:37.788061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] Routers {'62431ca1-3991-4e9a-84d9-a0715ac20db0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:37.788709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['62431ca1-3991-4e9a-84d9-a0715ac20db0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:37.798160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.845277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f881a166-6dc5-46a6-9f6a-f59dd43cac02 None None] Provisioning complete for port a0a38533-1448-4d6d-91f9-234dab34d3a7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:37.845799 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f881a166-6dc5-46a6-9f6a-f59dd43cac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:37.847801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:37.848649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca3bb4-1db9-4eaa-a029-3633cc1434ef None None] The sync data for ids ['62431ca1-3991-4e9a-84d9-a0715ac20db0'] in n-d-810952-2 is: [] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:37.925815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a0a38533-1448-4d6d-91f9-234dab34d3a7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:37.926427 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.056076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f881a166-6dc5-46a6-9f6a-f59dd43cac02 None None] Provisioning complete for port af1cb445-31f2-4a38-a502-ebfffe79bf18 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:38.056451 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f881a166-6dc5-46a6-9f6a-f59dd43cac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.103317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f881a166-6dc5-46a6-9f6a-f59dd43cac02 None None] Port af1cb445-31f2-4a38-a502-ebfffe79bf18 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:38.226483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-28474234-1b98-4087-8470-a41a040c6fd4 None None] Provisioning complete for port af1cb445-31f2-4a38-a502-ebfffe79bf18 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:38.226973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28474234-1b98-4087-8470-a41a040c6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.265831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28474234-1b98-4087-8470-a41a040c6fd4 None None] Port af1cb445-31f2-4a38-a502-ebfffe79bf18 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:38.268409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.278657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.285210 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:38.285829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.287184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/ports/af1cb445-31f2-4a38-a502-ebfffe79bf18 HTTP/1.1" status: 200 len: 911 time: 0.7989316 Sep 24 19:31:38.290306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:38.328505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=af1cb445-31f2-4a38-a502-ebfffe79bf18,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:38.335980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.336359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.336666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.337005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.337333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.337660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.337986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.338312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.338635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.338984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.339936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.340278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be4e93-b469-42c9-b0fc-873bdefedb84 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:38.385851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6271535e-39d3-4bbe-b7e3-df2368efbca2 None None] Provisioning complete for port af1cb445-31f2-4a38-a502-ebfffe79bf18 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:38.386796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6271535e-39d3-4bbe-b7e3-df2368efbca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.420620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6271535e-39d3-4bbe-b7e3-df2368efbca2 None None] Port af1cb445-31f2-4a38-a502-ebfffe79bf18 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:38.618165 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.868193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port af1cb445-31f2-4a38-a502-ebfffe79bf18 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:38.868556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.955242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:38.968578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for af1cb445-31f2-4a38-a502-ebfffe79bf18 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:38.977175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.141835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.171068 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=af1cb445-31f2-4a38-a502-ebfffe79bf18,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:39.271981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.429633 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 62431ca1-3991-4e9a-84d9-a0715ac20db0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:39.506794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:39.515184 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6c4beee6-3486-4078-b495-0944bfe22f9f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/62431ca1-3991-4e9a-84d9-a0715ac20db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2204425 Sep 24 19:31:39.515184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:39.516771 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] Sync routers for ids ['62431ca1-3991-4e9a-84d9-a0715ac20db0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:39.525842 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] Routers {'62431ca1-3991-4e9a-84d9-a0715ac20db0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:39.526450 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['62431ca1-3991-4e9a-84d9-a0715ac20db0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:39.546339 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9a7370db-9f88-4b99-bf90-a68f3defa7a7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=62431ca1-3991-4e9a-84d9-a0715ac20db0 HTTP/1.1" status: 200 len: 205 time: 0.0278687 Sep 24 19:31:39.546624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:39.567565 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:39.578564 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] Routers {'62431ca1-3991-4e9a-84d9-a0715ac20db0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:39.579202 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['62431ca1-3991-4e9a-84d9-a0715ac20db0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:39.611868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:39.612780 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c83dd-52ae-4a3f-8078-8de30ab84088 None None] The sync data for ids ['62431ca1-3991-4e9a-84d9-a0715ac20db0'] in n-d-810952-2 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:39.625261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.783936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.786198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.828874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.829745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 62431ca1-3991-4e9a-84d9-a0715ac20db0 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:31:39.837777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.842001 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7bfb4a87-afe5-4dd1-a8ab-dc05a59b71ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/62431ca1-3991-4e9a-84d9-a0715ac20db0 HTTP/1.1" status: 204 len: 168 time: 0.2914305 Sep 24 19:31:39.842284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 44988) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:39.895636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:39.899058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:39.950520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.042175 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.106644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.140220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:40.144273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.152584 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a7da2039-7c37-46b0-aec0-3435434a51cb tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a HTTP/1.1" status: 204 len: 168 time: 0.3040836 Sep 24 19:31:40.152584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:40.161875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9bc08-b251-404a-aba9-4be0083796f2 None None] Network bbc7a667-a997-4de4-ad35-f7d827c38e30 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:40.281483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.360528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port a0a38533-1448-4d6d-91f9-234dab34d3a7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:40.360924 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.434503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] DHCP port deletion for bbc7a667-a997-4de4-ad35-f7d827c38e30 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:40.442155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port a0a38533-1448-4d6d-91f9-234dab34d3a7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0a38533-1448-4d6d-91f9-234dab34d3a7,segment=NetworkSegment(9643e7f9-188d-4e9a-a18c-22881002b1ab),segment_id=9643e7f9-188d-4e9a-a18c-22881002b1ab)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:40.442769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.457669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for a0a38533-1448-4d6d-91f9-234dab34d3a7 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:40.494429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Deleting port a0a38533-1448-4d6d-91f9-234dab34d3a7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:40.494804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.548210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.571374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] For port a0a38533-1448-4d6d-91f9-234dab34d3a7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a0a38533-1448-4d6d-91f9-234dab34d3a7,segment=NetworkSegment(9643e7f9-188d-4e9a-a18c-22881002b1ab),segment_id=9643e7f9-188d-4e9a-a18c-22881002b1ab)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:40.571741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.584700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=a0a38533-1448-4d6d-91f9-234dab34d3a7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:40.587569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Calling delete_port for a0a38533-1448-4d6d-91f9-234dab34d3a7 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:40.597473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port a0a38533-1448-4d6d-91f9-234dab34d3a7 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:40.689146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.690415 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.715737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] Pushing event deleted for resources: {'Port': ['ID=a0a38533-1448-4d6d-91f9-234dab34d3a7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:40.717565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d82e9-946b-4f36-921a-081aca73adb7 None None] No DVR routers for this DVR port a0a38533-1448-4d6d-91f9-234dab34d3a7 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:40.727724 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc7a667-a997-4de4-ad35-f7d827c38e30']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:40.737882 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9643e7f9-188d-4e9a-a18c-22881002b1ab') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:40.738179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9643e7f9-188d-4e9a-a18c-22881002b1ab') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:40.748094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.760952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.766684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:40.767100 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:40.769904 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:40.833262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.840791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.842573 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/bbc7a667-a997-4de4-ad35-f7d827c38e30 HTTP/1.1" status: 204 len: 168 time: 0.6894217 Sep 24 19:31:40.848273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:40.853161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-143258352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:40.853395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2989bf-714d-47e0-88d0-018545be2c04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=bbc7a667-a997-4de4-ad35-f7d827c38e30,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:40.882458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.883928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.935126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.939022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.953830 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:40.955040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ad030824-0f5a-46cb-a383-c7369a9ef75e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1057181 Sep 24 19:31:40.957671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:40.962394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161633984'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:40.983374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:40.986653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.012062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:41.021027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.021373 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 450ade9b-825d-4707-b4fc-f269d8fff845 of type vlan for network d49bc29e-6173-4d9f-8059-d27a021ad949 Sep 24 19:31:41.062806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.086794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.087606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.092211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471397309', 'description': 'tempest-secgroup-smoke-471397309 description', 'project_id': '930624fc8cbf43838ce4987884894086'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.094033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:41.094616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.114779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.133721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1724210 Sep 24 19:31:41.133966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45038) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.141027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.183199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ceae2-bbfc-4183-b17d-c9c69944329c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=d49bc29e-6173-4d9f-8059-d27a021ad949,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.194664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network d49bc29e-6173-4d9f-8059-d27a021ad949 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:41.196958 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.202186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.218617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.220013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1320617 Sep 24 19:31:41.225598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.230281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.256500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a9ac5-d2ce-42bf-a659-499fabfab311,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.267981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.268343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.268713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.269015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.269344 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.269705 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.270073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.270372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.270684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.271027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.271345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.271661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b902aa-44d4-46a9-8d1a-321eb2f75236 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:41.283190 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.290532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:41.294258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.344285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.348697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.374013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a2770c-3c73-411e-b750-532cd677e259,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.381982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.383569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da4e9516-8e31-4dae-96dd-6e60795d2b4c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569276 Sep 24 19:31:41.387050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.393837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.429477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.500139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.507412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.524872 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.525760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00702587-4389-46b6-b5dc-d7fdfc6a187b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.532519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.534278 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eda71c25-002f-436a-8929-74d44bddd1e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453793 Sep 24 19:31:41.536593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.541025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.568057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.591198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=9712257f-021c-4f0b-8cf1-70d280151420,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.600047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:41.601656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: d49bc29e-6173-4d9f-8059-d27a021ad949, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:41.619308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network d49bc29e-6173-4d9f-8059-d27a021ad949 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:41.628133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.629611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, d49bc29e-6173-4d9f-8059-d27a021ad949) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:41.634214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:41.634804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.638978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.639488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f486387-30fa-4916-92b5-e4b66947a878 None None] Network d49bc29e-6173-4d9f-8059-d27a021ad949 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:41.654939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0af96f-3c62-4d39-8d30-8de9410a45d4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.656441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.657638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0876a199-decf-40a5-b6bd-1b03cf73f08c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5226507 Sep 24 19:31:41.673792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0a38533-1448-4d6d-91f9-234dab34d3a7 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:41.696423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a0a38533-1448-4d6d-91f9-234dab34d3a7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:41.696849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a0a38533-1448-4d6d-91f9-234dab34d3a7 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:41.739906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.741087 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7925fb53-de8f-4eb0-92d0-9fb3e06ddbeb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035158 Sep 24 19:31:41.744040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45048) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.749495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.780957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.827509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-d49bc29e-6173-4d9f-8059-d27a021ad949', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:41.828540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.849271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.855195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.873493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f4c413-38aa-4ac3-a202-e98de90429ed,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:41.881637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.883148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fee22f38-3461-432e-85b9-d9a596a444f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378102 Sep 24 19:31:41.885812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45050) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:41.890982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:41.914040 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Project 930624fc8cbf43838ce4987884894086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:31:41.920819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.993636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:41.998706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.003632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Allocated IP 2001:db8::2 (d49bc29e-6173-4d9f-8059-d27a021ad949/9712257f-021c-4f0b-8cf1-70d280151420/0390f038-dd20-420c-a541-8bd260fc27a0) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:42.025624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6f0f31-6b15-42fa-af31-7e2ee0836a94,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:42.029310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.033430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3b996c6a-ce82-4628-bf6c-cbf81228a13e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434724 Sep 24 19:31:42.033661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45052) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:42.038096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'security_group_rule': {'security_group_id': '0e5a9ac5-d2ce-42bf-a659-499fabfab311', 'project_id': '930624fc8cbf43838ce4987884894086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:42.065448 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Project 930624fc8cbf43838ce4987884894086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:31:42.071945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.141209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.145280 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.163382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf53217-dd6b-4ca3-9cb1-a1249cf139d2,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:42.169761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.172186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.173632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc7dd64e-08e6-4494-be58-2fa23dda200b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390226 Sep 24 19:31:42.176252 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.216455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Network d49bc29e-6173-4d9f-8059-d27a021ad949 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:42.220856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:42.227805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:42.231808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Pushing event updated for resources: {'Port': ['ID=0390f038-dd20-420c-a541-8bd260fc27a0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:42.292694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Attempting to bind port 0390f038-dd20-420c-a541-8bd260fc27a0 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:42.293238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Attempting to bind port 0390f038-dd20-420c-a541-8bd260fc27a0 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:42.293609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Attempting to bind port 0390f038-dd20-420c-a541-8bd260fc27a0 on network d49bc29e-6173-4d9f-8059-d27a021ad949 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:42.299164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:42.299603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Checking segment: {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:42.299958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.300361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Bound using segment: {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:42.300858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Bound port: 0390f038-dd20-420c-a541-8bd260fc27a0, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:42.301261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.312611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.371939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] For port 0390f038-dd20-420c-a541-8bd260fc27a0, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:42.375315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] For port 0390f038-dd20-420c-a541-8bd260fc27a0, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0390f038-dd20-420c-a541-8bd260fc27a0,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:42.380580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.443885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8dc-b118-4bdc-8f3a-6a25ee661a18 None None] Pushing event updated for resources: {'Port': ['ID=0390f038-dd20-420c-a541-8bd260fc27a0,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:42.569000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8::1 (d49bc29e-6173-4d9f-8059-d27a021ad949/9712257f-021c-4f0b-8cf1-70d280151420/24891bfe-9047-4cab-9d52-1ed59936d684) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:42.725532 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.763352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.810616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network d49bc29e-6173-4d9f-8059-d27a021ad949 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:42.813771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:42.817636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:42.818177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:42.857627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:42.953488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.229281 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.235375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.236390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.314353 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:43.384224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network d49bc29e-6173-4d9f-8059-d27a021ad949 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:43.386763 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:43.514901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52c774-213f-4ffe-aca7-da12298b6f5a None None] Network d49bc29e-6173-4d9f-8059-d27a021ad949 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:43.520948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:31:43.597520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] Provisioning complete for port 0390f038-dd20-420c-a541-8bd260fc27a0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:43.597904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.624294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:43.629629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-536c6f5a-e831-4bab-8bc4-468ac58a5297 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722042 Sep 24 19:31:43.632402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45126) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:43.638040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189373281'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:43.663709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:43.669457 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.698155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:43.710839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:43.723979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.724223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0390f038-dd20-420c-a541-8bd260fc27a0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:43.724373 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment cea32266-16c2-4bdf-81aa-7af9fc09a9ff of type vlan for network 7054e664-3b7a-411c-af47-67a4118c70c0 Sep 24 19:31:43.770585 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.788318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:43.788961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:43.801396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.807234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:43.808402 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:43.848483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2146957 Sep 24 19:31:43.852118 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:43.861622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:43.889546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79f09-f84d-4332-8741-89f596d94d2b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=7054e664-3b7a-411c-af47-67a4118c70c0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:43.925418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:43.966473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:43.974451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:43.978607 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.025114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0390f038-dd20-420c-a541-8bd260fc27a0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:44.025763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.032062 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.230803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.302564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=d30a7166-139f-40fc-9021-13da3e61a85a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:44.313120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:44.313476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 7054e664-3b7a-411c-af47-67a4118c70c0, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:44.332409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 7054e664-3b7a-411c-af47-67a4118c70c0 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:44.347037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7054e664-3b7a-411c-af47-67a4118c70c0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:44.351876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:44.352663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.371532 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bc7ed918-8828-44cf-b727-b3ba6ea76112 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5175676 Sep 24 19:31:44.374456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45132) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:44.383706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d504df-116a-40b3-9f53-dd1b5f97dac5 None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:44.417110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] For port 0390f038-dd20-420c-a541-8bd260fc27a0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0390f038-dd20-420c-a541-8bd260fc27a0,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:44.438541 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.661978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ededd2c-ceba-4f29-b40b-6c4233138a79 None None] Pushing event updated for resources: {'Port': ['ID=0390f038-dd20-420c-a541-8bd260fc27a0,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:44.675209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f31825d4-40db-4773-86a4-f20cb2a1128b None None] Provisioning complete for port 24891bfe-9047-4cab-9d52-1ed59936d684 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:44.675585 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f31825d4-40db-4773-86a4-f20cb2a1128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.763939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:42Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:43Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:44.772292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f31825d4-40db-4773-86a4-f20cb2a1128b None None] Port 24891bfe-9047-4cab-9d52-1ed59936d684 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:44.784166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.812924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:31:44.813529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Updating router 48329f49-8fed-4462-ab09-3dab8d8682c5 port 24891bfe-9047-4cab-9d52-1ed59936d684 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:31:44.857238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f31825d4-40db-4773-86a4-f20cb2a1128b None None] Provisioning complete for port 0390f038-dd20-420c-a541-8bd260fc27a0 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:44.857238 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f31825d4-40db-4773-86a4-f20cb2a1128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.890700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7054e664-3b7a-411c-af47-67a4118c70c0', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:44.891506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:44.896570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.079633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8:1::1 (7054e664-3b7a-411c-af47-67a4118c70c0/d30a7166-139f-40fc-9021-13da3e61a85a/d2a6d67c-75eb-476a-bc1a-a6972d7eea9e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:45.209959 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.247210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.309003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d5e1406e-a5a0-4666-b37c-1ee15167554f None None] Provisioning complete for port 24891bfe-9047-4cab-9d52-1ed59936d684 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:45.309378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5e1406e-a5a0-4666-b37c-1ee15167554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.325241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:45.329984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 7054e664-3b7a-411c-af47-67a4118c70c0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:45.331846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:45.340032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:45.340953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.359303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Allocated IP 2001:db8:1::2 (7054e664-3b7a-411c-af47-67a4118c70c0/d30a7166-139f-40fc-9021-13da3e61a85a/47b8fc01-5a16-40ee-a20a-a2b147134905) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:45.391524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1406e-a5a0-4666-b37c-1ee15167554f None None] Port 24891bfe-9047-4cab-9d52-1ed59936d684 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:45.486404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.494323 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.561961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431ebaf-076d-494a-997a-900e1272ab16 None None] Pushing event updated for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:45.659668 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.665426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Attempting to bind port 24891bfe-9047-4cab-9d52-1ed59936d684 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:45.666001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Attempting to bind port 24891bfe-9047-4cab-9d52-1ed59936d684 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:45.666316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Attempting to bind port 24891bfe-9047-4cab-9d52-1ed59936d684 on network d49bc29e-6173-4d9f-8059-d27a021ad949 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:45.670717 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.680903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:45.681377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Checking segment: {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:45.681988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.682329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Bound using segment: {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:45.683525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Bound port: 24891bfe-9047-4cab-9d52-1ed59936d684, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ade9b-825d-4707-b4fc-f269d8fff845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:45.684116 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.730151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0390f038-dd20-420c-a541-8bd260fc27a0 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:45.739527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:45.781239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:45.788151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:45.790106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Pushing event updated for resources: {'Port': ['ID=47b8fc01-5a16-40ee-a20a-a2b147134905,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:45.873157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] For port 24891bfe-9047-4cab-9d52-1ed59936d684, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:45.893332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] For port 24891bfe-9047-4cab-9d52-1ed59936d684, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=24891bfe-9047-4cab-9d52-1ed59936d684,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:45.895273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.899031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Attempting to bind port 47b8fc01-5a16-40ee-a20a-a2b147134905 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:45.899227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Attempting to bind port 47b8fc01-5a16-40ee-a20a-a2b147134905 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:45.899543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Attempting to bind port 47b8fc01-5a16-40ee-a20a-a2b147134905 on network 7054e664-3b7a-411c-af47-67a4118c70c0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:45.907992 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.912107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:45.912478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Checking segment: {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:45.912923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.913260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Bound using segment: {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:45.913724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Bound port: 47b8fc01-5a16-40ee-a20a-a2b147134905, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:45.914101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:45.947574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0390f038-dd20-420c-a541-8bd260fc27a0 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:45.947951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.067861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431ebaf-076d-494a-997a-900e1272ab16 None None] Pushing event updated for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:46.093619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:46.094279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:46.104246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] Provisioning complete for port 24891bfe-9047-4cab-9d52-1ed59936d684 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:46.104608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.281630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.289293 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.290198 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.366284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:46.405960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] For port 47b8fc01-5a16-40ee-a20a-a2b147134905, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:46.435783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] For port 47b8fc01-5a16-40ee-a20a-a2b147134905, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=47b8fc01-5a16-40ee-a20a-a2b147134905,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:46.437726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 7054e664-3b7a-411c-af47-67a4118c70c0 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:46.439460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:46.445056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:46.450144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.541378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:46.616838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08cf3f-217f-48e1-8563-0263bea8fcf7 None None] Pushing event updated for resources: {'Port': ['ID=47b8fc01-5a16-40ee-a20a-a2b147134905,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:46.654584 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.657726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:46.667610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-caca6f2a-3055-4564-9d69-021f289e81ea tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2919900 Sep 24 19:31:46.672604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45138) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:46.678983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752829104'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:46.716707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:46.731234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.740246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] For port 24891bfe-9047-4cab-9d52-1ed59936d684, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=24891bfe-9047-4cab-9d52-1ed59936d684,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:46.779648 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.793688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:46.811275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.811632 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment 57cc62b9-65ef-4312-b139-7008c24d3faa of type vlan for network 5d9de7df-0d6c-4e63-972f-48982bbe5486 Sep 24 19:31:46.864971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb270b06-af2c-4eb2-bf96-7c9972e7b827 None None] Pushing event updated for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:46.866168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.896962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 3, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 1, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:46.906760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.913126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:46.913745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.936694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214096dc-e810-4963-9d7b-859c9a01ba20 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 3, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:45Z', 'revision_number': 1, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:46.940732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-edd8de69-5fc7-445c-bbe2-3b30c38661f7 None None] Provisioning complete for port 24891bfe-9047-4cab-9d52-1ed59936d684 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:46.941169 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edd8de69-5fc7-445c-bbe2-3b30c38661f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:46.964281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2895777 Sep 24 19:31:46.966752 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:46.976010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:47.030775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53d0d-54e6-4a7f-8046-7b52687e5962 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=5d9de7df-0d6c-4e63-972f-48982bbe5486,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:47.052081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:47.123271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:47.128620 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:47.366818 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:47.439171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=cffaf957-0a63-42e1-a872-0983f9e58761,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:47.459792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:47.460241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 5d9de7df-0d6c-4e63-972f-48982bbe5486, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:47.481934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:47.495985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 5d9de7df-0d6c-4e63-972f-48982bbe5486) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:47.502469 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:47.503938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:47.513602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b533d8-0ea1-4f00-9dd8-3e6da26e7074 None None] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:47.526460 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-67035d7d-fd55-454c-be8f-c16e963605f8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5576921 Sep 24 19:31:47.529693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45144) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:47.773035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-5d9de7df-0d6c-4e63-972f-48982bbe5486', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:47.773907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:47.910328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 24891bfe-9047-4cab-9d52-1ed59936d684 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:47.912378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8924d156-c1b5-4afc-93ab-d5317e92408d None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:48.097030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] Provisioning complete for port 47b8fc01-5a16-40ee-a20a-a2b147134905 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:48.097408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.107172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.192698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Allocated IP 2001:db8:2::2 (5d9de7df-0d6c-4e63-972f-48982bbe5486/cffaf957-0a63-42e1-a872-0983f9e58761/f28bc3fe-7604-4852-8c1e-bfc0822f5485) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:48.203906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 24891bfe-9047-4cab-9d52-1ed59936d684 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:48.204483 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.423022 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.539555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 47b8fc01-5a16-40ee-a20a-a2b147134905 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:48.543811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] For port 47b8fc01-5a16-40ee-a20a-a2b147134905, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=47b8fc01-5a16-40ee-a20a-a2b147134905,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:48.568759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.624376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.641511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.653308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeca71-3960-4071-beab-ac44fef72a4d None None] Pushing event updated for resources: {'Port': ['ID=47b8fc01-5a16-40ee-a20a-a2b147134905,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:48.694809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:48.700604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 47b8fc01-5a16-40ee-a20a-a2b147134905 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:48.700982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.702759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:48.710128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8:2::1 (5d9de7df-0d6c-4e63-972f-48982bbe5486/cffaf957-0a63-42e1-a872-0983f9e58761/d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:48.728330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:48.744864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Pushing event updated for resources: {'Port': ['ID=f28bc3fe-7604-4852-8c1e-bfc0822f5485,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:48.817692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Attempting to bind port f28bc3fe-7604-4852-8c1e-bfc0822f5485 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:48.818357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Attempting to bind port f28bc3fe-7604-4852-8c1e-bfc0822f5485 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:48.818463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Attempting to bind port f28bc3fe-7604-4852-8c1e-bfc0822f5485 on network 5d9de7df-0d6c-4e63-972f-48982bbe5486 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:48.835565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:48.835990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Checking segment: {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:48.836345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.836745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Bound using segment: {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:48.837660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Bound port: f28bc3fe-7604-4852-8c1e-bfc0822f5485, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:48.838057 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.842294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ac1da39a-d2c7-43df-9065-cd82c46e27f4 None None] Provisioning complete for port 47b8fc01-5a16-40ee-a20a-a2b147134905 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:48.842663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac1da39a-d2c7-43df-9065-cd82c46e27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.905732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.964979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:48.985970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] For port f28bc3fe-7604-4852-8c1e-bfc0822f5485, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:48.990732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] For port f28bc3fe-7604-4852-8c1e-bfc0822f5485, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f28bc3fe-7604-4852-8c1e-bfc0822f5485,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:49.007935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.016726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:49.020129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:49.024568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:49.025124 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.036949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:49.138536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a2919-8168-488b-9ca5-3c6b4a0526de None None] Pushing event updated for resources: {'Port': ['ID=f28bc3fe-7604-4852-8c1e-bfc0822f5485,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:49.141522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ac1da39a-d2c7-43df-9065-cd82c46e27f4 None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:49.141903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac1da39a-d2c7-43df-9065-cd82c46e27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.214632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.224283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ac1da39a-d2c7-43df-9065-cd82c46e27f4 None None] Port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:49.277494 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:49.287668 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:49.288426 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:49.356055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-623e55d8-830d-4ad1-acb0-3ddcd2cde8ad None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:49.356487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-623e55d8-830d-4ad1-acb0-3ddcd2cde8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.445224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-623e55d8-830d-4ad1-acb0-3ddcd2cde8ad None None] Port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:49.450272 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:49.568402 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6409ca10-f214-4202-99b0-59a8c938ca2b None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:49.568934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6409ca10-f214-4202-99b0-59a8c938ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.626832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6409ca10-f214-4202-99b0-59a8c938ca2b None None] Port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:49.640314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.650072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.652870 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.743037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:49.764259 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:49Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:48Z', 'revision_number': 1, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:49.794098 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:31:49.794448 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Updating router 48329f49-8fed-4462-ab09-3dab8d8682c5 port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:31:49.807289 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f28bc3fe-7604-4852-8c1e-bfc0822f5485 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:49.813581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:49.815248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:49.825502 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.867779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f28bc3fe-7604-4852-8c1e-bfc0822f5485 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:49.868387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:49.939108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:50.071511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:50.085408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5fcccef3-915e-44a9-a3c8-001ad76ff6b7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516543 Sep 24 19:31:50.085645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45150) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:50.091806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1686804254'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:50.134803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:50.144871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.190572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:31:50.201640 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.201997 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added segment e2f12bee-c53a-43e4-9fe1-d0503f406134 of type vlan for network 6da71391-bb8a-414f-9934-c6e7d01badd8 Sep 24 19:31:50.237585 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.250004 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.260230 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.281754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port f28bc3fe-7604-4852-8c1e-bfc0822f5485, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f28bc3fe-7604-4852-8c1e-bfc0822f5485,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:50.291041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.292318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 47b8fc01-5a16-40ee-a20a-a2b147134905 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:50.321095 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.355366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.363672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:50.364673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.387639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0778e4c9-c84d-4865-860f-91707f1cee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.395842 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Pushing event updated for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:50.411777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=f28bc3fe-7604-4852-8c1e-bfc0822f5485,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:50.418299 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.418642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.419007 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.419339 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.420477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.429925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:50.430479 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.430723 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.432060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.433120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.433623 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.434116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.434625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:50.438667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'subnet': {'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:50.445642 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3590372 Sep 24 19:31:50.456302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 47b8fc01-5a16-40ee-a20a-a2b147134905 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:50.456677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.458246 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:50.458615 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:50.458996 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e on network 7054e664-3b7a-411c-af47-67a4118c70c0 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:50.465268 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:50.465890 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Checking segment: {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:50.466465 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.467869 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Bound using segment: {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:50.468515 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Bound port: d2a6d67c-75eb-476a-bc1a-a6972d7eea9e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:50.469084 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.563184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c7de9-3f64-4b89-b911-83760ea3365f None None] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:50.565087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fc41a-5899-4835-84f9-e0a1af8c7249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Network': ['ID=6da71391-bb8a-414f-9934-c6e7d01badd8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:50.597796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:31:50.599784 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] For port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:50.605801 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] For port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:50.613703 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.646295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Made reservation on behalf of 33c93651759f48329a55e5029e69c02e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:31:50.652592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.658581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Updating router 48329f49-8fed-4462-ab09-3dab8d8682c5 port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:31:50.714527 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Pushing event updated for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:50.717370 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.771680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d358d094-1c81-49cf-8522-b74ad360b0c5 None None] Provisioning complete for port f28bc3fe-7604-4852-8c1e-bfc0822f5485 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:50.771826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d358d094-1c81-49cf-8522-b74ad360b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:50.929388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.039453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Subnet': ['ID=a994b3a8-351c-4905-918f-375859fd6628,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:51.046277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Checking segment: {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:51.046740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network hostable DHCP agents. Network: 6da71391-bb8a-414f-9934-c6e7d01badd8, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:31:51.072496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:31:51.102753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6da71391-bb8a-414f-9934-c6e7d01badd8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:51.106155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:51.106660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.109400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:31:51.111722 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.132036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2943881-5372-4e25-9c3b-0e3264bb5265 None None] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:51.133694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-fc5f7036-a2a8-4ccd-bf18-bcba8a2c671b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7015221 Sep 24 19:31:51.137266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:51.168485 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.178251 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.268718 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Pushing event updated for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:51.310144 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:51.310519 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:51.310916 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Attempting to bind port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e on network 5d9de7df-0d6c-4e63-972f-48982bbe5486 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:51.316829 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:51.317210 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Checking segment: {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:51.319914 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.320637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Bound using segment: {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:51.321136 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Bound port: d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cc62b9-65ef-4312-b139-7008c24d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:51.321529 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.342193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.409609 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] For port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:51.412075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-6da71391-bb8a-414f-9934-c6e7d01badd8', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:31:51.414435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.414562 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] For port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:51.422763 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.446602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] For port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:51.538536 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472bd2b-5990-4585-8b76-de823b9d16af None None] Pushing event updated for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:51.544858 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.551568 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:51.552504 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:51.683712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85b52-bad4-4292-abc1-653e48f726e3 None None] Pushing event updated for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:51.717639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Allocated IP 2001:db8:3::2 (6da71391-bb8a-414f-9934-c6e7d01badd8/a994b3a8-351c-4905-918f-375859fd6628/bac1f34c-37be-47eb-a78e-bdb42569582e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:51.725660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Provisioning complete for port f28bc3fe-7604-4852-8c1e-bfc0822f5485 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:51.726040 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.844810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:51.864976 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:51.941930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f28bc3fe-7604-4852-8c1e-bfc0822f5485 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:52.001491 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.014426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.099973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:52.108704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:52.125263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:52.130544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Pushing event updated for resources: {'Port': ['ID=bac1f34c-37be-47eb-a78e-bdb42569582e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:52.146611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f28bc3fe-7604-4852-8c1e-bfc0822f5485 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:52.147026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.148870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:52.149223 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.190830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Allocated IP 2001:db8:3::1 (6da71391-bb8a-414f-9934-c6e7d01badd8/a994b3a8-351c-4905-918f-375859fd6628/5c96677b-2f5f-4b43-9016-76a3a9de0d10) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:31:52.215543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:49Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:52.253768 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3816bcc-8b76-4325-abf5-e3e1ee4f61a6 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:49Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:52.372361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Attempting to bind port bac1f34c-37be-47eb-a78e-bdb42569582e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:52.372872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Attempting to bind port bac1f34c-37be-47eb-a78e-bdb42569582e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:52.373244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Attempting to bind port bac1f34c-37be-47eb-a78e-bdb42569582e on network 6da71391-bb8a-414f-9934-c6e7d01badd8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:52.377042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.384175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:52.384552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Checking segment: {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:52.384948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.385360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Bound using segment: {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:52.385840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Bound port: bac1f34c-37be-47eb-a78e-bdb42569582e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:52.386222 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.431770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.482612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:52.491777 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:52.494394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:31:52.495359 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.582554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:52.586770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2a6d67c-75eb-476a-bc1a-a6972d7eea9e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:52.644410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] For port bac1f34c-37be-47eb-a78e-bdb42569582e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:52.676816 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] For port bac1f34c-37be-47eb-a78e-bdb42569582e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=bac1f34c-37be-47eb-a78e-bdb42569582e,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:52.681202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Provisioning complete for port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:52.681202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.690613 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.710923 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.814218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:52.814782 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:52.817005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b331dc-e416-4782-82bd-dd89b7257e21 None None] Pushing event updated for resources: {'Port': ['ID=bac1f34c-37be-47eb-a78e-bdb42569582e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:52.921094 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.004305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] For port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:53.008212 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cce8186b-f4e8-4ebb-9b44-dd452c7097c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.011897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.079375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b340-5464-4053-b964-1fcf94940c5b None None] Pushing event updated for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:53.132337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-18f86dac-6e85-4c00-a7d1-eb2eb4f00995 None None] Provisioning complete for port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:53.133147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18f86dac-6e85-4c00-a7d1-eb2eb4f00995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.154548 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.165706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.167368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.300820 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event updated for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:53.323723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:31:53.325151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:31:53.354816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:53.428390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:53.534925 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:53.543660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45162) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:53.548400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:53.550962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad3146bb-77a8-4dbe-a1b5-aca1c51d248b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030714 Sep 24 19:31:53.777835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:53.792582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:53.793234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:53.840229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:53.934803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:53.987831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:53.988209 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.020302 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:31:54.044121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Removed routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:31:54.044801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.143930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b246559-d6df-43e1-8f57-efbb581e0cf6 None None] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:54.272038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.275712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.279241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device bac1f34c-37be-47eb-a78e-bdb42569582e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:54.290271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.394522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:54.461185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] Provisioning complete for port bac1f34c-37be-47eb-a78e-bdb42569582e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:54.461563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.492809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:54.500417 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.504231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bd2e56a2-8818-4bfb-99be-39c1ec7340cc tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 953 time: 0.9569626 Sep 24 19:31:54.504491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:54.587599 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:54.653562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port bac1f34c-37be-47eb-a78e-bdb42569582e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:54.653932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.657885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:31:54.658232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Updating router 48329f49-8fed-4462-ab09-3dab8d8682c5 port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:31:54.728394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.730283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.821606 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] For port bac1f34c-37be-47eb-a78e-bdb42569582e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=bac1f34c-37be-47eb-a78e-bdb42569582e,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:54.832922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:54.954912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1e1fb01f-ce3b-4011-9924-749a185d14ab tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 953 time: 0.4454894 Sep 24 19:31:54.954912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:54.959602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'routes': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:31:54.975907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2a6d67c-75eb-476a-bc1a-a6972d7eea9e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:55.002997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99484ec6-89b4-479b-aef4-cbc2ef0179e3 None None] Pushing event updated for resources: {'Port': ['ID=bac1f34c-37be-47eb-a78e-bdb42569582e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:55.109905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:55.110281 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.210880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b7b28e58-7267-4eb0-ab0e-7986d8a5e78a None None] Provisioning complete for port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:55.211510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7b28e58-7267-4eb0-ab0e-7986d8a5e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.259145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.282685 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.305094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b7b28e58-7267-4eb0-ab0e-7986d8a5e78a None None] Port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:31:55.376752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b7b28e58-7267-4eb0-ab0e-7986d8a5e78a None None] Provisioning complete for port bac1f34c-37be-47eb-a78e-bdb42569582e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:55.377205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7b28e58-7267-4eb0-ab0e-7986d8a5e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.381639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Pushing event updated for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:55.457070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:31:55.457383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:31:55.466842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Attempting to bind port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:31:55.467092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Attempting to bind port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:31:55.467377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Attempting to bind port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 on network 6da71391-bb8a-414f-9934-c6e7d01badd8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:31:55.476006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:31:55.476384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Checking segment: {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:31:55.476795 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.477192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Bound using segment: {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:31:55.477670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Bound port: 5c96677b-2f5f-4b43-9016-76a3a9de0d10, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f12bee-c53a-43e4-9fe1-d0503f406134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:31:55.478059 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.499579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.590131 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] For port 5c96677b-2f5f-4b43-9016-76a3a9de0d10, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:31:55.600026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] For port 5c96677b-2f5f-4b43-9016-76a3a9de0d10, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c96677b-2f5f-4b43-9016-76a3a9de0d10,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:31:55.614093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.693103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device bac1f34c-37be-47eb-a78e-bdb42569582e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:55.742265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] Provisioning complete for port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:55.742642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.746725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:55.747472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:55.753294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Pushing event updated for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:55.811636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.817546 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.829062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.829406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.829746 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.830134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.830392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.830718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.831068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.831387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.831708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.832022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.832341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.832658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cdda-1b2f-4ba0-ab85-d5b7ab5c745b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:31:55.909931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:55.949948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port bac1f34c-37be-47eb-a78e-bdb42569582e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:55.952129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:55.964702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:56.052191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:56.114983 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:56.170508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:56.182434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:56.184729 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3bd82866-8360-4502-ade5-1f20ab1f99e7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 703 time: 1.2294271 Sep 24 19:31:56.188082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45174) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:56.231451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] For port 5c96677b-2f5f-4b43-9016-76a3a9de0d10, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c96677b-2f5f-4b43-9016-76a3a9de0d10,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:56.260174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:56.320963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-35657ec8-94a8-466e-bfd4-de6b182ddc04 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 703 time: 0.1308291 Sep 24 19:31:56.324102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45176) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:56.344934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa8fb9-bb86-4c21-8216-a4d5463a9866 None None] Pushing event updated for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:56.372669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 7, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:56.410659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bf9fd-3d35-44df-9b64-788e0dcb7029 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 7, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 4, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:56.420523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ea54b954-91a0-497a-90ea-2f7e4a43264c None None] Provisioning complete for port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:31:56.421027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea54b954-91a0-497a-90ea-2f7e4a43264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:56.747419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:57.160213 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:57.170740 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:57.171399 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:57.264284 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:57.394164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:57.394801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:57.478375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 7, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:56Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:57.485599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port 5c96677b-2f5f-4b43-9016-76a3a9de0d10, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=5c96677b-2f5f-4b43-9016-76a3a9de0d10,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:57.486053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:57.499488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 5c96677b-2f5f-4b43-9016-76a3a9de0d10 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:57.504533 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:31:57.513777 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:57.514451 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:57.605786 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:57.710499 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:57.722694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c96677b-2f5f-4b43-9016-76a3a9de0d10 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:31:57.740368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=5c96677b-2f5f-4b43-9016-76a3a9de0d10,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:57.768530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5c96677b-2f5f-4b43-9016-76a3a9de0d10 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:57.769018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c96677b-2f5f-4b43-9016-76a3a9de0d10 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 19:31:57.808465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Port 5c96677b-2f5f-4b43-9016-76a3a9de0d10 not found, will not notify nova. {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 19:31:57.872881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 7, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:56Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:57.896258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:57.932018 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad85-69b6-4c51-b73f-283601492a73 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:55Z', 'revision_number': 7, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c96677b-2f5f-4b43-9016-76a3a9de0d10', 'name': '', 'network_id': '6da71391-bb8a-414f-9934-c6e7d01badd8', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:28:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'a994b3a8-351c-4905-918f-375859fd6628', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:51Z', 'updated_at': '2021-09-24T19:31:56Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'a994b3a8-351c-4905-918f-375859fd6628', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:58.124812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:31:58.222247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:31:58.227167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7eeb7290-4207-4f5a-b36b-0e9da66c8cde tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9020648 Sep 24 19:31:58.230568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:58.235166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:31:58.244412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:58.245076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:58.281738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet a994b3a8-351c-4905-918f-375859fd6628 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:31:58.284965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.326545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.429380 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.488406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:58.490483 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.518901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=a994b3a8-351c-4905-918f-375859fd6628,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:58.520913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.525570 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4e22f1ff-7610-4419-a34e-e2fe9f33e131 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/a994b3a8-351c-4905-918f-375859fd6628 HTTP/1.1" status: 204 len: 168 time: 0.2912300 Sep 24 19:31:58.525570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:58.528505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf78634-be96-4b33-a4bd-8dee0dbc946f None None] Network 6da71391-bb8a-414f-9934-c6e7d01badd8 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:31:58.606129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.672641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port bac1f34c-37be-47eb-a78e-bdb42569582e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:58.673062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.749130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port bac1f34c-37be-47eb-a78e-bdb42569582e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=bac1f34c-37be-47eb-a78e-bdb42569582e,segment=NetworkSegment(e2f12bee-c53a-43e4-9fe1-d0503f406134),segment_id=e2f12bee-c53a-43e4-9fe1-d0503f406134)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:58.749709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.762895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for bac1f34c-37be-47eb-a78e-bdb42569582e owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:31:58.809545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:57Z', 'revision_number': 8, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:58.839501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:31:58.848671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:31:58.849042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:58.857102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:58.885713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=bac1f34c-37be-47eb-a78e-bdb42569582e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:58.889868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a757d2aa-b65b-4e1f-b786-31ee138475f4 None None] DHCP port deletion for 6da71391-bb8a-414f-9934-c6e7d01badd8 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:31:58.890959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port bac1f34c-37be-47eb-a78e-bdb42569582e on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:31:58.952266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:31:58.991568 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.011900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da71391-bb8a-414f-9934-c6e7d01badd8']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:59.021170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f12bee-c53a-43e4-9fe1-d0503f406134') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:59.021548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f12bee-c53a-43e4-9fe1-d0503f406134') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:59.036263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.053624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.060500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:31:59.060896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:31:59.064037 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:31:59.125389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.132561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.136878 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/6da71391-bb8a-414f-9934-c6e7d01badd8 HTTP/1.1" status: 204 len: 168 time: 0.6081944 Sep 24 19:31:59.137524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45212) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:31:59.153607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee6827-dbdf-4426-9627-123213c2089b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=6da71391-bb8a-414f-9934-c6e7d01badd8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:31:59.200831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:57Z', 'revision_number': 8, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:31:59.230017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61102a-c1a8-4285-94b9-8a29118b0bb6 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:57Z', 'revision_number': 8, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e', 'name': '', 'network_id': '5d9de7df-0d6c-4e63-972f-48982bbe5486', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b9:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:48Z', 'updated_at': '2021-09-24T19:31:52Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'cffaf957-0a63-42e1-a872-0983f9e58761', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:31:59.482638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.690310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device bac1f34c-37be-47eb-a78e-bdb42569582e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:59.714349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: bac1f34c-37be-47eb-a78e-bdb42569582e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:59.714698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device bac1f34c-37be-47eb-a78e-bdb42569582e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:59.715197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c96677b-2f5f-4b43-9016-76a3a9de0d10 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:31:59.734217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 5c96677b-2f5f-4b43-9016-76a3a9de0d10 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:31:59.734571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 5c96677b-2f5f-4b43-9016-76a3a9de0d10 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:31:59.764023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:31:59.764640 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.854075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:31:59.854445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:31:59.866828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:00.073666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.103224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:00.229088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.453691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:32:00.564353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:00.570201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-10b396dd-ca7a-49ba-a10d-f5506bcf8bd3 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315972 Sep 24 19:32:00.573226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45216) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:00.577828 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:00.587506 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:00.588674 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:00.644906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet cffaf957-0a63-42e1-a872-0983f9e58761 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:32:00.649236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.687315 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:00.697166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.808319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.891592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.932554 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:59Z', 'revision_number': 9, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:00.937769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:00.940061 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/cffaf957-0a63-42e1-a872-0983f9e58761 HTTP/1.1" status: 204 len: 168 time: 0.3658166 Sep 24 19:32:00.942721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:00.945915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb752e-6899-4dd2-9e3c-4b880a3a4582 None None] Network 5d9de7df-0d6c-4e63-972f-48982bbe5486 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:32:00.952510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd1dd2-3e7c-470a-8254-ee51ef5b47b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=cffaf957-0a63-42e1-a872-0983f9e58761,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:00.967156 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:00.976139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:00.976753 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:01.032449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.078285 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:01.102900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port f28bc3fe-7604-4852-8c1e-bfc0822f5485 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:01.103261 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.186439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port f28bc3fe-7604-4852-8c1e-bfc0822f5485, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f28bc3fe-7604-4852-8c1e-bfc0822f5485,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:01.186734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.202182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for f28bc3fe-7604-4852-8c1e-bfc0822f5485 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:01.205340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] DHCP port deletion for 5d9de7df-0d6c-4e63-972f-48982bbe5486 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:32:01.266155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Deleting port f28bc3fe-7604-4852-8c1e-bfc0822f5485 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:01.266537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.300632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.339804 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=f28bc3fe-7604-4852-8c1e-bfc0822f5485,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:01.343058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] For port f28bc3fe-7604-4852-8c1e-bfc0822f5485, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f28bc3fe-7604-4852-8c1e-bfc0822f5485,segment=NetworkSegment(57cc62b9-65ef-4312-b139-7008c24d3faa),segment_id=57cc62b9-65ef-4312-b139-7008c24d3faa)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:01.343683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.351237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port f28bc3fe-7604-4852-8c1e-bfc0822f5485 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:32:01.360895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Calling delete_port for f28bc3fe-7604-4852-8c1e-bfc0822f5485 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:01.414636 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:59Z', 'revision_number': 9, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:01.444234 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a3c23-55a2-4935-8e18-1f0b2e1e1c76 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:31:59Z', 'revision_number': 9, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2a6d67c-75eb-476a-bc1a-a6972d7eea9e', 'name': '', 'network_id': '7054e664-3b7a-411c-af47-67a4118c70c0', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:0e:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:44Z', 'updated_at': '2021-09-24T19:31:51Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': 'd30a7166-139f-40fc-9021-13da3e61a85a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:01.446622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.461352 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.474567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9de7df-0d6c-4e63-972f-48982bbe5486']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:01.485095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cc62b9-65ef-4312-b139-7008c24d3faa') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:01.485400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cc62b9-65ef-4312-b139-7008c24d3faa') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:01.497338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] No DVR routers for this DVR port f28bc3fe-7604-4852-8c1e-bfc0822f5485 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:32:01.499736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934073c8-4258-433d-abaf-35487d0d2a7e None None] Pushing event deleted for resources: {'Port': ['ID=f28bc3fe-7604-4852-8c1e-bfc0822f5485,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:01.500422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.518284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.524218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:32:01.524601 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:32:01.528336 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:32:01.585431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.593295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:01.595424 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/5d9de7df-0d6c-4e63-972f-48982bbe5486 HTTP/1.1" status: 204 len: 168 time: 0.6502914 Sep 24 19:32:01.598126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:01.614001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b384172-28af-4816-8520-15045887d481 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=5d9de7df-0d6c-4e63-972f-48982bbe5486,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:01.837177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:01.858487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:01.858832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d5dac54d-8a7f-4aac-94ab-1ec1e7d91e7e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:01.859301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f28bc3fe-7604-4852-8c1e-bfc0822f5485 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:01.884652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f28bc3fe-7604-4852-8c1e-bfc0822f5485 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:01.885037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f28bc3fe-7604-4852-8c1e-bfc0822f5485 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:01.963865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:02.202730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:02.203093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:02.295908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port d2a6d67c-75eb-476a-bc1a-a6972d7eea9e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:02.296272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:02.309807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for d2a6d67c-75eb-476a-bc1a-a6972d7eea9e owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:02.482961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:02.513698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=d2a6d67c-75eb-476a-bc1a-a6972d7eea9e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:02.590484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-b37d110f-5daf-4083-a391-51ee726c0c1d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471397309&fields=id&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 267 time: 0.0367324 Sep 24 19:32:02.714259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-53b5efd2-cca5-48f2-8b02-91ad3b52bedd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:02.715913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-53b5efd2-cca5-48f2-8b02-91ad3b52bedd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1181087 Sep 24 19:32:02.732550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-7e97ece3-c71f-45aa-ac42-4590061e7f35 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0104985 Sep 24 19:32:02.787573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-7a17253d-f9cc-4de9-90d2-bbe7372c24a5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489469 Sep 24 19:32:02.896988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-f29509b5-5de1-42fd-bd1c-b606a226296f service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968060 Sep 24 19:32:02.947019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:02.990065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-f14b2198-324e-4331-9071-81e3f8f44ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862200 Sep 24 19:32:03.130206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:32:03.221277 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:03.229990 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-915afa47-6100-4b01-b37c-df83d7c5cc9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6268644 Sep 24 19:32:03.229990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:03.235388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:03.255283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:03.256167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:03.290031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d255d1f1-af7a-4351-b011-afd16a754120 req-32bcdf20-9266-44bd-96cc-a1d4e383d48f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0273542 Sep 24 19:32:03.295695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet d30a7166-139f-40fc-9021-13da3e61a85a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:32:03.299832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.349054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.352840 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.357382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:03.445626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.512581 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.545078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.549872 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/d30a7166-139f-40fc-9021-13da3e61a85a HTTP/1.1" status: 204 len: 168 time: 0.3173108 Sep 24 19:32:03.549872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1259ed4-bcfc-4478-a79b-497694a60dff tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=d30a7166-139f-40fc-9021-13da3e61a85a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:03.550707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45254) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:03.553848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5158012-5969-401d-9a97-c64d9180565f None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:32:03.632343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:02Z', 'revision_number': 10, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:03.642418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.691834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:03.702916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 47b8fc01-5a16-40ee-a20a-a2b147134905 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:03.703346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.718633 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:03.719329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:03.773443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port 47b8fc01-5a16-40ee-a20a-a2b147134905, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=47b8fc01-5a16-40ee-a20a-a2b147134905,segment=NetworkSegment(cea32266-16c2-4bdf-81aa-7af9fc09a9ff),segment_id=cea32266-16c2-4bdf-81aa-7af9fc09a9ff)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:03.773815 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.800202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 47b8fc01-5a16-40ee-a20a-a2b147134905 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:03.818621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:03.851594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] DHCP port deletion for 7054e664-3b7a-411c-af47-67a4118c70c0 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:32:03.892400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:03.919672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=47b8fc01-5a16-40ee-a20a-a2b147134905,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:03.921531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port 47b8fc01-5a16-40ee-a20a-a2b147134905 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:32:03.998208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Deleting port 47b8fc01-5a16-40ee-a20a-a2b147134905 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:03.998497 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.002823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.023005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7054e664-3b7a-411c-af47-67a4118c70c0']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:04.033076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:04.033369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea32266-16c2-4bdf-81aa-7af9fc09a9ff') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:04.043142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.056600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.062994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:32:04.063390 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:32:04.066350 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:32:04.099934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] For port 47b8fc01-5a16-40ee-a20a-a2b147134905, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:04.100332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.116192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Calling delete_port for 47b8fc01-5a16-40ee-a20a-a2b147134905 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:04.120539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Port 47b8fc01-5a16-40ee-a20a-a2b147134905 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:32:04.123007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.128390 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.139783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.141622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/7054e664-3b7a-411c-af47-67a4118c70c0 HTTP/1.1" status: 204 len: 168 time: 0.5857618 Sep 24 19:32:04.144480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:04.156049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Network 7054e664-3b7a-411c-af47-67a4118c70c0 is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 19:32:04.156875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] No DVR routers for this DVR port 47b8fc01-5a16-40ee-a20a-a2b147134905 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:32:04.158213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea911-ba77-44cf-8d5f-2710b9ad6f74 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=7054e664-3b7a-411c-af47-67a4118c70c0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:04.163618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df1b72-34c2-4400-aaaf-7dc6ed8a8eff None None] Pushing event deleted for resources: {'Port': ['ID=47b8fc01-5a16-40ee-a20a-a2b147134905,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:04.179622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:02Z', 'revision_number': 10, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:04.211205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8583c-0ff3-4724-8033-4b3415399dfe None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:02Z', 'revision_number': 10, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None, '_interfaces': [{'id': '24891bfe-9047-4cab-9d52-1ed59936d684', 'name': '', 'network_id': 'd49bc29e-6173-4d9f-8059-d27a021ad949', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'mac_address': 'fa:16:3e:b4:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '9712257f-021c-4f0b-8cf1-70d280151420', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:31:42Z', 'updated_at': '2021-09-24T19:31:46Z', 'revision_number': 5, 'project_id': '33c93651759f48329a55e5029e69c02e', 'subnets': [{'id': '9712257f-021c-4f0b-8cf1-70d280151420', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:04.386038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-280a0462-3df6-4c9a-a726-8a5a892d6108 req-baf7268a-8b0d-427f-aab4-ba342f996b0f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0282857 Sep 24 19:32:04.435312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-86f67ae2-2856-4a88-8e09-927988c957c7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:04.436761 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-86f67ae2-2856-4a88-8e09-927988c957c7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1955066 Sep 24 19:32:04.526829 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-f2f16991-7a16-48b9-a547-d69773f226dd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 379 time: 0.0597627 Sep 24 19:32:04.548853 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '05186f97-f27d-49ce-b705-60bef1d077dd', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086', 'security_groups': ['0e5a9ac5-d2ce-42bf-a659-499fabfab311']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:04.716214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:32:04.719690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.783525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:04.974991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.9 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/a8cac57e-485f-483a-ae09-f7ebcd7202fc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:32:05.179231 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.213883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 24891bfe-9047-4cab-9d52-1ed59936d684 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:05.214140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.250398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.331078 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:32:05.338706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:32:05.351717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:32:05.359049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:05.395495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port 24891bfe-9047-4cab-9d52-1ed59936d684, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=24891bfe-9047-4cab-9d52-1ed59936d684,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:05.395857 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.415893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 24891bfe-9047-4cab-9d52-1ed59936d684 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:05.427042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:05.427696 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.475405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-c4f4bec1-a31c-4acb-86a1-f4b4a39747e0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316196 Sep 24 19:32:05.605017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caa8ca-97d9-4252-a113-3899e1156b00 req-8ebd497e-b656-4590-b09b-a93b11bcb7f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:05.614924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6caa8ca-97d9-4252-a113-3899e1156b00 req-8ebd497e-b656-4590-b09b-a93b11bcb7f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 931 time: 0.1065776 Sep 24 19:32:05.632471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Request body: {'port': {'device_id': '05186f97-f27d-49ce-b705-60bef1d077dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:05.657920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f792b07f-44ad-43df-84a9-3070f5ba6974 None None] Provisioning complete for port a8cac57e-485f-483a-ae09-f7ebcd7202fc triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:32:05.658322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f792b07f-44ad-43df-84a9-3070f5ba6974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.699550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6caa8ca-97d9-4252-a113-3899e1156b00 req-9e455d48-1623-4cfb-a016-bcf4bf2de5ec tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824420 Sep 24 19:32:05.724489 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.728067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.765135 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=24891bfe-9047-4cab-9d52-1ed59936d684,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:05.869688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2a6d67c-75eb-476a-bc1a-a6972d7eea9e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:05.887186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:05.892795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d2a6d67c-75eb-476a-bc1a-a6972d7eea9e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:05.893414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2a6d67c-75eb-476a-bc1a-a6972d7eea9e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:05.894010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 47b8fc01-5a16-40ee-a20a-a2b147134905 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:05.918382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 47b8fc01-5a16-40ee-a20a-a2b147134905 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:05.919008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 47b8fc01-5a16-40ee-a20a-a2b147134905 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:05.928965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f792b07f-44ad-43df-84a9-3070f5ba6974 None None] Port a8cac57e-485f-483a-ae09-f7ebcd7202fc cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:32:06.520543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:32:06.640636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:06.650305 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4ef6eb9d-ca86-4cbb-9077-32bc678aa1cf tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017922 Sep 24 19:32:06.652294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45266) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:06.654441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:06.665754 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:06.667343 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:06.679564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cac57e-485f-483a-ae09-f7ebcd7202fc {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:32:06.687881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.700940 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Transition to ACTIVE for port object a8cac57e-485f-483a-ae09-f7ebcd7202fc will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:32:06.707877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.722766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting subnet 9712257f-021c-4f0b-8cf1-70d280151420 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:32:06.726711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.774798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:06.791615 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:06.804509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.849237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Attempting to bind port a8cac57e-485f-483a-ae09-f7ebcd7202fc on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:32:06.849590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Attempting to bind port a8cac57e-485f-483a-ae09-f7ebcd7202fc by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:32:06.850005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Attempting to bind port a8cac57e-485f-483a-ae09-f7ebcd7202fc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:32:06.854788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Port a8cac57e-485f-483a-ae09-f7ebcd7202fc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:32:06.855129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Attempting to bind port a8cac57e-485f-483a-ae09-f7ebcd7202fc on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:32:06.859992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:32:06.860610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:32:06.861001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:32:06.862570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Bound port: a8cac57e-485f-483a-ae09-f7ebcd7202fc, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:32:06.863146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.878581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:06.918214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:06.921594 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:06.930747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:06.931831 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:06.947102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:32:06.951623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:32:06.959698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.009266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.010833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.014070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 1091 time: 1.5268469 Sep 24 19:32:07.014392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:32:07.014526 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:07.018965 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a261e8c6-d046-44c3-a93c-8f58538b978d" -d '{"events": [{"name": "network-changed", "server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:32:07.077102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77df158-37f0-4aeb-a8b0-6db12aa7351d req-ff47190c-5197-4885-955e-4eb1401062be tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.079098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c77df158-37f0-4aeb-a8b0-6db12aa7351d req-ff47190c-5197-4885-955e-4eb1401062be tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.1258559 Sep 24 19:32:07.117158 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c417d2-9895-409f-95a1-0f6640ed2182 x-openstack-request-id: req-52c417d2-9895-409f-95a1-0f6640ed2182 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:32:07.117484 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:32:07.117874 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52c417d2-9895-409f-95a1-0f6640ed2182 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:32:07.118004 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.118203 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'status': 'completed', 'code': 200} Sep 24 19:32:07.130183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:07.159018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40b076-19a2-4525-aa69-32cdc86842e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:07.169999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Subnet': ['ID=9712257f-021c-4f0b-8cf1-70d280151420,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:07.180330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c77df158-37f0-4aeb-a8b0-6db12aa7351d req-8cb77391-58e9-4ced-b302-0c917167617e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881014 Sep 24 19:32:07.183643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-38ec6ca9-1780-46a6-bf12-b81b6f26d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.185202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-38ec6ca9-1780-46a6-bf12-b81b6f26d5dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1094 time: 0.0903218 Sep 24 19:32:07.186945 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.192076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ffacba58-0564-4971-a132-5b1d79e376b6 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/9712257f-021c-4f0b-8cf1-70d280151420 HTTP/1.1" status: 204 len: 168 time: 0.5378523 Sep 24 19:32:07.192736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:07.202608 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44f4f9-b0e9-4699-b05c-b9f2d0b38dae None None] Network d49bc29e-6173-4d9f-8059-d27a021ad949 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:32:07.215160 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f85aab-e680-4e9c-8e57-c4c0427cbdb4 None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:07.255127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-1158d59a-7fb9-48a1-99b1-7c1843e15e2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 217 time: 0.0565462 Sep 24 19:32:07.321508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-d6d4f230-e743-4597-be5f-09bcd7c0ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.323626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-d6d4f230-e743-4597-be5f-09bcd7c0ffdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0602746 Sep 24 19:32:07.342208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.393977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-ad7201a6-5143-4742-938d-c2dda680e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.397623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-ad7201a6-5143-4742-938d-c2dda680e461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660343 Sep 24 19:32:07.410473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Deleting port 0390f038-dd20-420c-a541-8bd260fc27a0 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:32:07.410820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.474908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] For port 0390f038-dd20-420c-a541-8bd260fc27a0, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0390f038-dd20-420c-a541-8bd260fc27a0,segment=NetworkSegment(450ade9b-825d-4707-b4fc-f269d8fff845),segment_id=450ade9b-825d-4707-b4fc-f269d8fff845)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:07.475150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.497317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Calling delete_port for 0390f038-dd20-420c-a541-8bd260fc27a0 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:32:07.507322 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-acbf0fac-6d27-4294-9ec6-1849aa965175 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001675 Sep 24 19:32:07.593749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8eb33-53f7-47bd-b5b0-51d199d8d6e2 None None] DHCP port deletion for d49bc29e-6173-4d9f-8059-d27a021ad949 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:32:07.616173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.626932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-feb4fcd7-34ff-4bc1-8191-ecfdc194f70e req-a888123c-66c7-4ca9-80d8-8286bb7e612c service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110511 Sep 24 19:32:07.662754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Port': ['ID=0390f038-dd20-420c-a541-8bd260fc27a0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:07.668839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No DVR routers for this DVR port 0390f038-dd20-420c-a541-8bd260fc27a0 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:32:07.705583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0390f038-dd20-420c-a541-8bd260fc27a0 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:07.731688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0390f038-dd20-420c-a541-8bd260fc27a0 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:07.732170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0390f038-dd20-420c-a541-8bd260fc27a0 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:07.732597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 24891bfe-9047-4cab-9d52-1ed59936d684 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:32:07.767715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 24891bfe-9047-4cab-9d52-1ed59936d684 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:32:07.768654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 24891bfe-9047-4cab-9d52-1ed59936d684 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:32:07.788991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-289ccc51-055f-40af-87dd-aba87534047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.790517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-289ccc51-055f-40af-87dd-aba87534047b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1094 time: 0.0970721 Sep 24 19:32:07.791699 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.818502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49bc29e-6173-4d9f-8059-d27a021ad949']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:07.832134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450ade9b-825d-4707-b4fc-f269d8fff845') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:07.832562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450ade9b-825d-4707-b4fc-f269d8fff845') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:07.845378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.860106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.866242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:32:07.866645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:32:07.870452 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:32:07.940340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-ba64c202-fdc1-43c8-a02b-0ebb8eaad9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:07.941405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-ba64c202-fdc1-43c8-a02b-0ebb8eaad9af service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1427848 Sep 24 19:32:07.947268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.956251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:07.961636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/networks/d49bc29e-6173-4d9f-8059-d27a021ad949 HTTP/1.1" status: 204 len: 168 time: 0.7646158 Sep 24 19:32:07.961636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45274) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:07.975944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'routes': None}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:07.980037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9323f29-fa50-44a3-a9e8-6e979a859002 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Pushing event deleted for resources: {'Network': ['ID=d49bc29e-6173-4d9f-8059-d27a021ad949,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:08.012761 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-bf7383e1-4af3-4e16-999b-f6a8e57b4386 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 217 time: 0.0621791 Sep 24 19:32:08.080052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-b8c30b4d-7ca1-4f27-a99d-5c2c2bf26a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:08.081553 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-b8c30b4d-7ca1-4f27-a99d-5c2c2bf26a0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0551121 Sep 24 19:32:08.133082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-adea33e7-0d53-49f6-bf95-061120131185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:08.134758 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-adea33e7-0d53-49f6-bf95-061120131185 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438137 Sep 24 19:32:08.156932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Added routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 19:32:08.157330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.extraroute_db [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Removed routes are [] {{(pid=94855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 19:32:08.157767 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:08.268491 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-af99d346-7923-40b0-bcf0-a853a7b93f4e service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243172 Sep 24 19:32:08.345838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:08.352096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:08.373273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a261e8c6-d046-44c3-a93c-8f58538b978d req-d572603e-6efb-47c1-9c99-383af7952d32 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969203 Sep 24 19:32:08.759775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8cb24-b5b6-4bc7-bc5f-e7cfae78c778 req-764d46a7-408e-42da-8a32-f1d0a495c289 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:08.761264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cd8cb24-b5b6-4bc7-bc5f-e7cfae78c778 req-764d46a7-408e-42da-8a32-f1d0a495c289 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.4840121 Sep 24 19:32:08.810877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 48329f49-8fed-4462-ab09-3dab8d8682c5 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:32:08.869160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cd8cb24-b5b6-4bc7-bc5f-e7cfae78c778 req-ca9b086f-ba5f-4e94-a109-fdf7a4bef4ae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767951 Sep 24 19:32:08.902910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:08.910979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:08.914829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ce16b92b-6fdf-46ae-8711-396b67e006fe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 704 time: 0.9499714 Sep 24 19:32:08.914989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Sync routers for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:08.915387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:08.924662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:08.925408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:08.942229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-56cc9497-d38f-45b2-b669-633436e0ae9c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 205 time: 0.0259321 Sep 24 19:32:08.944646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45280) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.014233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:09.016175 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.021949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.066415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.096166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Checking router: 48329f49-8fed-4462-ab09-3dab8d8682c5 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:09.104589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Routers {'48329f49-8fed-4462-ab09-3dab8d8682c5'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:09.105197 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['48329f49-8fed-4462-ab09-3dab8d8682c5'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.169517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] Set router 48329f49-8fed-4462-ab09-3dab8d8682c5 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:09.178674 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.181036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.222678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.223024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.223170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 48329f49-8fed-4462-ab09-3dab8d8682c5 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:32:09.229801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.230930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-991797c0-5004-4893-9bc3-5376cb51ae92 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 204 len: 168 time: 0.2853584 Sep 24 19:32:09.236612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.239339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1121450941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:09.249181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a98ff-0873-4d04-a4e0-6bd849504f9b None None] The sync data for ids ['48329f49-8fed-4462-ab09-3dab8d8682c5'] in n-d-810952-2 is: [{'id': '48329f49-8fed-4462-ab09-3dab8d8682c5', 'name': 'tempest-RoutersIpV6Test-router-143258352', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:31:40Z', 'updated_at': '2021-09-24T19:32:05Z', 'revision_number': 11, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:09.264342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.265532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.324230 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.327809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.344336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.345569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0eba6980-3439-4514-a1b7-bf8acc89ccd8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1095653 Sep 24 19:32:09.348376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45284) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.352784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:09.561652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13725'] for router, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.571751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701139'] for router, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.672151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Router 33d2a49f-bde2-4fe9-8fa2-61a1ba2192df is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:32:09.748506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:09.755123 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.757463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Sync routers for ids ['33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:09.757958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9dcef8dd-ca46-474b-a42e-ff3dd927bd20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "PUT /v2.0/routers/33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 200 len: 698 time: 0.4084063 Sep 24 19:32:09.760442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.766498 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Routers {'33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:09.767147 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.833936 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Set router 33d2a49f-bde2-4fe9-8fa2-61a1ba2192df gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:09.838114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-30d851a2-e297-41a5-ab54-58f14dd048b1 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/routers/33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 200 len: 704 time: 0.0766037 Sep 24 19:32:09.840823 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45288) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.867344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-842c9f4f-2130-4bca-9190-9c8f072b93e8 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 200 len: 205 time: 0.0254369 Sep 24 19:32:09.870463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:09.886925 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d2a49f-bde2-4fe9-8fa2-61a1ba2192df', 'name': 'tempest-RoutersIpV6Test-router-1121450941', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:32:09Z', 'updated_at': '2021-09-24T19:32:09Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.912464 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Checking router: 33d2a49f-bde2-4fe9-8fa2-61a1ba2192df for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:09.922251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Routers {'33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:09.922920 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:09.946573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:09.991916 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] Set router 33d2a49f-bde2-4fe9-8fa2-61a1ba2192df gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:10.041883 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d2a49f-bde2-4fe9-8fa2-61a1ba2192df', 'name': 'tempest-RoutersIpV6Test-router-1121450941', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:32:09Z', 'updated_at': '2021-09-24T19:32:09Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:10.071859 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87388cd5-2dd3-43da-8456-9cc9ca6d6514 None None] The sync data for ids ['33d2a49f-bde2-4fe9-8fa2-61a1ba2192df'] in n-d-810952-2 is: [{'id': '33d2a49f-bde2-4fe9-8fa2-61a1ba2192df', 'name': 'tempest-RoutersIpV6Test-router-1121450941', 'tenant_id': '33c93651759f48329a55e5029e69c02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:32:09Z', 'updated_at': '2021-09-24T19:32:09Z', 'revision_number': 2, 'project_id': '33c93651759f48329a55e5029e69c02e', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:10.110704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322079-220c-4468-847c-fe76c733e5ae req-fbc3cb7d-f154-4752-a7d5-d3e6ac60f8f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:10.112221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30322079-220c-4468-847c-fe76c733e5ae req-fbc3cb7d-f154-4752-a7d5-d3e6ac60f8f3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.1635714 Sep 24 19:32:10.144310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:10.148414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:10.211575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:10.212030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Fanout notify agent at l3_agent the message router_deleted on router 33d2a49f-bde2-4fe9-8fa2-61a1ba2192df {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:32:10.216556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30322079-220c-4468-847c-fe76c733e5ae req-c1360c56-85fe-44fb-94cf-1fbc7901408e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701783 Sep 24 19:32:10.221935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:10.226203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e6b4809d-667e-46dc-9de5-eac9265e86ce tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 204 len: 168 time: 0.3516555 Sep 24 19:32:10.226938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45294) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.255527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-20450c2a-9271-4171-bcc5-970a7392b22b tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 200 len: 205 time: 0.0274768 Sep 24 19:32:10.257776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45296) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.299101 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-98c2e51d-3eb5-4c70-b89e-c232d063c726 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.300132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-98c2e51d-3eb5-4c70-b89e-c232d063c726 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/33d2a49f-bde2-4fe9-8fa2-61a1ba2192df HTTP/1.1" status: 404 len: 336 time: 0.0414877 Sep 24 19:32:10.302694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.328248 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06f5861-b8ac-465c-a0ea-5c2eee8cac7d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.328690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06f5861-b8ac-465c-a0ea-5c2eee8cac7d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.330430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e06f5861-b8ac-465c-a0ea-5c2eee8cac7d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/a994b3a8-351c-4905-918f-375859fd6628 HTTP/1.1" status: 404 len: 337 time: 0.0268261 Sep 24 19:32:10.332864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45300) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.358148 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de57bff-a966-47cf-b9a3-57185d3b904f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.358508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de57bff-a966-47cf-b9a3-57185d3b904f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.360128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2de57bff-a966-47cf-b9a3-57185d3b904f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/cffaf957-0a63-42e1-a872-0983f9e58761 HTTP/1.1" status: 404 len: 337 time: 0.0264080 Sep 24 19:32:10.362379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.386299 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8e6034-26a5-42da-858f-045916a109a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.386726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8e6034-26a5-42da-858f-045916a109a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.388340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7c8e6034-26a5-42da-858f-045916a109a0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/d30a7166-139f-40fc-9021-13da3e61a85a HTTP/1.1" status: 404 len: 337 time: 0.0250897 Sep 24 19:32:10.390629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.420112 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3178a8-f59a-4c03-8a1c-e1af9f4e0249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.420592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3178a8-f59a-4c03-8a1c-e1af9f4e0249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.422216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8f3178a8-f59a-4c03-8a1c-e1af9f4e0249 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/9712257f-021c-4f0b-8cf1-70d280151420 HTTP/1.1" status: 404 len: 337 time: 0.0307093 Sep 24 19:32:10.424590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.453127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4698848-29ee-4afe-a2da-54dadc9eccbe tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 200 len: 205 time: 0.0275126 Sep 24 19:32:10.455584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.492904 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-c90acd9d-154e-4054-99a5-ffb69477be11 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.493945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c90acd9d-154e-4054-99a5-ffb69477be11 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/48329f49-8fed-4462-ab09-3dab8d8682c5 HTTP/1.1" status: 404 len: 336 time: 0.0374167 Sep 24 19:32:10.496651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45310) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.523559 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b3c73085-14db-4911-8a06-30aa3068178c tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=62431ca1-3991-4e9a-84d9-a0715ac20db0 HTTP/1.1" status: 200 len: 205 time: 0.0258667 Sep 24 19:32:10.526502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45312) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.565656 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-21930e23-957f-4e98-ad0d-0c1c8b353ba7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.566657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21930e23-957f-4e98-ad0d-0c1c8b353ba7 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/62431ca1-3991-4e9a-84d9-a0715ac20db0 HTTP/1.1" status: 404 len: 336 time: 0.0392463 Sep 24 19:32:10.569122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45314) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.595630 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3682089-50df-4787-bbb2-07e981e68221 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.596078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3682089-50df-4787-bbb2-07e981e68221 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.597724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3682089-50df-4787-bbb2-07e981e68221 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/a3a6a2f1-1d9a-4206-a29b-3f0b8909e51a HTTP/1.1" status: 404 len: 337 time: 0.0277333 Sep 24 19:32:10.600118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45316) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.625269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-590429dc-cb8e-4516-aed3-e7def0b2fa0f tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 200 len: 205 time: 0.0241079 Sep 24 19:32:10.627585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45318) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.649830 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:32:10.668803 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e6e056c3-7667-44df-99d9-5dd0cb6e924a tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.669839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e6e056c3-7667-44df-99d9-5dd0cb6e924a tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/ce002e4e-cc82-4716-a0bd-12f3f1b2fa33 HTTP/1.1" status: 404 len: 336 time: 0.0414071 Sep 24 19:32:10.672391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45320) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.702436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e570bdd6-4f9c-4df6-b496-625e97f140f0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=02cfcf49-5788-4d8f-b8f0-1865a957424f HTTP/1.1" status: 200 len: 205 time: 0.0289855 Sep 24 19:32:10.704736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45322) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.741149 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-e3da2ec4-d959-4ab7-92bd-d267363d7c20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.742187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e3da2ec4-d959-4ab7-92bd-d267363d7c20 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/02cfcf49-5788-4d8f-b8f0-1865a957424f HTTP/1.1" status: 404 len: 336 time: 0.0365715 Sep 24 19:32:10.744868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45324) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.774837 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9298661-96f8-493e-a793-7a9242d957b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.776326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9298661-96f8-493e-a793-7a9242d957b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.777524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a9298661-96f8-493e-a793-7a9242d957b0 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/d155f340-d94c-492a-acb0-7c1b498ac2c1 HTTP/1.1" status: 404 len: 337 time: 0.0317659 Sep 24 19:32:10.780332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45326) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.807553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7ed20c90-98de-4378-89a1-22cc36d8420e tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cbb34b0-5857-429a-a04d-a989294376be HTTP/1.1" status: 200 len: 205 time: 0.0261364 Sep 24 19:32:10.809788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45328) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.846398 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-17b14baa-55fb-4d5c-9975-5c0ccd995f89 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.847406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-17b14baa-55fb-4d5c-9975-5c0ccd995f89 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/6cbb34b0-5857-429a-a04d-a989294376be HTTP/1.1" status: 404 len: 336 time: 0.0367303 Sep 24 19:32:10.849875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45330) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.875783 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-11caa0eb-2040-44b4-ac69-3146ac3fec27 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.876162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11caa0eb-2040-44b4-ac69-3146ac3fec27 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.877885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-11caa0eb-2040-44b4-ac69-3146ac3fec27 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/203001b7-4965-488c-8264-fdf7a54e6c9f HTTP/1.1" status: 404 len: 337 time: 0.0271451 Sep 24 19:32:10.880517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45332) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.911867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-081c815a-bc3e-4cc4-887a-2a3c018468db tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 HTTP/1.1" status: 200 len: 205 time: 0.0302899 Sep 24 19:32:10.914256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45334) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.952640 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [None req-4f240f53-becc-4393-a83b-9456b3b66589 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] delete failed (client error): The resource could not be found. Sep 24 19:32:10.953722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4f240f53-becc-4393-a83b-9456b3b66589 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/routers/1ae7d3bc-a8f0-40fd-a8ef-04daff1cf5b6 HTTP/1.1" status: 404 len: 336 time: 0.0385661 Sep 24 19:32:10.956365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45336) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:10.983153 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2028f06c-8087-4a0c-8347-ea888b2fc87d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:10.983578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2028f06c-8087-4a0c-8347-ea888b2fc87d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:10.985471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2028f06c-8087-4a0c-8347-ea888b2fc87d tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/eb48ca36-fe7d-45a7-bc87-58df63566246 HTTP/1.1" status: 404 len: 337 time: 0.0281506 Sep 24 19:32:10.988152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45338) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:11.015346 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bada34-9788-4734-9dbd-f804128860b4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] DELETE failed (client error): The resource could not be found. Sep 24 19:32:11.015799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bada34-9788-4734-9dbd-f804128860b4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:32:11.017457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-79bada34-9788-4734-9dbd-f804128860b4 tempest-RoutersIpV6Test-1878164546 tempest-RoutersIpV6Test-1878164546-project] 10.222.0.18 "DELETE /v2.0/subnets/9a2cd436-eda4-47aa-9d57-8b132f8a966b HTTP/1.1" status: 404 len: 337 time: 0.0284066 Sep 24 19:32:11.255927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45346) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:11.344253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae199-8f91-468a-b6d3-fbb0d8ec8bb1 req-37c26522-30b7-4e2d-98fa-afb3a7fc8f3d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:11.345782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0fae199-8f91-468a-b6d3-fbb0d8ec8bb1 req-37c26522-30b7-4e2d-98fa-afb3a7fc8f3d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.0579050 Sep 24 19:32:11.412303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0fae199-8f91-468a-b6d3-fbb0d8ec8bb1 req-a4c5f3f0-3ba9-42f6-b828-6eca00ab0b9b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600748 Sep 24 19:32:11.415724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b75677e-d7b7-43ce-8244-1efd74fedbf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33c93651759f48329a55e5029e69c02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586416 Sep 24 19:32:11.419599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45352) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:11.471211 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:11.492062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:11.541538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:11.544229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:11.545363 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8478fc0-8dc8-4941-b3bc-96d8c2e775d8 HTTP/1.1" status: 204 len: 168 time: 0.1214695 Sep 24 19:32:11.553190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13096f-4536-4e87-82fa-b3847b03ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8478fc0-8dc8-4941-b3bc-96d8c2e775d8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:12.163142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45374) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:12.257026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-904ffec0-e1c0-47f2-a4cf-99455e8403da tempest-DvrRoutersNegativeTest-1776342034 tempest-DvrRoutersNegativeTest-1776342034-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-280209683', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:12.260494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.policy [None req-904ffec0-e1c0-47f2-a4cf-99455e8403da tempest-DvrRoutersNegativeTest-1776342034 tempest-DvrRoutersNegativeTest-1776342034-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94856) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 24 19:32:12.260796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.policy [None req-904ffec0-e1c0-47f2-a4cf-99455e8403da tempest-DvrRoutersNegativeTest-1776342034 tempest-DvrRoutersNegativeTest-1776342034-project] Failed policy check for 'create_router' {{(pid=94856) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 24 19:32:12.261317 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-904ffec0-e1c0-47f2-a4cf-99455e8403da tempest-DvrRoutersNegativeTest-1776342034 tempest-DvrRoutersNegativeTest-1776342034-project] create failed (client error): Access was denied to this resource. Sep 24 19:32:12.262291 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-904ffec0-e1c0-47f2-a4cf-99455e8403da tempest-DvrRoutersNegativeTest-1776342034 tempest-DvrRoutersNegativeTest-1776342034-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0981174 Sep 24 19:32:12.511968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45384) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:12.537654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32519-8842-49cb-a8bc-f068b3b4cfaf req-3d31ff76-cef2-4382-90fd-2a6b4cfcf4c7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:12.539179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4aa32519-8842-49cb-a8bc-f068b3b4cfaf req-3d31ff76-cef2-4382-90fd-2a6b4cfcf4c7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.0569758 Sep 24 19:32:12.577611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4aa32519-8842-49cb-a8bc-f068b3b4cfaf req-ab0e14db-c07d-4a82-91ee-6746590814d3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Sep 24 19:32:12.620234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475c797c-cf4c-45fd-b8f2-f4187b115153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.713648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475c797c-cf4c-45fd-b8f2-f4187b115153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.717439 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475c797c-cf4c-45fd-b8f2-f4187b115153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.756574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-475c797c-cf4c-45fd-b8f2-f4187b115153 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024111dbffe74b3d9f88fd4567a37648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435918 Sep 24 19:32:12.757592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c797c-cf4c-45fd-b8f2-f4187b115153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f283f-4aa1-421e-9913-de9bd3439556,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:12.759491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:12.808918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.829714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.876197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.878761 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:12.879935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c65f283f-4aa1-421e-9913-de9bd3439556 HTTP/1.1" status: 204 len: 168 time: 0.1194389 Sep 24 19:32:12.887462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488b938-5d6e-4c7c-b084-60b45276acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f283f-4aa1-421e-9913-de9bd3439556,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:13.691452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b002-0e74-4dd1-be03-eb3ea87af7e3 req-4a2a333e-0784-4a07-89dd-880337fdbb88 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:13.692976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5094b002-0e74-4dd1-be03-eb3ea87af7e3 req-4a2a333e-0784-4a07-89dd-880337fdbb88 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.0499771 Sep 24 19:32:13.733291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5094b002-0e74-4dd1-be03-eb3ea87af7e3 req-826544e2-81cb-47df-9b18-3e3603a33a53 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Sep 24 19:32:14.846912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4a54-4c99-4d64-bf75-3df80828c357 req-8b8ef7d0-4fbc-4e94-bed6-749b5787b057 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:14.848413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-423d4a54-4c99-4d64-bf75-3df80828c357 req-8b8ef7d0-4fbc-4e94-bed6-749b5787b057 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.0485444 Sep 24 19:32:14.885217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-423d4a54-4c99-4d64-bf75-3df80828c357 req-5205c50f-bab7-4e20-8bd7-16bd63487cf6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303435 Sep 24 19:32:16.002545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebf55e-0794-4e5a-b58c-a1757bfc57af req-d3bc0a99-897e-4078-a7d5-88f8c9e73c07 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:16.004062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93ebf55e-0794-4e5a-b58c-a1757bfc57af req-d3bc0a99-897e-4078-a7d5-88f8c9e73c07 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 943 time: 0.0528014 Sep 24 19:32:16.053312 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93ebf55e-0794-4e5a-b58c-a1757bfc57af req-53e9f88c-1f91-48cf-8822-cd515f4f2386 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Sep 24 19:32:16.569676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a8cac57e-485f-483a-ae09-f7ebcd7202fc details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:32:16.666259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:16.677320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'mac_address': 'fa:16:3e:36:bc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:32:16.715185 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:16.727959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cac57e-485f-483a-ae09-f7ebcd7202fc {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:32:16.746998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:16.750844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:16.807379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:16.989200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['a8cac57e-485f-483a-ae09-f7ebcd7202fc'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:32:17.173468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250611bd-200e-44ac-b21f-0b3e2b2df3dd req-b76bf5c5-35f7-4938-94e5-dd508c54bdae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:17.175161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250611bd-200e-44ac-b21f-0b3e2b2df3dd req-b76bf5c5-35f7-4938-94e5-dd508c54bdae tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 944 time: 0.0545132 Sep 24 19:32:17.215323 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-250611bd-200e-44ac-b21f-0b3e2b2df3dd req-5c506b66-52f4-433a-a64f-02afc29d0846 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Sep 24 19:32:18.335353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01942bd-cf13-4700-a022-08b94e8a7da7 req-9f9f1784-3c9f-4895-bcb7-1bc8638cef8e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:18.336879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a01942bd-cf13-4700-a022-08b94e8a7da7 req-9f9f1784-3c9f-4895-bcb7-1bc8638cef8e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 944 time: 0.0544803 Sep 24 19:32:18.386516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a01942bd-cf13-4700-a022-08b94e8a7da7 req-b9f5f1da-0cb6-473d-b6b5-f2e2a040fdaf tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Sep 24 19:32:18.583247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a8cac57e-485f-483a-ae09-f7ebcd7202fc up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:32:18.630932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port a8cac57e-485f-483a-ae09-f7ebcd7202fc completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:32:18.635416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port a8cac57e-485f-483a-ae09-f7ebcd7202fc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:32:18.635830 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:18.710900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:18.735722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:32:18.737938 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5105b98-15e9-4c54-bd5c-2a3725abf8d9" -d '{"events": [{"server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "name": "network-vif-plugged", "status": "completed", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:32:18.752052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:32:18.756567 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:18.783673 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa667f7-92d4-4f7d-a94f-a1964bd3ea42 x-openstack-request-id: req-6fa667f7-92d4-4f7d-a94f-a1964bd3ea42 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:32:18.783975 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "name": "network-vif-plugged", "status": "completed", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:32:18.784235 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa667f7-92d4-4f7d-a94f-a1964bd3ea42 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:32:18.784637 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'code': 200} Sep 24 19:32:18.814654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:18.878815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18e5e9-6f80-453e-9d40-da5469851a87 req-e4079bae-d614-4037-b3bd-c0c21aaf7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:18.880345 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc18e5e9-6f80-453e-9d40-da5469851a87 req-e4079bae-d614-4037-b3bd-c0c21aaf7199 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1096 time: 0.0390964 Sep 24 19:32:18.916744 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc18e5e9-6f80-453e-9d40-da5469851a87 req-fa379cd0-a111-4d7b-ae69-fe4f73355611 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277181 Sep 24 19:32:19.496749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0bb68-d05c-4d63-b7fd-46ee73697a8f req-2ef3b4ad-2188-45f7-9f3a-c8bed1927a15 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:19.498191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8fe0bb68-d05c-4d63-b7fd-46ee73697a8f req-2ef3b4ad-2188-45f7-9f3a-c8bed1927a15 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0533178 Sep 24 19:32:19.537322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8fe0bb68-d05c-4d63-b7fd-46ee73697a8f req-a5ab353b-2b6e-4d13-ab4f-27627d0cddc5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328345 Sep 24 19:32:20.312559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11a904fd-cf1d-4e59-bc99-21472135232a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:20.672641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01daa-bf6f-4b56-aeda-05ed0a007f2a req-8ee46248-3e5f-4ee1-98cd-843194c9674d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:20.674453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fb01daa-bf6f-4b56-aeda-05ed0a007f2a req-8ee46248-3e5f-4ee1-98cd-843194c9674d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0593641 Sep 24 19:32:20.718074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fb01daa-bf6f-4b56-aeda-05ed0a007f2a req-0a51446c-bcbb-42e6-a437-75e9a8496ce1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371301 Sep 24 19:32:20.831027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ccfaa-4226-4ea6-b673-f5c39ba45781 req-d2ae6620-d1e8-4bae-b7d5-889e63693b25 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:20.832509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793ccfaa-4226-4ea6-b673-f5c39ba45781 req-d2ae6620-d1e8-4bae-b7d5-889e63693b25 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0482085 Sep 24 19:32:20.871123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-793ccfaa-4226-4ea6-b673-f5c39ba45781 req-b6018134-4d41-40f6-a3dc-2a8f4d14ba93 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Sep 24 19:32:20.892783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45510) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:20.936028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb3389-31bb-4fb8-aaf9-739da08dabc0 tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:20.937471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3fbb3389-31bb-4fb8-aaf9-739da08dabc0 tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1091 time: 0.0437002 Sep 24 19:32:20.940561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45512) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:20.945004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:32:20.968392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:21.064030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:21.171850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.25.5.231 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/2e48d61c-5ff4-4530-95d4-e3c60a7e0060) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:32:21.271350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:21.305535 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:21.349169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:32:21.351868 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:32:21.358229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:32:21.361229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=2e48d61c-5ff4-4530-95d4-e3c60a7e0060,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:22.070405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.142504 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.301956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.308864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.374797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=2e48d61c-5ff4-4530-95d4-e3c60a7e0060,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:22.387793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.487128 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 69e4574c-d91b-40b0-80c3-c5cff5f9cd44 associated. External IP: 172.25.5.231, port: a8cac57e-485f-483a-ae09-f7ebcd7202fc. Sep 24 19:32:22.689904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:32:22.795740 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:32:22.806543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:32:22.811693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:22.816841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:22.817463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:31:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:22.839941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3e7efb0e-d143-4ae7-86f8-c3cc03c5345c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8983436 Sep 24 19:32:22.840922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:32:22.843535 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd1469b-01dc-44d2-844b-35566c9a6dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:32:22.881284 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a607a2-b584-417e-9aa1-4e0fe8c2ae40 x-openstack-request-id: req-25a607a2-b584-417e-9aa1-4e0fe8c2ae40 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:32:22.881577 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:32:22.881830 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25a607a2-b584-417e-9aa1-4e0fe8c2ae40 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:32:22.882235 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'status': 'completed', 'code': 200} Sep 24 19:32:22.923529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:22.951204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-1d3dc0a6-7ab6-4686-9155-4c256df8dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:22.952650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-1d3dc0a6-7ab6-4686-9155-4c256df8dfa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1096 time: 0.0433242 Sep 24 19:32:23.016615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c33cb99-6d2e-413f-bee8-1049b76b17ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:23.048253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-40d0b9d9-8a3a-4261-8018-07dafd7eccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:23.049759 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-40d0b9d9-8a3a-4261-8018-07dafd7eccc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0853398 Sep 24 19:32:23.126283 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-f7fe1da1-0061-40ef-9496-f430d0399af2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 999 time: 0.0633490 Sep 24 19:32:23.158407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '69e4574c-d91b-40b0-80c3-c5cff5f9cd44', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:36:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05186f97-f27d-49ce-b705-60bef1d077dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:32:21Z', 'updated_at': '2021-09-24T19:32:21Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:23.182812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-8324777b-d7c7-451f-b5a0-a28cd6c0b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:23.184850 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-8324777b-d7c7-451f-b5a0-a28cd6c0b334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0458262 Sep 24 19:32:23.190176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:32:23.200035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:32:23.200833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:32:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:23.236147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-c66fdcca-3e0b-489c-9045-ee0fd8007c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:23.237672 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-c66fdcca-3e0b-489c-9045-ee0fd8007c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397441 Sep 24 19:32:23.316652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:32:23.341566 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-d838901c-380a-4998-bdab-1efb5fe3174a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901141 Sep 24 19:32:23.437908 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:23.470601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-edd1469b-01dc-44d2-844b-35566c9a6dd7 req-27e1600b-1e36-41ea-a995-e8ba69109f4e service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133008 Sep 24 19:32:23.568694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '69e4574c-d91b-40b0-80c3-c5cff5f9cd44', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:36:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05186f97-f27d-49ce-b705-60bef1d077dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:32:21Z', 'updated_at': '2021-09-24T19:32:21Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:32:23.598547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea30b5-edd3-4503-8eb5-3d5dace2c112 None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '69e4574c-d91b-40b0-80c3-c5cff5f9cd44', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:36:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05186f97-f27d-49ce-b705-60bef1d077dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:32:21Z', 'updated_at': '2021-09-24T19:32:21Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:32:23.804447 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2224ff-bc02-45d0-835f-8b9f1de10962 None None] New status for floating IP 69e4574c-d91b-40b0-80c3-c5cff5f9cd44: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:32:24.217746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:25.957136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.391075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:32.501297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a56ce8f5-bc36-4066-a910-792fce796a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.589395 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a56ce8f5-bc36-4066-a910-792fce796a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.593109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a56ce8f5-bc36-4066-a910-792fce796a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.631605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a56ce8f5-bc36-4066-a910-792fce796a9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ba9ecb0b8be45a7a454bc2091ccfcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394652 Sep 24 19:32:32.632334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce8f5-bc36-4066-a910-792fce796a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688f1207-6335-4996-bdd3-0fd9a937014e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:32.634872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:32.688573 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.709113 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.754967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.757407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:32.758640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/688f1207-6335-4996-bdd3-0fd9a937014e HTTP/1.1" status: 204 len: 168 time: 0.1226170 Sep 24 19:32:32.767043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55a676-60ec-47a7-bac5-739ed1def245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f1207-6335-4996-bdd3-0fd9a937014e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:33.013889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:33.027031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc24b3da-55eb-40e4-a822-27c70bdc803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.119075 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc24b3da-55eb-40e4-a822-27c70bdc803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.122976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc24b3da-55eb-40e4-a822-27c70bdc803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.168428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cc24b3da-55eb-40e4-a822-27c70bdc803c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daa263bf643b4db4aabfb245a6a9b418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534307 Sep 24 19:32:33.170419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24b3da-55eb-40e4-a822-27c70bdc803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63376e19-08d8-4d7a-92d8-8fb70453be3a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:33.171122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:33.223565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.244921 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.290964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.293458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:33.294613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63376e19-08d8-4d7a-92d8-8fb70453be3a HTTP/1.1" status: 204 len: 168 time: 0.1224327 Sep 24 19:32:33.301998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ced42-84be-4f82-bc61-3972b4435b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63376e19-08d8-4d7a-92d8-8fb70453be3a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:33.334654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:38.982477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:45.008849 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-176ea5f1-a043-4990-a827-43e48f4034e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420148 Sep 24 19:32:45.095717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-f2b210cf-a4d4-4a30-90b8-e577c66e8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:45.097216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-f2b210cf-a4d4-4a30-90b8-e577c66e8c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1096 time: 0.0436432 Sep 24 19:32:45.207260 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-c908be13-1d80-4ad0-a624-d76b510f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:45.208800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-c908be13-1d80-4ad0-a624-d76b510f5905 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0882299 Sep 24 19:32:45.288457 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-8cae91d8-dfed-42e3-897e-77d7d4167900 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 1001 time: 0.0717340 Sep 24 19:32:45.346045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-f7f8e014-9ee7-4452-b493-d79b1cf5430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:45.347681 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-f7f8e014-9ee7-4452-b493-d79b1cf5430b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0495718 Sep 24 19:32:45.399158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-6c503734-8525-4b3a-bfa9-0d9809ae818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:32:45.401369 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-6c503734-8525-4b3a-bfa9-0d9809ae818a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448105 Sep 24 19:32:45.504268 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-f491a441-34fd-4c3a-9a34-d778fc5bb392 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930829 Sep 24 19:32:45.611736 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6dee7737-a3d9-4bb5-865d-d4cb9d47847a req-bd318e4c-9b4c-4bfa-b3f0-7e9aa9713dfb service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983059 Sep 24 19:32:47.650486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:32:50.319126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-de159f8f-a628-47a5-98ad-d5e9b34a9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.542203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45826) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:51.645281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.733523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.737136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.776410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=876d5a52e38f4ddfb4870914efc0db5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331090 Sep 24 19:32:51.777293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ecffd-7778-4919-8ad2-7aefaf31b999,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:51.779448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:51.785118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.785471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.785820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.786165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.786502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.786834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.787192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.787520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.787850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.788176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.788500 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.788825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c33f1-e398-4304-89bf-18e99d71eb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.837894 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.859884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.911763 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.914494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:51.915721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1ecffd-7778-4919-8ad2-7aefaf31b999 HTTP/1.1" status: 204 len: 168 time: 0.1351202 Sep 24 19:32:51.923483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ecffd-7778-4919-8ad2-7aefaf31b999,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:51.930890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.931246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.931592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.931933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.932267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.932598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.932927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.933258 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.933616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.933892 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.934218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:51.934542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bb026-a22d-4119-8a01-072f46ef5555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:32:52.186297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:52.199846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-636bdfd9-4ada-47a9-b295-7599a692e149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.285362 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-636bdfd9-4ada-47a9-b295-7599a692e149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.288825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-636bdfd9-4ada-47a9-b295-7599a692e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.326568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-636bdfd9-4ada-47a9-b295-7599a692e149 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=275e5a5ad85043e3b0d09d07e791213a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391928 Sep 24 19:32:52.327710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bdfd9-4ada-47a9-b295-7599a692e149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573586b-4b5b-4ff0-9789-0cd00bb81993,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:52.329300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45840) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:52.378939 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.402747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.448152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.450722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:52.451919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1573586b-4b5b-4ff0-9789-0cd00bb81993 HTTP/1.1" status: 204 len: 168 time: 0.1215982 Sep 24 19:32:52.459544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debbd63-7acf-4140-b446-ebfcf28bc21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573586b-4b5b-4ff0-9789-0cd00bb81993,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:52.976557 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab2f0-f909-4b56-ab2d-1d8c368d3db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:53.359627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:54.221484 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:55.961504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:56.781128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45924) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:56.889874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b30268ab-0f5f-4259-aac1-9f64548053f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:56.980568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b30268ab-0f5f-4259-aac1-9f64548053f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:56.984345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b30268ab-0f5f-4259-aac1-9f64548053f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.022383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b30268ab-0f5f-4259-aac1-9f64548053f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=669f9d62fb0d490e873499b6b117dcda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401819 Sep 24 19:32:57.023541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30268ab-0f5f-4259-aac1-9f64548053f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7bbec-50ef-498d-9cb2-2e3599805cd4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:57.025086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:57.073989 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.095585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.148513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.151063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.152770 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6a7bbec-50ef-498d-9cb2-2e3599805cd4 HTTP/1.1" status: 204 len: 168 time: 0.1261322 Sep 24 19:32:57.162454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc889df4-283d-402a-ac8a-ff9fe46a36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7bbec-50ef-498d-9cb2-2e3599805cd4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:57.409317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 45934) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:57.423433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15152f71-c959-4e37-b93c-6e1148665a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.513018 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15152f71-c959-4e37-b93c-6e1148665a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.516812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-15152f71-c959-4e37-b93c-6e1148665a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.555635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-15152f71-c959-4e37-b93c-6e1148665a12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d16f7cd7bc94606be9cc890169a31ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451333 Sep 24 19:32:57.557532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152f71-c959-4e37-b93c-6e1148665a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1367738-497f-4f9a-9684-539b1fcb2e6d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:32:57.558332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 45936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:32:57.613942 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.635540 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.680913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.683494 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:32:57.685136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1367738-497f-4f9a-9684-539b1fcb2e6d HTTP/1.1" status: 204 len: 168 time: 0.1252768 Sep 24 19:32:57.693288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87d06-980e-4cb7-96c0-0f1c202fc656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1367738-497f-4f9a-9684-539b1fcb2e6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:00.414832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46072) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:00.523791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a129193-480a-4200-ac2f-a0043acf3172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.611827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a129193-480a-4200-ac2f-a0043acf3172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.615805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7a129193-480a-4200-ac2f-a0043acf3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.655229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7a129193-480a-4200-ac2f-a0043acf3172 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9033383a09b64c4593d8281621d6cc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391870 Sep 24 19:33:00.656078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a129193-480a-4200-ac2f-a0043acf3172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec7b4da-687c-402e-a34d-41bf45fe3659,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:00.658053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:00.707120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.731277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.775679 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.778736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:00.780179 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ec7b4da-687c-402e-a34d-41bf45fe3659 HTTP/1.1" status: 204 len: 168 time: 0.1211271 Sep 24 19:33:00.789278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e01d3-2af2-4f03-9f1e-bcceab10b411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec7b4da-687c-402e-a34d-41bf45fe3659,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:01.036628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:01.052629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8daede5d-65bf-4a72-aea6-47dd70317433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.144424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8daede5d-65bf-4a72-aea6-47dd70317433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.148160 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8daede5d-65bf-4a72-aea6-47dd70317433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.186969 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8daede5d-65bf-4a72-aea6-47dd70317433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad1e1099d0074d3eadd0ae6a836103e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492181 Sep 24 19:33:01.188889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daede5d-65bf-4a72-aea6-47dd70317433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7a879-15de-4d01-aa8e-f98fae85c79b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:01.189687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46084) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:01.239651 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.260687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.310046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.312740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:01.314041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a7a879-15de-4d01-aa8e-f98fae85c79b HTTP/1.1" status: 204 len: 168 time: 0.1232860 Sep 24 19:33:01.321708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcab11b-6525-4a18-868b-9f51bcd1c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7a879-15de-4d01-aa8e-f98fae85c79b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:02.969066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:03.076176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90efc0ef-dadb-44df-bd7d-002e6ffb9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.163350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90efc0ef-dadb-44df-bd7d-002e6ffb9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.166525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-90efc0ef-dadb-44df-bd7d-002e6ffb9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.204340 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-90efc0ef-dadb-44df-bd7d-002e6ffb9b30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f60f511bbc6a41438bcac3fd783d89c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342017 Sep 24 19:33:03.205193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc0ef-dadb-44df-bd7d-002e6ffb9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea08fe-a75b-4715-95e4-6fe18dcab279,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:03.207330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46136) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:03.263532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.285519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.328272 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.337318 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.340189 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.341472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbea08fe-a75b-4715-95e4-6fe18dcab279 HTTP/1.1" status: 204 len: 168 time: 0.1326957 Sep 24 19:33:03.349571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351cab3-1df0-4d1b-aca1-15b1b2e94bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea08fe-a75b-4715-95e4-6fe18dcab279,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:03.610384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46142) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:03.624598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d910925d-9d23-464d-9f3b-18ff49aa99af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.716054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d910925d-9d23-464d-9f3b-18ff49aa99af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.719654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d910925d-9d23-464d-9f3b-18ff49aa99af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.756833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d910925d-9d23-464d-9f3b-18ff49aa99af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34dc0928aac34f8fb38161e28d6eef8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453106 Sep 24 19:33:03.758813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910925d-9d23-464d-9f3b-18ff49aa99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04394fe7-9b10-4a14-bfb9-3c906808fece,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:03.759568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:03.807072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.830488 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.875600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.878409 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:03.879622 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04394fe7-9b10-4a14-bfb9-3c906808fece HTTP/1.1" status: 204 len: 168 time: 0.1189880 Sep 24 19:33:03.886976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb2d1f-f20a-43af-ba14-8dfa10cde0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04394fe7-9b10-4a14-bfb9-3c906808fece,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:08.989185 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.240662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:13.345239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd833504-4dee-4408-8505-d82407752c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.431550 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd833504-4dee-4408-8505-d82407752c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.435764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd833504-4dee-4408-8505-d82407752c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.472488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cd833504-4dee-4408-8505-d82407752c97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5fd87ae7f4e41c68adf9ca201e3c66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308297 Sep 24 19:33:13.473370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833504-4dee-4408-8505-d82407752c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071fdfa-88f6-41b5-b0e4-c51f618e4829,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:13.475965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46238) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:13.525608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.546996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.596489 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.599350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:13.600537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1071fdfa-88f6-41b5-b0e4-c51f618e4829 HTTP/1.1" status: 204 len: 168 time: 0.1230266 Sep 24 19:33:13.608684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ecb8b-2bc4-4a2e-899c-282155952dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071fdfa-88f6-41b5-b0e4-c51f618e4829,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:18.666356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46302) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:18.774625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2763732-e91a-411b-8964-a602819d7d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:18.861224 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2763732-e91a-411b-8964-a602819d7d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:18.864860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2763732-e91a-411b-8964-a602819d7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:18.905586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2763732-e91a-411b-8964-a602819d7d39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf7d7799e625434a9d669f8c012054ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381155 Sep 24 19:33:18.906442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2763732-e91a-411b-8964-a602819d7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530991ae-ae52-46f7-aa7d-4180140ef81b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:18.908358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:18.959007 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:18.980781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.024793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.027518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.028679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/530991ae-ae52-46f7-aa7d-4180140ef81b HTTP/1.1" status: 204 len: 168 time: 0.1187046 Sep 24 19:33:19.036854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c86f9-462d-454b-ade1-f69fd6f7a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530991ae-ae52-46f7-aa7d-4180140ef81b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:19.285020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46312) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:19.298630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf081-8d2c-4532-8aa3-8cebee654c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.385621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf081-8d2c-4532-8aa3-8cebee654c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.389289 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf081-8d2c-4532-8aa3-8cebee654c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.427414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c5cdf081-8d2c-4532-8aa3-8cebee654c59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=141fe9db209842deadd8391ad9e8a4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413164 Sep 24 19:33:19.428298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdf081-8d2c-4532-8aa3-8cebee654c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63e165-7678-443f-a392-a22ecf83ca86,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:19.430100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:19.477831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.498966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.544292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.546832 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:19.548015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e63e165-7678-443f-a392-a22ecf83ca86 HTTP/1.1" status: 204 len: 168 time: 0.1169119 Sep 24 19:33:19.555360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133fe11-906b-4b63-9261-12ac15225133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63e165-7678-443f-a392-a22ecf83ca86,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:20.311737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4f29-7422-411d-819b-fd7ba49ac551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:22.978339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd2d07c0-07b7-4a93-83fd-b4906350a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:23.360618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.200070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:24.224833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.307527 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61d5f59f-6c05-4e4c-b93f-a77555bc5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.393536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61d5f59f-6c05-4e4c-b93f-a77555bc5f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.397166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61d5f59f-6c05-4e4c-b93f-a77555bc5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.436534 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-61d5f59f-6c05-4e4c-b93f-a77555bc5f2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=443172a0d4d84b919ba2acf41f3952fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353661 Sep 24 19:33:24.438430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f59f-6c05-4e4c-b93f-a77555bc5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279a06e-70e5-4fc9-ac7a-95af67cf06ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:24.439329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46368) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:24.491077 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.511559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.557880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.560531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:24.561691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d279a06e-70e5-4fc9-ac7a-95af67cf06ae HTTP/1.1" status: 204 len: 168 time: 0.1213806 Sep 24 19:33:24.569325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100956e-f783-4142-8bf9-321a53199e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279a06e-70e5-4fc9-ac7a-95af67cf06ae,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:24.650829 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:33:25.536023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46398) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:25.640328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70fb4fe4-30d2-4b99-99a8-9fb9fcecf0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.736641 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70fb4fe4-30d2-4b99-99a8-9fb9fcecf0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.740580 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70fb4fe4-30d2-4b99-99a8-9fb9fcecf0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.777919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-70fb4fe4-30d2-4b99-99a8-9fb9fcecf0ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c303cbe674154a778359793662f7c27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408102 Sep 24 19:33:25.779135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb4fe4-30d2-4b99-99a8-9fb9fcecf0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662974d-e010-41d4-9845-69ab8c41b77a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:25.781011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:25.828919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.849424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.893902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.896388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:25.897524 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6662974d-e010-41d4-9845-69ab8c41b77a HTTP/1.1" status: 204 len: 168 time: 0.1151736 Sep 24 19:33:25.905636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faab4e-fe7b-4108-bda2-34bc3fe5aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662974d-e010-41d4-9845-69ab8c41b77a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:25.964140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:33.340529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:34.868556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:34.975512 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89078016-7297-45f0-8506-bccedcf86da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.063669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89078016-7297-45f0-8506-bccedcf86da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.067478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89078016-7297-45f0-8506-bccedcf86da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.103583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89078016-7297-45f0-8506-bccedcf86da8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1e629e249634704b0307fe840fb3564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339594 Sep 24 19:33:35.104463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078016-7297-45f0-8506-bccedcf86da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32a589-dc4a-4006-b7c5-535a22497f97,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:35.106844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46482) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:35.155657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.180054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.225120 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.227724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:35.228889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f32a589-dc4a-4006-b7c5-535a22497f97 HTTP/1.1" status: 204 len: 168 time: 0.1209493 Sep 24 19:33:35.236789 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dfb5b-f71d-4fb6-a9cf-8f899878422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32a589-dc4a-4006-b7c5-535a22497f97,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:36.651326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46524) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:36.656753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191047146', 'description': 'tempest-secgroup-smoke-191047146 description', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:36.678449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.686090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.783838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.787360 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.823432 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11af90f2-ae3f-45ae-bbd5-7b345604d233,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:36.882577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.886761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.909666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:36.911032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2580819 Sep 24 19:33:36.914193 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:36.918870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:36.919139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d3ed-617c-4941-b75b-04eb82e79508 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:36.944980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.000972 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.004301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.021313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d5caed-6488-42d2-9e34-93a82a904811,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.027258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.028460 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ec51580-9bbb-4b1a-bed4-85c8e3ba2a64 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131706 Sep 24 19:33:37.031317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.035614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.061090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.115523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.118904 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.137069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0a99d9-fdf1-4ae2-88f6-e3fea421c290,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.142268 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.143497 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2f76f27-2d5c-4ed2-934a-d1925c706f58 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112657 Sep 24 19:33:37.146228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.150459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.175521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.231635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.234835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.251910 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba9a7c4-c45d-41ed-9435-9fcb27be8bab,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.258612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.259852 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0223ef24-5217-427a-a4be-bb9fa1e85bfc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127105 Sep 24 19:33:37.263130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.267356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.291675 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.350298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.353585 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.368576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e364484-105f-431a-8cdb-f83778838ec0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.377290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.378537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9c13e84e-b918-44f9-a39b-0c8dbdf6a524 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145060 Sep 24 19:33:37.381296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.385531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.406900 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:33:37.411514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.481519 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.486297 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.506021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1436312d-b8c9-4b48-91f2-5ab782fb572e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.511780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.513142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dcf5d03f-8d29-4a6f-823e-c2c58d6e1901 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308565 Sep 24 19:33:37.515791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.519959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a99de9e5-38d7-4b46-94c4-f495bbdd4d0e', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.540124 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:33:37.545284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.602606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.606311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.623894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c805ac-eb0c-45e2-9722-230927aac34e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.632908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.634133 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-30d02322-301e-4905-bef1-e8b9ccaa5618 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174357 Sep 24 19:33:37.637243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.641911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'network': {'name': 'tempest-network-smoke--1004113132', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.661783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:33:37.665471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.688770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:33:37.697390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.697727 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Added segment 240adb74-402d-4506-836c-3cb68fbb2599 of type vlan for network 374c5a27-cc2c-456d-9573-fd420f87e5e2 Sep 24 19:33:37.738230 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.762306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.768276 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:37.768861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.799473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1611485 Sep 24 19:33:37.802583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46540) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:37.807407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'admin_state_up': True, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:37.832503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.833534 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:37.840171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d870e7-367a-460b-b3f6-71796695bcda tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Network': ['ID=374c5a27-cc2c-456d-9573-fd420f87e5e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:37.850698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:33:37.887303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.024465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.216094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.234482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.338625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.81 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/4ef042df-5c8a-4194-ada2-5a3fc393f13a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:33:38.440136 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.472643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.509175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:38.512585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:38.516027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:33:38.523997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=4ef042df-5c8a-4194-ada2-5a3fc393f13a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:38.768268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.973058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:38.998465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.099684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:33:39.207905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:33:39.218223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Sync routers for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:33:39.226807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:39.227511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:39.227898 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.229148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a5b9a810-1786-40a1-afff-33639dcfec1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4254012 Sep 24 19:33:39.232994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:39.330445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:39.360788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73b80d4c-7a62-4fa7-8c95-88d2280b256d tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddb69d7349a6438cb0a298e0762c9b70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265762 Sep 24 19:33:39.363422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:39.505625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:38Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:39.525495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba9d93-f657-4dd1-85c8-60abb3ef7f2c tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:39.527578 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-65ba9d93-f657-4dd1-85c8-60abb3ef7f2c tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1630166 Sep 24 19:33:39.530564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:39.532632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Checking router: f3ae7177-5d55-4c5d-a37a-a1c057f122c4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:33:39.532986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Updating router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 port 4ef042df-5c8a-4194-ada2-5a3fc393f13a binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:33:39.561440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.564206 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3ad06ecf-28f9-4fb2-82f9-cbf516fd4255 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321238 Sep 24 19:33:39.566397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:39.571757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634843660', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:39.664090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:33:39.667803 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.811267 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.816385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.850551 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.868699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Attempting to bind port 4ef042df-5c8a-4194-ada2-5a3fc393f13a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:33:39.869076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Attempting to bind port 4ef042df-5c8a-4194-ada2-5a3fc393f13a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:33:39.869447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Attempting to bind port 4ef042df-5c8a-4194-ada2-5a3fc393f13a on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:33:39.872591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Pushing event updated for resources: {'Port': ['ID=4ef042df-5c8a-4194-ada2-5a3fc393f13a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:39.883100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.883442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.883781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.884135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.884462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.884920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.885249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.885571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.885892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.886769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.887136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.887455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:39.890742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:33:39.891275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:33:39.891679 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.892058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:33:39.892524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Bound port: 4ef042df-5c8a-4194-ada2-5a3fc393f13a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:33:39.892903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.927461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Subnet': ['ID=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:39.936157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Checking segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:33:39.936524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network hostable DHCP agents. Network: 374c5a27-cc2c-456d-9573-fd420f87e5e2, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:33:39.951934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] For port 4ef042df-5c8a-4194-ada2-5a3fc393f13a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:33:39.955158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] For port 4ef042df-5c8a-4194-ada2-5a3fc393f13a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4ef042df-5c8a-4194-ada2-5a3fc393f13a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:33:39.955324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:33:39.960144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.963377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 374c5a27-cc2c-456d-9573-fd420f87e5e2) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:39.968474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:39.968474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:39.982209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ccf9ea44-cbc7-4714-ac86-05fdd0cc9b88 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4144804 Sep 24 19:33:39.985113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:39.988600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ad21c-cf5c-4b4f-bc80-54648af826ec None None] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:33:40.040864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:40.041523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:40.102237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e04179-06c7-421f-aefb-39acde5a5925 None None] Pushing event updated for resources: {'Port': ['ID=4ef042df-5c8a-4194-ada2-5a3fc393f13a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:40.222487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:40.304336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-374c5a27-cc2c-456d-9573-fd420f87e5e2', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:33:40.305188 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.416115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.512204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Allocated IP 172.20.0.2 (374c5a27-cc2c-456d-9573-fd420f87e5e2/297feb07-8cd3-4ef6-8a4f-01f3a4cf247d/0552d31b-e025-457a-ae27-87e7f7b6ef7f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:33:40.558749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:38Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:40.613571 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c91de-882b-4c48-bdf1-c34a89d79c10 None None] The sync data for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 is: [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:38Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:33:40.704480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.713514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.753929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:40.757076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:40.759936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:33:40.776147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Pushing event updated for resources: {'Port': ['ID=0552d31b-e025-457a-ae27-87e7f7b6ef7f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:40.844951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Attempting to bind port 0552d31b-e025-457a-ae27-87e7f7b6ef7f on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:33:40.845696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Attempting to bind port 0552d31b-e025-457a-ae27-87e7f7b6ef7f by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:33:40.846307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Attempting to bind port 0552d31b-e025-457a-ae27-87e7f7b6ef7f on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:33:40.864553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:33:40.865156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Checking segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:33:40.865559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.865950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Bound using segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:33:40.866418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Bound port: 0552d31b-e025-457a-ae27-87e7f7b6ef7f, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:33:40.866810 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:40.942604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] For port 0552d31b-e025-457a-ae27-87e7f7b6ef7f, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:33:40.946411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] For port 0552d31b-e025-457a-ae27-87e7f7b6ef7f, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0552d31b-e025-457a-ae27-87e7f7b6ef7f,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:33:40.952489 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.023542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae84e08-56eb-48d2-ae16-170c4a08ff60 None None] Pushing event updated for resources: {'Port': ['ID=0552d31b-e025-457a-ae27-87e7f7b6ef7f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:41.103441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.1 (374c5a27-cc2c-456d-9573-fd420f87e5e2/297feb07-8cd3-4ef6-8a4f-01f3a4cf247d/06fe1b3f-1b24-4bfa-958e-759770a51d5b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:33:41.268017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.315528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.359018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:41.362142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:41.365881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:33:41.374991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:41.416974 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.560357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.790762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0552d31b-e025-457a-ae27-87e7f7b6ef7f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:41.841837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0552d31b-e025-457a-ae27-87e7f7b6ef7f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:41.842210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.857510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.862411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.936592 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.958980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.960742 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:41.982033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 0552d31b-e025-457a-ae27-87e7f7b6ef7f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0552d31b-e025-457a-ae27-87e7f7b6ef7f,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:41.987444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:41.988439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4ef042df-5c8a-4194-ada2-5a3fc393f13a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:42.027810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24bcde-9a04-4a24-ad98-7513a7556965 None None] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:33:42.063085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:42.064608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:42.199592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:33:42.281764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0667d3a8-918e-4111-bb8d-ef314b31db9f None None] Provisioning complete for port 0552d31b-e025-457a-ae27-87e7f7b6ef7f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:42.282143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0667d3a8-918e-4111-bb8d-ef314b31db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:42.310845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=0552d31b-e025-457a-ae27-87e7f7b6ef7f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:42.320523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:33:42.326325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-64896e49-0f0f-4a7a-be30-924c45320e00 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/f3ae7177-5d55-4c5d-a37a-a1c057f122c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3401599 Sep 24 19:33:42.350905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4ef042df-5c8a-4194-ada2-5a3fc393f13a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:42.351289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:42.491310 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-63ffce09-7b89-4b1a-bf88-f60f6ba8f1c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191047146&fields=id&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 267 time: 0.0413029 Sep 24 19:33:42.540429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:42.564959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 4ef042df-5c8a-4194-ada2-5a3fc393f13a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4ef042df-5c8a-4194-ada2-5a3fc393f13a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:42.569698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:42.621567 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Sync routers for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:33:42.625423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=4ef042df-5c8a-4194-ada2-5a3fc393f13a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:42.628798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-83effc36-3ce4-40cb-90b3-73c473f9ec48 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:42.630387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-83effc36-3ce4-40cb-90b3-73c473f9ec48 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 797 time: 0.1315019 Sep 24 19:33:42.642274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:42.643038 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:42.648076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-3528b7ea-62ff-4d04-805b-a97f2700fd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/quotas/ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 375 time: 0.0099144 Sep 24 19:33:42.717426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-9f4be60c-6a5d-4c55-b133-2ae0ca31d807 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559227 Sep 24 19:33:42.841842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3a97-07f9-4f4b-bde2-567b1b2a2e79 None None] Provisioning complete for port 0552d31b-e025-457a-ae27-87e7f7b6ef7f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:42.842419 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3a97-07f9-4f4b-bde2-567b1b2a2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:42.863497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:42.884594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-7081c652-f793-45a6-a8c3-517cbbd25778 service neutron] 10.222.0.18 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642418 Sep 24 19:33:42.984831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3a97-07f9-4f4b-bde2-567b1b2a2e79 None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:42.985130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3a97-07f9-4f4b-bde2-567b1b2a2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.013890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-28b56508-538a-49a7-b2c4-f2721e9c8665 service neutron] 10.222.0.18 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170409 Sep 24 19:33:43.025604 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a3a97-07f9-4f4b-bde2-567b1b2a2e79 None None] Port 06fe1b3f-1b24-4bfa-958e-759770a51d5b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:33:43.102283 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 2, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:43.129436 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Checking router: f3ae7177-5d55-4c5d-a37a-a1c057f122c4 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:33:43.129988 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Updating router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 port 06fe1b3f-1b24-4bfa-958e-759770a51d5b binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:33:43.159770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-502206e7-8c65-4006-bf02-cf6342799425 None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:43.159999 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.161958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-502206e7-8c65-4006-bf02-cf6342799425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.207863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-502206e7-8c65-4006-bf02-cf6342799425 None None] Port 06fe1b3f-1b24-4bfa-958e-759770a51d5b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:33:43.234755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b99e5c00-8320-422a-adaa-75265cd077ca req-3c3c3fe1-f9cd-4631-ace4-9cb68ee1a9a6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 210 time: 0.0346127 Sep 24 19:33:43.326408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89ff15bb-c753-4798-ab5e-22466b617846 None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:43.326987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ff15bb-c753-4798-ab5e-22466b617846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.364842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89ff15bb-c753-4798-ab5e-22466b617846 None None] Port 06fe1b3f-1b24-4bfa-958e-759770a51d5b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:33:43.453463 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.458671 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.513372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Pushing event updated for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:43.538586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.538957 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.539334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.539689 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.540017 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.540348 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.540690 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.541274 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.541629 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.542563 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.542884 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.543247 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:43.573554 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Attempting to bind port 06fe1b3f-1b24-4bfa-958e-759770a51d5b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:33:43.573924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Attempting to bind port 06fe1b3f-1b24-4bfa-958e-759770a51d5b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:33:43.574280 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Attempting to bind port 06fe1b3f-1b24-4bfa-958e-759770a51d5b on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:33:43.579817 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:33:43.580190 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Checking segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:33:43.580589 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.580979 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Bound using segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:33:43.581438 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Bound port: 06fe1b3f-1b24-4bfa-958e-759770a51d5b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:33:43.581813 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.654161 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] For port 06fe1b3f-1b24-4bfa-958e-759770a51d5b, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:33:43.657693 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] For port 06fe1b3f-1b24-4bfa-958e-759770a51d5b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=06fe1b3f-1b24-4bfa-958e-759770a51d5b,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:33:43.662986 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.727442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:43.728084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:43.762829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0552d31b-e025-457a-ae27-87e7f7b6ef7f up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:43.786685 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140d3c-fe02-402b-adc2-5f274ba6883f None None] Pushing event updated for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:43.817918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:43.818596 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.862422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0552d31b-e025-457a-ae27-87e7f7b6ef7f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:43.863142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:43.882798 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:43.976063 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.017409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4ef042df-5c8a-4194-ada2-5a3fc393f13a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:44.050965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] For port 06fe1b3f-1b24-4bfa-958e-759770a51d5b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=06fe1b3f-1b24-4bfa-958e-759770a51d5b,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:44.056140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.104612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:44.115380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4ef042df-5c8a-4194-ada2-5a3fc393f13a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:44.115766 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.117160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad2e7f-26d8-4c40-8dc1-351c8cdad6e4 None None] Pushing event updated for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:44.135009 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0541ef-b8bd-4e3d-afa5-fd922d33ceb0 None None] The sync data for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 is: [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:33:44.220979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8b08591d-63e0-4081-b718-81588a95b245 None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:44.221367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b08591d-63e0-4081-b718-81588a95b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.398314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1607a24-08b6-475d-b44a-f4396ca11c31 req-f81f3e90-8d69-457e-9046-512be9949238 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 210 time: 0.0382037 Sep 24 19:33:44.428565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-6c87b19d-4e10-43f0-b7cd-23678ff4f0bc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:44.430029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-6c87b19d-4e10-43f0-b7cd-23678ff4f0bc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 797 time: 0.1835945 Sep 24 19:33:44.476131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-195e1966-a52f-4544-a785-2b5bf3c30ac5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 379 time: 0.0359578 Sep 24 19:33:44.486491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'port': {'device_id': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'admin_state_up': True, 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'security_groups': ['a99de9e5-38d7-4b46-94c4-f495bbdd4d0e']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:44.602382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:33:44.605936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.736327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.11 (374c5a27-cc2c-456d-9573-fd420f87e5e2/297feb07-8cd3-4ef6-8a4f-01f3a4cf247d/d01af2f0-463c-4571-bf63-6970597ac50a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:33:44.890165 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.927070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:44.973034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:44.976227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:44.980007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:33:45.011360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:45.044050 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:45.044730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.061230 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-49217e8c-6bad-48a3-8341-c61e969dde52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788496 Sep 24 19:33:45.131248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Request body: {'port': {'device_id': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:45.195838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.292574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6c8a8dfc-999c-4cc7-b782-34615ee5c401 None None] Provisioning complete for port d01af2f0-463c-4571-bf63-6970597ac50a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:45.293157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8dfc-999c-4cc7-b782-34615ee5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.327591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a8dfc-999c-4cc7-b782-34615ee5c401 None None] Port d01af2f0-463c-4571-bf63-6970597ac50a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:33:45.488025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01af2f0-463c-4571-bf63-6970597ac50a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:33:45.508682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.528083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Transition to ACTIVE for port object d01af2f0-463c-4571-bf63-6970597ac50a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:33:45.541191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54409f-e440-4265-8792-1d54beb62378 req-bc93e4c6-df55-4dbe-8cdb-89df62166d93 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:45.543525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c54409f-e440-4265-8792-1d54beb62378 req-bc93e4c6-df55-4dbe-8cdb-89df62166d93 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 932 time: 0.0723755 Sep 24 19:33:45.544129 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.618324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:45.651216 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c54409f-e440-4265-8792-1d54beb62378 req-714009dc-cb52-4a2a-9108-fad6152b8108 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977685 Sep 24 19:33:45.713992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:33:45.714999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:33:45.715400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:33:45.720571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:33:45.721004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:33:45.726248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:33:45.726706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Checking segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:33:45.727234 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Bound using segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:33:45.727806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Bound port: d01af2f0-463c-4571-bf63-6970597ac50a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:33:45.728273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.759100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 06fe1b3f-1b24-4bfa-958e-759770a51d5b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:45.802797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:33:45.806248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:33:45.810526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.814375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 06fe1b3f-1b24-4bfa-958e-759770a51d5b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:45.814763 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.846824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:45.847508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:45.848923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-465dc208-58c8-4842-b037-e2d76638146c service neutron] 10.222.0.69 "PUT /v2.0/ports/d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 1092 time: 0.7786539 Sep 24 19:33:45.849366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:33:45.851737 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f197b47-50d7-4941-a630-395c8b5f389c" -d '{"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:33:45.891777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dc208-58c8-4842-b037-e2d76638146c service neutron] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:45.963615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-676c6e3a-7b05-4f5c-a2a0-1a9ea1dcf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:45.964914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-676c6e3a-7b05-4f5c-a2a0-1a9ea1dcf411 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1095 time: 0.0582974 Sep 24 19:33:46.012349 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48b1c0a-6b31-4ae3-9a4f-59b3ba1a2beb x-openstack-request-id: req-c48b1c0a-6b31-4ae3-9a4f-59b3ba1a2beb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:33:46.012657 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:33:46.012911 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c48b1c0a-6b31-4ae3-9a4f-59b3ba1a2beb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:33:46.013304 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'status': 'completed', 'code': 200} Sep 24 19:33:46.015157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-3dd13b77-2cb2-4ee8-86f0-7252a6672aa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 217 time: 0.0426567 Sep 24 19:33:46.022473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-98941d79-333e-4764-a179-0303662f117b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452645 Sep 24 19:33:46.068275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-d3b0b92f-ff8e-41df-88a8-cd5c8bea644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.069903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-d3b0b92f-ff8e-41df-88a8-cd5c8bea644e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0483086 Sep 24 19:33:46.112593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-251eaac8-fc9e-43df-afca-4a98579dac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.114231 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-251eaac8-fc9e-43df-afca-4a98579dac72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 1096 time: 0.0427699 Sep 24 19:33:46.117090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-bafadf30-e4e3-4e38-966e-a4465ed8d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.118713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-bafadf30-e4e3-4e38-966e-a4465ed8d772 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404978 Sep 24 19:33:46.217084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-51d8280c-6068-4f02-9235-6a59003895fc service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904319 Sep 24 19:33:46.224290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-9d8d5fb8-054f-4de6-9421-d5a4375191d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.225788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-9d8d5fb8-054f-4de6-9421-d5a4375191d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0886915 Sep 24 19:33:46.294842 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-2adb94b0-fec3-49f5-aa50-7c9fc2e2500f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 200 len: 1001 time: 0.0601466 Sep 24 19:33:46.308385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d1695ad-b48e-487e-b99b-fc742ee627aa req-4fe9c80a-6a27-42ec-b6bc-060f54b7f5ed service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823822 Sep 24 19:33:46.348896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-0ce19b2a-c9fc-4d33-9720-d605501a2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.350292 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-0ce19b2a-c9fc-4d33-9720-d605501a2df9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0481596 Sep 24 19:33:46.393214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197b47-50d7-4941-a630-395c8b5f389c req-1052b8f5-40df-4637-919d-c713c7c6cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.394752 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-1052b8f5-40df-4637-919d-c713c7c6cd33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1095 time: 0.0455782 Sep 24 19:33:46.396423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-5358cf4f-88f8-4686-8a92-eb283a62688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.397925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-5358cf4f-88f8-4686-8a92-eb283a62688a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385690 Sep 24 19:33:46.492139 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-7be049c8-5f2d-47ec-840d-fcb3542b9c86 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Sep 24 19:33:46.493705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197b47-50d7-4941-a630-395c8b5f389c req-1c3ec6d5-7422-49d8-9df9-904af602b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.495860 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-1c3ec6d5-7422-49d8-9df9-904af602b634 service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.0938592 Sep 24 19:33:46.539575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-3da2a4f6-8993-4fa1-9ac6-a29f672a394d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 217 time: 0.0370197 Sep 24 19:33:46.582327 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-96c15252-77bb-464c-86bb-915a01f3fd7a req-f285ad1f-391b-4a8f-a2d0-cd659d6b8c4d service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811374 Sep 24 19:33:46.589080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197b47-50d7-4941-a630-395c8b5f389c req-9b25c2b3-5eef-4c4b-84d5-334ec54e00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.590616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-9b25c2b3-5eef-4c4b-84d5-334ec54e00a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0427966 Sep 24 19:33:46.637449 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197b47-50d7-4941-a630-395c8b5f389c req-f50f19fa-8368-4579-b863-fd47b673c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.639007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-f50f19fa-8368-4579-b863-fd47b673c118 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398953 Sep 24 19:33:46.761504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-e82603f6-c157-4ac6-9231-8f81c8daff2d service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146297 Sep 24 19:33:46.798612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9f75e-2b3b-4aa2-84d2-360f26216a0c req-93d7d779-28a6-4e8f-9c69-fbfdf286a2ca tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:46.800154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0c9f75e-2b3b-4aa2-84d2-360f26216a0c req-93d7d779-28a6-4e8f-9c69-fbfdf286a2ca tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0759549 Sep 24 19:33:46.887856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0c9f75e-2b3b-4aa2-84d2-360f26216a0c req-8e34a5e4-4e2a-4e07-8770-1b8bc8a70ddf tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751312 Sep 24 19:33:46.896706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f197b47-50d7-4941-a630-395c8b5f389c req-14c7abaa-d620-49bd-9108-460ca0336c5c service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259151 Sep 24 19:33:48.008663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381863-1f67-4f15-86ff-b8695d33e1fd req-16f46952-0db8-458c-bf48-f89ad65b47db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:48.010132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6381863-1f67-4f15-86ff-b8695d33e1fd req-16f46952-0db8-458c-bf48-f89ad65b47db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0483947 Sep 24 19:33:48.048880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f6381863-1f67-4f15-86ff-b8695d33e1fd req-d1a86b7d-839c-473e-9c26-385d68eab3d3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Sep 24 19:33:49.161781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264329-6bf4-453c-a2fe-18dab62e98ec req-4d13387c-37ec-4cf1-ae58-7c3340c2dc8c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:49.163278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93264329-6bf4-453c-a2fe-18dab62e98ec req-4d13387c-37ec-4cf1-ae58-7c3340c2dc8c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0483930 Sep 24 19:33:49.200801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93264329-6bf4-453c-a2fe-18dab62e98ec req-1cc1e898-587a-430d-833b-63cb01623d1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Sep 24 19:33:49.985592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d01af2f0-463c-4571-bf63-6970597ac50a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:33:50.080413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:50.091091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'mac_address': 'fa:16:3e:3a:f6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:33:50.127143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:50.139515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01af2f0-463c-4571-bf63-6970597ac50a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:33:50.158657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:50.162065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:50.208233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:50.314671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6b81-81d1-4e9d-aaea-9d8419105ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:50.320058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42110ec1-a64b-44da-8458-bffce6065c4b req-cbe035b5-e2a2-4534-9b64-8dc01a66dd0e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:50.321545 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42110ec1-a64b-44da-8458-bffce6065c4b req-cbe035b5-e2a2-4534-9b64-8dc01a66dd0e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Sep 24 19:33:50.358492 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42110ec1-a64b-44da-8458-bffce6065c4b req-96d854c4-6c23-4565-9de1-e1844c11b7d7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Sep 24 19:33:50.362798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d01af2f0-463c-4571-bf63-6970597ac50a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:33:51.472103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f6cc5-5b4a-4bde-92b7-dcbff94d2139 req-bf644523-2cd7-4ade-bb92-2d796d519a1f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:51.473607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-918f6cc5-5b4a-4bde-92b7-dcbff94d2139 req-bf644523-2cd7-4ade-bb92-2d796d519a1f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Sep 24 19:33:51.511746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-918f6cc5-5b4a-4bde-92b7-dcbff94d2139 req-a173b8bb-6171-4a76-a274-ad46f119449a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Sep 24 19:33:51.986060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d01af2f0-463c-4571-bf63-6970597ac50a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:33:52.035867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port d01af2f0-463c-4571-bf63-6970597ac50a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:33:52.039643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d01af2f0-463c-4571-bf63-6970597ac50a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:33:52.040019 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:52.113786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:52.135530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:33:52.138278 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752eaebb-0c65-4afd-b0d1-cb690fd41b91" -d '{"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-plugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:33:52.150468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:33:52.154729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:52.204771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:52.233580 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3863ff-ac8a-4ee5-966c-9cf4819c8a0e x-openstack-request-id: req-ad3863ff-ac8a-4ee5-966c-9cf4819c8a0e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:33:52.233925 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-plugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:33:52.234182 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad3863ff-ac8a-4ee5-966c-9cf4819c8a0e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:33:52.234582 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'code': 200} Sep 24 19:33:52.328115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c482b5-bbac-417c-bb64-3049f9d3d47b req-9823672a-d3a8-4c17-b4e7-0493efd025f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:52.329481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46c482b5-bbac-417c-bb64-3049f9d3d47b req-9823672a-d3a8-4c17-b4e7-0493efd025f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0391991 Sep 24 19:33:52.363163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46c482b5-bbac-417c-bb64-3049f9d3d47b req-5693895b-ffc5-4dfc-bd12-8478050ceae2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268066 Sep 24 19:33:52.629528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46ead5-3d95-4bdb-93fd-131c6295661d req-ef0d896c-3a5d-4407-aaa6-80c398d0eb85 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:52.631048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e46ead5-3d95-4bdb-93fd-131c6295661d req-ef0d896c-3a5d-4407-aaa6-80c398d0eb85 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Sep 24 19:33:52.668402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e46ead5-3d95-4bdb-93fd-131c6295661d req-d0b5a0b0-410a-48bc-a06c-e2243cb34499 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Sep 24 19:33:52.979859 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7758843-95bb-4b1e-a61c-52d83edc7e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:53.363494 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:53.785071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad34189-6135-4e21-a55d-101ec0f8254f req-9469de8d-e08c-4d04-8b4c-34e90d388e52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:53.786573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ad34189-6135-4e21-a55d-101ec0f8254f req-9469de8d-e08c-4d04-8b4c-34e90d388e52 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0495076 Sep 24 19:33:53.825367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ad34189-6135-4e21-a55d-101ec0f8254f req-a3a1dab0-c553-4af8-b44e-03e1c91c87a3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Sep 24 19:33:53.937817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8251-ac27-4556-b8f7-7fbb29f43d67 req-10c18500-fc63-4c0e-af50-8f6df2ce3892 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:53.939257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0aad8251-ac27-4556-b8f7-7fbb29f43d67 req-10c18500-fc63-4c0e-af50-8f6df2ce3892 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0491498 Sep 24 19:33:53.976335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0aad8251-ac27-4556-b8f7-7fbb29f43d67 req-fae10303-3b41-4e86-b4be-ff854a6c556b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306995 Sep 24 19:33:53.998949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46632) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:54.040634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df1baf-cc68-4512-8e5f-956e6ef6d9d5 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:54.042764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-43df1baf-cc68-4512-8e5f-956e6ef6d9d5 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1092 time: 0.0427856 Sep 24 19:33:54.045862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46634) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:54.050082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:33:54.072137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.164982 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.226559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.271386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.58 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/dd5495b3-bbec-42ec-b780-15490c03af7e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:33:54.371646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.403652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.442385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:33:54.445240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:33:54.448674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:33:54.475425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=dd5495b3-bbec-42ec-b780-15490c03af7e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:54.488859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.489143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.489482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.489819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.490149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.490476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.490802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.491155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.491478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.491825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.492125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.492442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:33:54.814619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:54.881704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.035644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.043749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.110779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=dd5495b3-bbec-42ec-b780-15490c03af7e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:33:55.120339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.216518 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP e0d58869-7ee4-473a-b7dd-834e1b806002 associated. External IP: 172.25.5.58, port: d01af2f0-463c-4571-bf63-6970597ac50a. Sep 24 19:33:55.757578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:33:55.860804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:33:55.871080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Sync routers for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:33:55.876723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.879725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:55.880344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:55.904007 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-70b4f921-0725-4916-842a-270ab2f58ac2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8571439 Sep 24 19:33:55.904703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:33:55.907136 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b745d69-0c87-4ae3-996b-b5aa572090df" -d '{"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:33:55.949898 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25075aa2-996c-4c85-8222-2147b7a6638c x-openstack-request-id: req-25075aa2-996c-4c85-8222-2147b7a6638c {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:33:55.950199 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:33:55.950461 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25075aa2-996c-4c85-8222-2147b7a6638c {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:33:55.950889 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'status': 'completed', 'code': 200} Sep 24 19:33:55.987562 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:33:55.997813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:56.045953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ae0d4-0694-4cff-970f-60fdb9899a8c req-daaa557b-7030-4bb5-8805-f1c76979c19f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:56.047535 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a2ae0d4-0694-4cff-970f-60fdb9899a8c req-daaa557b-7030-4bb5-8805-f1c76979c19f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0796614 Sep 24 19:33:56.053549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-4fa2ff79-14e6-40d8-9ac9-b2c980a8ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:56.055043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-4fa2ff79-14e6-40d8-9ac9-b2c980a8ff0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0757689 Sep 24 19:33:56.117738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a2ae0d4-0694-4cff-970f-60fdb9899a8c req-fdd944eb-9163-4fe2-9cfb-29b2d99e677b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590484 Sep 24 19:33:56.141074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:56.170120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-4031d4c1-c8d1-4278-b2c0-0d855a312f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:56.171583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-4031d4c1-c8d1-4278-b2c0-0d855a312f1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.1070216 Sep 24 19:33:56.208888 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5c00bf3e-cc41-488e-8f96-bd7b0579cc89 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/e0d58869-7ee4-473a-b7dd-834e1b806002 HTTP/1.1" status: 200 len: 991 time: 0.0665491 Sep 24 19:33:56.219165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'e0d58869-7ee4-473a-b7dd-834e1b806002', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'mac_address': 'fa:16:3e:3a:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:33:54Z', 'updated_at': '2021-09-24T19:33:54Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:56.243124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-a82b0b16-7d8a-4a68-bf3c-57beabc6616d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 999 time: 0.0639098 Sep 24 19:33:56.255704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Checking router: f3ae7177-5d55-4c5d-a37a-a1c057f122c4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:33:56.263734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:33:56.264344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:33:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:56.309957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-c8a8a49b-bd4a-4fd6-b1b9-7af2541575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:56.311485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-c8a8a49b-bd4a-4fd6-b1b9-7af2541575e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0618515 Sep 24 19:33:56.356837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-26f9eaa7-240a-45b9-a46b-e4670213c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:33:56.358370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-26f9eaa7-240a-45b9-a46b-e4670213c4f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397005 Sep 24 19:33:56.458727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-b25d737a-9748-41cf-a87e-29c03aca8fa5 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932524 Sep 24 19:33:56.515784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:33:56.550209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b745d69-0c87-4ae3-996b-b5aa572090df req-7768ed90-134a-409e-8aa3-962ba8d6404b service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Sep 24 19:33:56.749151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'e0d58869-7ee4-473a-b7dd-834e1b806002', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'mac_address': 'fa:16:3e:3a:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:33:54Z', 'updated_at': '2021-09-24T19:33:54Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:33:56.773924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd9be2-ce44-4235-a2ea-14e1cbc12280 None None] The sync data for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 is: [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'e0d58869-7ee4-473a-b7dd-834e1b806002', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'mac_address': 'fa:16:3e:3a:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:33:54Z', 'updated_at': '2021-09-24T19:33:54Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:33:56.963409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2ffb5-0170-48b0-a718-a300b7adac9e None None] New status for floating IP e0d58869-7ee4-473a-b7dd-834e1b806002: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:33:57.211152 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:33:57.269834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5f35a3b7-4593-4c14-90db-14624ba43b69 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/e0d58869-7ee4-473a-b7dd-834e1b806002 HTTP/1.1" status: 200 len: 993 time: 0.0575640 Sep 24 19:34:01.650077 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:34:03.358061 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:08.997947 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:20.315429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2740f9d-8e1b-486e-a291-5d1bf60f0860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:22.080256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094f5d8-203b-483e-836c-b8c2a6e51f2f req-2b6cf67e-d492-4118-a464-dd73cf29f428 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:22.081805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f094f5d8-203b-483e-836c-b8c2a6e51f2f req-2b6cf67e-d492-4118-a464-dd73cf29f428 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0545907 Sep 24 19:34:22.119023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f094f5d8-203b-483e-836c-b8c2a6e51f2f req-fb911edb-6e1f-4b25-8b16-fb4f5787c1a2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Sep 24 19:34:22.979207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfc21cd7-aaa4-4681-be0a-100e5a05855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:23.236970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85437-982b-45be-9293-07ea3b9389bb req-cb5a9eb5-03f9-4313-9dc9-922ee2551e16 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:23.238385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a85437-982b-45be-9293-07ea3b9389bb req-cb5a9eb5-03f9-4313-9dc9-922ee2551e16 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0501716 Sep 24 19:34:23.275410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a85437-982b-45be-9293-07ea3b9389bb req-22747677-f7dd-4b65-8886-8645316531a2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Sep 24 19:34:23.364499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:23.817397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843972-947d-44b2-802c-1878cdd62b50 req-c9df8ddd-49e1-41a6-92f5-9bc0b6a5f7fe tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:23.818832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47843972-947d-44b2-802c-1878cdd62b50 req-c9df8ddd-49e1-41a6-92f5-9bc0b6a5f7fe tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 945 time: 0.0477192 Sep 24 19:34:23.909538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port a8cac57e-485f-483a-ae09-f7ebcd7202fc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:34:23.909880 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.000134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port a8cac57e-485f-483a-ae09-f7ebcd7202fc, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=a8cac57e-485f-483a-ae09-f7ebcd7202fc,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:24.000398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.161390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.161864 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.162175 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 69e4574c-d91b-40b0-80c3-c5cff5f9cd44 disassociated. External IP: 172.25.5.231, port: a8cac57e-485f-483a-ae09-f7ebcd7202fc. Sep 24 19:34:24.162507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for a8cac57e-485f-483a-ae09-f7ebcd7202fc owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:34:24.228904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.289220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.317162 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=a8cac57e-485f-483a-ae09-f7ebcd7202fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:24.328188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.328542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.328883 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.329221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.329532 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.329862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.330192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.330515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.330833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.331181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.331502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.331826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:24.376308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c76bc3d8-c0e1-4573-9784-5fdae2d891a8 req-17f510ce-1d04-4a0b-b7ed-4c608e3ef4d5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0284035 Sep 24 19:34:24.767495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:34:24.873441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:34:24.884328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:34:24.893701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:34:24.894363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:34:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:24.911794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port a8cac57e-485f-483a-ae09-f7ebcd7202fc on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:34:24.914582 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:24.916898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-47843972-947d-44b2-802c-1878cdd62b50 req-908c387e-9ed1-45bc-a63d-05576dced287 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "DELETE /v2.0/ports/a8cac57e-485f-483a-ae09-f7ebcd7202fc HTTP/1.1" status: 204 len: 173 time: 1.0906601 Sep 24 19:34:24.917359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'name': 'network-vif-deleted', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:24.919628 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ee903-3ab0-4ffa-8fc1-c398a0957217" -d '{"events": [{"server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "name": "network-vif-deleted", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:25.010252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:34:25.050120 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a1b103-ca4d-4dd2-8acc-e826054ec659 x-openstack-request-id: req-57a1b103-ca4d-4dd2-8acc-e826054ec659 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:25.050455 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05186f97-f27d-49ce-b705-60bef1d077dd", "name": "network-vif-deleted", "tag": "a8cac57e-485f-483a-ae09-f7ebcd7202fc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:25.050642 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57a1b103-ca4d-4dd2-8acc-e826054ec659 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:25.051411 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05186f97-f27d-49ce-b705-60bef1d077dd', 'name': 'network-vif-deleted', 'tag': 'a8cac57e-485f-483a-ae09-f7ebcd7202fc', 'status': 'completed', 'code': 200} Sep 24 19:34:25.214888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:25.241241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:34:25.249917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:34:25.250528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:34:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:25.354060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:34:25.470663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-540c4713-f64d-4d98-89c4-a0fe8b2a982f req-05d4c50f-636b-4171-8495-1a64ec0f4421 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0259736 Sep 24 19:34:25.562285 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:25.588292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436b30f-6b3e-4511-aebb-8060b650124d None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:34:25.821637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12d8c8-613f-4e52-a4b2-a8c089f60f2b None None] New status for floating IP 69e4574c-d91b-40b0-80c3-c5cff5f9cd44: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:34:25.970101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:26.568401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a6421da-d418-487b-9078-98dd8a180440 req-bda443c6-21aa-4267-a69d-931230e476d5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0300984 Sep 24 19:34:27.197471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a8cac57e-485f-483a-ae09-f7ebcd7202fc no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:34:27.217700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: a8cac57e-485f-483a-ae09-f7ebcd7202fc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:34:27.218045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device a8cac57e-485f-483a-ae09-f7ebcd7202fc not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:34:27.662869 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ea9edc-7c95-42b4-9cc0-506a94e29eb7 req-d2f1499f-aba1-4f0c-b22a-9f830b5a3cbc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=05186f97-f27d-49ce-b705-60bef1d077dd HTTP/1.1" status: 200 len: 210 time: 0.0274255 Sep 24 19:34:28.527931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-42094f1b-c6a6-4db2-b029-762fab9f2e15 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:28.529747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-42094f1b-c6a6-4db2-b029-762fab9f2e15 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Sep 24 19:34:28.548755 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-de0ed79d-9c68-4283-b431-addcd922f678 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:28.642500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-de0ed79d-9c68-4283-b431-addcd922f678 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:28.646563 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-de0ed79d-9c68-4283-b431-addcd922f678 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:28.668388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf72d15f-d0e2-47a4-92c3-4c67031a6f96 req-de0ed79d-9c68-4283-b431-addcd922f678 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324863 Sep 24 19:34:28.680690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed79d-9c68-4283-b431-addcd922f678 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fadbfcb-2abb-43a1-a393-bbfb84a54ad7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:28.790545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be5dd4-c378-4444-a05f-16ed7bba7128 req-648ef399-89cb-4334-bffb-bd98d0e2295e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:28.792116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36be5dd4-c378-4444-a05f-16ed7bba7128 req-648ef399-89cb-4334-bffb-bd98d0e2295e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0543897 Sep 24 19:34:28.831070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36be5dd4-c378-4444-a05f-16ed7bba7128 req-d070c073-3f42-4c91-acca-8743bc0d92f1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Sep 24 19:34:28.856845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:34:28.872782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7ece4fa0-8730-4515-aab1-95242c89298d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471397309&fields=id&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 267 time: 0.0331612 Sep 24 19:34:28.916302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ba0f3604-597b-4eee-a844-544edbf570f3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/e0d58869-7ee4-473a-b7dd-834e1b806002 HTTP/1.1" status: 200 len: 993 time: 0.0581484 Sep 24 19:34:28.983010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-8e2581c9-cf0a-4641-b9fd-ca9f81a2d0d8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:28.984377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-8e2581c9-cf0a-4641-b9fd-ca9f81a2d0d8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1048052 Sep 24 19:34:29.011114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-8d75c381-9868-4f6e-a699-bb35f52c003e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0098686 Sep 24 19:34:29.061976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-a44dbafc-6f50-4f74-839c-5d978ed97fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540721 Sep 24 19:34:29.208465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-67df91ca-3ec9-4818-9bc1-e0ae6602d11e service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343517 Sep 24 19:34:29.280858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-92199483-49f0-45ce-81e3-5ea72e39db6e req-bce85e5a-9a4e-4c33-a344-5d00d9544c2c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:34:29.281771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92199483-49f0-45ce-81e3-5ea72e39db6e req-bce85e5a-9a4e-4c33-a344-5d00d9544c2c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057857 Sep 24 19:34:29.310687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-b2b0c5d3-5510-4a9a-af7a-9cf71dbd48b6 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956795 Sep 24 19:34:29.619095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66386c7f-9508-4189-bf14-909bc9b7cb3e req-5804daf6-c385-4a82-9d1d-84fe13fe2133 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 210 time: 0.0356967 Sep 24 19:34:29.636029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:34:29.707654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fa6b-2127-480c-a53c-12c9b82e7863 req-b8e57d30-bf39-4310-9ebd-4c1abd1f401e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:29.709223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a470fa6b-2127-480c-a53c-12c9b82e7863 req-b8e57d30-bf39-4310-9ebd-4c1abd1f401e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Sep 24 19:34:29.761486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a470fa6b-2127-480c-a53c-12c9b82e7863 req-1eddc3af-f239-4236-abba-3954261326a6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455246 Sep 24 19:34:29.764112 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-25ab26ca-213f-4e3b-ae0c-f23f28872001 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266479 Sep 24 19:34:29.782729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-363eeb55-2570-4a19-8f78-1c109a1de8fd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:34:29.782729 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-363eeb55-2570-4a19-8f78-1c109a1de8fd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065877 Sep 24 19:34:30.696868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-3c79f35e-24d0-4995-87bd-cdfbb39f2750 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:30.704706 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-3c79f35e-24d0-4995-87bd-cdfbb39f2750 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1112723 Sep 24 19:34:30.751274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-644a8d09-5d93-4d3f-b48d-b3ecdfd72e76 req-b94e4411-5368-439d-88bc-e79ef96f8f71 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 210 time: 0.0440979 Sep 24 19:34:30.755488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-0f440261-aeba-4fb6-98db-0de64a4662d8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 379 time: 0.0417442 Sep 24 19:34:30.767228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086', 'security_groups': ['0e5a9ac5-d2ce-42bf-a659-499fabfab311']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:34:30.889357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4f782-9028-485c-a461-4edb5c95bf70 req-398b2241-941d-4a49-a10f-dbc7654f5502 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:30.890828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d4f782-9028-485c-a461-4edb5c95bf70 req-398b2241-941d-4a49-a10f-dbc7654f5502 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0566781 Sep 24 19:34:30.898374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:34:30.902298 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:30.935625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27d4f782-9028-485c-a461-4edb5c95bf70 req-858ef900-ba31-42a8-94b5-9c55dc9d81ce tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377669 Sep 24 19:34:31.040243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.13 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/95078a3b-0ce7-4f3b-b24e-0d352787acc5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:34:31.140543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-04fac642-c9a1-4af0-a325-07aaf7074828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.142108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-04fac642-c9a1-4af0-a325-07aaf7074828 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0434220 Sep 24 19:34:31.185301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.221522 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.243424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-c2c562e9-9c23-495b-b9d5-ce15cea2d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.244910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-c2c562e9-9c23-495b-b9d5-ce15cea2d1d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.0946550 Sep 24 19:34:31.269673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:34:31.272802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:34:31.276480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:34:31.302842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:31.324569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-bab04207-9fae-49d7-988c-808e35364fa2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 1001 time: 0.0714743 Sep 24 19:34:31.332987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.333749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.355549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-d233d16e-efad-45b4-857c-7f9cd85b268f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925953 Sep 24 19:34:31.373912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Request body: {'port': {'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:34:31.383781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-519547df-bbe6-4f59-b60e-361e05ffd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.385514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-519547df-bbe6-4f59-b60e-361e05ffd159 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0542259 Sep 24 19:34:31.434066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.440344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-28d01dd1-5657-4335-a97a-9daa6a7debac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.441900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-28d01dd1-5657-4335-a97a-9daa6a7debac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487175 Sep 24 19:34:31.556505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-c3161219-ad17-4255-8082-175484bd102a service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073024 Sep 24 19:34:31.573445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-963b24e9-4aa1-46fc-a977-4264c0a93dde None None] Provisioning complete for port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:34:31.574247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963b24e9-4aa1-46fc-a977-4264c0a93dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.623222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-963b24e9-4aa1-46fc-a977-4264c0a93dde None None] Port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:34:31.663602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-3e519f15-c8a5-45c6-8695-30e1f09cf71f service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997190 Sep 24 19:34:31.751545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95078a3b-0ce7-4f3b-b24e-0d352787acc5 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:34:31.759225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.776520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Transition to ACTIVE for port object 95078a3b-0ce7-4f3b-b24e-0d352787acc5 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:34:31.781782 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.856134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Pushing event updated for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:31.905641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5c7c4-b92b-42f2-a3d0-eefa664bfe7b req-3331ed68-a2bf-4b8f-a22d-32ba7881045f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:31.908373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82c5c7c4-b92b-42f2-a3d0-eefa664bfe7b req-3331ed68-a2bf-4b8f-a22d-32ba7881045f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0727310 Sep 24 19:34:31.929099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Attempting to bind port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:34:31.929765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Attempting to bind port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:34:31.931607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Attempting to bind port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:34:31.937377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:34:31.938174 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Attempting to bind port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:34:31.946095 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:34:31.952396 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:34:31.953618 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:34:31.954286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Bound port: 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:34:31.955030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:31.957000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82c5c7c4-b92b-42f2-a3d0-eefa664bfe7b req-e442a6d0-8d54-4d4e-8a96-b961355741be tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Sep 24 19:34:32.052965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:34:32.056501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:34:32.064875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:32.077778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebeacb-2201-4fb8-a682-795e1c355997 req-f8f40358-12d7-4c94-b1e6-f5951fe3a08a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.079330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deebeacb-2201-4fb8-a682-795e1c355997 req-f8f40358-12d7-4c94-b1e6-f5951fe3a08a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0602176 Sep 24 19:34:32.106560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.107228 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:32.108718 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] 10.222.0.15 "PUT /v2.0/ports/95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 1092 time: 0.7403443 Sep 24 19:34:32.109197 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:32.112386 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688fdcb2-0412-426f-a037-1d1bacd3270d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:32.160629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2289-cb62-4a31-b9e4-616709598d66 service neutron] Pushing event updated for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:32.190669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deebeacb-2201-4fb8-a682-795e1c355997 req-1b25e79f-b1cb-4930-aca8-955833a2d83f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005440 Sep 24 19:34:32.213813 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384da4dd-7b38-4181-955c-be077f96dba9 x-openstack-request-id: req-384da4dd-7b38-4181-955c-be077f96dba9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:32.214111 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:32.214525 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-384da4dd-7b38-4181-955c-be077f96dba9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:32.214965 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'status': 'completed', 'code': 200} Sep 24 19:34:32.232282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7ff3f60c-8b77-4b42-8f22-3044441e6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.233834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-7ff3f60c-8b77-4b42-8f22-3044441e6d23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1095 time: 0.0616665 Sep 24 19:34:32.285375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-1985a61d-54d5-4649-a6cd-d2eb9c79b1ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 217 time: 0.0403082 Sep 24 19:34:32.338935 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-6d35cff4-e491-4b6f-a447-3a4d657d7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.340993 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-6d35cff4-e491-4b6f-a447-3a4d657d7608 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0470991 Sep 24 19:34:32.389048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-795df141-86bb-4bd4-ba5c-4b40a751beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.390789 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-795df141-86bb-4bd4-ba5c-4b40a751beae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414498 Sep 24 19:34:32.490546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-245fb8ac-08ca-46ec-a8e4-8ca507982a89 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908160 Sep 24 19:34:32.580723 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f64f7004-4f1f-46d5-bd15-a1f501b63e57 req-29b8bf67-9d11-4250-bf8e-280eff3c710a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810361 Sep 24 19:34:32.673833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-2b795c67-6f84-4078-935a-19ba87ab5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.675461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-2b795c67-6f84-4078-935a-19ba87ab5d1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1095 time: 0.0453868 Sep 24 19:34:32.767069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-06d51144-b4b4-4367-94c4-827e1baa58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.768602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-06d51144-b4b4-4367-94c4-827e1baa58c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0854633 Sep 24 19:34:32.816507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-f0a1fb84-eb85-4a6e-89ec-45246393f718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 217 time: 0.0393023 Sep 24 19:34:32.869613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-36ebdbeb-fdc6-4525-afd0-7ef1d4da5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.871186 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-36ebdbeb-fdc6-4525-afd0-7ef1d4da5f41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0469866 Sep 24 19:34:32.918493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-52eb98d6-c137-4799-8195-9577ec1950e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:32.920037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-52eb98d6-c137-4799-8195-9577ec1950e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410805 Sep 24 19:34:33.018330 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-c668d548-7914-4946-9f3f-acce094764a3 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899043 Sep 24 19:34:33.092495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc394-dda3-48ce-a605-20417e964001 req-f792ff63-d6ac-4fd9-aab0-1922e705c5ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:33.094014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0decc394-dda3-48ce-a605-20417e964001 req-f792ff63-d6ac-4fd9-aab0-1922e705c5ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0623872 Sep 24 19:34:33.119603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-688fdcb2-0412-426f-a037-1d1bacd3270d req-7a1a9780-8ef3-4312-9a47-e67630fc7a8b service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931160 Sep 24 19:34:33.136272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0decc394-dda3-48ce-a605-20417e964001 req-ad491861-b93e-42ae-a645-bc3e84f8c48a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348105 Sep 24 19:34:33.304247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e216d2-9659-43fa-9739-7638e4016688 req-1dfd10fa-7e6f-4b69-90df-5143b7895021 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:33.305767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39e216d2-9659-43fa-9739-7638e4016688 req-1dfd10fa-7e6f-4b69-90df-5143b7895021 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Sep 24 19:34:33.344660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39e216d2-9659-43fa-9739-7638e4016688 req-1cc629d2-1491-4e06-846b-edf3ed86864f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Sep 24 19:34:33.367670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:34.250757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541313ed-2576-4338-8ead-8f1caf86a7d1 req-f5a51002-14db-4200-9b36-f05602a4ed7d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:34.252295 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-541313ed-2576-4338-8ead-8f1caf86a7d1 req-f5a51002-14db-4200-9b36-f05602a4ed7d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0485325 Sep 24 19:34:34.294709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-541313ed-2576-4338-8ead-8f1caf86a7d1 req-ce266a12-9c39-457c-8f11-e74eb85991a5 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364413 Sep 24 19:34:34.462723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d53166-0e58-4da7-bacc-d4645f263af0 req-f68c9066-673d-4b32-a8f5-d7fb90fd6728 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:34.464246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d53166-0e58-4da7-bacc-d4645f263af0 req-f68c9066-673d-4b32-a8f5-d7fb90fd6728 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0489516 Sep 24 19:34:34.502786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-98d53166-0e58-4da7-bacc-d4645f263af0 req-2a68c5ac-ea40-4153-b3ce-0c382ae9a434 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Sep 24 19:34:35.406256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db8039-b58b-463f-9b28-e708faa943cc req-b15a0db1-c6ff-4b44-ad75-1f8c42ca1acb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:35.407799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89db8039-b58b-463f-9b28-e708faa943cc req-b15a0db1-c6ff-4b44-ad75-1f8c42ca1acb tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0485592 Sep 24 19:34:35.455893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89db8039-b58b-463f-9b28-e708faa943cc req-ba52e11f-2244-488b-bc86-f73b8befafb7 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Sep 24 19:34:35.617172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198b8b-0905-4dad-aad4-956d25ba51a9 req-6daddb65-94a4-43a7-beae-672482b85df1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:35.618645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de198b8b-0905-4dad-aad4-956d25ba51a9 req-6daddb65-94a4-43a7-beae-672482b85df1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0484879 Sep 24 19:34:35.659299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de198b8b-0905-4dad-aad4-956d25ba51a9 req-1097b36d-f5ae-443a-adc1-b47539fb8ec5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347183 Sep 24 19:34:36.570097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19805d4a-4903-4d5b-bf71-383058c846a1 req-df46c5c2-7886-4549-a4aa-96dead3983c1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:36.571634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19805d4a-4903-4d5b-bf71-383058c846a1 req-df46c5c2-7886-4549-a4aa-96dead3983c1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0498500 Sep 24 19:34:36.609151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19805d4a-4903-4d5b-bf71-383058c846a1 req-21fcb497-7acf-41f1-ba2f-8b299330072b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Sep 24 19:34:36.772927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbafc7-ee2d-4bf5-bff9-6ee5d487659e req-d7bf1a04-1366-4ea6-9ec0-7438ac9b2519 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:36.774321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fcbafc7-ee2d-4bf5-bff9-6ee5d487659e req-d7bf1a04-1366-4ea6-9ec0-7438ac9b2519 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0491505 Sep 24 19:34:36.812167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fcbafc7-ee2d-4bf5-bff9-6ee5d487659e req-cf0c81bd-f012-4970-9d50-166afd67552e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Sep 24 19:34:37.722113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5e2e-01e2-43ab-8cd8-9cab447da425 req-eb3b62c4-d7c0-44a6-b960-c76da36c9df9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:37.723609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c84b5e2e-01e2-43ab-8cd8-9cab447da425 req-eb3b62c4-d7c0-44a6-b960-c76da36c9df9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0490766 Sep 24 19:34:37.770738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c84b5e2e-01e2-43ab-8cd8-9cab447da425 req-ea2471d4-a328-495f-b3f5-a7a18134eca9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Sep 24 19:34:37.924127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f4dd4-08cb-4087-b37b-7782db92da87 req-cc840ae5-fc21-46eb-af76-0d5778ff0e9d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:37.925532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-999f4dd4-08cb-4087-b37b-7782db92da87 req-cc840ae5-fc21-46eb-af76-0d5778ff0e9d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Sep 24 19:34:37.964015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-999f4dd4-08cb-4087-b37b-7782db92da87 req-d7ed5b5f-130f-4ec0-abc3-97d75c0cc4d4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Sep 24 19:34:38.648787 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:34:38.882920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc4c4-2b1e-4281-98bb-c0d719e5b4ba req-bad5003d-5cdd-44c3-bd44-0c40c7f72f4a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:38.884390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d6dc4c4-2b1e-4281-98bb-c0d719e5b4ba req-bad5003d-5cdd-44c3-bd44-0c40c7f72f4a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0487921 Sep 24 19:34:38.921853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d6dc4c4-2b1e-4281-98bb-c0d719e5b4ba req-6d4b5ac0-060a-4544-b33e-925dd0a9ea4d tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Sep 24 19:34:38.996174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:39.081779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4983-8267-4062-a1b8-4b767305272c req-98079c02-6e52-4564-a029-ae76403c562e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:39.083294 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5cb4983-8267-4062-a1b8-4b767305272c req-98079c02-6e52-4564-a029-ae76403c562e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Sep 24 19:34:39.123853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5cb4983-8267-4062-a1b8-4b767305272c req-f8479547-f6aa-4b49-89ea-d1cdd35ec739 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344930 Sep 24 19:34:40.033711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2be04-0089-4d95-ad52-10dce28f461b req-6101c767-7120-42fa-aeea-94e3adf34a8a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:40.035210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1e2be04-0089-4d95-ad52-10dce28f461b req-6101c767-7120-42fa-aeea-94e3adf34a8a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0484695 Sep 24 19:34:40.072971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1e2be04-0089-4d95-ad52-10dce28f461b req-5c55d220-c2ed-4de9-b8d7-f632de51bd3e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Sep 24 19:34:40.238429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3adf9-95ca-409c-86f4-072dd85ab1f7 req-61047103-2a87-4268-9b7a-9e4f05da70bf tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:40.239825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dab3adf9-95ca-409c-86f4-072dd85ab1f7 req-61047103-2a87-4268-9b7a-9e4f05da70bf tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Sep 24 19:34:40.276161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dab3adf9-95ca-409c-86f4-072dd85ab1f7 req-aaca8062-2236-4dd4-bb05-502c0d2bd6d0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304430 Sep 24 19:34:41.186643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c460-d699-44bf-84c7-1cc6cf80d794 req-b010a428-c16e-45fc-b5d2-2331996a715e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:41.188144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14e0c460-d699-44bf-84c7-1cc6cf80d794 req-b010a428-c16e-45fc-b5d2-2331996a715e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0488856 Sep 24 19:34:41.228086 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14e0c460-d699-44bf-84c7-1cc6cf80d794 req-476d1197-f71f-4f45-80a1-f703f0acb3de tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 Sep 24 19:34:41.389648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75db28-355f-4942-bdab-85b563f82e76 req-4282b499-84e6-4992-8a45-d4d69bbac1fe tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:41.391170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f75db28-355f-4942-bdab-85b563f82e76 req-4282b499-84e6-4992-8a45-d4d69bbac1fe tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0486114 Sep 24 19:34:41.429152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f75db28-355f-4942-bdab-85b563f82e76 req-a120ffa8-c86f-4045-ac1c-8f5477d358e1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Sep 24 19:34:42.341349 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb416-61b4-41d9-9207-fb0ed0da829c req-8d055289-3130-4630-9b2d-58381146ed30 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:42.342830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cbfb416-61b4-41d9-9207-fb0ed0da829c req-8d055289-3130-4630-9b2d-58381146ed30 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0483394 Sep 24 19:34:42.380038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1cbfb416-61b4-41d9-9207-fb0ed0da829c req-358ccb32-e539-47aa-9d0b-d80f458c6c81 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Sep 24 19:34:42.542995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4852de-55a4-464b-a173-41b6f0c974b4 req-f06c76d5-58c5-44c3-a327-b71c8b4aff74 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:42.544510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df4852de-55a4-464b-a173-41b6f0c974b4 req-f06c76d5-58c5-44c3-a327-b71c8b4aff74 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0487258 Sep 24 19:34:42.584998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df4852de-55a4-464b-a173-41b6f0c974b4 req-48f56ed4-97fe-4c16-b04a-d35c83eb3761 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345535 Sep 24 19:34:43.284415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95078a3b-0ce7-4f3b-b24e-0d352787acc5 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:34:43.375036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:43.385434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:34:43.425812 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:43.439456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95078a3b-0ce7-4f3b-b24e-0d352787acc5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:34:43.458890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:43.463448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:43.495561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d9a2-4aef-493f-bc3e-05d2255e6075 req-15e0da11-3152-4e20-99da-52bd937932a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:43.497059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82e2d9a2-4aef-493f-bc3e-05d2255e6075 req-15e0da11-3152-4e20-99da-52bd937932a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 944 time: 0.0497608 Sep 24 19:34:43.510164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:43.517368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.517723 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.518064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.518400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.518733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.519089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.519508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.519745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.520067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.520388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.520709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.521027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:34:43.535840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82e2d9a2-4aef-493f-bc3e-05d2255e6075 req-820d9f17-4bbf-4e60-a56f-e315f105e1bc tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321500 Sep 24 19:34:43.700244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acdf52-fb91-49ba-a6a9-2bcc1ba866c8 req-9914a341-1ec7-49d4-a0de-d1aa7371e5e5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:43.702427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39acdf52-fb91-49ba-a6a9-2bcc1ba866c8 req-9914a341-1ec7-49d4-a0de-d1aa7371e5e5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0511494 Sep 24 19:34:43.739261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-39acdf52-fb91-49ba-a6a9-2bcc1ba866c8 req-443d98d0-272b-4973-8c9f-8138d424b764 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304911 Sep 24 19:34:43.765472 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['95078a3b-0ce7-4f3b-b24e-0d352787acc5'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:34:44.646800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c269-f75e-45e5-a30e-173aafa50dd8 req-49fcfb88-d3f6-4775-9bca-93d7c2929538 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:44.648276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7298c269-f75e-45e5-a30e-173aafa50dd8 req-49fcfb88-d3f6-4775-9bca-93d7c2929538 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 945 time: 0.0475919 Sep 24 19:34:44.689861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7298c269-f75e-45e5-a30e-173aafa50dd8 req-dd8f3bb7-66fa-4604-8fc5-b058a310be2e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348740 Sep 24 19:34:44.853971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636a5bc-f16f-46e6-b577-f9ef394a423a req-6a47b7a8-fd61-47be-bc3b-042bc2f9715a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:44.855476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c636a5bc-f16f-46e6-b577-f9ef394a423a req-6a47b7a8-fd61-47be-bc3b-042bc2f9715a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0490775 Sep 24 19:34:44.892539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c636a5bc-f16f-46e6-b577-f9ef394a423a req-be6a0f7c-7b31-4a2c-a5a0-386e09b1cd82 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Sep 24 19:34:45.298124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95078a3b-0ce7-4f3b-b24e-0d352787acc5 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:34:45.345500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:34:45.349046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:34:45.349422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:45.425137 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:45.447227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:45.450123 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b564269-f03d-4fca-9c6e-4f067e027835" -d '{"events": [{"server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "name": "network-vif-plugged", "status": "completed", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:45.462593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:45.466607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:45.491201 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0384378-d148-4e89-9367-25f2a2bcc19f x-openstack-request-id: req-f0384378-d148-4e89-9367-25f2a2bcc19f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:45.491496 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "name": "network-vif-plugged", "status": "completed", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:45.491754 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0384378-d148-4e89-9367-25f2a2bcc19f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:45.492149 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'code': 200} Sep 24 19:34:45.517400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:45.598525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf8439-8022-4b18-80d5-fdbeab106952 req-d956dde0-6d5f-441f-ba5b-8e6a2e58eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:45.600013 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adaf8439-8022-4b18-80d5-fdbeab106952 req-d956dde0-6d5f-441f-ba5b-8e6a2e58eba9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.0388927 Sep 24 19:34:45.639499 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adaf8439-8022-4b18-80d5-fdbeab106952 req-03fca640-ed0f-4d1a-9fc5-2e6bb88af386 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309160 Sep 24 19:34:45.803819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf4e1c-605c-4c32-837d-41b7d68846ee req-718a7df4-7294-4185-a4dd-10d61a7a9b57 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:45.805314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36bf4e1c-605c-4c32-837d-41b7d68846ee req-718a7df4-7294-4185-a4dd-10d61a7a9b57 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.0495338 Sep 24 19:34:45.842784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36bf4e1c-605c-4c32-837d-41b7d68846ee req-4ba09bc0-2916-4973-8180-8d2a42462aa8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Sep 24 19:34:46.008834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695410d4-414c-41cc-b603-b094cae9402d req-e4e05005-e8a4-4b33-bdc3-9737802b7fbd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:46.010320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-695410d4-414c-41cc-b603-b094cae9402d req-e4e05005-e8a4-4b33-bdc3-9737802b7fbd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0478921 Sep 24 19:34:46.051573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-695410d4-414c-41cc-b603-b094cae9402d req-a9704208-e073-49dd-bc52-691aaf795043 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347157 Sep 24 19:34:46.990658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89a96-28dc-4442-81c2-8448678e8e88 req-1743c038-9a22-42db-913a-13475ef0aad8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:46.992194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb89a96-28dc-4442-81c2-8448678e8e88 req-1743c038-9a22-42db-913a-13475ef0aad8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.0803459 Sep 24 19:34:46.998945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-2de15e2a-4403-448b-b60a-65575292a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.000377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-2de15e2a-4403-448b-b60a-65575292a375 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0591946 Sep 24 19:34:47.032345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bb89a96-28dc-4442-81c2-8448678e8e88 req-6e75161f-d819-4522-b515-8fd9b7f47309 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Sep 24 19:34:47.239697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc96-622b-42d8-8cb9-8f7f146f3303 req-4b08e48f-71d3-4b34-8c8d-4c9e5e0a7433 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.241097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74afcc96-622b-42d8-8cb9-8f7f146f3303 req-4b08e48f-71d3-4b34-8c8d-4c9e5e0a7433 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.1352913 Sep 24 19:34:47.242065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-aabf1b0a-ecb6-4393-aa3d-527f5eab2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.243430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-aabf1b0a-ecb6-4393-aa3d-527f5eab2499 service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.1731884 Sep 24 19:34:47.251220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfabde-04ad-4aae-8cd6-8da183fa33cc req-2cca86e5-6b0a-4747-a758-4472034ffd9b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.252589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2cfabde-04ad-4aae-8cd6-8da183fa33cc req-2cca86e5-6b0a-4747-a758-4472034ffd9b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0998173 Sep 24 19:34:47.350540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74afcc96-622b-42d8-8cb9-8f7f146f3303 req-0cb185c2-6ba8-4340-a957-b07309d91056 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970027 Sep 24 19:34:47.360963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2cfabde-04ad-4aae-8cd6-8da183fa33cc req-aa1ab2ce-f9bb-4f7c-bd8f-629077e3c406 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906537 Sep 24 19:34:47.367129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-3e64fd63-3aca-4f62-a48b-1936376532f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 1001 time: 0.1125867 Sep 24 19:34:47.373071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46822) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:34:47.422291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-fa4ddfbc-bf9f-4639-b43d-38af9de9ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.423811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-fa4ddfbc-bf9f-4639-b43d-38af9de9ad06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0452609 Sep 24 19:34:47.474127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-85b770f8-cb44-4b69-ac35-f3b030f03b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.476742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-85b770f8-cb44-4b69-ac35-f3b030f03b3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457156 Sep 24 19:34:47.576861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd8c68-6e2d-4597-802e-659226149559 tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:47.578317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e6bd8c68-6e2d-4597-802e-659226149559 tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1092 time: 0.2043264 Sep 24 19:34:47.581384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:34:47.585918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:34:47.599384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-50a89ec9-53cc-4a6a-9c29-32e89a044f14 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073935 Sep 24 19:34:47.612134 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:47.693065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c65ec48-c2a3-4a31-8c18-0b118052f8df req-ef67b40d-5b28-4ab9-ba96-49c9696b0b02 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Sep 24 19:34:47.705993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:47.812156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.25.5.170 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/a99555ac-0162-4755-b7d7-6e8ca53033d1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:34:47.909570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:47.940726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:47.982048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:34:47.986172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:34:47.988902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:34:47.996741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=a99555ac-0162-4755-b7d7-6e8ca53033d1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:48.371769 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:48.440206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:48.480638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240633a5-bdec-494e-8eea-9354d0d265b3 req-27a69abe-1d64-4195-8a38-b6e96df93364 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:48.482660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-240633a5-bdec-494e-8eea-9354d0d265b3 req-27a69abe-1d64-4195-8a38-b6e96df93364 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0491445 Sep 24 19:34:48.520343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-240633a5-bdec-494e-8eea-9354d0d265b3 req-99a30648-d397-4a36-a392-2d8ef1c604c7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316525 Sep 24 19:34:48.589320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:48.594244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:48.595863 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-659f8a88-865b-4672-8300-958062d4e50c service neutron] show failed (client error): The resource could not be found. Sep 24 19:34:48.596934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-659f8a88-865b-4672-8300-958062d4e50c service neutron] 10.222.0.69 "GET /v2.0/ports/d01af2f0-463c-4571-bf63-6970597ac50a/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0620012 Sep 24 19:34:48.665432 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=a99555ac-0162-4755-b7d7-6e8ca53033d1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:48.678457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:48.830346 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 4684d96e-44df-4e95-a26e-44b7efa0d86c associated. External IP: 172.25.5.170, port: 95078a3b-0ce7-4f3b-b24e-0d352787acc5. Sep 24 19:34:48.879453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-1403381c-cfb5-434d-8101-17a7e7da84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:48.880935 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-1403381c-cfb5-434d-8101-17a7e7da84c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 1097 time: 0.1157296 Sep 24 19:34:48.895515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:34:48.993163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:49.191011 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:34:49.645925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd4ce5-d006-4f9d-af36-cf9508152f8f req-5116583a-26f1-46a4-8f2b-7b5fedb419a4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:49.648371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cbd4ce5-d006-4f9d-af36-cf9508152f8f req-5116583a-26f1-46a4-8f2b-7b5fedb419a4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Sep 24 19:34:49.684438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:49.691137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cbd4ce5-d006-4f9d-af36-cf9508152f8f req-45d8481b-2aa8-4585-b96c-705dca45687f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348971 Sep 24 19:34:49.710441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:34:49.720884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:34:49.730435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:34:49.731361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:34:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:49.736817 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:34:49.739252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:49.786385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e6b430c3-5e7f-4473-b325-aea1c6050b75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2038922 Sep 24 19:34:49.788311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:49.790573 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd323a0e-e196-428d-91f7-9df67604143e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:49.806210 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:49.819448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Transition to ACTIVE for port object d01af2f0-463c-4571-bf63-6970597ac50a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:34:49.824521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:49.844008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:34:49.855803 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871be352-298e-40c5-839a-8d4828623e66 x-openstack-request-id: req-871be352-298e-40c5-839a-8d4828623e66 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:49.856106 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:49.856362 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-871be352-298e-40c5-839a-8d4828623e66 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:49.856749 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'status': 'completed', 'code': 200} Sep 24 19:34:49.960702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:50.025569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323a0e-e196-428d-91f7-9df67604143e req-017edb94-7198-4fa2-98f8-8756037cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.027190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-017edb94-7198-4fa2-98f8-8756037cee32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.1666014 Sep 24 19:34:50.046320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] No DVR routers for this DVR port d01af2f0-463c-4571-bf63-6970597ac50a on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:34:50.101543 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:48Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:50.134643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:34:50.146996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:34:50.147626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:34:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:50.228721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323a0e-e196-428d-91f7-9df67604143e req-2b920788-f8a1-48db-ac23-30065290103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.230196 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-2b920788-f8a1-48db-ac23-30065290103f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1857855 Sep 24 19:34:50.259317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:34:50.298479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:34:50.298822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:34:50.299170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:34:50.307831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:34:50.308153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Attempting to bind port d01af2f0-463c-4571-bf63-6970597ac50a on network 374c5a27-cc2c-456d-9573-fd420f87e5e2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:34:50.317869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:34:50.318203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Checking segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:34:50.318578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Bound using segment: {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:34:50.319026 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Bound port: d01af2f0-463c-4571-bf63-6970597ac50a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240adb74-402d-4506-836c-3cb68fbb2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:34:50.319381 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:50.333714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-c6dbcd47-71e5-422b-8ed4-1feb7bd215d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 1000 time: 0.0823843 Sep 24 19:34:50.352202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3c1775-bb48-4302-a574-16384e752978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:50.427816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323a0e-e196-428d-91f7-9df67604143e req-e85168f2-e80e-4cd0-b540-300dd075c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.429321 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-e85168f2-e80e-4cd0-b540-300dd075c7a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0673730 Sep 24 19:34:50.431711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:34:50.435931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:34:50.447422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:50.490901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:48Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:34:50.500402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.501063 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:50.502383 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] 10.222.0.15 "PUT /v2.0/ports/d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 1092 time: 1.6107209 Sep 24 19:34:50.526636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323a0e-e196-428d-91f7-9df67604143e req-bc71fbd9-6753-4204-b56b-abddbbe188d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.528112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5bb09a-02cd-4787-b40e-b84e6c56aec4 None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:48Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:34:50.529011 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-bc71fbd9-6753-4204-b56b-abddbbe188d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910063 Sep 24 19:34:50.550346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f3754-9026-4b8c-a01d-b8c07580daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:50.639402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-68218f58-e9de-494e-977d-79970b8037d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.640932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-68218f58-e9de-494e-977d-79970b8037d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1095 time: 0.1110659 Sep 24 19:34:50.679023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-cdb4d68b-9f20-4519-93aa-1cdf470aa4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391792 Sep 24 19:34:50.753642 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb79a4-3ca1-4d0c-a32e-34dd6ea09c93 None None] New status for floating IP 4684d96e-44df-4e95-a26e-44b7efa0d86c: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:34:50.820617 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-73a12b0d-a821-491a-b20a-345f5dbfab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.822177 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-73a12b0d-a821-491a-b20a-345f5dbfab2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.1717966 Sep 24 19:34:50.829733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2da28b-e83a-4dcf-be57-3d3e48aca984 req-2e02daaf-d4a0-4d85-b859-be5b3e6f3997 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.831459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b2da28b-e83a-4dcf-be57-3d3e48aca984 req-2e02daaf-d4a0-4d85-b859-be5b3e6f3997 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0651002 Sep 24 19:34:50.878046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bd323a0e-e196-428d-91f7-9df67604143e req-fb14c147-83da-44ca-bd54-48599fa2571b service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874809 Sep 24 19:34:50.882994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b2da28b-e83a-4dcf-be57-3d3e48aca984 req-7de948b2-718f-4f69-b3de-80b561347930 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Sep 24 19:34:50.909355 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-7be8d764-41bb-4e2a-8bc6-4c54aff6b09e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 999 time: 0.0746286 Sep 24 19:34:50.958934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-b229f6c7-fe92-4fc6-b8d2-98b921b8aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:50.960308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-b229f6c7-fe92-4fc6-b8d2-98b921b8aae6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0435257 Sep 24 19:34:51.005567 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-6d59ef88-a988-42fb-8bf1-c84bffd51865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:51.007273 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-6d59ef88-a988-42fb-8bf1-c84bffd51865 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386980 Sep 24 19:34:51.104246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-5e343ef4-16dc-4af1-9ed4-890acc71570b service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884206 Sep 24 19:34:51.197023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-255fb900-6ab0-4d7e-bb55-70a7cc3773d6 req-0b35108b-7b35-46dd-852d-8a186a65c992 service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845029 Sep 24 19:34:51.857713 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}, {'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:51.860164 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194" -d '{"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-unplugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}, {"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:51.909656 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e42b77-c51a-4b91-b468-82ad5bc6fd4e x-openstack-request-id: req-d3e42b77-c51a-4b91-b468-82ad5bc6fd4e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:51.909961 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-unplugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "code": 200}, {"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:51.910215 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3e42b77-c51a-4b91-b468-82ad5bc6fd4e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:51.910629 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'code': 200} Sep 24 19:34:51.910893 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'status': 'completed', 'code': 200} Sep 24 19:34:51.974499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-04503bae-9b46-46c8-bbc3-bae18c21982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:51.976006 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-04503bae-9b46-46c8-bbc3-bae18c21982b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1095 time: 0.0418284 Sep 24 19:34:52.010288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-c141e26e-5747-44e4-b92d-79438dac8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.011839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-c141e26e-5747-44e4-b92d-79438dac8dd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1095 time: 0.0748231 Sep 24 19:34:52.024998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904706-c852-4249-9549-123c1bebad7c req-579ecfe0-c819-45c2-b167-ebde80ab50af tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.026439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46904706-c852-4249-9549-123c1bebad7c req-579ecfe0-c819-45c2-b167-ebde80ab50af tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0604005 Sep 24 19:34:52.072936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-77faebbf-c6f1-4172-8180-105a36f2b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.074431 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-77faebbf-c6f1-4172-8180-105a36f2b970 service neutron] 10.222.0.15 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.0852153 Sep 24 19:34:52.122300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-46904706-c852-4249-9549-123c1bebad7c req-de8a4c0c-8c80-449a-886f-d0c94a8f7ebe tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874550 Sep 24 19:34:52.146073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-ac6deb3e-0158-44d1-93f0-e299627b2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.146073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-ac6deb3e-0158-44d1-93f0-e299627b2844 service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.1186686 Sep 24 19:34:52.152368 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-00cba223-3e29-493b-b5c9-dc86c985a4cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 999 time: 0.0686841 Sep 24 19:34:52.206261 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-caebecd0-6626-4be1-a89f-4bf5b27d544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.207754 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-caebecd0-6626-4be1-a89f-4bf5b27d544d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0438449 Sep 24 19:34:52.210399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-aa877786-22aa-434f-8eb8-37a5a28d843e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 999 time: 0.0578034 Sep 24 19:34:52.260041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-d7dacf0f-0816-4a20-a7a0-3ce83f50fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.261448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-d7dacf0f-0816-4a20-a7a0-3ce83f50fc29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0439308 Sep 24 19:34:52.261798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-b673d445-913b-42de-8856-ceaaa48d7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.263306 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-b673d445-913b-42de-8856-ceaaa48d7830 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397558 Sep 24 19:34:52.311236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-3ec6ea17-f665-406a-bc24-457e0c507069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:52.312737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-3ec6ea17-f665-406a-bc24-457e0c507069 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436852 Sep 24 19:34:52.344071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d01af2f0-463c-4571-bf63-6970597ac50a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:34:52.365025 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-d457435c-cedf-4abc-a2f2-a0f537082f00 service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885241 Sep 24 19:34:52.381964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d01af2f0-463c-4571-bf63-6970597ac50a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:34:52.404915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-389df728-d0cd-4636-aa83-6368a8ba0b4b service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848517 Sep 24 19:34:52.461148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-5748ccbd-3279-4106-b47a-1e49528f5b69 service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831590 Sep 24 19:34:52.500088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d15bf342-84b8-4ef1-bd5f-c4e7dea49194 req-40dffcbc-390b-4c5a-8461-9e39dea69c03 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Sep 24 19:34:52.979200 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744a139d-b304-4794-ae56-d249adc83d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:53.244269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92caff-c5e5-44f8-85f7-8ccf65f93a18 req-55fa50f4-284f-47e9-9885-34ba0e676719 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:53.245762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c92caff-c5e5-44f8-85f7-8ccf65f93a18 req-55fa50f4-284f-47e9-9885-34ba0e676719 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 944 time: 0.0489817 Sep 24 19:34:53.287057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c92caff-c5e5-44f8-85f7-8ccf65f93a18 req-c6a08983-08c1-443a-be04-d923c393ac21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345824 Sep 24 19:34:53.340654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d01af2f0-463c-4571-bf63-6970597ac50a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:34:53.369643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:53.446258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:53.456213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'port_id': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'mac_address': 'fa:16:3e:3a:f6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:34:53.492387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:53.504305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01af2f0-463c-4571-bf63-6970597ac50a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:34:53.522344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:53.525387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:53.569701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:53.873202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['d01af2f0-463c-4571-bf63-6970597ac50a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:34:54.242748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:54.402718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfc1a5-12bb-48ea-9d0b-a30de459aa29 req-2a42b6ab-fb7b-41fa-a9a1-63a9d7018023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:54.405055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55bfc1a5-12bb-48ea-9d0b-a30de459aa29 req-2a42b6ab-fb7b-41fa-a9a1-63a9d7018023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 945 time: 0.0485988 Sep 24 19:34:54.442019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55bfc1a5-12bb-48ea-9d0b-a30de459aa29 req-72243a7e-06be-417b-a5af-4539924a7dd1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Sep 24 19:34:54.698760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8afb-d0d1-4cae-95d8-cddcd4187a03 req-7c756673-fc01-4e72-838d-69af80ec0120 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:54.700259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95aa8afb-d0d1-4cae-95d8-cddcd4187a03 req-7c756673-fc01-4e72-838d-69af80ec0120 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 945 time: 0.1140473 Sep 24 19:34:54.707374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a515e-eb99-411a-8eb1-718975f76012 req-3b86bca2-1cd4-46b4-8614-786d118088c3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:54.708850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-3b86bca2-1cd4-46b4-8614-786d118088c3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39&tenant_id=ddb69d7349a6438cb0a298e0762c9b70&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 945 time: 0.1136367 Sep 24 19:34:54.771091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95aa8afb-d0d1-4cae-95d8-cddcd4187a03 req-15e75e79-e406-426c-b2ba-f94b5ddf5f27 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612824 Sep 24 19:34:54.791087 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-a16a515e-eb99-411a-8eb1-718975f76012 req-c5d5b677-17a0-40d5-ab24-b9e0a4627b13 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:34:54.792210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-c5d5b677-17a0-40d5-ab24-b9e0a4627b13 service neutron] 10.222.0.69 "DELETE /v2.0/ports/d01af2f0-463c-4571-bf63-6970597ac50a/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0757413 Sep 24 19:34:54.873548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a515e-eb99-411a-8eb1-718975f76012 req-9f7bdb73-7c06-45f7-b82d-62d58b0bdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:54.875060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-9f7bdb73-7c06-45f7-b82d-62d58b0bdae1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1096 time: 0.0404248 Sep 24 19:34:54.963693 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a515e-eb99-411a-8eb1-718975f76012 req-e1ff1d77-eb03-4599-b3d9-e70c553a9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:54.965124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-e1ff1d77-eb03-4599-b3d9-e70c553a9561 service neutron] 10.222.0.69 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.0836697 Sep 24 19:34:55.033319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-5b3f428e-fcbe-4ba3-bda0-dfb6e6f853a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 1000 time: 0.0605896 Sep 24 19:34:55.081433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a515e-eb99-411a-8eb1-718975f76012 req-00e0b4e2-d6bb-4a45-b881-ed7a35aa85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:55.082953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-00e0b4e2-d6bb-4a45-b881-ed7a35aa85be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0429311 Sep 24 19:34:55.130534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a515e-eb99-411a-8eb1-718975f76012 req-d0390912-5f76-428f-be74-581d2bd2065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:55.132052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-d0390912-5f76-428f-be74-581d2bd2065c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425355 Sep 24 19:34:55.222673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-651b4440-b225-4ac0-bcd5-4be713e440a3 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Sep 24 19:34:55.311550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a16a515e-eb99-411a-8eb1-718975f76012 req-941a51bf-0701-4fe4-8a30-3d497fa13986 service neutron] 10.222.0.69 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826249 Sep 24 19:34:55.351701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d01af2f0-463c-4571-bf63-6970597ac50a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:34:55.399573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port d01af2f0-463c-4571-bf63-6970597ac50a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:34:55.403419 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port d01af2f0-463c-4571-bf63-6970597ac50a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:34:55.403815 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:55.479863 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:55.502184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:34:55.504470 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26223720-49ea-4e59-9550-3fe774bb5212" -d '{"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-plugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:34:55.516593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:34:55.521070 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:55.561454 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bc5c8-8531-4665-93e4-5ba493a09602 x-openstack-request-id: req-695bc5c8-8531-4665-93e4-5ba493a09602 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:34:55.561736 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-plugged", "status": "completed", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:34:55.561990 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-695bc5c8-8531-4665-93e4-5ba493a09602 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:34:55.562377 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'code': 200} Sep 24 19:34:55.571006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:34:55.905280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae85db-5c4d-4e68-83b4-ba14e13d7795 req-3c3fb9ba-3585-4a85-a690-1e202f34771c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:34:55.906775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfae85db-5c4d-4e68-83b4-ba14e13d7795 req-3c3fb9ba-3585-4a85-a690-1e202f34771c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0503812 Sep 24 19:34:55.944316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dfae85db-5c4d-4e68-83b4-ba14e13d7795 req-ee5a8e2a-96b3-4d6b-bbfe-4006e1324d1a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Sep 24 19:34:55.967328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:34:55.972188 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:34:56.030928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26c7f2d5-8121-47cf-9e50-2157259022a3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/e0d58869-7ee4-473a-b7dd-834e1b806002 HTTP/1.1" status: 200 len: 993 time: 0.0623636 Sep 24 19:35:03.371396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:09.011677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:15.648466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:35:20.314168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a1f0-0cfc-42ce-9470-ee62e2518c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:22.978744 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b1d5-e5dd-4a08-8403-4f65bb163355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:23.361370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:24.234684 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:25.974383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:30.619318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bad1db-a698-4cd2-a640-9d2b8e04e16d req-13e6fc8e-71dc-4e17-b1a8-38f71501cd52 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:30.620849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55bad1db-a698-4cd2-a640-9d2b8e04e16d req-13e6fc8e-71dc-4e17-b1a8-38f71501cd52 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0400553 Sep 24 19:35:30.655005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55bad1db-a698-4cd2-a640-9d2b8e04e16d req-9c50744d-6c14-4331-a170-5432d783ad01 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279193 Sep 24 19:35:30.677525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:30.835312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port dd5495b3-bbec-42ec-b780-15490c03af7e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:35:30.835653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:30.915295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:30.915543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:30.926785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for dd5495b3-bbec-42ec-b780-15490c03af7e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:35:31.066133 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:31.094897 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=dd5495b3-bbec-42ec-b780-15490c03af7e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:31.118841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.119209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.119545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.119873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.120202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.120526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.120851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.121171 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.121491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.121809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.122133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.122447 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:31.160891 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:31.161224 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP e0d58869-7ee4-473a-b7dd-834e1b806002 disassociated (deleted). External IP: 172.25.5.58, port: d01af2f0-463c-4571-bf63-6970597ac50a. Sep 24 19:35:31.368683 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:35:31.473328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:35:31.478200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:31.483263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Sync routers for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:35:31.492385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:31.493016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:31.504373 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-159b11a5-473d-4f64-92eb-91db012b7d4a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/floatingips/e0d58869-7ee4-473a-b7dd-834e1b806002 HTTP/1.1" status: 204 len: 168 time: 0.8257694 Sep 24 19:35:31.504960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:35:31.507340 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e" -d '{"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:35:31.565749 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c3e660-e7f2-4ea3-a9aa-f0d18638481f x-openstack-request-id: req-51c3e660-e7f2-4ea3-a9aa-f0d18638481f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:35:31.566044 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:35:31.566300 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51c3e660-e7f2-4ea3-a9aa-f0d18638481f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:35:31.566711 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'status': 'completed', 'code': 200} Sep 24 19:35:31.613135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:31.654268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-71d6ed10-1a01-40f7-9161-1cd1db976d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:31.655933 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-71d6ed10-1a01-40f7-9161-1cd1db976d38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 1097 time: 0.0517619 Sep 24 19:35:31.754928 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8ff6-83dd-4245-9fc8-3f1a5c8ca224 req-dd2b1c23-0f22-4178-9126-c3a510fa0026 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:31.757218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858d8ff6-83dd-4245-9fc8-3f1a5c8ca224 req-dd2b1c23-0f22-4178-9126-c3a510fa0026 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0617492 Sep 24 19:35:31.767664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-b4b13b34-5999-4873-88c7-94f5d7331ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:31.769812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-b4b13b34-5999-4873-88c7-94f5d7331ce4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 200 len: 897 time: 0.1054335 Sep 24 19:35:31.801482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-858d8ff6-83dd-4245-9fc8-3f1a5c8ca224 req-740457d4-f0be-4a9f-8a38-46876e9cbf1b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379372 Sep 24 19:35:31.817187 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-aca66a71-e72a-4ea3-a68d-285ddca1198a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 200 len: 217 time: 0.0382838 Sep 24 19:35:31.828351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:31.858784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Checking router: f3ae7177-5d55-4c5d-a37a-a1c057f122c4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:35:31.869399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:31.870041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:31.871722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-76b7a7c1-7c2c-4712-887c-7f0ad8370c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:31.873325 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-76b7a7c1-7c2c-4712-887c-7f0ad8370c9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 200 len: 835 time: 0.0447929 Sep 24 19:35:31.924555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-97a3605f-aa03-41a2-820f-3644b633d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:31.926656 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-97a3605f-aa03-41a2-820f-3644b633d3df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=374c5a27-cc2c-456d-9573-fd420f87e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446069 Sep 24 19:35:31.989934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:32.022203 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-c8aa0057-d9be-448a-b8b7-892bf9a04f08 service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860357 Sep 24 19:35:32.130405 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ca4b90e-6bbf-41c3-9a79-db98b4e6786e req-e1a1bf0e-4c5f-460b-9b68-0564199ad912 service neutron] 10.222.0.15 "GET /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991778 Sep 24 19:35:32.199382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:32.225662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbdd6-d308-41ec-be3a-7449fdeff9de None None] The sync data for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 is: [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:33:41Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '06fe1b3f-1b24-4bfa-958e-759770a51d5b', 'name': '', 'network_id': '374c5a27-cc2c-456d-9573-fd420f87e5e2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:5b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:40Z', 'updated_at': '2021-09-24T19:33:44Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '297feb07-8cd3-4ef6-8a4f-01f3a4cf247d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:35:32.463764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01f62d-e23c-4ca4-bf80-f5a96a28ac45 None None] New status for floating IP e0d58869-7ee4-473a-b7dd-834e1b806002: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:35:32.917910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1851a-fa0f-42b4-9d48-73e93cb885e3 req-a04f1b9f-05fa-4cac-a46d-c9c6ebd6f220 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:32.919403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30c1851a-fa0f-42b4-9d48-73e93cb885e3 req-a04f1b9f-05fa-4cac-a46d-c9c6ebd6f220 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0472038 Sep 24 19:35:32.957121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30c1851a-fa0f-42b4-9d48-73e93cb885e3 req-20170aa1-a8ec-4747-a123-809cf60ed770 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Sep 24 19:35:33.357982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-bad15b94-c5c9-452a-8fa3-98c4d08bca3d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:33.359505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-bad15b94-c5c9-452a-8fa3-98c4d08bca3d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.15 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 946 time: 0.0476639 Sep 24 19:35:33.370480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:33.453027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port d01af2f0-463c-4571-bf63-6970597ac50a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:35:33.453355 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:33.539740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port d01af2f0-463c-4571-bf63-6970597ac50a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d01af2f0-463c-4571-bf63-6970597ac50a,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:33.540098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:33.551983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for d01af2f0-463c-4571-bf63-6970597ac50a owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:35:33.678785 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:33.712578 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=d01af2f0-463c-4571-bf63-6970597ac50a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:33.745577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] No DVR routers for this DVR port d01af2f0-463c-4571-bf63-6970597ac50a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:35:33.748339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:33.750346 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-31c440c3-b675-4b6e-af3e-24179f83c10b req-e57907a6-f5ea-47d7-a011-97eefb2b9f83 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.15 "DELETE /v2.0/ports/d01af2f0-463c-4571-bf63-6970597ac50a HTTP/1.1" status: 204 len: 173 time: 0.3830099 Sep 24 19:35:33.750797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-deleted', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:35:33.753066 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d0a7c0-f416-43eb-bed1-d43fd5e65c46" -d '{"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-deleted", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:35:33.793210 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452829f0-7d0c-4822-bdb3-683d6b41b7a7 x-openstack-request-id: req-452829f0-7d0c-4822-bdb3-683d6b41b7a7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:35:33.793524 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267cc001-2c14-4df0-a75c-fd95c5ca7a39", "name": "network-vif-deleted", "tag": "d01af2f0-463c-4571-bf63-6970597ac50a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:35:33.793783 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-452829f0-7d0c-4822-bdb3-683d6b41b7a7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:35:33.794275 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267cc001-2c14-4df0-a75c-fd95c5ca7a39', 'name': 'network-vif-deleted', 'tag': 'd01af2f0-463c-4571-bf63-6970597ac50a', 'status': 'completed', 'code': 200} Sep 24 19:35:34.060357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-816db4c8-48b0-429c-b914-4605d9066b1c req-01927545-deba-4e50-8da7-e994a736fd1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=267cc001-2c14-4df0-a75c-fd95c5ca7a39 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Sep 24 19:35:35.118350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:35.476143 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.053534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 06fe1b3f-1b24-4bfa-958e-759770a51d5b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:35:36.053874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.148040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 06fe1b3f-1b24-4bfa-958e-759770a51d5b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=06fe1b3f-1b24-4bfa-958e-759770a51d5b,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:36.148762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.159902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 06fe1b3f-1b24-4bfa-958e-759770a51d5b owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:35:36.333797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.360928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=06fe1b3f-1b24-4bfa-958e-759770a51d5b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:36.539163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.756206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:35:36.858912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:35:36.865526 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-24b97aef-a764-4503-b600-533e3e7c85db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/f3ae7177-5d55-4c5d-a37a-a1c057f122c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460613 Sep 24 19:35:36.868321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:36.869011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Sync routers for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:35:36.878832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:36.879475 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:36.917876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting subnet 297feb07-8cd3-4ef6-8a4f-01f3a4cf247d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:35:36.920918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.963956 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:36.982624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:37.045777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.104977 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.136656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Subnet': ['ID=297feb07-8cd3-4ef6-8a4f-01f3a4cf247d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:37.140459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.142354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7116121c-9a8b-462a-8e76-69f947e84b39 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/subnets/297feb07-8cd3-4ef6-8a4f-01f3a4cf247d HTTP/1.1" status: 204 len: 168 time: 0.2730875 Sep 24 19:35:37.145554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:37.149847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadda3e5-b08e-44f3-9111-ca6ef68d4239 None None] Network 374c5a27-cc2c-456d-9573-fd420f87e5e2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:35:37.235670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:35:36Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:37.250644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.281163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Checking router: f3ae7177-5d55-4c5d-a37a-a1c057f122c4 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:35:37.296733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Routers {'f3ae7177-5d55-4c5d-a37a-a1c057f122c4'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:37.297362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:37.356739 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.407889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] DHCP port deletion for 374c5a27-cc2c-456d-9573-fd420f87e5e2 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:35:37.413362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] Set router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:37.415411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 4ef042df-5c8a-4194-ada2-5a3fc393f13a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:35:37.415754 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.493425 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 4ef042df-5c8a-4194-ada2-5a3fc393f13a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4ef042df-5c8a-4194-ada2-5a3fc393f13a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:37.493796 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.506069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 4ef042df-5c8a-4194-ada2-5a3fc393f13a owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:35:37.547061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d01af2f0-463c-4571-bf63-6970597ac50a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:35:37.574091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: d01af2f0-463c-4571-bf63-6970597ac50a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:35:37.574436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d01af2f0-463c-4571-bf63-6970597ac50a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:35:37.588102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Deleting port 0552d31b-e025-457a-ae27-87e7f7b6ef7f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:35:37.588479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.673556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.698339 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=4ef042df-5c8a-4194-ada2-5a3fc393f13a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:37.777411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.829186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] For port 0552d31b-e025-457a-ae27-87e7f7b6ef7f, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0552d31b-e025-457a-ae27-87e7f7b6ef7f,segment=NetworkSegment(240adb74-402d-4506-836c-3cb68fbb2599),segment_id=240adb74-402d-4506-836c-3cb68fbb2599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:37.829590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.848332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Calling delete_port for 0552d31b-e025-457a-ae27-87e7f7b6ef7f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:35:37.861161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0552d31b-e025-457a-ae27-87e7f7b6ef7f no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:35:37.879322 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.881630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.925764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.926358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Fanout notify agent at l3_agent the message router_deleted on router f3ae7177-5d55-4c5d-a37a-a1c057f122c4 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:35:37.933464 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:37.934155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:35:36Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:37.937626 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4a73dd0a-b34b-4512-a9a4-f8ac80914492 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/routers/f3ae7177-5d55-4c5d-a37a-a1c057f122c4 HTTP/1.1" status: 204 len: 168 time: 0.7879186 Sep 24 19:35:37.937626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:37.978042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99cb1b-05f7-4498-b73b-eb82780b6837 None None] The sync data for ids ['f3ae7177-5d55-4c5d-a37a-a1c057f122c4'] in n-d-810952-2 is: [{'id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039319823', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:33:37Z', 'updated_at': '2021-09-24T19:35:36Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '4ef042df-5c8a-4194-ada2-5a3fc393f13a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ae7177-5d55-4c5d-a37a-a1c057f122c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:33:38Z', 'updated_at': '2021-09-24T19:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:35:38.023028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.025130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.034060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.061307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] Pushing event deleted for resources: {'Port': ['ID=0552d31b-e025-457a-ae27-87e7f7b6ef7f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:38.068480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834bb05-6b3e-4c82-a910-3fed97f1a04a None None] No DVR routers for this DVR port 0552d31b-e025-457a-ae27-87e7f7b6ef7f on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:35:38.118028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.137822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374c5a27-cc2c-456d-9573-fd420f87e5e2']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:38.147587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240adb74-402d-4506-836c-3cb68fbb2599') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:38.147887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240adb74-402d-4506-836c-3cb68fbb2599') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:38.157361 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.171348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.177609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:35:38.178085 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:35:38.181168 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:35:38.237072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.243615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.245437 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/networks/374c5a27-cc2c-456d-9573-fd420f87e5e2 HTTP/1.1" status: 204 len: 168 time: 0.3070676 Sep 24 19:35:38.248323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46906) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:38.256291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e36020-b6ad-4f7e-add1-2af484d389b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Network': ['ID=374c5a27-cc2c-456d-9573-fd420f87e5e2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:38.306090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.334644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.412704 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.415972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.417290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/security-groups/a99de9e5-38d7-4b46-94c4-f495bbdd4d0e HTTP/1.1" status: 204 len: 168 time: 0.1678681 Sep 24 19:35:38.432213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99de9e5-38d7-4b46-94c4-f495bbdd4d0e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:38.446373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.446951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.447506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.448020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.448664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.449102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.449652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.450202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.450703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.451204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.451675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.452300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84184a2-ee15-4b07-8af8-729cf30fc6f6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:38.735114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:38.740522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462944881', 'description': 'tempest-secgroup-smoke-462944881 description', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:38.762779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.854529 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.857996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.886645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.887885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1517096 Sep 24 19:35:38.889656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398b7de-55a3-4403-ae9b-68f001784c18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1a7af8-3f67-42d9-883e-71483a6e1050,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:38.890991 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46914) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:38.896157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:38.923027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.969990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.973465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:38.994127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cb6177-195f-424b-a797-a7629f735a1f,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:38.996753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.000665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5afd8ad5-38b1-48ab-b44a-d1de1dc61245 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054533 Sep 24 19:35:39.001217 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.006136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.028509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.041846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.098161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.101474 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.118382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33724e77-2e45-4771-9edb-9e3e79957737,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.125344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.126530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-606927e9-5d00-4ba6-ad4b-0aed27b6bd2c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245325 Sep 24 19:35:39.129256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46918) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.133497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.158558 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.214178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.218053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.238138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8c25b-dd43-48de-9a69-1426ecbf370f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.247787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.248986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7dad6c1a-f151-4f2a-8365-4bc3e223c4b3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188202 Sep 24 19:35:39.251750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.256012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.281976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.340853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.344118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.363322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91de4285-d6a8-4af0-81f1-d48b94e37c5a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.365978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.367288 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b1766fb2-3526-4fe5-9fe7-6fe164272bdb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145852 Sep 24 19:35:39.370076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.374360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.395902 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:35:39.400697 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.458993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.462242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.479244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74b03e8-6bce-45ff-b61b-c9ed7b5bd119,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.485961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.487211 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4437142e-0736-44db-8423-d545b112ce3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162174 Sep 24 19:35:39.489975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.494319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '2e1a7af8-3f67-42d9-883e-71483a6e1050', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.515105 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:35:39.520244 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.578773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.582565 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.598184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32c2320-29d2-4ca9-bcda-a342148eeb7e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.607077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.608435 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6f0d3694-9025-4ba0-8f68-ab01355d87a0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175473 Sep 24 19:35:39.611241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.615927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'network': {'name': 'tempest-network-smoke--1493083702', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.635144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:35:39.638471 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.662073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:35:39.670644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.671013 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Added segment 714963f7-b7fc-4e95-a550-a2212dd880dc of type vlan for network 1079d0b1-0712-47b0-9df9-431740f34da6 Sep 24 19:35:39.712479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.737418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.739359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 06fe1b3f-1b24-4bfa-958e-759770a51d5b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:35:39.743080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:39.743597 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.762919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 06fe1b3f-1b24-4bfa-958e-759770a51d5b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:35:39.763344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 06fe1b3f-1b24-4bfa-958e-759770a51d5b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:35:39.763703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4ef042df-5c8a-4194-ada2-5a3fc393f13a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:35:39.772608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1602976 Sep 24 19:35:39.775832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46930) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:39.780617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'admin_state_up': True, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:39.795183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4ef042df-5c8a-4194-ada2-5a3fc393f13a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:35:39.795535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4ef042df-5c8a-4194-ada2-5a3fc393f13a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:35:39.811783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0272325-cb7e-4b68-bca4-0c9ceff45629 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Network': ['ID=1079d0b1-0712-47b0-9df9-431740f34da6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:39.813151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.814150 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:39.826540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1079d0b1-0712-47b0-9df9-431740f34da6 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:35:39.866874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.007038 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.532334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.551509 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.649341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.23 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/626ff39f-e295-453e-93f4-4addd60e62bf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:35:40.762222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.795364 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:40.830240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:40.833734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:40.837822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:35:40.862530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=626ff39f-e295-453e-93f4-4addd60e62bf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:41.094178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:41.288966 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:41.413979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:35:41.517380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:35:41.526825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Sync routers for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:35:41.536796 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:41.537442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:41.539451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:41.541023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e267dbb0-9d51-479f-b972-8cff3dbef93e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7641745 Sep 24 19:35:41.544241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:41.573244 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ed25cf34-a55b-4a97-8383-c37bf96faecd tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddb69d7349a6438cb0a298e0762c9b70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277379 Sep 24 19:35:41.575734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:41.640096 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:41.664314 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99579ee5-9078-40de-a039-bed5b9a26b21 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:41.665914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-99579ee5-9078-40de-a039-bed5b9a26b21 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892441 Sep 24 19:35:41.668774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:41.700147 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8f01bf2-3b06-4679-b5dd-76af8487b72a tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259790 Sep 24 19:35:41.700415 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 46938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:41.705054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723350425', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:41.795022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:35:41.798566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:41.813417 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:40Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:41.842788 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Checking router: e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:35:41.843164 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Updating router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a port 626ff39f-e295-453e-93f4-4addd60e62bf binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:35:41.868231 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:41.980476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.040832 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Subnet': ['ID=ab42e6b5-1935-4aef-bb12-eb22cde72e01,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:42.052856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:35:42.053222 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network hostable DHCP agents. Network: 1079d0b1-0712-47b0-9df9-431740f34da6, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:35:42.070346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 1079d0b1-0712-47b0-9df9-431740f34da6 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:35:42.080076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1079d0b1-0712-47b0-9df9-431740f34da6) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:42.085182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:42.085768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.094229 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14a7f4-9d9e-489e-aee7-1739ed136dc0 None None] Network 1079d0b1-0712-47b0-9df9-431740f34da6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:35:42.101097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-05f1db4e-94b5-4b0d-9662-db0c6f855fe2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3997469 Sep 24 19:35:42.104156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46940) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:42.150494 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.157612 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.204390 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Attempting to bind port 626ff39f-e295-453e-93f4-4addd60e62bf on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:35:42.204638 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Attempting to bind port 626ff39f-e295-453e-93f4-4addd60e62bf by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:35:42.204877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Attempting to bind port 626ff39f-e295-453e-93f4-4addd60e62bf on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:35:42.214328 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Pushing event updated for resources: {'Port': ['ID=626ff39f-e295-453e-93f4-4addd60e62bf,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:42.217273 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:35:42.217643 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:35:42.218041 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.218433 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:35:42.218917 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Bound port: 626ff39f-e295-453e-93f4-4addd60e62bf, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:35:42.219296 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.225559 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.225912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.226245 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.226581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.226932 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.227258 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.227778 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.228105 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.228424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.228750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.229068 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.229386 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:42.272977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1079d0b1-0712-47b0-9df9-431740f34da6', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:35:42.273986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.288149 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] For port 626ff39f-e295-453e-93f4-4addd60e62bf, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:35:42.292099 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] For port 626ff39f-e295-453e-93f4-4addd60e62bf, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=626ff39f-e295-453e-93f4-4addd60e62bf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:35:42.298718 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.342669 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:42.343376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:42.408222 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c747-c00f-4c76-a153-5f5cbe4bd838 None None] Pushing event updated for resources: {'Port': ['ID=626ff39f-e295-453e-93f4-4addd60e62bf,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:42.428492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Allocated IP 172.20.0.2 (1079d0b1-0712-47b0-9df9-431740f34da6/ab42e6b5-1935-4aef-bb12-eb22cde72e01/ab606a6a-52ed-48ee-8cab-a8093b6c2d7a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:35:42.477389 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:42.579786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.582375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.587652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.626681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Network 1079d0b1-0712-47b0-9df9-431740f34da6 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:42.630431 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:42.635208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:35:42.648779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Pushing event updated for resources: {'Port': ['ID=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:42.656254 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:40Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:42.685806 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067af334-ddc3-485a-9815-cb89cf1c9c52 None None] The sync data for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 is: [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:40Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:35:42.707898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Attempting to bind port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:35:42.708464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Attempting to bind port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:35:42.708842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Attempting to bind port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:35:42.714219 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:35:42.714603 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:35:42.715054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.715454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Bound using segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:35:42.715932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Bound port: ab606a6a-52ed-48ee-8cab-a8093b6c2d7a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:35:42.716349 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.783712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] For port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:35:42.787480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] For port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:35:42.792305 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:42.859685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da5af-c1b7-4987-8fbe-dc5c8172b59f None None] Pushing event updated for resources: {'Port': ['ID=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:42.884528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.1 (1079d0b1-0712-47b0-9df9-431740f34da6/ab42e6b5-1935-4aef-bb12-eb22cde72e01/9d07f98e-3075-45f9-9585-e3432fe6921c) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:35:43.052421 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.099772 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.145586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 1079d0b1-0712-47b0-9df9-431740f34da6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:43.149002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:43.154392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:35:43.165240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:43.216698 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.354106 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.649221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.655221 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.728901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:43.731385 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:43.852675 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 1079d0b1-0712-47b0-9df9-431740f34da6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:43.854006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:43.866771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab606a6a-52ed-48ee-8cab-a8093b6c2d7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:43.871425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea46d1f-6f66-456f-8e4c-4949490a9cc3 None None] Network 1079d0b1-0712-47b0-9df9-431740f34da6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:35:43.979275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:35:43.989310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:43.989690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.027388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08b7101b-de8b-4dc8-8984-ea17d29e8bbd None None] Provisioning complete for port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:44.028132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08b7101b-de8b-4dc8-8984-ea17d29e8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.218731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.250255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08b7101b-de8b-4dc8-8984-ea17d29e8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.283406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:44.289742 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.291012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 626ff39f-e295-453e-93f4-4addd60e62bf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:44.423209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:44.426467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-08b7101b-de8b-4dc8-8984-ea17d29e8bbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:35:44.426975 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-08b7101b-de8b-4dc8-8984-ea17d29e8bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:35:44.436351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.436829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.437271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.437719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.438151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.438589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.439067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.439516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.439919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.440524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.441077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.441508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:35:44.446709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 626ff39f-e295-453e-93f4-4addd60e62bf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:44.447253 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.526608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:35:44.542345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c124bf7b-5b1d-4a0b-9df3-73dae7fb12c0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363019 Sep 24 19:35:44.543850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Sync routers for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:35:44.552724 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.576644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:44.577535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:44.582539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 626ff39f-e295-453e-93f4-4addd60e62bf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=626ff39f-e295-453e-93f4-4addd60e62bf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:44.619151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:44.717286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=626ff39f-e295-453e-93f4-4addd60e62bf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:44.728558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-25bd7523-51bb-43f6-a61e-5aa27303d84d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462944881&fields=id&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 267 time: 0.0427489 Sep 24 19:35:44.739404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:44.853716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-faf370d8-81e1-4b70-9105-74f4a46e1dc7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:44.855407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-faf370d8-81e1-4b70-9105-74f4a46e1dc7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 797 time: 0.1250918 Sep 24 19:35:44.871822 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-6c9a8cc8-4a45-4fff-8375-dd175ed22180 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/quotas/ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 375 time: 0.0101686 Sep 24 19:35:44.930116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-ac4dbc83-32e0-4da3-b473-62bcf6b91d9b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500028 Sep 24 19:35:45.019054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 2, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:45.040368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-db4b9041-7144-425d-aa8a-ca70572c32a1 service neutron] 10.222.0.18 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981576 Sep 24 19:35:45.046959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Checking router: e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:35:45.047313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Updating router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a port 9d07f98e-3075-45f9-9585-e3432fe6921c binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:35:45.073035 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.149178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-5e884da9-e6d4-4dc4-b0f7-0f5bb3b76c51 service neutron] 10.222.0.18 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009710 Sep 24 19:35:45.179541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a074ec33-dd89-445c-90a9-73a48db6caf9 None None] Provisioning complete for port 9d07f98e-3075-45f9-9585-e3432fe6921c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:45.179920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a074ec33-dd89-445c-90a9-73a48db6caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.234981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a074ec33-dd89-445c-90a9-73a48db6caf9 None None] Port 9d07f98e-3075-45f9-9585-e3432fe6921c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:35:45.266266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a074ec33-dd89-445c-90a9-73a48db6caf9 None None] Provisioning complete for port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:45.266652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a074ec33-dd89-445c-90a9-73a48db6caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.327106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-60ea96ee-cff4-43e3-889a-ad6c8380cd45 req-d738b78b-99cd-4626-86ce-ff7a13d76e55 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 210 time: 0.0290282 Sep 24 19:35:45.462993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.470034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.557203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6fca4-bd03-42d6-ace9-d06da0c8f4ea None None] Pushing event updated for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:45.596322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Attempting to bind port 9d07f98e-3075-45f9-9585-e3432fe6921c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:35:45.596699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Attempting to bind port 9d07f98e-3075-45f9-9585-e3432fe6921c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:35:45.597021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Attempting to bind port 9d07f98e-3075-45f9-9585-e3432fe6921c on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:35:45.602518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:35:45.602914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:35:45.603316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.603752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Bound using segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:35:45.604167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Bound port: 9d07f98e-3075-45f9-9585-e3432fe6921c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:35:45.604658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.675838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] For port 9d07f98e-3075-45f9-9585-e3432fe6921c, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:35:45.679469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] For port 9d07f98e-3075-45f9-9585-e3432fe6921c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d07f98e-3075-45f9-9585-e3432fe6921c,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:35:45.685216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.882478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab606a6a-52ed-48ee-8cab-a8093b6c2d7a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:45.960461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] Provisioning complete for port 9d07f98e-3075-45f9-9585-e3432fe6921c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:45.960906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:45.963102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6fca4-bd03-42d6-ace9-d06da0c8f4ea None None] Pushing event updated for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:45.968086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:45.968726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:46.066028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:46.066766 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.177074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:46.212504 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.320005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-de28e8db-a602-4665-9569-bce443e8eee3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:46.322822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] For port 9d07f98e-3075-45f9-9585-e3432fe6921c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d07f98e-3075-45f9-9585-e3432fe6921c,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:46.323061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-de28e8db-a602-4665-9569-bce443e8eee3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 797 time: 0.1171615 Sep 24 19:35:46.332193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.376005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-fa1b5389-3405-4076-ba56-40ed39cb2ce6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 379 time: 0.0434737 Sep 24 19:35:46.380302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 626ff39f-e295-453e-93f4-4addd60e62bf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:46.388596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'port': {'device_id': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'admin_state_up': True, 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'security_groups': ['2e1a7af8-3f67-42d9-883e-71483a6e1050']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:46.447194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74c0cdf2-8480-4ef6-b43b-06fb2ba5f2e9 req-f705ea99-9543-449b-bdbc-8dfaf1a5c84d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 210 time: 0.0386300 Sep 24 19:35:46.482954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb0996-6f60-4d2a-b86d-50b89e116a97 None None] Pushing event updated for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:46.522729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-93dd7c33-d60f-4cfa-8a76-2f7365a2b547 None None] Provisioning complete for port 9d07f98e-3075-45f9-9585-e3432fe6921c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:46.523130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93dd7c33-d60f-4cfa-8a76-2f7365a2b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.530891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:35:46.543528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.579487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 626ff39f-e295-453e-93f4-4addd60e62bf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:46.579733 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.634304 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:46.685229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.13 (1079d0b1-0712-47b0-9df9-431740f34da6/ab42e6b5-1935-4aef-bb12-eb22cde72e01/dbc4e268-de89-47d1-955b-34361350e148) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:35:46.686748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050477d-5e9e-4b10-9c0c-e925c70611c4 None None] The sync data for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 is: [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:35:46.874921 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.910184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:46.954668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 1079d0b1-0712-47b0-9df9-431740f34da6 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:46.958114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:46.962250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:35:46.993655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:47.015374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-2151af2f-36bb-4592-b537-69da1b4865a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521533 Sep 24 19:35:47.022256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.023033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.045378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-405a825f-e67e-4e92-9edb-ef456cfeedff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6607561 Sep 24 19:35:47.058123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Request body: {'port': {'device_id': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:47.125392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.149142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-12afaa15-a146-4c10-8a96-6b27d8a46d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.151176 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-12afaa15-a146-4c10-8a96-6b27d8a46d7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.0563791 Sep 24 19:35:47.258290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3613f61f-03c8-47ab-9063-73c047b10e8e None None] Provisioning complete for port dbc4e268-de89-47d1-955b-34361350e148 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:47.259395 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3613f61f-03c8-47ab-9063-73c047b10e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.297697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-3a217cbd-c96f-40ef-94cd-3c929ac5081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.301441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-3a217cbd-c96f-40ef-94cd-3c929ac5081f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1219096 Sep 24 19:35:47.308529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3613f61f-03c8-47ab-9063-73c047b10e8e None None] Port dbc4e268-de89-47d1-955b-34361350e148 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:35:47.382108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-d9f030a2-5e5b-4f7b-90e2-c2432193f8ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 1002 time: 0.0688028 Sep 24 19:35:47.429625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:35:47.438610 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.441596 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-b489fa09-5508-478c-82cb-5e0277e2adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.443185 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-b489fa09-5508-478c-82cb-5e0277e2adc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0512359 Sep 24 19:35:47.452330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Transition to ACTIVE for port object dbc4e268-de89-47d1-955b-34361350e148 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:35:47.456940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.495582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-a4889b59-65f8-43cb-a77c-cfc7358ebaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.497215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-a4889b59-65f8-43cb-a77c-cfc7358ebaec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439305 Sep 24 19:35:47.514483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:47.622708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:35:47.623087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:35:47.623425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:35:47.627735 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-aee8c056-b856-4bc1-acc0-6d9e4ec93b64 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168427 Sep 24 19:35:47.635794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a925e2-7cac-495d-8644-51251f132bb6 req-26b1603b-c42b-4f00-9ae0-fec52a1e4867 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.637363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93a925e2-7cac-495d-8644-51251f132bb6 req-26b1603b-c42b-4f00-9ae0-fec52a1e4867 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0794413 Sep 24 19:35:47.638211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:35:47.638534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:35:47.645896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:35:47.646236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:35:47.646623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Bound using segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:35:47.647083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Bound port: dbc4e268-de89-47d1-955b-34361350e148, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:35:47.647449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.743441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-93a925e2-7cac-495d-8644-51251f132bb6 req-10012184-0bf3-4dd1-9be7-9506600e2b62 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799370 Sep 24 19:35:47.753576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bfa15663-38dc-4d3d-89e1-64250ff899ff req-1813ebdf-27a9-4e56-869b-4b150284d2a4 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120677 Sep 24 19:35:47.777994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:35:47.782000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:35:47.789342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.829941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.831223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.838671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1092 time: 0.7850785 Sep 24 19:35:47.842397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:35:47.845089 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954" -d '{"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:35:47.845774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d07f98e-3075-45f9-9585-e3432fe6921c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:47.902011 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf9942c-2c71-47e2-970c-72977d1254ef x-openstack-request-id: req-faf9942c-2c71-47e2-970c-72977d1254ef {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:35:47.902385 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:35:47.902838 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faf9942c-2c71-47e2-970c-72977d1254ef {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:35:47.903251 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:35:47.930808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 9d07f98e-3075-45f9-9585-e3432fe6921c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:47.931236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:47.933053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc46e1-18fa-4bac-860c-1c577233d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:47.952776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-1b6b5201-5b17-4bf7-9a34-24054f0c7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:47.954660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-1b6b5201-5b17-4bf7-9a34-24054f0c7089 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.0490444 Sep 24 19:35:48.005641 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-37d9b372-5f1f-4f27-b2f5-b345bceb0000 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 217 time: 0.0427270 Sep 24 19:35:48.070436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-c98d39fa-399d-425c-9828-765fdd9bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.071953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-c98d39fa-399d-425c-9828-765fdd9bb2ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0588069 Sep 24 19:35:48.116975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-fd03454c-c5f5-48c4-bca2-34ff08453a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.118393 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-fd03454c-c5f5-48c4-bca2-34ff08453a01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396829 Sep 24 19:35:48.214662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-e22d5f87-e2d6-40a2-a1fc-e01b6c79f853 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889103 Sep 24 19:35:48.305466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e491244-d8c4-4c37-ab02-c3ef66e19b78 req-c1c93316-937f-49fa-8f98-1f2374b629cc service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830317 Sep 24 19:35:48.386681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-7d573d7c-a5eb-4d45-b39e-ceb1d679adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.388206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-7d573d7c-a5eb-4d45-b39e-ceb1d679adc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.0397234 Sep 24 19:35:48.487873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-9f1f67ac-9ca2-47fb-84c8-931412e9297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.489319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-9f1f67ac-9ca2-47fb-84c8-931412e9297e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.0938647 Sep 24 19:35:48.530917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-2dfa17ce-6527-4c7a-938b-b18be399c7e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 217 time: 0.0340366 Sep 24 19:35:48.585015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-606175e8-1012-442f-9ae6-5a837c7be949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.586446 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-606175e8-1012-442f-9ae6-5a837c7be949 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0479629 Sep 24 19:35:48.634611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-b6abb5d4-aedf-473d-a934-936001b10fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.636125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-b6abb5d4-aedf-473d-a934-936001b10fce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406771 Sep 24 19:35:48.731277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-9e26607d-22f3-47d5-8f68-ace1fe720753 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866005 Sep 24 19:35:48.856717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8067dd4d-eea9-4dc7-b10c-e6d9fd305954 req-267e79c3-f9f2-41b7-9d28-9478cce90aba service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182997 Sep 24 19:35:48.869045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab715dbc-00bb-4a40-bfc1-0e5b52145d04 req-55440948-ca4e-45f3-9c90-e62fd93473b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:48.870490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab715dbc-00bb-4a40-bfc1-0e5b52145d04 req-55440948-ca4e-45f3-9c90-e62fd93473b9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0717103 Sep 24 19:35:48.911903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab715dbc-00bb-4a40-bfc1-0e5b52145d04 req-aa731764-515e-41c3-90f5-37cbf95f789c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Sep 24 19:35:50.033376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04839f-3ad2-464d-b398-d6719ed85f1a req-112a7279-7527-453e-9488-98656c6959e4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:50.034789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a04839f-3ad2-464d-b398-d6719ed85f1a req-112a7279-7527-453e-9488-98656c6959e4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0493357 Sep 24 19:35:50.073076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a04839f-3ad2-464d-b398-d6719ed85f1a req-a0598514-d764-4b77-b93c-9c8bd3c55380 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Sep 24 19:35:50.314686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-983029ea-c1e1-4e23-8f66-0303e6eb966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:51.199958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d7095-fefb-41ec-9115-3195038817df req-bcd4ef5f-361c-49b9-ae3a-d03f725a5588 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:51.201455 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-433d7095-fefb-41ec-9115-3195038817df req-bcd4ef5f-361c-49b9-ae3a-d03f725a5588 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0494468 Sep 24 19:35:51.238832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-433d7095-fefb-41ec-9115-3195038817df req-ad34e43f-c208-44de-8e82-10ade39a9c35 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Sep 24 19:35:52.351072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb9f85-86a0-4687-82dd-51973cc8cebd req-948c4d4b-cf07-4f19-b83f-805b1dc3dcc9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:52.352635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23eb9f85-86a0-4687-82dd-51973cc8cebd req-948c4d4b-cf07-4f19-b83f-805b1dc3dcc9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0484900 Sep 24 19:35:52.392800 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23eb9f85-86a0-4687-82dd-51973cc8cebd req-0bc22977-1dd6-415e-a960-8c86d633163e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343740 Sep 24 19:35:52.630004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:35:52.647123 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:35:52.720869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:52.731570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'dbc4e268-de89-47d1-955b-34361350e148', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:35:52.771731 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:52.784790 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:35:52.803822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:52.807634 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:52.852835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:52.979600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-439fcb9b-4b54-417a-bdaf-667dab19b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:53.008437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['dbc4e268-de89-47d1-955b-34361350e148'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:35:53.362669 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:53.507493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d75d-4150-42f4-ab1e-4463c24b3b06 req-529c2f7f-fd12-4726-9504-6ff6250845eb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:53.508994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0266d75d-4150-42f4-ab1e-4463c24b3b06 req-529c2f7f-fd12-4726-9504-6ff6250845eb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0488374 Sep 24 19:35:53.547589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0266d75d-4150-42f4-ab1e-4463c24b3b06 req-457ecffa-8c86-426d-b54b-e5893e9fc37e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325832 Sep 24 19:35:54.236530 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:54.622579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:35:54.661921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da4814-09eb-4e52-9a60-72592965dc72 req-bd7428ca-0944-42dc-8a1e-600220ade3b6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:54.663459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61da4814-09eb-4e52-9a60-72592965dc72 req-bd7428ca-0944-42dc-8a1e-600220ade3b6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0504756 Sep 24 19:35:54.670933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port dbc4e268-de89-47d1-955b-34361350e148 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:35:54.674514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port dbc4e268-de89-47d1-955b-34361350e148 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:35:54.674956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:54.703236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61da4814-09eb-4e52-9a60-72592965dc72 req-9f2cdbb7-106d-42cb-92ba-5ed55139da4b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Sep 24 19:35:54.753680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:54.776372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:35:54.778842 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bfce5e-cf82-4f95-8e69-43743cd343aa" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:35:54.790755 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:35:54.794811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:54.818545 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e5385c-ea17-4d3a-b8ee-1c3d9e768a8c x-openstack-request-id: req-88e5385c-ea17-4d3a-b8ee-1c3d9e768a8c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:35:54.818938 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:35:54.819196 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88e5385c-ea17-4d3a-b8ee-1c3d9e768a8c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:35:54.819584 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'code': 200} Sep 24 19:35:54.844837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:54.908806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4744-f03e-47d3-a1da-78c28fd818e2 req-aefc6381-1db3-448c-b7c3-444490d17260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:54.910348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8aba4744-f03e-47d3-a1da-78c28fd818e2 req-aefc6381-1db3-448c-b7c3-444490d17260 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1097 time: 0.0399580 Sep 24 19:35:54.948999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8aba4744-f03e-47d3-a1da-78c28fd818e2 req-ab63d7f4-25c6-4334-89ac-ea47d318e539 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Sep 24 19:35:55.817099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6198bf-47e8-45a1-a6d7-410a31b85f4c req-83cb0cd6-5c3b-437e-a474-c80d729a2113 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:55.818576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6198bf-47e8-45a1-a6d7-410a31b85f4c req-83cb0cd6-5c3b-437e-a474-c80d729a2113 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0500584 Sep 24 19:35:55.856650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa6198bf-47e8-45a1-a6d7-410a31b85f4c req-829df8d4-67b3-4574-804e-2e87629a1229 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Sep 24 19:35:55.978587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:56.978835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b035d-ea5a-4645-a129-dd3fdea8fd22 req-4a7c9e4b-8813-4667-8dde-197543358803 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:56.980381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f99b035d-ea5a-4645-a129-dd3fdea8fd22 req-4a7c9e4b-8813-4667-8dde-197543358803 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0510232 Sep 24 19:35:57.019984 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f99b035d-ea5a-4645-a129-dd3fdea8fd22 req-90b0eb12-cfd6-435a-84ee-5a39924c2a38 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Sep 24 19:35:57.136759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fdd78-9ae5-473d-8763-47e7e1e228ce req-0a4af883-4bc9-4d7f-aa69-fc23f9065d9b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:57.138143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-741fdd78-9ae5-473d-8763-47e7e1e228ce req-0a4af883-4bc9-4d7f-aa69-fc23f9065d9b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0482390 Sep 24 19:35:57.179194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-741fdd78-9ae5-473d-8763-47e7e1e228ce req-3b428ef6-fa39-4327-b063-b8361b162aa7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350509 Sep 24 19:35:57.200817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46996) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:57.238371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154a7fe-671c-4e00-950e-288edaee8c07 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:57.239899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c154a7fe-671c-4e00-950e-288edaee8c07 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1092 time: 0.0381265 Sep 24 19:35:57.243364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 46998) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:57.247577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:35:57.269331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:57.367409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:57.470543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.133 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/e85411f5-c288-4196-ba32-f5c63385c377) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:35:57.573393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:57.605426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:57.640664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:35:57.643516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:35:57.647014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:35:57.672127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=e85411f5-c288-4196-ba32-f5c63385c377,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:57.996397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.061419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.212682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.217022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.287878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=e85411f5-c288-4196-ba32-f5c63385c377,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:35:58.298184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.390961 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP be58c8e3-864a-441d-b8e7-95f157d757c4 associated. External IP: 172.25.5.133, port: dbc4e268-de89-47d1-955b-34361350e148. Sep 24 19:35:58.594367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:35:58.701450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:35:58.710953 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Sync routers for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:35:58.717279 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:35:58.720450 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:58.721071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:58.744384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-33e740c9-1c07-4a37-87f4-b6a9f6c7536b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4999239 Sep 24 19:35:58.744982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:35:58.747375 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce50dc-cc79-4a81-9c77-b3759c134469" -d '{"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:35:58.783522 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a7497-86f3-4936-88f8-45025ff8f3c0 x-openstack-request-id: req-188a7497-86f3-4936-88f8-45025ff8f3c0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:35:58.783818 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:35:58.784075 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-188a7497-86f3-4936-88f8-45025ff8f3c0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:35:58.784485 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:35:58.876445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-86515fd1-52e4-4ea8-8422-ac9247b06277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:58.877905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-86515fd1-52e4-4ea8-8422-ac9247b06277 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1097 time: 0.0678024 Sep 24 19:35:58.888857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de19242-f904-4ac5-96fd-d85c701fccaa req-e1c9d3c2-e6c7-4104-8547-461d7033a2bc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:58.890379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3de19242-f904-4ac5-96fd-d85c701fccaa req-e1c9d3c2-e6c7-4104-8547-461d7033a2bc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0901146 Sep 24 19:35:58.919834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:58.983191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3de19242-f904-4ac5-96fd-d85c701fccaa req-1067d95b-bfea-4fab-a8df-1cb88bf406a4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843375 Sep 24 19:35:59.006362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:35:59.006932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-1eb17a3c-2d73-49bb-be26-ac60a063e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:59.008380 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-1eb17a3c-2d73-49bb-be26-ac60a063e3eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1170940 Sep 24 19:35:59.071092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26ee1e06-a65b-440a-89f1-e6b37ed74675 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/be58c8e3-864a-441d-b8e7-95f157d757c4 HTTP/1.1" status: 200 len: 992 time: 0.0634401 Sep 24 19:35:59.079688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-14aae72d-04f4-44fe-a123-5258fe1d9536 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0634358 Sep 24 19:35:59.128754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-57ceb1a9-32f4-40b2-96a3-51dc1c2e0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:59.130131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-57ceb1a9-32f4-40b2-96a3-51dc1c2e0311 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0436738 Sep 24 19:35:59.142064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'be58c8e3-864a-441d-b8e7-95f157d757c4', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:35:57Z', 'updated_at': '2021-09-24T19:35:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:59.171594 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Checking router: e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:35:59.178297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-1659b262-3c3f-4df2-ae0f-b54e3a937514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:35:59.179837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-1659b262-3c3f-4df2-ae0f-b54e3a937514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431974 Sep 24 19:35:59.180288 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:35:59.180909 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:35:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:59.190297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-cc8e8129-6382-44db-8f16-5312511da4ce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:35:59.191269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-cc8e8129-6382-44db-8f16-5312511da4ce service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048530 Sep 24 19:35:59.279338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-7afcf9e5-716d-4d58-bfb9-898faf4bc8fb service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813301 Sep 24 19:35:59.282500 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:35:59.375334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00ce50dc-cc79-4a81-9c77-b3759c134469 req-9cdd2baa-8154-4d1f-8ed5-4439291b7d60 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889964 Sep 24 19:35:59.514385 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'be58c8e3-864a-441d-b8e7-95f157d757c4', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:35:57Z', 'updated_at': '2021-09-24T19:35:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:35:59.539994 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c98d4-ef17-48e3-b953-03a0c80ea8da None None] The sync data for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 is: [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'be58c8e3-864a-441d-b8e7-95f157d757c4', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:35:57Z', 'updated_at': '2021-09-24T19:35:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:35:59.726154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3ba05-74fc-4853-ba24-bffc70272ea1 None None] New status for floating IP be58c8e3-864a-441d-b8e7-95f157d757c4: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:36:00.074843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:36:00.137183 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c40c2c5-04c1-4022-bf69-c51214ff3a0f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/be58c8e3-864a-441d-b8e7-95f157d757c4 HTTP/1.1" status: 200 len: 994 time: 0.0610633 Sep 24 19:36:03.392688 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:09.035471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:20.317550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef55b810-ee5f-4b83-b81a-303f35856d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:22.980093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05bd6065-9305-4948-9261-bec77b9fe62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:23.364106 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:24.239151 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:25.979581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:29.646340 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:36:31.470987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27a27b-52f3-49ea-8412-9c209f0e6e20 req-bfbb9a6e-62af-495d-900a-4dea32ad02f9 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:31.472554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff27a27b-52f3-49ea-8412-9c209f0e6e20 req-bfbb9a6e-62af-495d-900a-4dea32ad02f9 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1097 time: 0.1459966 Sep 24 19:36:31.506469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff27a27b-52f3-49ea-8412-9c209f0e6e20 req-d3aaa8a8-0016-4c67-b6db-9d372de9bcd2 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273969 Sep 24 19:36:31.680440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc573-f0c8-44e6-9faa-fd5f02274776 req-9e1021f3-4dbe-495c-9312-fcc945dac7b7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:31.681934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-989bc573-f0c8-44e6-9faa-fd5f02274776 req-9e1021f3-4dbe-495c-9312-fcc945dac7b7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.1087654 Sep 24 19:36:31.718424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-989bc573-f0c8-44e6-9faa-fd5f02274776 req-47dc8cdb-41e9-47a3-8bb5-8b03c4ab5c1f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305901 Sep 24 19:36:31.739625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:36:32.155158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-34974d21-3c2d-4db7-9d72-1720226b216d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/be58c8e3-864a-441d-b8e7-95f157d757c4 HTTP/1.1" status: 200 len: 994 time: 0.4144087 Sep 24 19:36:32.624074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-a79726f7-7bf9-4732-94f1-c1788e610a6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437963 Sep 24 19:36:32.646356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f45c4-20e1-40a3-9686-53bc21c50a43 req-f970d500-1a68-4b4e-9c0b-5b69f19c8700 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:32.648507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9f45c4-20e1-40a3-9686-53bc21c50a43 req-f970d500-1a68-4b4e-9c0b-5b69f19c8700 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0535712 Sep 24 19:36:32.687255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca9f45c4-20e1-40a3-9686-53bc21c50a43 req-9905ea60-ad2a-4bdc-9404-86741a582b86 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Sep 24 19:36:33.390512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:33.835925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f494f-8d21-448e-8644-e8758f8fac04 req-84a08f20-6b8e-46bc-804b-ecc2a371eaf0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:33.837410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e5f494f-8d21-448e-8644-e8758f8fac04 req-84a08f20-6b8e-46bc-804b-ecc2a371eaf0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0795515 Sep 24 19:36:33.839825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-43a95827-412a-448c-b90e-202d7ec0df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:33.841196 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-43a95827-412a-448c-b90e-202d7ec0df41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1097 time: 0.0720706 Sep 24 19:36:33.924781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e5f494f-8d21-448e-8644-e8758f8fac04 req-d9598807-2ef3-4e60-8faf-2a47836a55d5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813320 Sep 24 19:36:33.955245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-1fe88465-af32-4dd2-b135-325588055463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:33.956734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-1fe88465-af32-4dd2-b135-325588055463 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1076994 Sep 24 19:36:34.020802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-2c85c825-4963-4636-a8b1-8bacbb0f5cea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1002 time: 0.0570016 Sep 24 19:36:34.070158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-39ed0eb0-ef80-45f0-8623-e7f3b9d360c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:34.071667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-39ed0eb0-ef80-45f0-8623-e7f3b9d360c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0440032 Sep 24 19:36:34.119419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-98ae7ac4-b46c-43e0-9a0d-c0731a6ca07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:34.120897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-98ae7ac4-b46c-43e0-9a0d-c0731a6ca07e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421231 Sep 24 19:36:34.208335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-d91df88c-2ff6-4b33-8990-1d87c73f0d03 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806236 Sep 24 19:36:34.300231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-5318c260-ffbe-410d-860d-bada147c2d06 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847099 Sep 24 19:36:35.040212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7fc3f-a6ee-472b-9619-42fafbdedab4 req-93274c46-bb2c-46df-b156-2ebcac669d85 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:35.041751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ff7fc3f-a6ee-472b-9619-42fafbdedab4 req-93274c46-bb2c-46df-b156-2ebcac669d85 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0488718 Sep 24 19:36:35.079661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ff7fc3f-a6ee-472b-9619-42fafbdedab4 req-462a436f-8876-4e2b-b63a-bbccec410d15 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Sep 24 19:36:36.193666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f6fed-d454-4e01-bbd5-0860dfae5dfa req-c2751d44-99fc-4673-9141-c11f5e16a2fe tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:36.195229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b14f6fed-d454-4e01-bbd5-0860dfae5dfa req-c2751d44-99fc-4673-9141-c11f5e16a2fe tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0487776 Sep 24 19:36:36.232356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b14f6fed-d454-4e01-bbd5-0860dfae5dfa req-00ade6c3-3a11-43df-a274-f870802a3a32 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310495 Sep 24 19:36:37.352505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b5ec7-3b80-4e5b-b626-845e5658b9fe req-8ffa02ad-b30e-4574-b368-70fd12f9e9e2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:37.353999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-832b5ec7-3b80-4e5b-b626-845e5658b9fe req-8ffa02ad-b30e-4574-b368-70fd12f9e9e2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0536866 Sep 24 19:36:37.390727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-832b5ec7-3b80-4e5b-b626-845e5658b9fe req-4a68f97d-4d65-435b-b9fe-81b8f4e548bd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307553 Sep 24 19:36:38.505942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3988e25-0789-4a08-8abb-483dce7a662b req-df7c5f54-31d2-4666-b57d-7f8b34dc81ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:38.508113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3988e25-0789-4a08-8abb-483dce7a662b req-df7c5f54-31d2-4666-b57d-7f8b34dc81ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0491381 Sep 24 19:36:38.544962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3988e25-0789-4a08-8abb-483dce7a662b req-096c7108-f73c-4a04-8da7-3ca2891cf875 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309224 Sep 24 19:36:39.040512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:39.060366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-28846f23-7a8a-45aa-9b41-afa463abf582 req-cada3bc7-97ae-487a-9ceb-68b431017c61 service neutron] (94856) timed out ('10.222.0.18', 40106) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:36:39.658651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e665c-ff00-49f9-a369-bc5989ba5907 req-787834ff-6b4d-4d85-bb27-63c326877f5b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:39.660154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a30e665c-ff00-49f9-a369-bc5989ba5907 req-787834ff-6b4d-4d85-bb27-63c326877f5b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0489156 Sep 24 19:36:39.698248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a30e665c-ff00-49f9-a369-bc5989ba5907 req-1342eab3-2f50-47b3-89c8-b69c4a8e7087 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Sep 24 19:36:40.817301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082641fd-7aa3-4fdc-98a3-09728018fc21 req-7b78c0a2-ce70-468e-8146-d949de76db7f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:40.819348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-082641fd-7aa3-4fdc-98a3-09728018fc21 req-7b78c0a2-ce70-468e-8146-d949de76db7f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0534503 Sep 24 19:36:40.855863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-082641fd-7aa3-4fdc-98a3-09728018fc21 req-4e0abc77-1bec-4df0-9494-e571c4795eb8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306680 Sep 24 19:36:41.972273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ac0a6-09f9-4397-8cd6-860ddc9cea7d req-d421c877-b98d-43b3-a3f1-46ec12d83ba3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:41.973662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d6ac0a6-09f9-4397-8cd6-860ddc9cea7d req-d421c877-b98d-43b3-a3f1-46ec12d83ba3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0498486 Sep 24 19:36:42.012599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d6ac0a6-09f9-4397-8cd6-860ddc9cea7d req-e9975a14-b655-4806-bc03-c6fae8293edd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323060 Sep 24 19:36:43.130006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75747a4-176c-4ad5-ac9e-7cca5c354e82 req-17b9b413-d098-476e-89dd-76ad87cb6beb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:43.132059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d75747a4-176c-4ad5-ac9e-7cca5c354e82 req-17b9b413-d098-476e-89dd-76ad87cb6beb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0502656 Sep 24 19:36:43.172080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d75747a4-176c-4ad5-ac9e-7cca5c354e82 req-a3c276f5-3e87-4332-9e44-b6b1c9759ca9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333395 Sep 24 19:36:44.297022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eade8-7226-404d-bb74-153f1918775a req-ed497cff-d31a-477a-867c-16020419a7ec tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:44.298524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b7eade8-7226-404d-bb74-153f1918775a req-ed497cff-d31a-477a-867c-16020419a7ec tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0570486 Sep 24 19:36:44.337504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b7eade8-7226-404d-bb74-153f1918775a req-f492e83d-9db2-46c8-83f4-67c2a4f8556e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Sep 24 19:36:45.458503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1618dc-6cc4-4ff4-b08c-b22f485b8193 req-12fe53a1-b0d7-448d-97a0-8ea51c11b79a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:45.460148 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b1618dc-6cc4-4ff4-b08c-b22f485b8193 req-12fe53a1-b0d7-448d-97a0-8ea51c11b79a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0502915 Sep 24 19:36:45.499110 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b1618dc-6cc4-4ff4-b08c-b22f485b8193 req-3fa646c4-a923-4895-a01e-9908f1defe93 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Sep 24 19:36:46.657751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911d93-c8e6-4679-a76c-af1e8a8c1700 req-bde0cef6-a3f6-4d8e-972e-ce8189913517 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:46.659300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00911d93-c8e6-4679-a76c-af1e8a8c1700 req-bde0cef6-a3f6-4d8e-972e-ce8189913517 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0749052 Sep 24 19:36:46.724596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00911d93-c8e6-4679-a76c-af1e8a8c1700 req-b7c9b0ff-4fc8-4f98-b5ea-fd7c084d4176 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590029 Sep 24 19:36:47.923383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5913-4406-97fd-0e4cfd293804 req-59b13b17-51c0-4355-b4cc-e759de95d8c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:47.925851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-353d8f45-5913-4406-97fd-0e4cfd293804 req-59b13b17-51c0-4355-b4cc-e759de95d8c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0867274 Sep 24 19:36:47.996940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-353d8f45-5913-4406-97fd-0e4cfd293804 req-3eb039d5-6c1c-452a-8039-548d0037a52b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627568 Sep 24 19:36:48.016739 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-f3d43ad7-ccef-4bbc-8118-23b6eb62144f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513008 Sep 24 19:36:48.120092 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-72a8c0b3-f11e-4c82-9973-9fc7d673d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:48.121578 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-72a8c0b3-f11e-4c82-9973-9fc7d673d741 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.0409441 Sep 24 19:36:48.230471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-8a54fbaf-f5fa-43da-8752-e8fd6090d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:48.232024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-8a54fbaf-f5fa-43da-8752-e8fd6090d64f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0902665 Sep 24 19:36:48.309144 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-581c23a7-d9c0-4492-80a0-c86fe32f860f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 1002 time: 0.0686243 Sep 24 19:36:48.361574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-4c2bc60e-94fa-48e0-880f-6fc5d727afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:48.363049 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-4c2bc60e-94fa-48e0-880f-6fc5d727afbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0446279 Sep 24 19:36:48.413471 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-8c20b443-422c-4a36-a02e-c21b18fd595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:48.415236 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-8c20b443-422c-4a36-a02e-c21b18fd595e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439973 Sep 24 19:36:48.431125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-48e9dd57-f535-4fb9-bbf1-85d610d962a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:36:48.432073 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-48e9dd57-f535-4fb9-bbf1-85d610d962a0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056212 Sep 24 19:36:48.535461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-53539467-4089-49d7-a15d-42b202682743 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926244 Sep 24 19:36:48.655747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0f22ff36-6f67-422b-b9d9-ffd4c5a82b69 req-c9baac2e-9028-4d87-9c7e-cac307ef6b69 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112492 Sep 24 19:36:49.004808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-9c65c245-666d-4475-ae57-4e7c08bd9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:49.006484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-9c65c245-666d-4475-ae57-4e7c08bd9b69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1097 time: 0.0758135 Sep 24 19:36:49.148456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-39ca4d8a-2a7a-4b13-9a3f-4c5ad14b8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:49.149954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-39ca4d8a-2a7a-4b13-9a3f-4c5ad14b8aca service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1242614 Sep 24 19:36:49.161822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c3e49-7bb7-453e-a046-832dda4f2732 req-edc4c314-cbed-48f0-a5e7-122b1f5bf96f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:49.163253 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e2c3e49-7bb7-453e-a046-832dda4f2732 req-edc4c314-cbed-48f0-a5e7-122b1f5bf96f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0679016 Sep 24 19:36:49.250200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-20a9e5f7-281e-4628-a063-d24ba4ed6455 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1002 time: 0.0858824 Sep 24 19:36:49.260185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6e2c3e49-7bb7-453e-a046-832dda4f2732 req-6c1e3d4f-9326-48d9-ab9b-5b79bfd301dd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904667 Sep 24 19:36:49.319230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-345488c5-f8d2-4488-be6c-113973db6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:49.321064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-345488c5-f8d2-4488-be6c-113973db6b5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0596015 Sep 24 19:36:49.371245 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-068bb558-3bff-49d6-b477-0a0ec520d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:49.372816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-068bb558-3bff-49d6-b477-0a0ec520d713 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453546 Sep 24 19:36:49.494135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-1d4c79c0-593a-404b-9392-088e01ee1539 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136875 Sep 24 19:36:49.593439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55013166-0601-4796-bb5d-eb9496c3bc2b req-2ae33cc7-6e09-4c9c-9331-c09bcbb882b1 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919538 Sep 24 19:36:50.318951 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b37987d-4a94-4481-a4d2-8a99284f10ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:50.389178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caada50-7d27-49bd-8d2c-2adda7e2ddf0 req-bfc1725e-9b58-4484-b2ce-e55edacec850 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:50.390750 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3caada50-7d27-49bd-8d2c-2adda7e2ddf0 req-bfc1725e-9b58-4484-b2ce-e55edacec850 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0514345 Sep 24 19:36:50.434123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3caada50-7d27-49bd-8d2c-2adda7e2ddf0 req-58b366f8-2588-487a-9c49-4dc983a44071 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369906 Sep 24 19:36:51.163771 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-d5a86680-3f3b-4025-9e85-4be32353188f req-514d5f17-7767-4d00-a7b7-f025cfcd57a3 service neutron] show failed (client error): The resource could not be found. Sep 24 19:36:51.164815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-514d5f17-7767-4d00-a7b7-f025cfcd57a3 service neutron] 10.222.0.69 "GET /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0563731 Sep 24 19:36:51.269409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-caeb7e95-a9b8-4f48-98f5-6a2336b5e442 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471397309&fields=id&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 267 time: 0.0356886 Sep 24 19:36:51.363317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-5ffa7e03-0174-4dd6-b53e-332a9c8ba01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:51.364946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-5ffa7e03-0174-4dd6-b53e-332a9c8ba01c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 1097 time: 0.0401013 Sep 24 19:36:51.378382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:36:51.385971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-d9883ee1-9876-4d3e-b999-36cb0e8014de tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:51.387478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-d9883ee1-9876-4d3e-b999-36cb0e8014de tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1101496 Sep 24 19:36:51.403505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-1a16802f-0c93-4ba3-89b1-4aa632b56786 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/quotas/930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 375 time: 0.0100567 Sep 24 19:36:51.431978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:51.465630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-9992adb9-ae3a-47dd-a856-26be9a797c7f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523500 Sep 24 19:36:51.599096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74015-ac2a-4e0f-92f3-04fc99093a55 req-bc506790-0789-430e-b8fb-be30b9430c19 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:51.600620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07b74015-ac2a-4e0f-92f3-04fc99093a55 req-bc506790-0789-430e-b8fb-be30b9430c19 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0919409 Sep 24 19:36:51.617517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-83f15bcf-60e9-4c41-87ed-b01ea9b61705 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380746 Sep 24 19:36:51.672850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07b74015-ac2a-4e0f-92f3-04fc99093a55 req-88c36019-3f88-4b7d-b903-0e1562604d8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648804 Sep 24 19:36:51.727951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-9509f5d7-bf43-48f7-87a0-be590e26124e service neutron] 10.222.0.18 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027818 Sep 24 19:36:51.983776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:36:52.016458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:36:52.055518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:36:52.057771 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4544b354-6fbd-46ed-9aa3-d4693a4c3169" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:36:52.061919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:52.075073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Transition to ACTIVE for port object dbc4e268-de89-47d1-955b-34361350e148 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:36:52.078812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:52.105812 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef7e03b-82a3-4ef2-abc6-44945c9780cc x-openstack-request-id: req-bef7e03b-82a3-4ef2-abc6-44945c9780cc {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:36:52.106111 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:36:52.106362 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bef7e03b-82a3-4ef2-abc6-44945c9780cc {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:36:52.106746 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'code': 200} Sep 24 19:36:52.166692 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:52.178959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.179306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.179647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.179983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.180316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.180646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.180972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.181299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.181622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.181949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.182267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.182587 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:52.213577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] No DVR routers for this DVR port dbc4e268-de89-47d1-955b-34361350e148 on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:36:52.350113 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:36:52.350445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:36:52.350771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:52.355125 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:36:52.355421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:52.360163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:36:52.360496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:36:52.360872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Bound using segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:36:52.361285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Bound port: dbc4e268-de89-47d1-955b-34361350e148, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:36:52.361636 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:52.422681 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:36:52.425583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:36:52.430988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:52.466638 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.467284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:52.468660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1092 time: 1.0942624 Sep 24 19:36:52.491267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb5b9-c307-4078-9765-72ef0cfbac05 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:52.534843 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-5bf81a70-2f60-470d-85a6-379b880fe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.536384 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-5bf81a70-2f60-470d-85a6-379b880fe21d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.0414433 Sep 24 19:36:52.645240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-09d9f983-f1ab-418f-abc1-17e835278437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.647352 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-09d9f983-f1ab-418f-abc1-17e835278437 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1033258 Sep 24 19:36:52.713625 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-db5ad3f9-0712-4390-88ca-7a2ca2cb5739 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0579374 Sep 24 19:36:52.764176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-a28bc734-21e7-4002-8dd6-4ae6243987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.765608 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-a28bc734-21e7-4002-8dd6-4ae6243987dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0440314 Sep 24 19:36:52.797020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6e83-8422-4663-8797-341813633c59 req-4e6f22b9-14f2-4a9e-bad7-072f183ed48f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.798547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5ab6e83-8422-4663-8797-341813633c59 req-4e6f22b9-14f2-4a9e-bad7-072f183ed48f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0539546 Sep 24 19:36:52.815757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86680-3f3b-4025-9e85-4be32353188f req-f96c0bea-f516-4fdd-8041-7682226fcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:52.817264 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-f96c0bea-f516-4fdd-8041-7682226fcee3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437088 Sep 24 19:36:52.836600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5ab6e83-8422-4663-8797-341813633c59 req-a5d31b95-26c7-4f77-b718-5dfe31d13ba7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321226 Sep 24 19:36:52.910005 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-f2e1f9e9-f195-4dab-873c-3d3f69fb57bb service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 Sep 24 19:36:52.983111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96efc3d7-2f62-4c55-8d7f-e42e8edee1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:53.009906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d5a86680-3f3b-4025-9e85-4be32353188f req-403a47b2-5d60-42f3-98ee-2432ad6a491a service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910671 Sep 24 19:36:53.078954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b836be5c-efad-4ef8-98dc-bae6b9b80b1f req-334f7c09-cd29-447d-8d87-72a7da51e46b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 210 time: 0.0356650 Sep 24 19:36:53.363570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:53.953260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90643311-629f-49c1-b568-543f944ca3fc req-1d070408-b95f-4bb2-b1a5-75b741da3832 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:53.954904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90643311-629f-49c1-b568-543f944ca3fc req-1d070408-b95f-4bb2-b1a5-75b741da3832 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0506244 Sep 24 19:36:54.000409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-90643311-629f-49c1-b568-543f944ca3fc req-3b22d038-4cf3-4415-8abf-a27b7d76c165 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Sep 24 19:36:54.066262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-7e6b73c6-50b6-449a-a566-33120e0f1040 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.067746 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-7e6b73c6-50b6-449a-a566-33120e0f1040 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 811 time: 0.1161416 Sep 24 19:36:54.107978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:36:54.110220 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16" -d '{"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:36:54.117459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-499223b7-d175-4d6b-894a-89bcdcb2ff1c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930624fc8cbf43838ce4987884894086 HTTP/1.1" status: 200 len: 379 time: 0.0395932 Sep 24 19:36:54.135233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'port': {'device_id': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'admin_state_up': True, 'tenant_id': '930624fc8cbf43838ce4987884894086', 'security_groups': ['0e5a9ac5-d2ce-42bf-a659-499fabfab311']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:36:54.171685 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2f099-1e4e-4caf-8367-3d000cf02a00 x-openstack-request-id: req-7af2f099-1e4e-4caf-8367-3d000cf02a00 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:36:54.172057 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:36:54.172321 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7af2f099-1e4e-4caf-8367-3d000cf02a00 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:36:54.173670 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:36:54.193712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c15f2c2a-13fd-471e-a84b-029d78811e18 req-25173dba-9219-4c77-ab3c-f6e62d302817 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 210 time: 0.0341778 Sep 24 19:36:54.243814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-91d1ea9e-a680-4214-b630-e619fba4a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.245352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-91d1ea9e-a680-4214-b630-e619fba4a1ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.0506961 Sep 24 19:36:54.246181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:54.289835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-42c493ff-d160-4e03-ac7a-2ee15b606f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.291293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-42c493ff-d160-4e03-ac7a-2ee15b606f6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.0963082 Sep 24 19:36:54.337703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-212c8a35-e25a-4eb9-b35c-260d41980fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.339247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-212c8a35-e25a-4eb9-b35c-260d41980fe3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.0867140 Sep 24 19:36:54.348037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Made reservation on behalf of 930624fc8cbf43838ce4987884894086 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:36:54.352982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:54.408651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-ccef8df4-346d-4a84-8cfe-88c5a0f32daf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0628259 Sep 24 19:36:54.460836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-9e1f7c70-2347-4368-a97f-6142d524dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.462343 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-9e1f7c70-2347-4368-a97f-6142d524dca5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1632140 Sep 24 19:36:54.462960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-bfd02303-fdcd-4ecc-89f2-c2704841e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.465094 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-bfd02303-fdcd-4ecc-89f2-c2704841e1ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0476756 Sep 24 19:36:54.510422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-cd7bee34-aedc-406a-8a61-13a1e2fd341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.512140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-cd7bee34-aedc-406a-8a61-13a1e2fd341b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411854 Sep 24 19:36:54.576790 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-937db986-cdeb-406a-83f5-3ec0e3a9b40c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.1031182 Sep 24 19:36:54.577701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.20.0.11 (1d0b39db-f5fa-4468-9c44-3d7ea8abe41e/a214fd4f-1f10-44ab-a696-27f319fda0d5/18077612-f79b-4991-b716-dd830fd95f5a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:36:54.614611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-9ca8cf98-1a7c-46fd-9653-abddd1bbd5aa service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952814 Sep 24 19:36:54.651662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-bb9498d2-10ad-477e-9c96-2921179de57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.653371 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-bb9498d2-10ad-477e-9c96-2921179de57b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0674694 Sep 24 19:36:54.709626 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-a97e0fbc-7a0a-4a66-a000-d48d920ad02c service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Sep 24 19:36:54.767388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-76f0da42-9e17-4a39-ace1-decff7b2b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:54.768914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-76f0da42-9e17-4a39-ace1-decff7b2b45a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950298 Sep 24 19:36:54.814333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:54.901719 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-d5865844-179d-4edf-90b7-9513c688b84a service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215930 Sep 24 19:36:54.907148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:36:54.910306 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:54.986787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:36:55.017551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:36:55.023741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:36:55.034378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:36:55.060262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:55.094595 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1e075ed8-99ed-4f7d-9d0b-ebdae8167b16 req-bdbb458e-c3bc-4236-b67c-104be2b5472d service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809382 Sep 24 19:36:55.103475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.104269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.125586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-216e6de9-9d44-4923-93b9-9c4cc2bccdb8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9955680 Sep 24 19:36:55.139270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Request body: {'port': {'device_id': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:36:55.168413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa285-5343-4b83-a610-27fc2447bd25 req-d714a7b5-2272-444d-adb5-932843b760f9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.177027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc8fa285-5343-4b83-a610-27fc2447bd25 req-d714a7b5-2272-444d-adb5-932843b760f9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0754738 Sep 24 19:36:55.200896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.225818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc8fa285-5343-4b83-a610-27fc2447bd25 req-eb9b0e70-a67d-4d63-906f-b48eaa4e7fce tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469518 Sep 24 19:36:55.304298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-02fac8fb-f183-4a2d-933d-e372f89e9b17 None None] Provisioning complete for port 18077612-f79b-4991-b716-dd830fd95f5a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:36:55.305506 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02fac8fb-f183-4a2d-933d-e372f89e9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.346759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02fac8fb-f183-4a2d-933d-e372f89e9b17 None None] Port 18077612-f79b-4991-b716-dd830fd95f5a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:36:55.370469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b07b89-32e5-4bba-8b7a-80a75eff5dbf req-d7962569-07f8-4950-a1c3-41add10b0ef3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.372277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29b07b89-32e5-4bba-8b7a-80a75eff5dbf req-d7962569-07f8-4950-a1c3-41add10b0ef3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 932 time: 0.0702958 Sep 24 19:36:55.440372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29b07b89-32e5-4bba-8b7a-80a75eff5dbf req-56b58b59-0eb7-4011-bcfd-c37fbd538af6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613561 Sep 24 19:36:55.544676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e461b-91da-4ec6-b184-86d4bc327965 req-8345ef38-aa68-4ac4-ad52-e1f04ae17cb8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.546226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2e461b-91da-4ec6-b184-86d4bc327965 req-8345ef38-aa68-4ac4-ad52-e1f04ae17cb8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 944 time: 0.0526440 Sep 24 19:36:55.589091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-d58c3b9e-9f41-48c3-9c97-f59ec0b11ede tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.590554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-d58c3b9e-9f41-48c3-9c97-f59ec0b11ede tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.15 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd&tenant_id=ddb69d7349a6438cb0a298e0762c9b70&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 944 time: 0.1143086 Sep 24 19:36:55.593100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9b2e461b-91da-4ec6-b184-86d4bc327965 req-5b87fda6-8283-4d7d-b66c-b9d46b0c04e1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Sep 24 19:36:55.660123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18077612-f79b-4991-b716-dd830fd95f5a {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:36:55.670653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.697043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Transition to ACTIVE for port object 18077612-f79b-4991-b716-dd830fd95f5a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:36:55.700171 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-65511680-377d-42f3-9f20-8e85d060a02a service neutron] 10.222.0.15 "GET /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.0991907 Sep 24 19:36:55.701167 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.780194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Pushing event updated for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:55.834665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-5fe1b8bd-cf75-456c-a890-7018a733a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.836235 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-5fe1b8bd-cf75-456c-a890-7018a733a1f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1095 time: 0.1063201 Sep 24 19:36:55.889879 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Attempting to bind port 18077612-f79b-4991-b716-dd830fd95f5a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:36:55.890352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Attempting to bind port 18077612-f79b-4991-b716-dd830fd95f5a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:36:55.890767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Attempting to bind port 18077612-f79b-4991-b716-dd830fd95f5a on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:55.920566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Port 18077612-f79b-4991-b716-dd830fd95f5a on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:36:55.920955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Attempting to bind port 18077612-f79b-4991-b716-dd830fd95f5a on network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:55.935362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:36:55.935729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Checking segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:36:55.936065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Bound using segment: {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:36:55.936498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Bound port: 18077612-f79b-4991-b716-dd830fd95f5a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6510d4-12fc-4c31-ba60-a879145fe525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:36:55.936846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.988315 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:55.992847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-a18aba46-0d68-46da-afc9-f561783b237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:55.993877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-a18aba46-0d68-46da-afc9-f561783b237b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1491208 Sep 24 19:36:56.000622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dbc4e268-de89-47d1-955b-34361350e148 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:36:56.054209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:36:56.071380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18077612-f79b-4991-b716-dd830fd95f5a,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:36:56.081751 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:56.088215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-d03b52b8-8255-4db8-9696-dd071b82057a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0812600 Sep 24 19:36:56.111952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:36:56.132918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'dbc4e268-de89-47d1-955b-34361350e148', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:36:56.149434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.150057 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:56.151485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] 10.222.0.15 "PUT /v2.0/ports/18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 200 len: 1092 time: 1.0172894 Sep 24 19:36:56.174619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:36:56.176923 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea316775-ad64-4ceb-82a8-502760c12951" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:36:56.191016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:56.207677 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:36:56.231265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:36:56.231849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-1fd32a48-0e62-4f4e-8c31-a7d79139f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.233314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-1fd32a48-0e62-4f4e-8c31-a7d79139f8a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.1185939 Sep 24 19:36:56.236613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444ac3-8813-46e6-80c6-17bfcb560d48 service neutron] Pushing event updated for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:56.243772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:56.257405 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6334942-a95b-426b-96ac-5861f150dc81 x-openstack-request-id: req-a6334942-a95b-426b-96ac-5861f150dc81 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:36:56.257990 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:36:56.258431 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6334942-a95b-426b-96ac-5861f150dc81 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:36:56.259024 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a', 'status': 'completed', 'code': 200} Sep 24 19:36:56.299737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:56.306065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-2d83f895-527e-41d2-ada9-a27bf7ef6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.307901 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-2d83f895-527e-41d2-ada9-a27bf7ef6b40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1095 time: 0.0961118 Sep 24 19:36:56.309364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.309864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.310051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.310395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.310736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.311122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.311445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.311777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.312108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.312437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.312766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.313221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:56.316729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-d6895004-d7ba-45e7-b05e-622849ee9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.319302 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-d6895004-d7ba-45e7-b05e-622849ee9fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588739 Sep 24 19:36:56.377513 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-4718d554-7dec-4d39-ba4f-5f7209b15b1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 200 len: 217 time: 0.0547848 Sep 24 19:36:56.478066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-aac7a41c-747b-4e28-a23b-3ae7ebe714dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.479759 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-aac7a41c-747b-4e28-a23b-3ae7ebe714dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0909390 Sep 24 19:36:56.484981 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-7f6672fc-b0aa-4690-bdbc-78f13d8d8c0c service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562159 Sep 24 19:36:56.550802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['dbc4e268-de89-47d1-955b-34361350e148'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:36:56.576953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d5405-2aba-4522-a896-b63323787bea req-fb61fc5e-4dfa-45ff-92e3-0ccfda48af41 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.579415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf8d5405-2aba-4522-a896-b63323787bea req-fb61fc5e-4dfa-45ff-92e3-0ccfda48af41 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0669208 Sep 24 19:36:56.597933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-fc0167b3-422c-41b4-9098-8669e5427693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.600056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-fc0167b3-422c-41b4-9098-8669e5427693 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050637 Sep 24 19:36:56.645372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf8d5405-2aba-4522-a896-b63323787bea req-baafb3e7-95ba-4bf4-86c0-7540061b1326 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542216 Sep 24 19:36:56.653660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-e21e728d-8e93-4eb2-9ce0-bd52d84dccc2 service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580222 Sep 24 19:36:56.730473 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-345a5fdb-0a52-4a63-9e3c-228b58d944f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217000 Sep 24 19:36:56.758438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c7257-5287-4930-b390-4aea94b5e7d7 req-7d2886ed-0fa6-445b-afc2-0b64474ddc51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.763598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c7257-5287-4930-b390-4aea94b5e7d7 req-7d2886ed-0fa6-445b-afc2-0b64474ddc51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0611160 Sep 24 19:36:56.805061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b4c7257-5287-4930-b390-4aea94b5e7d7 req-78a094e1-197a-4aa6-b3ec-8bb4a9f3addd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389764 Sep 24 19:36:56.839263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bbb8181e-fd5d-4bdc-8857-d0043bf3b36b req-d4bf5625-1c2d-40b4-ac3d-635b333b01f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964227 Sep 24 19:36:56.928955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316775-ad64-4ceb-82a8-502760c12951 req-aa9dc53f-da9d-4141-828b-76d5d201694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:56.930502 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-aa9dc53f-da9d-4141-828b-76d5d201694e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1095 time: 0.0424309 Sep 24 19:36:57.028014 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316775-ad64-4ceb-82a8-502760c12951 req-621d4845-3be4-4201-b723-563cfae9f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:57.029396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-621d4845-3be4-4201-b723-563cfae9f456 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0861423 Sep 24 19:36:57.080095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-8fb8b91c-58c1-4ba6-9044-6601c1ae766d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 200 len: 217 time: 0.0383880 Sep 24 19:36:57.131029 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316775-ad64-4ceb-82a8-502760c12951 req-febdf1aa-4a51-4d0f-8784-c79b5ece3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:57.132505 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-febdf1aa-4a51-4d0f-8784-c79b5ece3971 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0445120 Sep 24 19:36:57.178198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316775-ad64-4ceb-82a8-502760c12951 req-b6202d87-c2e0-4cfe-aabf-c4ecb2a2fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:57.179665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-b6202d87-c2e0-4cfe-aabf-c4ecb2a2fe16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391617 Sep 24 19:36:57.274487 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-99644b41-ae0d-4b34-a6ad-dde39b2fa5be service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Sep 24 19:36:57.365056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ea316775-ad64-4ceb-82a8-502760c12951 req-4871da8f-2c77-4eac-b0b3-69a1f571e8e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813398 Sep 24 19:36:57.766149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd535dd-8039-423e-a812-117f3126fded req-aa5df6a6-2adb-4812-9907-ce95586f01ea tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:57.767274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fd535dd-8039-423e-a812-117f3126fded req-aa5df6a6-2adb-4812-9907-ce95586f01ea tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0506501 Sep 24 19:36:57.809730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fd535dd-8039-423e-a812-117f3126fded req-69ee3c76-1395-409d-82d3-d77024ead5cd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Sep 24 19:36:57.931565 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b69e7-7e6e-4c6d-9df0-c579defcd189 req-ce14ebfe-5cdb-4f18-9903-9bfbd6ab8434 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:57.933001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129b69e7-7e6e-4c6d-9df0-c579defcd189 req-ce14ebfe-5cdb-4f18-9903-9bfbd6ab8434 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0540130 Sep 24 19:36:57.978692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-129b69e7-7e6e-4c6d-9df0-c579defcd189 req-63b96e19-c4be-42fa-b89a-416b126f20b5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Sep 24 19:36:58.021702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dbc4e268-de89-47d1-955b-34361350e148 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:36:58.071476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port dbc4e268-de89-47d1-955b-34361350e148 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:36:58.075643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port dbc4e268-de89-47d1-955b-34361350e148 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:36:58.076016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:58.331656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:58.355646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:36:58.357889 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e85f5b-6ffa-4713-b2bf-bef856726c06" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:36:58.370751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:36:58.375350 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:58.412784 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9836cb-f252-408e-84fd-7949eab9b2b0 x-openstack-request-id: req-ad9836cb-f252-408e-84fd-7949eab9b2b0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:36:58.413080 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:36:58.413336 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad9836cb-f252-408e-84fd-7949eab9b2b0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:36:58.413976 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'code': 200} Sep 24 19:36:58.430665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:58.925960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8a71-2c61-4433-bb02-a1fd0cc0b4ad req-b42553ed-b82a-4e43-9301-0e18f8e91a75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:58.927658 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83fa8a71-2c61-4433-bb02-a1fd0cc0b4ad req-b42553ed-b82a-4e43-9301-0e18f8e91a75 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0517516 Sep 24 19:36:59.028387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83fa8a71-2c61-4433-bb02-a1fd0cc0b4ad req-1d5d8bf3-8bfb-4fa0-8af6-c9137d67205f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915110 Sep 24 19:36:59.031135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-8ef6e30c-bd95-481e-b370-f4cd66e1a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:59.032592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-8ef6e30c-bd95-481e-b370-f4cd66e1a240 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 1097 time: 0.1036441 Sep 24 19:36:59.045652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:36:59.128519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.144669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee2be1-ba54-4cd7-8a6b-e19ee20d3908 req-1cdba7f7-3028-4e88-9858-c9dc57567ac7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:59.146914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87ee2be1-ba54-4cd7-8a6b-e19ee20d3908 req-1cdba7f7-3028-4e88-9858-c9dc57567ac7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 946 time: 0.0819724 Sep 24 19:36:59.265936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-87ee2be1-ba54-4cd7-8a6b-e19ee20d3908 req-6a2a1793-eebc-40dc-9798-c3b10f4376ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122973 Sep 24 19:36:59.381021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:36:59.413714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:36:59.452337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:36:59.454581 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259020b-3388-496e-9937-fc78bf55bd85" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:36:59.458752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.471447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Transition to ACTIVE for port object dbc4e268-de89-47d1-955b-34361350e148 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:36:59.475054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.506440 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfa324-ff28-428c-8b2e-44a9481c883d x-openstack-request-id: req-fadfa324-ff28-428c-8b2e-44a9481c883d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:36:59.506747 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:36:59.506986 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fadfa324-ff28-428c-8b2e-44a9481c883d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:36:59.507382 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'code': 200} Sep 24 19:36:59.542575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:36:59.610680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.611052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.611421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.611824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.612153 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.612477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.612801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.613124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.613439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.613772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.614120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.614576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:36:59.699052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] No DVR routers for this DVR port dbc4e268-de89-47d1-955b-34361350e148 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:36:59.846796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:36:59.847257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:36:59.847642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:59.852842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:36:59.853247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Attempting to bind port dbc4e268-de89-47d1-955b-34361350e148 on network 1079d0b1-0712-47b0-9df9-431740f34da6 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:36:59.858744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:36:59.859133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Checking segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:36:59.859518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Bound using segment: {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:36:59.859944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Bound port: dbc4e268-de89-47d1-955b-34361350e148, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714963f7-b7fc-4e95-a550-a2212dd880dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:36:59.860295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.929364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:36:59.932625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:36:59.937514 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.981460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:36:59.982157 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:36:59.983589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] 10.222.0.69 "PUT /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1093 time: 0.9423292 Sep 24 19:37:00.007936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79b6f3-4e55-43ea-9353-1b22e8a7f49e service neutron] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=11']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:00.060777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-9cd92ffc-5827-413a-831e-a8c1a0d2c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.062755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-9cd92ffc-5827-413a-831e-a8c1a0d2c322 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1096 time: 0.0510168 Sep 24 19:37:00.200376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-a8fbfb01-6342-4c17-b090-307041ae1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.201966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-a8fbfb01-6342-4c17-b090-307041ae1565 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1317484 Sep 24 19:37:00.211477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673bab5-2c23-4584-9b94-c85cbe033ebf req-770312e6-9b28-4af8-89e8-2616a1ffdf6f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.212914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2673bab5-2c23-4584-9b94-c85cbe033ebf req-770312e6-9b28-4af8-89e8-2616a1ffdf6f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.1045709 Sep 24 19:37:00.299620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2673bab5-2c23-4584-9b94-c85cbe033ebf req-91caddd1-d0b3-422c-92ba-434310d3442f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798419 Sep 24 19:37:00.301444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-6f04647b-28d3-4277-9f91-4421aed89f58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0876174 Sep 24 19:37:00.382094 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-83c949a2-2235-48b8-8453-b0608f8f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.383625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-83c949a2-2235-48b8-8453-b0608f8f43c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0755906 Sep 24 19:37:00.427684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282cb9-6bbd-4fb5-bae2-16305817b86a req-e6a230f8-94e4-4828-a27d-46b541fd9351 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.429190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b282cb9-6bbd-4fb5-bae2-16305817b86a req-e6a230f8-94e4-4828-a27d-46b541fd9351 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0841942 Sep 24 19:37:00.455208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-eb3de76a-98ec-496e-a346-336b5a554185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:00.456601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-eb3de76a-98ec-496e-a346-336b5a554185 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656707 Sep 24 19:37:00.494428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2b282cb9-6bbd-4fb5-bae2-16305817b86a req-abfcd42d-27ed-4f4f-8f15-0934aed1cdc4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572691 Sep 24 19:37:00.567596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-ecaa65ae-62bb-403b-8a2f-80ba4c0ebd44 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026208 Sep 24 19:37:00.657842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fc14b1a-c28e-4a6a-bd08-fc6988c935c6 req-34a9b005-8cb6-4e58-9186-d336f1476c60 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838938 Sep 24 19:37:01.428848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a418-05c2-42d2-81d0-3ca725391c4c req-5ab44395-c224-42d3-ab49-c498d3300d45 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.430441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4be9a418-05c2-42d2-81d0-3ca725391c4c req-5ab44395-c224-42d3-ab49-c498d3300d45 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0610523 Sep 24 19:37:01.470764 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4be9a418-05c2-42d2-81d0-3ca725391c4c req-b01a822a-df50-49dc-ad5a-cf934c081556 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339336 Sep 24 19:37:01.508487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:01.511152 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:01.559514 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eae3e5b-b835-4519-9bb6-8861e7a84134 x-openstack-request-id: req-8eae3e5b-b835-4519-9bb6-8861e7a84134 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:01.559925 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:01.560060 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8eae3e5b-b835-4519-9bb6-8861e7a84134 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:01.560441 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:37:01.628154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-2dbddc65-59d3-4d6f-8aaa-95864e1698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.629659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-2dbddc65-59d3-4d6f-8aaa-95864e1698c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1096 time: 0.0482199 Sep 24 19:37:01.654041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdfd04-5d84-4a2f-b408-c5d7b3bd704a req-a37799cd-306d-4dc0-bf35-cc968391f1c6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.655598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52bdfd04-5d84-4a2f-b408-c5d7b3bd704a req-a37799cd-306d-4dc0-bf35-cc968391f1c6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0779207 Sep 24 19:37:01.660656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-c877cb68-c6f7-4c84-9183-9c9c7b34148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.662659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-c877cb68-c6f7-4c84-9183-9c9c7b34148b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1096 time: 0.0753472 Sep 24 19:37:01.721983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-012f4705-12f9-45a6-9424-1fff21bf060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.723521 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-012f4705-12f9-45a6-9424-1fff21bf060e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.0845919 Sep 24 19:37:01.727009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52bdfd04-5d84-4a2f-b408-c5d7b3bd704a req-0376e9d4-8caf-4a31-a623-c63fac4f1827 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633576 Sep 24 19:37:01.779689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-6cd80cbb-1302-43a9-8b0d-6a06af5972a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.781187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-6cd80cbb-1302-43a9-8b0d-6a06af5972a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1110320 Sep 24 19:37:01.793063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-9b1b641b-b0e1-410c-88b0-d280a579a390 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0616961 Sep 24 19:37:01.843880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-01dd5417-72f0-426c-9e7e-dfa307470a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.845336 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-01dd5417-72f0-426c-9e7e-dfa307470a43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0436900 Sep 24 19:37:01.851411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-81eacbe7-4c90-480a-80a4-08c7347f0687 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 1000 time: 0.0629795 Sep 24 19:37:01.891445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-52bbf9fd-b90f-4199-a134-93caf74a4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.892838 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-52bbf9fd-b90f-4199-a134-93caf74a4523 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390861 Sep 24 19:37:01.903864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-f14fe56d-d173-4c83-a815-609190c2eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.905485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-f14fe56d-d173-4c83-a815-609190c2eb37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.0442870 Sep 24 19:37:01.951355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-4076a5f6-f28b-4c7a-8d0c-7f445d182690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:01.952882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-4076a5f6-f28b-4c7a-8d0c-7f445d182690 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396254 Sep 24 19:37:01.993635 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-39c121a5-9d98-410f-94a2-3cff67556ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915494 Sep 24 19:37:02.029156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dbc4e268-de89-47d1-955b-34361350e148 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:37:02.092763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dbc4e268-de89-47d1-955b-34361350e148 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:37:02.097093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-4302a822-6b2d-4e15-8190-b1511b4848f0 service neutron] 10.222.0.15 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953348 Sep 24 19:37:02.398648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-072555df-b58b-4cfb-a757-f2b55054e3a1 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376583 Sep 24 19:37:02.486095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4c77780-f242-4e72-bbe9-9bb5c9ae4a4d req-82c660ac-04a9-48ee-951a-54efbb57e53c service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800154 Sep 24 19:37:02.586674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50025-f2a1-4f8f-87cb-9d1979ab1974 req-f0b528fe-d72e-4e42-b3ab-5038a6ff90ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:02.588186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eb50025-f2a1-4f8f-87cb-9d1979ab1974 req-f0b528fe-d72e-4e42-b3ab-5038a6ff90ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0485632 Sep 24 19:37:02.625657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5eb50025-f2a1-4f8f-87cb-9d1979ab1974 req-807a620e-f12b-419f-8dc9-2c09c503bbc1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Sep 24 19:37:02.843326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63b6f-b6e0-4535-ad68-6dc974c21c2b req-67f67481-4517-4e59-8f89-a11ae6307314 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:02.844821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31e63b6f-b6e0-4535-ad68-6dc974c21c2b req-67f67481-4517-4e59-8f89-a11ae6307314 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 945 time: 0.0516562 Sep 24 19:37:02.883597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-31e63b6f-b6e0-4535-ad68-6dc974c21c2b req-bc2d23c2-eb45-4c90-a6f7-a6a81391d2cf tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322809 Sep 24 19:37:02.905399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47214) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:02.965314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1b90ebb5-97c6-44fc-a63e-ab4d2e5af038 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/be58c8e3-864a-441d-b8e7-95f157d757c4 HTTP/1.1" status: 200 len: 992 time: 0.0586088 Sep 24 19:37:03.405165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:03.742631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441346-4179-4c92-87e2-94c837af52e3 req-f27c4b1f-fd0d-4d84-b9da-85c94c85c5ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:03.744143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2441346-4179-4c92-87e2-94c837af52e3 req-f27c4b1f-fd0d-4d84-b9da-85c94c85c5ff tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Sep 24 19:37:03.781016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2441346-4179-4c92-87e2-94c837af52e3 req-4f456813-afe4-4943-8bd4-d0f8a299ec2b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Sep 24 19:37:04.893132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e500-9676-43da-8195-42563dae598f req-95dd55fe-9693-423a-9c17-9c0b5c178dcd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:04.894577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13f4e500-9676-43da-8195-42563dae598f req-95dd55fe-9693-423a-9c17-9c0b5c178dcd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0474894 Sep 24 19:37:04.931904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-13f4e500-9676-43da-8195-42563dae598f req-a0bb7425-f374-4f69-8e06-5bef359c5c7a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Sep 24 19:37:04.985455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:37:05.077143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:05.088155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'dbc4e268-de89-47d1-955b-34361350e148', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'port_id': 'dbc4e268-de89-47d1-955b-34361350e148', 'mac_address': 'fa:16:3e:cd:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:37:05.126895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:05.139459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:37:05.158511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:05.161865 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:05.206748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:05.371813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['dbc4e268-de89-47d1-955b-34361350e148'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:37:06.023628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18077612-f79b-4991-b716-dd830fd95f5a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:37:06.047391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55332-69f7-455e-aced-ab69a44aa1bb req-3e6aad94-a864-4de6-bf5e-b9235c13286c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:06.048931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6c55332-69f7-455e-aced-ab69a44aa1bb req-3e6aad94-a864-4de6-bf5e-b9235c13286c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 944 time: 0.0514140 Sep 24 19:37:06.086828 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6c55332-69f7-455e-aced-ab69a44aa1bb req-b9c4a75d-e112-4606-bc24-5d9daf8df778 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Sep 24 19:37:06.122478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18077612-f79b-4991-b716-dd830fd95f5a,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:06.133562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '18077612-f79b-4991-b716-dd830fd95f5a', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'port_id': '18077612-f79b-4991-b716-dd830fd95f5a', 'mac_address': 'fa:16:3e:09:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:37:06.168848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:06.181433 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18077612-f79b-4991-b716-dd830fd95f5a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:37:06.200494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18077612-f79b-4991-b716-dd830fd95f5a,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:06.204578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:06.249110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:06.453979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['18077612-f79b-4991-b716-dd830fd95f5a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:37:06.644973 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:37:07.011807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:07.060098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port dbc4e268-de89-47d1-955b-34361350e148 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:37:07.063834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port dbc4e268-de89-47d1-955b-34361350e148 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:07.064211 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:07.141528 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:07.165094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:07.167377 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df77f2-4678-4126-a37c-77092f60dab1" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:07.180288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:07.184836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:07.207331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0870-8450-4f76-9277-cd6633d42eea req-aa11ec50-d75e-4f78-b19d-607096e73588 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:07.209448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-149b0870-8450-4f76-9277-cd6633d42eea req-aa11ec50-d75e-4f78-b19d-607096e73588 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 945 time: 0.0551000 Sep 24 19:37:07.211301 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56456b6d-07b5-4e9f-b47c-40aab458c795 x-openstack-request-id: req-56456b6d-07b5-4e9f-b47c-40aab458c795 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:07.211594 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:07.211847 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56456b6d-07b5-4e9f-b47c-40aab458c795 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:07.212229 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'code': 200} Sep 24 19:37:07.237770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=13']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:07.247087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-149b0870-8450-4f76-9277-cd6633d42eea req-de80fd30-fda8-42a3-8e21-1ee52f3719b9 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Sep 24 19:37:08.021915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18077612-f79b-4991-b716-dd830fd95f5a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:08.073574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 18077612-f79b-4991-b716-dd830fd95f5a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:37:08.076970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 18077612-f79b-4991-b716-dd830fd95f5a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:08.077345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:08.153470 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:08.184661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18077612-f79b-4991-b716-dd830fd95f5a,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:08.188259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:08.233464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:08.364180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d70f31-7535-4b5e-ad61-c5d5c12d371a req-7b87090c-1b9f-49d5-80e0-3b7621319016 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:08.366004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74d70f31-7535-4b5e-ad61-c5d5c12d371a req-7b87090c-1b9f-49d5-80e0-3b7621319016 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0523322 Sep 24 19:37:08.404296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74d70f31-7535-4b5e-ad61-c5d5c12d371a req-58f3cd91-1b56-4a56-9459-8a14057c95b3 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324655 Sep 24 19:37:09.054065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:09.213787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:09.216226 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe4d99-cc87-4506-bdea-54531a1e226f" -d '{"events": [{"server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "name": "network-vif-plugged", "status": "completed", "tag": "18077612-f79b-4991-b716-dd830fd95f5a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:09.251873 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e99a12-3f45-411a-875e-7400e3e19a0d x-openstack-request-id: req-e6e99a12-3f45-411a-875e-7400e3e19a0d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:09.252192 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "name": "network-vif-plugged", "status": "completed", "tag": "18077612-f79b-4991-b716-dd830fd95f5a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:09.252458 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6e99a12-3f45-411a-875e-7400e3e19a0d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:09.252836 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a', 'code': 200} Sep 24 19:37:09.432806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2789-396d-4a8d-aaab-014f5eaa19e0 req-be74e6f2-cc8f-4897-bfea-9b0b6a16e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:09.434354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-312f2789-396d-4a8d-aaab-014f5eaa19e0 req-be74e6f2-cc8f-4897-bfea-9b0b6a16e73a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1097 time: 0.1111765 Sep 24 19:37:09.470465 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-312f2789-396d-4a8d-aaab-014f5eaa19e0 req-e1bba03a-93c6-4c1a-bd73-ff3089b5ff4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281563 Sep 24 19:37:09.519724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a51b6-b24d-4a35-95c6-a67577e9a267 req-358fea57-d5ce-46e8-8d96-7676c221acf4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:09.521270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d93a51b6-b24d-4a35-95c6-a67577e9a267 req-358fea57-d5ce-46e8-8d96-7676c221acf4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0500650 Sep 24 19:37:09.561477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d93a51b6-b24d-4a35-95c6-a67577e9a267 req-0d80d955-7088-4254-9473-becca9c1df02 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Sep 24 19:37:10.684384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d9b2b-660d-4e19-b13a-12b53e243463 req-b2e8124a-709a-463b-b14a-bf55a436b421 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:10.685937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175d9b2b-660d-4e19-b13a-12b53e243463 req-b2e8124a-709a-463b-b14a-bf55a436b421 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0536444 Sep 24 19:37:10.726554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175d9b2b-660d-4e19-b13a-12b53e243463 req-5f4b680d-7954-4008-b241-d925404b7c80 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Sep 24 19:37:11.838296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13a6e-7845-4fab-ad81-d8ee8d56f185 req-84ce176b-dca5-418b-8394-5405f65fd057 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:11.839812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1b13a6e-7845-4fab-ad81-d8ee8d56f185 req-84ce176b-dca5-418b-8394-5405f65fd057 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0482225 Sep 24 19:37:11.877194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1b13a6e-7845-4fab-ad81-d8ee8d56f185 req-29aaa01a-2ece-4fe3-911e-59be54dba211 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Sep 24 19:37:11.990312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab61f6-f839-4946-9a58-dd4fd012baed req-cb2d0114-8e5b-4635-b630-cdefe926087e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:11.991834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cab61f6-f839-4946-9a58-dd4fd012baed req-cb2d0114-8e5b-4635-b630-cdefe926087e tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Sep 24 19:37:12.029866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7cab61f6-f839-4946-9a58-dd4fd012baed req-3d17df85-a0ab-4520-8a71-90339c0215e6 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320132 Sep 24 19:37:12.053958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47240) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:12.096730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8eff78-46bd-40ec-bfab-abbfb58e279b tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:12.098237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eb8eff78-46bd-40ec-bfab-abbfb58e279b tempest-TestVolumeBootPattern-355386482 tempest-TestVolumeBootPattern-355386482-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1092 time: 0.0432904 Sep 24 19:37:12.101674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47242) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:12.105867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '18077612-f79b-4991-b716-dd830fd95f5a', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:12.126878 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:12.220211 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:12.327383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Allocated IP 172.25.5.237 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/e53e2c94-1def-4615-9a3c-932743480ae1) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:12.426484 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:12.459341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:12.497803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:12.500674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:12.504159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:12.531883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=e53e2c94-1def-4615-9a3c-932743480ae1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:12.856251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:12.920184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:13.079464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:13.083926 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:13.154598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event updated for resources: {'Port': ['ID=e53e2c94-1def-4615-9a3c-932743480ae1,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:13.160738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:13.257788 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 0603ff44-9838-4660-94b6-f8aa0102d930 associated. External IP: 172.25.5.237, port: 18077612-f79b-4991-b716-dd830fd95f5a. Sep 24 19:37:13.473855 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:37:13.577523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:13.588027 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:13.593633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:13.597700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:13.598317 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:36:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:13.623163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fa8b87dc-27a4-4356-b37b-0cd2755bc8c8 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5204468 Sep 24 19:37:13.623749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:13.626055 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482cc155-9ea7-40d1-b637-0bdab0e79dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:13.662509 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2e390-eab2-45e8-a077-5c5e0955b1e9 x-openstack-request-id: req-d4e2e390-eab2-45e8-a077-5c5e0955b1e9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:13.662807 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:13.663094 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4e2e390-eab2-45e8-a077-5c5e0955b1e9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:13.663502 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a', 'status': 'completed', 'code': 200} Sep 24 19:37:13.704703 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:13.725158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-eb0ccf39-2c33-4d6c-8ad2-14369f0c2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:13.726594 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-eb0ccf39-2c33-4d6c-8ad2-14369f0c2e0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1097 time: 0.0402246 Sep 24 19:37:13.820963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-75d006b9-c664-4aff-a21f-ab094b0e6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:13.822428 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-75d006b9-c664-4aff-a21f-ab094b0e6b11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.0874288 Sep 24 19:37:13.887621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-9c15ede1-ecfa-4744-aa67-0dd46704a0aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 200 len: 1000 time: 0.0559063 Sep 24 19:37:13.922453 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '0603ff44-9838-4660-94b6-f8aa0102d930', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '18077612-f79b-4991-b716-dd830fd95f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:09:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:12Z', 'updated_at': '2021-09-24T19:37:12Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}, {'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:13.938387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-965f4353-39af-4263-995f-1de7e7690881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:13.939875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-965f4353-39af-4263-995f-1de7e7690881 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0430486 Sep 24 19:37:13.947958 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:13.956070 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:13.956681 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:36:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:13.994028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-feb20d6d-fd0d-42d0-92bc-c4affd4b1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:13.995488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-feb20d6d-fd0d-42d0-92bc-c4affd4b1ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425079 Sep 24 19:37:14.062620 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:14.089427 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-18079927-7405-45d8-8a21-69da10d1ed6a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842988 Sep 24 19:37:14.385849 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '0603ff44-9838-4660-94b6-f8aa0102d930', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '18077612-f79b-4991-b716-dd830fd95f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:09:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:12Z', 'updated_at': '2021-09-24T19:37:12Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}, {'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:14.412973 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4d94-fefc-40f0-be6c-d7ac033df33b None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '0603ff44-9838-4660-94b6-f8aa0102d930', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '18077612-f79b-4991-b716-dd830fd95f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:09:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:12Z', 'updated_at': '2021-09-24T19:37:12Z', 'revision_number': 0, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}, {'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:14.524835 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-482cc155-9ea7-40d1-b637-0bdab0e79dbd req-21266e6b-f08a-45e7-934f-2d874394b87a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264369 Sep 24 19:37:14.601842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50b18b-0717-470e-97a8-767866d5b7bb None None] New status for floating IP 0603ff44-9838-4660-94b6-f8aa0102d930: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:37:20.319423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5f6979-1193-4370-9014-60521bcc750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:22.984034 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee4838fc-9e94-43ca-a9ef-a2fc7d0e35db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:23.366025 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:24.244877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:25.986202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:33.398389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:33.733474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a8998-9bad-4ebf-b23e-40e6e2bffbe7 req-611953bc-23a5-4c01-b4c8-3d3dedc06682 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:33.735064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-853a8998-9bad-4ebf-b23e-40e6e2bffbe7 req-611953bc-23a5-4c01-b4c8-3d3dedc06682 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1098 time: 0.0400674 Sep 24 19:37:33.775547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-853a8998-9bad-4ebf-b23e-40e6e2bffbe7 req-e3eefb7f-10f9-4289-aaec-e8d331b6978a tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Sep 24 19:37:33.800544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47264) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:33.979405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port e85411f5-c288-4196-ba32-f5c63385c377 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:37:33.979725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.071485 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.071841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.084141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for e85411f5-c288-4196-ba32-f5c63385c377 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:37:34.276996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.300316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=e85411f5-c288-4196-ba32-f5c63385c377,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:34.367069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.367582 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP be58c8e3-864a-441d-b8e7-95f157d757c4 disassociated (deleted). External IP: 172.25.5.133, port: dbc4e268-de89-47d1-955b-34361350e148. Sep 24 19:37:34.567959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:37:34.674585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:34.679141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:34.685370 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Sync routers for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:34.694424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:34.695142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:34.706703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b0d1ad4a-280d-4976-872b-8a75084a7375 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/floatingips/be58c8e3-864a-441d-b8e7-95f157d757c4 HTTP/1.1" status: 204 len: 168 time: 0.9049611 Sep 24 19:37:34.707512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:34.709936 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c" -d '{"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:34.748049 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2cc3b-4e0a-4ad6-8d45-a9393a12d3a6 x-openstack-request-id: req-19f2cc3b-4e0a-4ad6-8d45-a9393a12d3a6 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:34.748825 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:34.748938 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19f2cc3b-4e0a-4ad6-8d45-a9393a12d3a6 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:34.749273 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:37:34.804653 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:34.812342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-ec42a27a-cdce-45a4-8b29-3ba5c7849d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:34.814272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-ec42a27a-cdce-45a4-8b29-3ba5c7849d7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 1098 time: 0.0424700 Sep 24 19:37:34.950914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-11515836-5c45-474a-ada4-73be6f8dfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:34.952427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-11515836-5c45-474a-ada4-73be6f8dfcbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 200 len: 897 time: 0.1300442 Sep 24 19:37:34.977330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d351-9672-4b17-a3a2-0f09d88aa23c req-bab3180d-9049-4559-bf3f-2a4a9b4854db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:34.978818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7b8d351-9672-4b17-a3a2-0f09d88aa23c req-bab3180d-9049-4559-bf3f-2a4a9b4854db tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 947 time: 0.0739605 Sep 24 19:37:35.011952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-8005ad80-df19-4034-b268-20aa704608b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 200 len: 217 time: 0.0513813 Sep 24 19:37:35.012426 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:35.038613 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Checking router: e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:35.047614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:35.048252 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:35.157747 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:35.321206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7b8d351-9672-4b17-a3a2-0f09d88aa23c req-ca710a59-0228-4b02-8012-79118cfea51c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168113 Sep 24 19:37:35.324876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-82b2163a-4d1b-402b-a1c0-c5b18aca4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:35.326255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-82b2163a-4d1b-402b-a1c0-c5b18aca4284 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 200 len: 835 time: 0.3064802 Sep 24 19:37:35.369563 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:35.372015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-c70a513a-c6cf-4f18-9640-a602e22cd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:35.373572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-c70a513a-c6cf-4f18-9640-a602e22cd30e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1079d0b1-0712-47b0-9df9-431740f34da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398889 Sep 24 19:37:35.395845 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf32f47-4b5d-4960-b185-cc7329cc8bfb None None] The sync data for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 is: [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:35:43Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '9d07f98e-3075-45f9-9585-e3432fe6921c', 'name': '', 'network_id': '1079d0b1-0712-47b0-9df9-431740f34da6', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:c7:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:42Z', 'updated_at': '2021-09-24T19:35:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': 'ab42e6b5-1935-4aef-bb12-eb22cde72e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:35.474145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-591de5bb-828e-4014-9fc4-6a8d5c195760 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908375 Sep 24 19:37:35.569304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e27d461-cbf5-4ac6-b45c-dc7ffd87f36c req-b79c2681-11d2-4924-bd46-8635f5aa2441 service neutron] 10.222.0.69 "GET /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Sep 24 19:37:35.636115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f7412-0645-4702-9750-a62c28eae4ba None None] New status for floating IP be58c8e3-864a-441d-b8e7-95f157d757c4: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:37:36.178713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-21efc63c-41b0-4999-b33c-ccb69404c504 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:36.181127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-21efc63c-41b0-4999-b33c-ccb69404c504 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 947 time: 0.0560555 Sep 24 19:37:36.281421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:37:36.281760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:36.374886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port dbc4e268-de89-47d1-955b-34361350e148, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=dbc4e268-de89-47d1-955b-34361350e148,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:36.374886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:36.389749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for dbc4e268-de89-47d1-955b-34361350e148 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:37:36.487648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a908f-510e-49ad-a014-1a6ca657dcc6 req-9b985275-0003-4c8b-93af-c21f779051ea tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:36.489425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-695a908f-510e-49ad-a014-1a6ca657dcc6 req-9b985275-0003-4c8b-93af-c21f779051ea tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce7598c-96b9-44e5-b19d-9d3f44aa09dd HTTP/1.1" status: 200 len: 947 time: 0.0955765 Sep 24 19:37:36.568041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-695a908f-510e-49ad-a014-1a6ca657dcc6 req-44cc3308-c502-4eae-8d4e-ff8c986268dd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e1a7af8-3f67-42d9-883e-71483a6e1050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704098 Sep 24 19:37:36.596107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:36.626212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=dbc4e268-de89-47d1-955b-34361350e148,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:36.686098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] No DVR routers for this DVR port dbc4e268-de89-47d1-955b-34361350e148 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:37:36.688972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:36.691025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07ec8b60-679e-4712-a7a7-b163f9b45274 req-190ca228-f4c3-4d32-9aef-37ec0f5dade8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "DELETE /v2.0/ports/dbc4e268-de89-47d1-955b-34361350e148 HTTP/1.1" status: 204 len: 173 time: 0.5042562 Sep 24 19:37:36.750278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-deleted', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:36.752858 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e571a9-da36-4e20-b20a-0c38ecae947b" -d '{"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-deleted", "tag": "dbc4e268-de89-47d1-955b-34361350e148"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:36.794195 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140649eb-378f-4a9d-9ac1-7f1bca8115d5 x-openstack-request-id: req-140649eb-378f-4a9d-9ac1-7f1bca8115d5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:36.794498 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce7598c-96b9-44e5-b19d-9d3f44aa09dd", "name": "network-vif-deleted", "tag": "dbc4e268-de89-47d1-955b-34361350e148", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:36.794750 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-140649eb-378f-4a9d-9ac1-7f1bca8115d5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:36.795176 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce7598c-96b9-44e5-b19d-9d3f44aa09dd', 'name': 'network-vif-deleted', 'tag': 'dbc4e268-de89-47d1-955b-34361350e148', 'status': 'completed', 'code': 200} Sep 24 19:37:37.623814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:37.979067 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:38.228234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 9d07f98e-3075-45f9-9585-e3432fe6921c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:37:38.228586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:38.320915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 9d07f98e-3075-45f9-9585-e3432fe6921c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=9d07f98e-3075-45f9-9585-e3432fe6921c,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:38.321197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:38.332760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 9d07f98e-3075-45f9-9585-e3432fe6921c owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:37:38.512214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:38.537619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=9d07f98e-3075-45f9-9585-e3432fe6921c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:38.712996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:38.932146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:37:39.036838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:39.043536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c83ba97a-c432-4610-b475-308c85653073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4186356 Sep 24 19:37:39.045433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47282) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:39.048084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Sync routers for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:39.057493 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:39.058144 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:39.072184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.101042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting subnet ab42e6b5-1935-4aef-bb12-eb22cde72e01 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:37:39.104880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.144163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.159139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:39.254370 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.311901 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.335084 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:37:38Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:39.342030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Subnet': ['ID=ab42e6b5-1935-4aef-bb12-eb22cde72e01,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:39.344232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.348846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:39.349012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8baf7b14-f6fb-444a-9b42-75f2bffa9c96 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/subnets/ab42e6b5-1935-4aef-bb12-eb22cde72e01 HTTP/1.1" status: 204 len: 168 time: 0.3023918 Sep 24 19:37:39.349596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760615e-cdf2-4d93-987e-fc7e8ba8d3e4 None None] Network 1079d0b1-0712-47b0-9df9-431740f34da6 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:37:39.372337 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Checking router: e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:39.380761 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Routers {'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:39.381373 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:39.462438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.486097 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] Set router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:39.548675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] DHCP port deletion for 1079d0b1-0712-47b0-9df9-431740f34da6 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:37:39.576734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.595145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Deleting port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:37:39.595524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.634960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 626ff39f-e295-453e-93f4-4addd60e62bf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:37:39.635324 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.665165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] For port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,segment=NetworkSegment(714963f7-b7fc-4e95-a550-a2212dd880dc),segment_id=714963f7-b7fc-4e95-a550-a2212dd880dc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:39.665165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.677577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Calling delete_port for ab606a6a-52ed-48ee-8cab-a8093b6c2d7a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:37:39.719460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 626ff39f-e295-453e-93f4-4addd60e62bf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=626ff39f-e295-453e-93f4-4addd60e62bf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:39.720087 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.733689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 626ff39f-e295-453e-93f4-4addd60e62bf owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:37:39.760854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.765650 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:37:38Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:39.785818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] Pushing event deleted for resources: {'Port': ['ID=ab606a6a-52ed-48ee-8cab-a8093b6c2d7a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:39.789205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4b529-05c9-4f2a-9800-e8baa991163f None None] No DVR routers for this DVR port ab606a6a-52ed-48ee-8cab-a8093b6c2d7a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:37:39.809785 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8baffb-2339-4424-b973-a93a417c9290 None None] The sync data for ids ['e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a'] in n-d-810952-2 is: [{'id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566616775', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:35:39Z', 'updated_at': '2021-09-24T19:37:38Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '626ff39f-e295-453e-93f4-4addd60e62bf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:35:40Z', 'updated_at': '2021-09-24T19:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:39.915348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:39.945507 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=626ff39f-e295-453e-93f4-4addd60e62bf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:40.003838 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.092719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.094933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.145161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.146282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Fanout notify agent at l3_agent the message router_deleted on router e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:37:40.157714 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.159276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-89cad403-1d06-4f01-892e-8da3ec8e9023 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/routers/e4c16d94-8f0e-4b7a-8237-2ef92a4efb9a HTTP/1.1" status: 204 len: 168 time: 0.8087721 Sep 24 19:37:40.161878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47286) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:40.218476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab606a6a-52ed-48ee-8cab-a8093b6c2d7a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:37:40.239836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ab606a6a-52ed-48ee-8cab-a8093b6c2d7a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:37:40.240260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ab606a6a-52ed-48ee-8cab-a8093b6c2d7a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:37:40.243558 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.334265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.354886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1079d0b1-0712-47b0-9df9-431740f34da6']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:40.364305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714963f7-b7fc-4e95-a550-a2212dd880dc') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:40.364603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714963f7-b7fc-4e95-a550-a2212dd880dc') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:40.375332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.388790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.395065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:37:40.395459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:37:40.399928 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:37:40.464429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.472146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.473829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/networks/1079d0b1-0712-47b0-9df9-431740f34da6 HTTP/1.1" status: 204 len: 168 time: 0.3110778 Sep 24 19:37:40.477282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:40.485179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efa97b-598d-47f4-8886-3b370c154a8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Network': ['ID=1079d0b1-0712-47b0-9df9-431740f34da6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:40.534947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.560539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.618251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.620743 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:40.621947 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e1a7af8-3f67-42d9-883e-71483a6e1050 HTTP/1.1" status: 204 len: 168 time: 0.1436687 Sep 24 19:37:40.630783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5688054-638a-4ab5-8fea-892a0440e6c9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1a7af8-3f67-42d9-883e-71483a6e1050,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.049087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.053686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558633481', 'description': 'tempest-secgroup-smoke-1558633481 description', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.076064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.089168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:37:41.112776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: dbc4e268-de89-47d1-955b-34361350e148 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:37:41.113071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device dbc4e268-de89-47d1-955b-34361350e148 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:37:41.161398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.164166 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.190736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.191984 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418591 Sep 24 19:37:41.193835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c87c6-37e2-46b1-9b69-6feaf1796f21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f6c6b-fe15-4163-9334-ad3e97539b74,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.195779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47296) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.200395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.225368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.286720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.290037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.308800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90164275-3d40-45f3-abab-57b0b21d3b5b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.315114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.316369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a5022e07-08d2-421d-8f6d-8e9e87b24f51 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195855 Sep 24 19:37:41.319088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.324101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.348498 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.405723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.409109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.424100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb4a949-6484-4247-bc16-bbebf49cc6d5,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.432017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.433341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90519903-6ad7-4bfa-b4a8-2024fee4a39c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133246 Sep 24 19:37:41.436188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47300) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.440389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.465908 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.527988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.531711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.546392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65386a1a-3490-4fb9-acc6-ce919c289a4b,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.555561 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.556892 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-485aa3e7-9945-41d3-a2a6-89ae5f6e025e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197865 Sep 24 19:37:41.559546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.564151 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.589845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.649714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.653241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.669679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7191fedf-3e44-45dc-87fe-ae84fdce4b09,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.675370 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.676557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d291c702-18f2-405e-8738-62d92dcda3c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160886 Sep 24 19:37:41.679426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47304) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.683716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.704357 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:37:41.709012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.771776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.775154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.793027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b30847-8db9-4d95-80b8-15854084fd4c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.799477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.803258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-008427f2-7c0a-406c-919a-09f9fab21244 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204145 Sep 24 19:37:41.803811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47306) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.810162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': '5b1f6c6b-fe15-4163-9334-ad3e97539b74', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.831962 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:37:41.836877 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.854458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 626ff39f-e295-453e-93f4-4addd60e62bf no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:37:41.874297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 626ff39f-e295-453e-93f4-4addd60e62bf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:37:41.874643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 626ff39f-e295-453e-93f4-4addd60e62bf not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:37:41.875088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d07f98e-3075-45f9-9585-e3432fe6921c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:37:41.893072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 9d07f98e-3075-45f9-9585-e3432fe6921c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:37:41.893413 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 9d07f98e-3075-45f9-9585-e3432fe6921c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:37:41.903257 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.906695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.925273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc12f0dc-2459-48d1-99be-ff941f3e2366,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:41.931886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.933116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a9a80e1f-84b0-4856-acb3-af3711b9ed25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285350 Sep 24 19:37:41.935889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47308) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:41.940685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'network': {'name': 'tempest-network-smoke--1789727360', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'port_security_enabled': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:41.963558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:37:41.967109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:41.992577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:37:42.003115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.003467 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Added segment c7e254d5-110d-4206-8ada-ad94bcae0d7f of type vlan for network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 Sep 24 19:37:42.054338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.083667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.089674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:42.090252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.141851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2049582 Sep 24 19:37:42.144807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47310) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:42.149942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'admin_state_up': True, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:42.172335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.173391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.189103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887530b1-dc1b-451d-bf7f-03b35a6dec91 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Network': ['ID=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:42.199535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:37:42.223197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.356691 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.537343 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.558428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.656063 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.195 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:42.755161 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.786575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:42.822846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:42.826911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:42.833774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:42.836442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:43.070112 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:43.257248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:43.380184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:37:43.643576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:37:43.817995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:43.827849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Sync routers for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:43.837393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:43.837672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:43.838715 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:43.839091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-837fd7cc-abe5-410e-9eca-d45d6a195547 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6930969 Sep 24 19:37:43.842355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:43.871788 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3eeab69e-a9eb-4f0c-bfd2-d79b68ed51e3 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddb69d7349a6438cb0a298e0762c9b70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287814 Sep 24 19:37:43.879250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:43.944539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:43.971829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e77d5-6292-40fe-895e-30f085a7caad tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:43.973366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c1e77d5-6292-40fe-895e-30f085a7caad tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931675 Sep 24 19:37:43.976917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:44.004495 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-434bb1d9-a887-4057-b8a3-b4d7affa0c63 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264904 Sep 24 19:37:44.007081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:44.015062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724295120', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:44.109547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:37:44.113622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.125889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:42Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:44.152889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Checking router: 6f867e39-f2bd-4e7e-8835-fc6a98a37519 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:44.153242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Updating router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:37:44.178033 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.306220 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.369589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Subnet': ['ID=76480dfc-b5cf-4975-bb96-078ac29919a7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:44.378288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:37:44.378640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network hostable DHCP agents. Network: bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:37:44.396022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:37:44.404505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:44.408629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:44.409111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.417613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd40bec9-d3fa-4d2c-ab11-b8a614a3542f None None] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:37:44.423812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8cadba12-8437-4558-86ce-3b05d78967ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152548 Sep 24 19:37:44.426755 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:44.455865 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.485245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.710361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Attempting to bind port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:37:44.710735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Attempting to bind port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:37:44.711129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Attempting to bind port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:37:44.714185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee73494-6e4c-4a81-9d4f-e665b788bc84 None None] Pushing event updated for resources: {'Port': ['ID=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:44.722578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:37:44.722959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:37:44.723365 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.723758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:37:44.724231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Bound port: 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:37:44.724614 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.817223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:37:44.818069 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.824213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] For port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:37:44.828133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] For port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:37:44.838000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.860131 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:44.967087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee73494-6e4c-4a81-9d4f-e665b788bc84 None None] Pushing event updated for resources: {'Port': ['ID=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:44.970165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:44.970889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:45.097766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Allocated IP 172.20.0.2 (bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838/76480dfc-b5cf-4975-bb96-078ac29919a7/6afbee60-b455-4c00-aaee-eb8a102281ba) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:45.122809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:45.388280 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.395612 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.442221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.1 (bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838/76480dfc-b5cf-4975-bb96-078ac29919a7/0529442f-ada3-4cb7-9822-acf144aee8a1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:45.443366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:45.445473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:42Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:45.453602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:45.478795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Pushing event updated for resources: {'Port': ['ID=6afbee60-b455-4c00-aaee-eb8a102281ba,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:45.481330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:45.484927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf14ab-ee51-4b22-9db0-d98e26b96603 None None] The sync data for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 is: [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:42Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:45.540930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Attempting to bind port 6afbee60-b455-4c00-aaee-eb8a102281ba on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:37:45.541303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Attempting to bind port 6afbee60-b455-4c00-aaee-eb8a102281ba by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:37:45.541674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Attempting to bind port 6afbee60-b455-4c00-aaee-eb8a102281ba on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:37:45.546911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:37:45.547295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:37:45.547705 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.548454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Bound using segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:37:45.548634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Bound port: 6afbee60-b455-4c00-aaee-eb8a102281ba, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:37:45.549028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.567816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.608592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.615673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] For port 6afbee60-b455-4c00-aaee-eb8a102281ba, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:37:45.619903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] For port 6afbee60-b455-4c00-aaee-eb8a102281ba, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6afbee60-b455-4c00-aaee-eb8a102281ba,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:37:45.624450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.651150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:45.654435 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:45.658123 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:45.667930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:45.681279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e47516-92e4-422c-9142-c52e63f858bb None None] Pushing event updated for resources: {'Port': ['ID=6afbee60-b455-4c00-aaee-eb8a102281ba,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:45.715093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.886352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:45.901377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:45.977208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:45.977477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.072235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.097454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:46.102214 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.155833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:46.243578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.248225 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.322103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:46.325184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.426964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:46.428735 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:46.549104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:37:46.659677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:46.665989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c3e4866-b216-4798-9ee4-6b4e0a5d0fc0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/6f867e39-f2bd-4e7e-8835-fc6a98a37519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2381268 Sep 24 19:37:46.743618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b177e-111a-48fb-8adb-9b78d875a8f1 None None] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:37:46.808740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-2c30b625-93b3-4edf-b3e7-2bb53eb146ef tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558633481&fields=id&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 267 time: 0.0315530 Sep 24 19:37:46.815435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] Provisioning complete for port 6afbee60-b455-4c00-aaee-eb8a102281ba triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:46.815808 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.919358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-5496e32f-89c7-4af8-b146-201895a2c8a8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:46.920880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-5496e32f-89c7-4af8-b146-201895a2c8a8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 797 time: 0.1054502 Sep 24 19:37:46.937254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-1137ad37-6285-4058-87fb-35774ff7c143 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/quotas/ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 375 time: 0.0101862 Sep 24 19:37:46.957478 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:46.992319 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-0906ddc0-12d7-4f4e-aa90-0f08c087591f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488889 Sep 24 19:37:46.997857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] For port 6afbee60-b455-4c00-aaee-eb8a102281ba, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6afbee60-b455-4c00-aaee-eb8a102281ba,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:47.002278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.060169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954f366-d0f4-43bf-8359-c177bcaa89bd None None] Pushing event updated for resources: {'Port': ['ID=6afbee60-b455-4c00-aaee-eb8a102281ba,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:47.107198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-f5b82bcd-b8e1-4fb4-8f44-8c23f3cb9a38 service neutron] 10.222.0.18 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014693 Sep 24 19:37:47.205013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-7c95dbad-9acf-4375-9aed-8360d98077da service neutron] 10.222.0.18 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914402 Sep 24 19:37:47.233895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-defcf24a-6b18-4b8c-bfed-ddd4f75d13b3 None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:47.234576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-defcf24a-6b18-4b8c-bfed-ddd4f75d13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.274351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-defcf24a-6b18-4b8c-bfed-ddd4f75d13b3 None None] Port 0529442f-ada3-4cb7-9822-acf144aee8a1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:37:47.285302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-defcf24a-6b18-4b8c-bfed-ddd4f75d13b3 None None] Provisioning complete for port 6afbee60-b455-4c00-aaee-eb8a102281ba triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:47.285508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-defcf24a-6b18-4b8c-bfed-ddd4f75d13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.309282 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Sync routers for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:47.321877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:47.322587 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:47.417336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0647227a-8a8d-4602-afd3-2f9a22231b4e req-7fa7acce-b1fa-4247-90af-a7081c37a725 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 210 time: 0.0388377 Sep 24 19:37:47.469820 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:47.548632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0cb380ae-2ae7-4a58-8a10-4ed4f0260b86 None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:47.549028 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cb380ae-2ae7-4a58-8a10-4ed4f0260b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.593747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0cb380ae-2ae7-4a58-8a10-4ed4f0260b86 None None] Port 0529442f-ada3-4cb7-9822-acf144aee8a1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:37:47.697098 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 2, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:47.712595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5d94bec8-bd81-4e7d-85cb-c7596012bd04 None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:47.712982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d94bec8-bd81-4e7d-85cb-c7596012bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.731228 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Checking router: 6f867e39-f2bd-4e7e-8835-fc6a98a37519 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:47.731674 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Updating router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 port 0529442f-ada3-4cb7-9822-acf144aee8a1 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:37:47.747444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5d94bec8-bd81-4e7d-85cb-c7596012bd04 None None] Port 0529442f-ada3-4cb7-9822-acf144aee8a1 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:37:47.756511 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:47.937154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:47.992692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:47.993383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.026180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-a60e8061-6080-4326-ac09-109c920cb6ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608895 Sep 24 19:37:48.046394 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.056059 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.079245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6afbee60-b455-4c00-aaee-eb8a102281ba up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:48.129568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-62f1bf79-2da5-41b8-933d-37acf2070d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:48.129837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 6afbee60-b455-4c00-aaee-eb8a102281ba triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:48.130149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.132134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-62f1bf79-2da5-41b8-933d-37acf2070d06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.0491025 Sep 24 19:37:48.132802 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Pushing event updated for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:48.158352 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.158707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.159076 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.159410 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.159957 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.160477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.160994 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.161500 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.162007 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.162536 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.162887 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.163329 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:37:48.177037 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Attempting to bind port 0529442f-ada3-4cb7-9822-acf144aee8a1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:37:48.177349 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Attempting to bind port 0529442f-ada3-4cb7-9822-acf144aee8a1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:37:48.177722 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Attempting to bind port 0529442f-ada3-4cb7-9822-acf144aee8a1 on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:37:48.183553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:37:48.183927 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:37:48.184331 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.184722 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Bound using segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:37:48.185193 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Bound port: 0529442f-ada3-4cb7-9822-acf144aee8a1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:37:48.185576 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.254969 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] For port 0529442f-ada3-4cb7-9822-acf144aee8a1, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:37:48.258752 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] For port 0529442f-ada3-4cb7-9822-acf144aee8a1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0529442f-ada3-4cb7-9822-acf144aee8a1,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:37:48.264596 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.286538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-202b0ef0-ea58-4250-b54d-d409fc315f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:48.289024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-202b0ef0-ea58-4250-b54d-d409fc315f2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.1327507 Sep 24 19:37:48.315188 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:48.315824 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:48.365875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-a45a157d-3bbb-455c-a010-dcc43c7d7985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 1002 time: 0.0670776 Sep 24 19:37:48.370886 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9aa07-eb03-4ec5-ba87-ae787851e67f None None] Pushing event updated for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:48.373744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:48.374423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.426709 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-5ff4cdd5-c5d7-4cae-b75f-9fbc4939b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:48.428576 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-5ff4cdd5-c5d7-4cae-b75f-9fbc4939b981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0534568 Sep 24 19:37:48.463008 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:48.464430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.509523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] For port 0529442f-ada3-4cb7-9822-acf144aee8a1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0529442f-ada3-4cb7-9822-acf144aee8a1,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:48.522622 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.526178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-caac9ae3-17f3-403a-ae14-bff180e243cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:48.531768 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-caac9ae3-17f3-403a-ae14-bff180e243cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929694 Sep 24 19:37:48.578016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398b63-8b90-4cf3-bf3b-f877fe96756f None None] Pushing event updated for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:48.658884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5beb217c-cf51-46d7-91e4-56ea3719d17f req-49057b0b-eaf0-476c-ab94-ad46ceca1b8e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 210 time: 0.0867031 Sep 24 19:37:48.669260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-365d3e90-3976-44e1-920f-0f8fd903fbae service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308975 Sep 24 19:37:48.706203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-c246e8b9-c4db-4a1c-841d-f24e50e26b08 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:48.708133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-c246e8b9-c4db-4a1c-841d-f24e50e26b08 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 797 time: 0.2526941 Sep 24 19:37:48.747313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d789160a-2319-4c12-8fe3-4ef9be313de8 None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:48.747707 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d789160a-2319-4c12-8fe3-4ef9be313de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:48.758322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4049e6e3-84ba-43e1-a273-1e6143055229 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 380 time: 0.0378985 Sep 24 19:37:48.769628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'port': {'device_id': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'admin_state_up': True, 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'security_groups': ['5b1f6c6b-fe15-4163-9334-ad3e97539b74']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:48.781402 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:48.804719 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f31ae709-8874-47fd-9f94-4bb55236bae1 req-71ee16fa-f686-4cbb-9a11-d4d5e06009e1 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260650 Sep 24 19:37:48.814369 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aad726-d81b-4d64-ad04-ec1d31fcee05 None None] The sync data for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 is: [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:48.904479 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:37:48.908340 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.045328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.5 (bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838/76480dfc-b5cf-4975-bb96-078ac29919a7/f00ea89e-1875-4f60-985a-03a709c6adfd) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:49.192754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.226811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.282577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:49.285763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:49.293095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:49.297112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:49.345211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:49.345867 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.364586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f36dbbe-2caf-40f1-8591-5cd8242ffdc2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991066 Sep 24 19:37:49.377298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Request body: {'port': {'device_id': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:49.440904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.564832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8af7945c-8707-45c3-b2c8-0762c28c773d None None] Provisioning complete for port f00ea89e-1875-4f60-985a-03a709c6adfd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:49.565826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8af7945c-8707-45c3-b2c8-0762c28c773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.601963 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8af7945c-8707-45c3-b2c8-0762c28c773d None None] Port f00ea89e-1875-4f60-985a-03a709c6adfd cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:37:49.730291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00ea89e-1875-4f60-985a-03a709c6adfd {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:37:49.747707 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.781384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Transition to ACTIVE for port object f00ea89e-1875-4f60-985a-03a709c6adfd will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:37:49.787771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.847710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f7e4-42ed-4f05-82b4-3e8a9ade8861 req-3e4ac656-6ece-419c-b853-2c5dc03ddbd3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:49.849265 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c416f7e4-42ed-4f05-82b4-3e8a9ade8861 req-3e4ac656-6ece-419c-b853-2c5dc03ddbd3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 931 time: 0.1142392 Sep 24 19:37:49.884118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:49.907679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0529442f-ada3-4cb7-9822-acf144aee8a1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:49.961980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0529442f-ada3-4cb7-9822-acf144aee8a1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:49.962392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:49.985664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c416f7e4-42ed-4f05-82b4-3e8a9ade8861 req-24ce49f0-f2e4-47f3-b170-9818422213fc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235104 Sep 24 19:37:49.998895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:37:49.999046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:37:49.999367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:37:50.009356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:37:50.009888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:37:50.015459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:37:50.016071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:37:50.016764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Bound using segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:37:50.017381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Bound port: f00ea89e-1875-4f60-985a-03a709c6adfd, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:37:50.017745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:50.087736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:37:50.090824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:37:50.095006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:50.127528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.129797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:50.131399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] 10.222.0.69 "PUT /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 1091 time: 0.7587004 Sep 24 19:37:50.133943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:50.136113 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:50.167522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3ff89-719a-410a-a8f9-d782a84f15ac service neutron] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:50.196064 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531e4d7-ad99-4e27-88e0-9c3bf953e375 x-openstack-request-id: req-9531e4d7-ad99-4e27-88e0-9c3bf953e375 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:50.196359 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:50.196610 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9531e4d7-ad99-4e27-88e0-9c3bf953e375 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:50.197024 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'status': 'completed', 'code': 200} Sep 24 19:37:50.213494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-3c634102-7121-4cee-8cdd-2d0e672ffd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.215072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-3c634102-7121-4cee-8cdd-2d0e672ffd49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1094 time: 0.0443914 Sep 24 19:37:50.259064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-ba615453-1c68-4d80-bef5-cf081b2eae95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 217 time: 0.0352066 Sep 24 19:37:50.313276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-96bf9e89-93d7-4152-8ec9-c810b8c26f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.314694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-96bf9e89-93d7-4152-8ec9-c810b8c26f9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0493724 Sep 24 19:37:50.321298 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6f7d761-c9cd-411b-bcbb-a03d2e21a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:50.361160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f5ded78-f953-4e2a-9356-52a5edd93d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.362716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-4f5ded78-f953-4e2a-9356-52a5edd93d6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407996 Sep 24 19:37:50.457962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-7da347e8-785b-46bb-8fc8-23dc4d7638d2 service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877678 Sep 24 19:37:50.546150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47add5e6-0370-42f2-9f8f-6115867b0a4e req-c28f0074-3dc3-4ac2-815d-3672a147f83f service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812535 Sep 24 19:37:50.626748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-7bb2f516-7b23-44c4-a429-563f2912d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.628257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-7bb2f516-7b23-44c4-a429-563f2912d2cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1094 time: 0.0402935 Sep 24 19:37:50.959542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-b5e5f45b-399d-405b-8ea3-e840e01c46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:50.961475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-b5e5f45b-399d-405b-8ea3-e840e01c46fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.3264368 Sep 24 19:37:51.002210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-24881b55-0150-4947-b75e-4073d6ecca76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 217 time: 0.0335360 Sep 24 19:37:51.055344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-a9ed3aa0-0530-4444-8ee7-157ccecb28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:51.056810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-a9ed3aa0-0530-4444-8ee7-157ccecb28f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0474770 Sep 24 19:37:51.131206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dcb40-d3c0-493c-998d-75b7ab79f8c3 req-a9a9b6ba-bf5f-4f70-8bc0-65ceb5bf1933 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:51.132726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f4dcb40-d3c0-493c-998d-75b7ab79f8c3 req-a9a9b6ba-bf5f-4f70-8bc0-65ceb5bf1933 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 943 time: 0.0734794 Sep 24 19:37:51.135135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-d58e7bda-c56c-418a-8307-927251b74a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:51.136496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-d58e7bda-c56c-418a-8307-927251b74a23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690255 Sep 24 19:37:51.199967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f4dcb40-d3c0-493c-998d-75b7ab79f8c3 req-fdb994e8-d1b9-4574-a199-8673d988db3e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605011 Sep 24 19:37:51.250079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-4fdaa4ae-4026-41da-8220-bc9543e1d272 service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039922 Sep 24 19:37:51.343743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b42cdef9-d51a-4849-a7e3-36a8a0abfcb5 req-b258fd21-5d1b-4528-afe9-2e89b57743f6 service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Sep 24 19:37:52.324239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa65d7-4d93-4dfa-b2df-485ab69c7c74 req-1f5dd80f-8759-4fc5-84aa-57d22157122d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:52.325729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14fa65d7-4d93-4dfa-b2df-485ab69c7c74 req-1f5dd80f-8759-4fc5-84aa-57d22157122d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 943 time: 0.0567586 Sep 24 19:37:52.363489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14fa65d7-4d93-4dfa-b2df-485ab69c7c74 req-d558dcc9-e011-4284-bd60-10b07d638050 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Sep 24 19:37:52.984751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c1ab8c7-0079-4c7f-b5dd-08a31e80a0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:53.151210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:37:53.245852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:53.256186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'port_id': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'mac_address': 'fa:16:3e:47:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:37:53.293973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:53.307863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00ea89e-1875-4f60-985a-03a709c6adfd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:37:53.327750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:53.331304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:53.379869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:53.395198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:53.484793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72189-599b-4efd-980f-99ca4cb97640 req-7c1c1ef1-5665-419d-855b-dbff2eb32605 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:53.486508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7a72189-599b-4efd-980f-99ca4cb97640 req-7c1c1ef1-5665-419d-855b-dbff2eb32605 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Sep 24 19:37:53.521588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f00ea89e-1875-4f60-985a-03a709c6adfd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:37:53.526017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7a72189-599b-4efd-980f-99ca4cb97640 req-f2c4b788-df6c-426f-bb0c-b875d1540fff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Sep 24 19:37:54.247255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:54.641008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91beca7-8f15-487d-960e-367ccfbbeb58 req-cd8d6fc3-fd8a-49d8-bdcb-37b56f3686ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:54.642182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a91beca7-8f15-487d-960e-367ccfbbeb58 req-cd8d6fc3-fd8a-49d8-bdcb-37b56f3686ba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0484383 Sep 24 19:37:54.683640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a91beca7-8f15-487d-960e-367ccfbbeb58 req-33fd8c58-e755-4930-97a8-9aa0f07cca5d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353901 Sep 24 19:37:55.167858 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:37:55.214426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port f00ea89e-1875-4f60-985a-03a709c6adfd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:37:55.218046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port f00ea89e-1875-4f60-985a-03a709c6adfd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:37:55.218420 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:55.291948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:55.313972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:55.316192 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea915e7-37cb-4cd1-a52a-e7160ef438df" -d '{"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-plugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:55.331310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:37:55.335140 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:55.360861 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96979d7a-b232-4418-ab60-6e07b5d80fd5 x-openstack-request-id: req-96979d7a-b232-4418-ab60-6e07b5d80fd5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:55.361152 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-plugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:55.361486 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96979d7a-b232-4418-ab60-6e07b5d80fd5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:55.361882 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'code': 200} Sep 24 19:37:55.389731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:55.451211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b554-31a6-4f72-84b5-294f77d764f3 req-3377f18e-4c51-4913-9ea6-761fc9a3405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:55.452724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dc1b554-31a6-4f72-84b5-294f77d764f3 req-3377f18e-4c51-4913-9ea6-761fc9a3405d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1096 time: 0.0427394 Sep 24 19:37:55.487369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4dc1b554-31a6-4f72-84b5-294f77d764f3 req-12f9c24f-1763-40e6-8558-6b45fe22bce9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272942 Sep 24 19:37:55.800819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1348fd-7a19-4514-84ce-f6efbdc8be50 req-20b1f731-4089-445e-a686-53f794d554cc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:55.802564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db1348fd-7a19-4514-84ce-f6efbdc8be50 req-20b1f731-4089-445e-a686-53f794d554cc tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Sep 24 19:37:55.843074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db1348fd-7a19-4514-84ce-f6efbdc8be50 req-079e29b9-7362-4c25-a519-a8d3614753b5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340972 Sep 24 19:37:55.988636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:56.959374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668b8-8dd6-427c-9eb8-726103e58265 req-b7f61979-f0b0-4772-9fab-3652f513bb50 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:56.960795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a45668b8-8dd6-427c-9eb8-726103e58265 req-b7f61979-f0b0-4772-9fab-3652f513bb50 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Sep 24 19:37:57.000091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a45668b8-8dd6-427c-9eb8-726103e58265 req-f340ff24-a660-49de-b16a-55c53fb3df31 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Sep 24 19:37:57.122498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399c74d-0372-443a-8635-d60aaf41c376 req-d00d0f84-4b17-41b9-8fdc-4ebe594ba4ad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:57.124023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c399c74d-0372-443a-8635-d60aaf41c376 req-d00d0f84-4b17-41b9-8fdc-4ebe594ba4ad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0581944 Sep 24 19:37:57.161311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c399c74d-0372-443a-8635-d60aaf41c376 req-dd031574-222b-4542-b7c8-1e8fd1de26cd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Sep 24 19:37:57.182315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47376) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:57.223048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044f8ad-86f4-402c-a009-3526a02e4358 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:57.224528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b044f8ad-86f4-402c-a009-3526a02e4358 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1091 time: 0.0411379 Sep 24 19:37:57.227797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47378) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:57.232202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:37:57.255764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:57.355632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:57.458325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.11 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/640a775e-d6f7-46c7-bb2d-e68fcada12fd) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:37:57.564176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:57.596430 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:57.630020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:37:57.633026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:37:57.636714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:37:57.668709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=640a775e-d6f7-46c7-bb2d-e68fcada12fd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:57.997529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.061743 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.209995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.214784 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.286107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=640a775e-d6f7-46c7-bb2d-e68fcada12fd,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:37:58.297404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.395116 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 associated. External IP: 172.25.5.11, port: f00ea89e-1875-4f60-985a-03a709c6adfd. Sep 24 19:37:58.593021 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:37:58.699573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:37:58.709217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Sync routers for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:37:58.717428 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:37:58.719643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:58.720301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:58.744564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1503f9b1-5332-4bd0-99b3-497f93d77385 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5156889 Sep 24 19:37:58.745143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:37:58.747440 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3e6609-fa39-4651-bd60-9c427be5a7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:37:58.785760 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c1813-14ba-4608-b17e-4a27e62d783e x-openstack-request-id: req-d40c1813-14ba-4608-b17e-4a27e62d783e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:37:58.786059 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:37:58.786473 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d40c1813-14ba-4608-b17e-4a27e62d783e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:37:58.786985 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'status': 'completed', 'code': 200} Sep 24 19:37:58.826380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:58.873736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df8959-8b97-4629-8a75-ce341c437da1 req-dd20bc16-2d0c-4138-9b61-efe63c183073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:58.875181 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6df8959-8b97-4629-8a75-ce341c437da1 req-dd20bc16-2d0c-4138-9b61-efe63c183073 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Sep 24 19:37:58.880913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-b06e73ee-4acd-43e7-8a32-ac8cda2884cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:58.882924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-b06e73ee-4acd-43e7-8a32-ac8cda2884cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1096 time: 0.0578358 Sep 24 19:37:58.974341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6df8959-8b97-4629-8a75-ce341c437da1 req-c60508b1-672d-49f6-9378-499fe1ba7f41 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903349 Sep 24 19:37:58.998146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:37:59.003548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-36fa5308-6a39-419a-903f-122f375de402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:59.005048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-36fa5308-6a39-419a-903f-122f375de402 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.1147809 Sep 24 19:37:59.073093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0879573d-b1e5-4a1b-b1db-088e6cd0e86e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 HTTP/1.1" status: 200 len: 990 time: 0.0727832 Sep 24 19:37:59.076505 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-897b27a3-7710-49ea-ae4b-ee28131c1fd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 998 time: 0.0637791 Sep 24 19:37:59.126163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-f7cb1ca5-3da6-4024-a829-4cac78430293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:59.127574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-f7cb1ca5-3da6-4024-a829-4cac78430293 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0436883 Sep 24 19:37:59.178251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-d5a658d0-d0ad-432b-97bd-05c97081651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:37:59.180379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-d5a658d0-d0ad-432b-97bd-05c97081651a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457513 Sep 24 19:37:59.209231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'f8989c2a-fcc2-4035-bcc0-5c5f824b01f3', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'port_id': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'mac_address': 'fa:16:3e:47:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:57Z', 'updated_at': '2021-09-24T19:37:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:59.238699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Checking router: 6f867e39-f2bd-4e7e-8835-fc6a98a37519 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:37:59.247914 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:37:59.248531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:37:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:59.271806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-576ad1a9-3ddb-4af1-9d88-6beb07c9c58f service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Sep 24 19:37:59.353208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:37:59.365789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d3e6609-fa39-4651-bd60-9c427be5a7f1 req-b654beb1-0202-4dc2-96f4-91f6acd8c9af service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Sep 24 19:37:59.571121 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'f8989c2a-fcc2-4035-bcc0-5c5f824b01f3', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'port_id': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'mac_address': 'fa:16:3e:47:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:57Z', 'updated_at': '2021-09-24T19:37:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:37:59.601097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f931a-333f-4c55-a460-f0bb6c7cc239 None None] The sync data for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 is: [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'f8989c2a-fcc2-4035-bcc0-5c5f824b01f3', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'port_id': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'mac_address': 'fa:16:3e:47:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:37:57Z', 'updated_at': '2021-09-24T19:37:57Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:37:59.785101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af3cdd-bbaf-4ac8-90e4-f4b557fd4a4b None None] New status for floating IP f8989c2a-fcc2-4035-bcc0-5c5f824b01f3: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:38:00.076693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:00.141480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-796e4153-a2fe-406c-a520-e37a5b1ab6da tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 HTTP/1.1" status: 200 len: 992 time: 0.0636177 Sep 24 19:38:03.398956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:09.068149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:20.321848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9a82-0a5b-4aea-9b44-d364df5411da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:20.642231 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:38:22.985051 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90f08e17-0fc9-4f61-b278-e421c16bb1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:23.371871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:24.250728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:25.992844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:31.349486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ffca2-5baf-45ec-97f4-bea4d59e08eb req-29c7e148-6c77-4f2a-836a-965f1f0bd4d1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:31.351033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-739ffca2-5baf-45ec-97f4-bea4d59e08eb req-29c7e148-6c77-4f2a-836a-965f1f0bd4d1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Sep 24 19:38:31.388474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-739ffca2-5baf-45ec-97f4-bea4d59e08eb req-165e3036-9d7e-4365-b3b4-d24a7806834d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Sep 24 19:38:31.410252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47406) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:31.474184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6e720abe-0156-4fe0-bed8-e5d3211170ca tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 HTTP/1.1" status: 200 len: 992 time: 0.0627785 Sep 24 19:38:31.809604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ae6d4-20e5-4ca3-8b43-8e962bf17c75 req-feeb482f-0f60-4ac3-beec-3a99d0139417 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:31.810622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c38ae6d4-20e5-4ca3-8b43-8e962bf17c75 req-feeb482f-0f60-4ac3-beec-3a99d0139417 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1096 time: 0.0397625 Sep 24 19:38:31.843815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c38ae6d4-20e5-4ca3-8b43-8e962bf17c75 req-0fa68f21-d297-449b-807c-6f1b4a8c4485 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270813 Sep 24 19:38:32.276411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47432) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:32.375423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-5dbe4f7c-dbab-4c32-a840-def466a7ceaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978634 Sep 24 19:38:32.384209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-8131da14-0d65-4808-a42b-34194e9c40bd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:38:32.385252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-8131da14-0d65-4808-a42b-34194e9c40bd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051632 Sep 24 19:38:32.959966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-0d254f40-9f57-4787-88fc-3312a14d5a26 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:32.961330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-0d254f40-9f57-4787-88fc-3312a14d5a26 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 1093 time: 0.1205900 Sep 24 19:38:32.970439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Request body: {'binding': {'host': 'n-h2-810952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:32.970959 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Unknown quota resources ['binding']. {{(pid=94855) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 19:38:33.105218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on host n-h2-810952-2 for vnic_type normal with profile None {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:38:33.105473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:38:33.105803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:33.110001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:38:33.110322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:33.115069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:38:33.115405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:33.115784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Bound using segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:38:33.116202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Bound port: f00ea89e-1875-4f60-985a-03a709c6adfd, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:38:33.202429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:38:33.207193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:33.208381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-9fddbf5d-089e-49a3-a416-d898fc8e9fe3 service neutron] 10.222.0.18 "POST /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2411411 Sep 24 19:38:33.356199 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a822d7-cd70-43f3-b419-f48563159dd4 req-f72371df-f433-408f-9b74-6504d74ecbb1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:33.358088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36a822d7-cd70-43f3-b419-f48563159dd4 req-f72371df-f433-408f-9b74-6504d74ecbb1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Sep 24 19:38:33.396355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36a822d7-cd70-43f3-b419-f48563159dd4 req-6679eb05-5987-48d4-98f2-391bd89b49b5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Sep 24 19:38:33.397654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:33.433239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c75cdf9e-3451-4ff0-a085-015c0a345ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:33.434742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c75cdf9e-3451-4ff0-a085-015c0a345ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1096 time: 0.0424769 Sep 24 19:38:33.530371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-05ac99fe-72c1-4ad6-a338-344189559ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:33.531898 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-05ac99fe-72c1-4ad6-a338-344189559ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.0868192 Sep 24 19:38:33.604000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-99e0d0aa-e76f-46f1-adb9-7b5297b98815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 1000 time: 0.0630248 Sep 24 19:38:33.654813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-978c330c-277f-4db0-8990-177ba2d4eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:33.656197 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-978c330c-277f-4db0-8990-177ba2d4eaa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0431397 Sep 24 19:38:33.705997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-3ed297d6-babf-4db8-bf1f-8fdfcb405c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:33.707471 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-3ed297d6-babf-4db8-bf1f-8fdfcb405c47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418828 Sep 24 19:38:33.797075 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1c3f4553-b2a6-4dcf-9f6d-4a3858f3ab4e service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797105 Sep 24 19:38:33.890678 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1e103ae3-276e-4815-a93b-d1b38b00ac41 service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Sep 24 19:38:34.025355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-586ed6f3-d145-4c96-b7d5-b0b686e9325a tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:34.026800 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-586ed6f3-d145-4c96-b7d5-b0b686e9325a tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955&tenant_id=ddb69d7349a6438cb0a298e0762c9b70&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0727470 Sep 24 19:38:34.040505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810952-2'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:34.096806 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.219766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:34.256501 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:34.295376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:34.297531 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48cab5-b7c3-4ec5-a44c-18ca47fcdd06" -d '{"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:34.301273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.308019 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.337197 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736e3ed-aef0-4d96-9e04-0e2b439d1a3d x-openstack-request-id: req-8736e3ed-aef0-4d96-9e04-0e2b439d1a3d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:34.337489 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:34.337745 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8736e3ed-aef0-4d96-9e04-0e2b439d1a3d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:34.338133 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'code': 200} Sep 24 19:38:34.402295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:34.412838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.413189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.413533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.413873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.414209 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.414543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.414891 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.415224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.415553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.415877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.416202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.417098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.469359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on host n-h1-810952-2 for vnic_type normal with profile {"migrating_to": "n-h2-810952-2"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:38:34.470040 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:38:34.470149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:34.474680 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:38:34.475032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Attempting to bind port f00ea89e-1875-4f60-985a-03a709c6adfd on network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:34.480524 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:38:34.480861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Checking segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:34.481251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Bound using segment: {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:38:34.481684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Bound port: f00ea89e-1875-4f60-985a-03a709c6adfd, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e254d5-110d-4206-8ada-ad94bcae0d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:38:34.482043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.521492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ebde3-3e2f-4ab5-a8a0-5776bda571cd req-c4ddf0a9-acf8-4353-88e5-aa2848c7b90a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:34.524098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f95ebde3-3e2f-4ab5-a8a0-5776bda571cd req-c4ddf0a9-acf8-4353-88e5-aa2848c7b90a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 943 time: 0.0561256 Sep 24 19:38:34.549427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:34.552418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:38:34.557368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.565475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f95ebde3-3e2f-4ab5-a8a0-5776bda571cd req-c1c630b8-3aca-4ff8-805f-35f99e3a7a80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Sep 24 19:38:34.620833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Provisioning complete for port f00ea89e-1875-4f60-985a-03a709c6adfd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:34.621417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.664895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:34.708679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:34.709366 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.710893 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1762ba4c-581c-45b1-ba3e-a79131af8d48 service neutron] 10.222.0.15 "PUT /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 1121 time: 0.6746848 Sep 24 19:38:34.725942 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.754612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:34.757384 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407649c2-07ee-4e15-aef2-f09afa477551" -d '{"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-plugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:34.772506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['f00ea89e-1875-4f60-985a-03a709c6adfd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:38:34.775611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:34.800298 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc3496-a259-40f0-8592-fde94f470861 x-openstack-request-id: req-24bc3496-a259-40f0-8592-fde94f470861 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:34.800506 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-plugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:34.800769 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24bc3496-a259-40f0-8592-fde94f470861 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:34.801161 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'code': 200} Sep 24 19:38:34.804073 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:34.948130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:34.975768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.976435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.976435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.977901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.977901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.977901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.977901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.978412 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.978517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.979372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.979680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:34.980047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4ce924-05ca-48fc-b293-2830dcdba3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:35.158097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-87a23aa7-444c-427c-80bf-0c9bcae23c42 None None] Provisioning complete for port f00ea89e-1875-4f60-985a-03a709c6adfd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:35.158476 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87a23aa7-444c-427c-80bf-0c9bcae23c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:35.946490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27016-e045-46d2-877e-c556e83e2794 req-55390ab7-ffde-4a2e-ba0f-e674dddeff7b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:35.947946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdf27016-e045-46d2-877e-c556e83e2794 req-55390ab7-ffde-4a2e-ba0f-e674dddeff7b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.3137937 Sep 24 19:38:35.986140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdf27016-e045-46d2-877e-c556e83e2794 req-75590588-21b0-42e7-af5e-8aeb48fb9869 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Sep 24 19:38:36.339823 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:36.342183 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:36.377352 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900411d-795c-4693-9f9c-d8737283be2b x-openstack-request-id: req-b900411d-795c-4693-9f9c-d8737283be2b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:36.377705 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:36.378005 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b900411d-795c-4693-9f9c-d8737283be2b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:36.378386 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'status': 'completed', 'code': 200} Sep 24 19:38:36.396644 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:38:36.443990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-2056ed84-046e-4490-9717-955e022d4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:36.445659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-2056ed84-046e-4490-9717-955e022d4086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1126 time: 0.0450604 Sep 24 19:38:36.492684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:36.504012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd has no active binding in host n-h2-810952-2 {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 19:38:36.537320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-20af4d32-e1f6-409e-8d0e-e2faae384562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:36.538788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-20af4d32-e1f6-409e-8d0e-e2faae384562 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.0863035 Sep 24 19:38:36.602481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-579d9fe5-b2d4-4560-8aa3-8ae9088ef979 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 1000 time: 0.0559955 Sep 24 19:38:36.650741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-f5a55705-8939-4a50-ba21-3cec8bce955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:36.652237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-f5a55705-8939-4a50-ba21-3cec8bce955e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0430930 Sep 24 19:38:36.702180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-0a1d5c30-c9e0-4bf8-81b7-a69e3eba924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:36.703696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-0a1d5c30-c9e0-4bf8-81b7-a69e3eba924a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442007 Sep 24 19:38:36.792823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-b7fbcb34-de60-45f3-9e3d-5abcd0ec3c94 service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810318 Sep 24 19:38:36.884358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21401cee-3d8b-4b99-95bb-f7b8d9fd4f37 req-5f799b3d-bc66-45d1-b14f-8faa7d7eb43f service neutron] 10.222.0.69 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Sep 24 19:38:37.148964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257579-eb6d-4ee0-b488-eb9bdfae7c5c req-d7ffdb24-7bfa-465a-ad74-311650057e8a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:37.150355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c257579-eb6d-4ee0-b488-eb9bdfae7c5c req-d7ffdb24-7bfa-465a-ad74-311650057e8a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Sep 24 19:38:37.187615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c257579-eb6d-4ee0-b488-eb9bdfae7c5c req-b06b82fc-78c3-43b8-9606-441e9c79ecf9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Sep 24 19:38:38.304841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aca43-2ffe-4a62-84ad-f2d7bf29cce6 req-28a8b777-f42f-47bb-9974-68c4c8300ccd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:38.306335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02aca43-2ffe-4a62-84ad-f2d7bf29cce6 req-28a8b777-f42f-47bb-9974-68c4c8300ccd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0508289 Sep 24 19:38:38.347836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d02aca43-2ffe-4a62-84ad-f2d7bf29cce6 req-2bc5d41a-ce74-42a6-baea-5df6473eb3d9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355082 Sep 24 19:38:39.085097 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:39.463205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35eb8-1215-48d5-a05d-fc87dcc9d7a3 req-f9808cb0-2b49-4684-bf5f-04f0c2f66f59 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:39.465189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0b35eb8-1215-48d5-a05d-fc87dcc9d7a3 req-f9808cb0-2b49-4684-bf5f-04f0c2f66f59 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Sep 24 19:38:39.501627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0b35eb8-1215-48d5-a05d-fc87dcc9d7a3 req-b4627889-1949-4723-a088-4965b0cb5db8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305700 Sep 24 19:38:39.799674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-e009268e-aaf8-41df-9de5-f4f850ab173e service neutron] 10.222.0.69 "GET /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 384 time: 0.0613999 Sep 24 19:38:39.976421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:39.996954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:40.036429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:40.038772 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74934ef7-f9f9-4c2a-839b-91aec14d63b0" -d '{"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:40.046515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:40.069853 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:40.081457 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba9008-821e-4070-b76c-d579ac69d3ad x-openstack-request-id: req-60ba9008-821e-4070-b76c-d579ac69d3ad {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:40.081765 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:40.082022 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60ba9008-821e-4070-b76c-d579ac69d3ad {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:40.082417 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'code': 200} Sep 24 19:38:40.147148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Transition to ACTIVE for port object f00ea89e-1875-4f60-985a-03a709c6adfd will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:38:40.151054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:40.246685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Pushing event updated for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=11']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:40.259170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.259519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.259858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.260196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.260530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.260857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.261260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.262099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.262426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.262750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.263099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.263427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:40.294122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] No DVR routers for this DVR port f00ea89e-1875-4f60-985a-03a709c6adfd on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:38:40.426184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-a0ac60d8-ef2a-470d-9e8b-684684c90148 service neutron] 10.222.0.69 "PUT /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd/bindings/n-h2-810952-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6193833 Sep 24 19:38:40.567508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c211917c-c331-4c33-8f5b-591af0c219c1 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.569026 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c211917c-c331-4c33-8f5b-591af0c219c1 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955&tenant_id=ddb69d7349a6438cb0a298e0762c9b70&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.0880671 Sep 24 19:38:40.621311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21166fc4-6321-4805-84a4-c23a060f843c req-85d23844-8960-4d8f-a1bf-c599c3ebfa75 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.622786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21166fc4-6321-4805-84a4-c23a060f843c req-85d23844-8960-4d8f-a1bf-c599c3ebfa75 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0527086 Sep 24 19:38:40.623083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1c711d64-51a1-4d46-ac39-530693e2b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.624568 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-1c711d64-51a1-4d46-ac39-530693e2b97c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 1095 time: 0.0439281 Sep 24 19:38:40.664008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21166fc4-6321-4805-84a4-c23a060f843c req-87e8aa10-26ad-4ef4-a6be-b9990e160933 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350435 Sep 24 19:38:40.689979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-7456b75c-841d-4280-9fd9-5885659823c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.691518 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-7456b75c-841d-4280-9fd9-5885659823c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1095 time: 0.0414546 Sep 24 19:38:40.781963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c41379bf-1061-48b9-8ff7-16b26b67dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.783422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-c41379bf-1061-48b9-8ff7-16b26b67dcd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.0835311 Sep 24 19:38:40.847897 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-0bd36fb5-605e-4ff7-8d05-5562a3f667a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 998 time: 0.0555584 Sep 24 19:38:40.896958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-cd1c9d43-f8d4-41f1-b5cb-3f60d4a6e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.898274 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-cd1c9d43-f8d4-41f1-b5cb-3f60d4a6e12f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.0420270 Sep 24 19:38:40.946510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-92cbcd0e-fa8b-4fa1-b49c-0448e08c5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:40.948006 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-92cbcd0e-fa8b-4fa1-b49c-0448e08c5ffe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415211 Sep 24 19:38:41.038733 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-4970ca61-d777-43ca-a3ae-63fc25bf8a6c service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Sep 24 19:38:41.468374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-3e9e81a0-dc31-4b9f-b0c8-ca2d2d6183c6 service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204330 Sep 24 19:38:41.711783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-395c7712-5cbc-4a7b-bdc0-92c0d820ee41 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:41.713322 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-395c7712-5cbc-4a7b-bdc0-92c0d820ee41 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955&tenant_id=ddb69d7349a6438cb0a298e0762c9b70&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 1095 time: 0.0432065 Sep 24 19:38:41.788857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb2159-7fc9-495a-a1c0-f2346570987e req-75a4d033-0c9a-4498-b8f6-58dec2da6703 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:41.790279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18cb2159-7fc9-495a-a1c0-f2346570987e req-75a4d033-0c9a-4498-b8f6-58dec2da6703 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0539238 Sep 24 19:38:41.829220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18cb2159-7fc9-495a-a1c0-f2346570987e req-2429c266-1129-49e9-a5eb-c21d4954705c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Sep 24 19:38:41.878911 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-53b59177-d9d9-48ed-89fa-a8e9a87bebda service neutron] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:41.882102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-53b59177-d9d9-48ed-89fa-a8e9a87bebda service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:41.883246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e9c74a5b-18a0-42e6-b1c7-8b04a3167687 req-53b59177-d9d9-48ed-89fa-a8e9a87bebda service neutron] 10.222.0.15 "DELETE /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd/bindings/n-h1-810952-2 HTTP/1.1" status: 204 len: 173 time: 0.1613526 Sep 24 19:38:41.946014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ac03-cd23-481c-a7a7-3ef334e1010d req-f075eb44-a6f2-4f41-9b69-2a4cddf14970 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:41.947621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba62ac03-cd23-481c-a7a7-3ef334e1010d req-f075eb44-a6f2-4f41-9b69-2a4cddf14970 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1095 time: 0.0430605 Sep 24 19:38:41.982010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba62ac03-cd23-481c-a7a7-3ef334e1010d req-0eb0971c-47cf-4ae3-a44a-bc2b1e981e8a tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277820 Sep 24 19:38:42.093966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82924a-6efd-4a44-acbc-8824aeff615e req-8b57415a-939b-4822-930e-68d90d2d18a9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:42.095483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c82924a-6efd-4a44-acbc-8824aeff615e req-8b57415a-939b-4822-930e-68d90d2d18a9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0486364 Sep 24 19:38:42.134377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7c82924a-6efd-4a44-acbc-8824aeff615e req-93109e43-b52c-4b61-bf5a-34683332876c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Sep 24 19:38:42.156293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47478) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:42.223649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-78a56140-d0f5-4d74-99e1-30e3da873bad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 HTTP/1.1" status: 200 len: 990 time: 0.0634778 Sep 24 19:38:42.414319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:42.450198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:42.583595 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port e53e2c94-1def-4615-9a3c-932743480ae1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:42.583931 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.612482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 640a775e-d6f7-46c7-bb2d-e68fcada12fd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:42.612482 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.662847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.663199 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.674636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for e53e2c94-1def-4615-9a3c-932743480ae1 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:42.691808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.692141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.704409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 640a775e-d6f7-46c7-bb2d-e68fcada12fd owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:42.847999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.853249 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.879563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=640a775e-d6f7-46c7-bb2d-e68fcada12fd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:42.887111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=e53e2c94-1def-4615-9a3c-932743480ae1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:42.939437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.939840 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 disassociated (deleted). External IP: 172.25.5.11, port: f00ea89e-1875-4f60-985a-03a709c6adfd. Sep 24 19:38:42.949111 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:42.949502 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 0603ff44-9838-4660-94b6-f8aa0102d930 disassociated (deleted). External IP: 172.25.5.237, port: 18077612-f79b-4991-b716-dd830fd95f5a. Sep 24 19:38:43.148101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:38:43.157412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:38:43.254351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:43.258835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:43.265767 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Sync routers for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:43.266672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:43.272070 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:43.277014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:43.278274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.278467 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:43.288430 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:43.289241 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.294178 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cf49d8d8-c0db-4492-9ccb-29c28044a7c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8989c2a-fcc2-4035-bcc0-5c5f824b01f3 HTTP/1.1" status: 204 len: 168 time: 0.8429043 Sep 24 19:38:43.294778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:43.297421 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f" -d '{"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:43.302045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-31a02373-98c0-4b0b-847f-fa3d0c214a55 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "DELETE /v2.0/floatingips/0603ff44-9838-4660-94b6-f8aa0102d930 HTTP/1.1" status: 204 len: 168 time: 0.8864739 Sep 24 19:38:43.302725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:43.305365 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807daf34-b8dc-4847-b1b4-7cc44c228a78" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:43.349977 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce64d53c-bbb0-4ccb-b0ba-2c732c1efcd7 x-openstack-request-id: req-ce64d53c-bbb0-4ccb-b0ba-2c732c1efcd7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:43.350269 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:43.350528 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce64d53c-bbb0-4ccb-b0ba-2c732c1efcd7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:43.350978 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'status': 'completed', 'code': 200} Sep 24 19:38:43.410460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:43.452997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-df0b3080-d9ab-489c-8fbb-3efe9edf4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.455550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-df0b3080-d9ab-489c-8fbb-3efe9edf4a20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 1095 time: 0.0759337 Sep 24 19:38:43.457367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:43.476264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:43.557607 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a180d7-1e82-4d90-b5f4-88c87fff8450 x-openstack-request-id: req-67a180d7-1e82-4d90-b5f4-88c87fff8450 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:43.560741 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "tag": "18077612-f79b-4991-b716-dd830fd95f5a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:43.560962 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67a180d7-1e82-4d90-b5f4-88c87fff8450 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:43.561393 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a', 'status': 'completed', 'code': 200} Sep 24 19:38:43.574384 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:43.661744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-6b861a6f-e215-4018-9519-5ddaa490b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.663385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-6b861a6f-e215-4018-9519-5ddaa490b03c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 200 len: 897 time: 0.1999788 Sep 24 19:38:43.672571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-108f083d-63dd-49a2-a314-8fe59928d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.674684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-108f083d-63dd-49a2-a314-8fe59928d231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 1097 time: 0.0780928 Sep 24 19:38:43.738869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788512-8aac-4a35-a7f0-51e7a9a4af75 req-a236ae78-8cae-4249-9d7b-f6ba68bc52de tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.740444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68788512-8aac-4a35-a7f0-51e7a9a4af75 req-a236ae78-8cae-4249-9d7b-f6ba68bc52de tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.1161647 Sep 24 19:38:43.747578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.749877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-87284ce2-5df3-4f1b-98a4-398c77acfdb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 200 len: 217 time: 0.0590506 Sep 24 19:38:43.753285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91eb25-8bc9-4c14-b100-25ffa12c41e4 req-55b73a71-32ba-4a25-bf45-ae0bc675d42c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.754845 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f91eb25-8bc9-4c14-b100-25ffa12c41e4 req-55b73a71-32ba-4a25-bf45-ae0bc675d42c tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0909793 Sep 24 19:38:43.782761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Checking router: 6f867e39-f2bd-4e7e-8835-fc6a98a37519 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:43.792865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:43.794578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.844020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68788512-8aac-4a35-a7f0-51e7a9a4af75 req-b2548553-4121-44b1-867e-4aba2a038a14 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b1f6c6b-fe15-4163-9334-ad3e97539b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880525 Sep 24 19:38:43.874299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f91eb25-8bc9-4c14-b100-25ffa12c41e4 req-015423dd-cb53-433d-9feb-784b1e222422 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896802 Sep 24 19:38:43.875000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-0b4bfcbb-c522-43e0-8521-8a7e6ed364d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.875000 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-0b4bfcbb-c522-43e0-8521-8a7e6ed364d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 200 len: 835 time: 0.1081293 Sep 24 19:38:43.882420 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.912659 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:43.913124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-d7fc855f-b5cc-443a-9b1a-bf06f5374aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.914675 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-d7fc855f-b5cc-443a-9b1a-bf06f5374aeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.2166710 Sep 24 19:38:43.921147 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:43.921834 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:43.949659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:43.966301 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-70180783-8968-4b9c-895d-92ec8d1e42ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 200 len: 217 time: 0.0412443 Sep 24 19:38:43.968238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-231a272e-99c9-434d-8d1a-94828b61efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:43.969732 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-231a272e-99c9-434d-8d1a-94828b61efee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859470 Sep 24 19:38:44.005336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.15', 50975) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:44.030116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:44.134350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-45283d21-9328-4e02-bf01-86b1c7ff4166 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:44.136927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-45283d21-9328-4e02-bf01-86b1c7ff4166 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98a12e4-5e84-426a-9e1c-c99bbf685955 HTTP/1.1" status: 200 len: 944 time: 0.0984261 Sep 24 19:38:44.158492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-c45b68af-538d-40cf-88de-d1c4f848e339 service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627924 Sep 24 19:38:44.160346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-26f2e562-6372-4ec5-a6c5-78972fdd7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:44.161714 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-26f2e562-6372-4ec5-a6c5-78972fdd7487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.1738408 Sep 24 19:38:44.219523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:44.247493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port f00ea89e-1875-4f60-985a-03a709c6adfd {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:44.247834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:44.274301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-5af4fbde-4a6e-47e6-8faf-6c70aaa0a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:44.275887 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-5af4fbde-4a6e-47e6-8faf-6c70aaa0a6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951567 Sep 24 19:38:44.327085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:44.330542 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-29422541-fd42-4b7a-ab5f-e6294fef4f39 service neutron] 10.222.0.15 "GET /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577361 Sep 24 19:38:44.373592 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe049fa-8cbf-4eaf-89ef-08b4888bdecc None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '4684d96e-44df-4e95-a26e-44b7efa0d86c', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'port_id': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'mac_address': 'fa:16:3e:d1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:34:48Z', 'updated_at': '2021-09-24T19:34:50Z', 'revision_number': 1, 'project_id': '930624fc8cbf43838ce4987884894086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:44.392635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port f00ea89e-1875-4f60-985a-03a709c6adfd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=f00ea89e-1875-4f60-985a-03a709c6adfd,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:44.393394 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:44.408548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for f00ea89e-1875-4f60-985a-03a709c6adfd owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:44.421958 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-ed450271-5d9e-48b1-9471-b5f23960934a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288586 Sep 24 19:38:44.431037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aac5c-d37f-4a62-8163-aa95b59bddc9 None None] The sync data for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 is: [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:45Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0529442f-ada3-4cb7-9822-acf144aee8a1', 'name': '', 'network_id': 'bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:d0:32:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:44Z', 'updated_at': '2021-09-24T19:37:48Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '76480dfc-b5cf-4975-bb96-078ac29919a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:44.536628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-807daf34-b8dc-4847-b1b4-7cc44c228a78 req-82535cff-1d6a-4355-8b04-d9639d400372 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065953 Sep 24 19:38:44.562493 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:44.593621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=f00ea89e-1875-4f60-985a-03a709c6adfd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:44.639433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] No DVR routers for this DVR port f00ea89e-1875-4f60-985a-03a709c6adfd on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:38:44.642633 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:44.645453 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7773f20-d79d-4542-8c3e-c5dd329d77e6 req-7ef60668-605e-4ba2-8fea-4f995aa52dc6 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.15 "DELETE /v2.0/ports/f00ea89e-1875-4f60-985a-03a709c6adfd HTTP/1.1" status: 204 len: 173 time: 0.5015881 Sep 24 19:38:44.733308 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1933774-5d65-4ba1-bf43-5ac49dfd52cd None None] New status for floating IP 0603ff44-9838-4660-94b6-f8aa0102d930: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:38:44.782722 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de074b9b-0fad-45c5-887c-8a4a091b17a9 None None] New status for floating IP f8989c2a-fcc2-4035-bcc0-5c5f824b01f3: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:38:44.904711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47506) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:45.049135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f1e9-4935-4087-b6b2-e981bb85661f req-ca29acd3-a3a2-484d-bf73-3b157ef8355f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:45.050697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c29f1e9-4935-4087-b6b2-e981bb85661f req-ca29acd3-a3a2-484d-bf73-3b157ef8355f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.1045027 Sep 24 19:38:45.141026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8c29f1e9-4935-4087-b6b2-e981bb85661f req-a62d156f-aa38-4206-bd47-20ca85b18874 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833669 Sep 24 19:38:45.448570 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-deleted', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:45.450796 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b80154-4ed2-489e-a012-c5f6a9723a11" -d '{"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-deleted", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:45.492722 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f7963-b8b8-4a25-8821-d6e7f4664199 x-openstack-request-id: req-6f7f7963-b8b8-4a25-8821-d6e7f4664199 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:45.493018 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98a12e4-5e84-426a-9e1c-c99bbf685955", "name": "network-vif-deleted", "tag": "f00ea89e-1875-4f60-985a-03a709c6adfd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:45.493265 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f7f7963-b8b8-4a25-8821-d6e7f4664199 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:45.493641 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98a12e4-5e84-426a-9e1c-c99bbf685955', 'name': 'network-vif-deleted', 'tag': 'f00ea89e-1875-4f60-985a-03a709c6adfd', 'status': 'completed', 'code': 200} Sep 24 19:38:45.682004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-4f6b7403-672a-463c-aa07-dee93e26cfe2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:45.684712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-4f6b7403-672a-463c-aa07-dee93e26cfe2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.0934472 Sep 24 19:38:45.776209 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:45.876935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 18077612-f79b-4991-b716-dd830fd95f5a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:45.877409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.070698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 18077612-f79b-4991-b716-dd830fd95f5a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=18077612-f79b-4991-b716-dd830fd95f5a,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:46.071406 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.088334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 18077612-f79b-4991-b716-dd830fd95f5a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:46.314214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c478-2a9a-4277-83ec-7cdbd30d2cec req-8e00fcb7-0275-4428-b29c-45a2623564d4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:46.315762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f007c478-2a9a-4277-83ec-7cdbd30d2cec req-8e00fcb7-0275-4428-b29c-45a2623564d4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 946 time: 0.1057708 Sep 24 19:38:46.337119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 0529442f-ada3-4cb7-9822-acf144aee8a1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:46.337459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.346985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.402361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=18077612-f79b-4991-b716-dd830fd95f5a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:46.453141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f007c478-2a9a-4277-83ec-7cdbd30d2cec req-c235eafc-20a2-41dd-9458-901d5f9b6fef tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291478 Sep 24 19:38:46.491453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 18077612-f79b-4991-b716-dd830fd95f5a on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:38:46.495303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.497760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f457545-1b70-4992-be7e-75ee2d1ccd37 req-5141842f-af7d-49c6-a1c2-650d6f2a62b4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "DELETE /v2.0/ports/18077612-f79b-4991-b716-dd830fd95f5a HTTP/1.1" status: 204 len: 173 time: 0.8050559 Sep 24 19:38:46.513133 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 0529442f-ada3-4cb7-9822-acf144aee8a1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0529442f-ada3-4cb7-9822-acf144aee8a1,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:46.513492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.526641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 0529442f-ada3-4cb7-9822-acf144aee8a1 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:46.722019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:46.749410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=0529442f-ada3-4cb7-9822-acf144aee8a1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:46.936712 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.173638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:38:47.279024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:47.287188 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9cf09c11-b5f3-4d01-b420-2dccddfdd5a1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/6f867e39-f2bd-4e7e-8835-fc6a98a37519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782439 Sep 24 19:38:47.287188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47514) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:47.290932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Sync routers for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:47.300796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:47.301501 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:47.341861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting subnet 76480dfc-b5cf-4975-bb96-078ac29919a7 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:38:47.345134 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.387301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.409061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:47.475307 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.500300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'name': 'network-vif-deleted', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:47.502773 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d070d-370a-4c1d-b8ce-1c40116aae1a" -d '{"events": [{"server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "name": "network-vif-deleted", "tag": "18077612-f79b-4991-b716-dd830fd95f5a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:47.568835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd9fff31-7187-4b16-bb42-258ed011a1dc req-b69b93e1-ddee-48ee-a245-ca84d4797118 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Sep 24 19:38:47.604536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.627320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:38:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:47.632650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Subnet': ['ID=76480dfc-b5cf-4975-bb96-078ac29919a7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:47.639702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:47.644155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-efd85e3f-365e-4bd9-ba8a-82961e8ad307 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/subnets/76480dfc-b5cf-4975-bb96-078ac29919a7 HTTP/1.1" status: 204 len: 168 time: 0.3539417 Sep 24 19:38:47.644558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47522) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:47.661338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Checking router: 6f867e39-f2bd-4e7e-8835-fc6a98a37519 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:47.663622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdda1f-8312-4757-926e-4f15276d9801 None None] Network bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:38:47.689926 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bc0bec-1936-4db6-a14d-436305c1efbd x-openstack-request-id: req-64bc0bec-1936-4db6-a14d-436305c1efbd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:47.690551 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd9367-9ac0-4115-b982-8679f3fa9793", "name": "network-vif-deleted", "tag": "18077612-f79b-4991-b716-dd830fd95f5a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:47.690810 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64bc0bec-1936-4db6-a14d-436305c1efbd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:47.691232 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd9367-9ac0-4115-b982-8679f3fa9793', 'name': 'network-vif-deleted', 'tag': '18077612-f79b-4991-b716-dd830fd95f5a', 'status': 'completed', 'code': 200} Sep 24 19:38:47.696343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Routers {'6f867e39-f2bd-4e7e-8835-fc6a98a37519'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:47.697069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:47.883218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] Set router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:48.040710 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.075989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] DHCP port deletion for bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:38:48.141625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Deleting port 6afbee60-b455-4c00-aaee-eb8a102281ba {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:48.141999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.145394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:38:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:48.155420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.189539 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5438-9707-463f-ba13-d060ae367d2d None None] The sync data for ids ['6f867e39-f2bd-4e7e-8835-fc6a98a37519'] in n-d-810952-2 is: [{'id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593647147', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:38:46Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867e39-f2bd-4e7e-8835-fc6a98a37519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:37:42Z', 'updated_at': '2021-09-24T19:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:48.214330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:48.214976 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.238916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] For port 6afbee60-b455-4c00-aaee-eb8a102281ba, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=6afbee60-b455-4c00-aaee-eb8a102281ba,segment=NetworkSegment(c7e254d5-110d-4206-8ada-ad94bcae0d7f),segment_id=c7e254d5-110d-4206-8ada-ad94bcae0d7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:48.239322 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.252436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Calling delete_port for 6afbee60-b455-4c00-aaee-eb8a102281ba owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:48.307682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:48.308619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.320595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:48.333442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.364297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] Pushing event deleted for resources: {'Port': ['ID=6afbee60-b455-4c00-aaee-eb8a102281ba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:48.369414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded91b0e-c7c7-4bc9-93bd-e5245250e715 None None] No DVR routers for this DVR port 6afbee60-b455-4c00-aaee-eb8a102281ba on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:38:48.431028 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:48.455788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: f00ea89e-1875-4f60-985a-03a709c6adfd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:38:48.456137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device f00ea89e-1875-4f60-985a-03a709c6adfd not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:48.496887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.523577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:48.588899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.703092 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.707740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.724988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c27e0fe5-ae11-4b2c-8132-e3eca98cc577 req-76d31235-ef9c-4f68-8244-e55266319056 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 210 time: 0.0618467 Sep 24 19:38:48.767760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.768415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Fanout notify agent at l3_agent the message router_deleted on router 6f867e39-f2bd-4e7e-8835-fc6a98a37519 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:38:48.775200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.776306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f0fc84b3-e289-4106-8a63-007a6226ac1d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/routers/6f867e39-f2bd-4e7e-8835-fc6a98a37519 HTTP/1.1" status: 204 len: 168 time: 1.1307588 Sep 24 19:38:48.779763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47526) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:48.861720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.954812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:48.976760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:48.986950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e254d5-110d-4206-8ada-ad94bcae0d7f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:48.987257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e254d5-110d-4206-8ada-ad94bcae0d7f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:48.996586 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.009758 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.016152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:38:49.016546 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:38:49.019876 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:38:49.083738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.091525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.093465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/networks/bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838 HTTP/1.1" status: 204 len: 168 time: 0.3127656 Sep 24 19:38:49.096658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:49.105284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc40ca-0505-4c96-8a43-b16b62b62521 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Network': ['ID=bcaf3f0f-f6fe-4bc3-b9ba-0634cffa3838,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:49.158698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.183975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.244753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.247858 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.249065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b1f6c6b-fe15-4163-9334-ad3e97539b74 HTTP/1.1" status: 204 len: 168 time: 0.1510546 Sep 24 19:38:49.262106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7de3d1-71b6-4d64-8848-2e1b16e7f1a5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f6c6b-fe15-4163-9334-ad3e97539b74,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:49.522334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:49.527116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051506785', 'description': 'tempest-secgroup-smoke-2051506785 description', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:49.548825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.628420 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.632012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.660865 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.662210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387446 Sep 24 19:38:49.663539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a00e-9064-4377-ad2e-52a79b26f1f8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a692e7fd-d3bd-4030-b260-be288a0de18d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:49.665190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47536) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:49.671663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:49.700054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.758476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.762643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.789988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24210a50-9e12-427a-95aa-ed6bea3f0695,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:49.803983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.806059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7d3893e8-013a-488a-bc87-712a24a8147f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391840 Sep 24 19:38:49.809668 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:49.816244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:49.841548 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9af79b0b-2987-4b68-a2c1-3af830dce3c8 req-0c2f677e-0cab-4c4c-a471-f172581fe660 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd9367-9ac0-4115-b982-8679f3fa9793 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Sep 24 19:38:49.852966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.908016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:49.913567 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.919442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.930454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:38:49.930716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1a901d50-8f7f-45fa-b7d7-3f34d6fac8a6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:49.931169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0529442f-ada3-4cb7-9822-acf144aee8a1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:49.951170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0529442f-ada3-4cb7-9822-acf144aee8a1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:38:49.951567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0529442f-ada3-4cb7-9822-acf144aee8a1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:49.953100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6afbee60-b455-4c00-aaee-eb8a102281ba no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:49.962371 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0743e9d6-8602-47ae-adef-c9e1aabed351,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:49.973780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:49.975969 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6de7e0b5-9b3c-45c9-a690-c5584876ef23 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645999 Sep 24 19:38:49.978238 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:49.981156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 6afbee60-b455-4c00-aaee-eb8a102281ba {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:38:49.981774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 6afbee60-b455-4c00-aaee-eb8a102281ba not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:49.988953 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.016803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.082682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.086149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.105616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192393f8-b0bb-4a92-a8a6-ea8325d59046,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:50.109235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.111056 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-586c0a9e-b0d0-4eab-a1e3-09ddb192596a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316400 Sep 24 19:38:50.114017 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47544) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:50.118741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.148956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.221532 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.226383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.247659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a2dbab-834e-42ad-a1df-62512be8bde1,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:50.258273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.259579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-26d695e7-ca1e-4088-9a69-f08caf5cfd16 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444991 Sep 24 19:38:50.262485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:50.267708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.291790 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:38:50.298794 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.324444 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-741d8fb7-a463-485e-a27e-044bf77f48d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.362182 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.365831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.383146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fdc8e4-9687-4606-972c-55c42683a1c9,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:50.391462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.392763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0a9ade46-bb33-4c5f-87e2-03a0752ad415 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292524 Sep 24 19:38:50.395477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:50.399773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'security_group_rule': {'security_group_id': 'a692e7fd-d3bd-4030-b260-be288a0de18d', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.422757 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Project ddb69d7349a6438cb0a298e0762c9b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:38:50.427858 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.448948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18077612-f79b-4991-b716-dd830fd95f5a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:38:50.468993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 18077612-f79b-4991-b716-dd830fd95f5a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:38:50.469334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 18077612-f79b-4991-b716-dd830fd95f5a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:38:50.491285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.494670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.512032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976b31c3-ed43-411e-8dac-2b0d589d9b0a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:50.518528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.519786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9bf80276-d773-45b4-a6fb-4c58a8384b80 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233640 Sep 24 19:38:50.522644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:50.528338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'network': {'name': 'tempest-network-smoke--922798214', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'port_security_enabled': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.548614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:38:50.552250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.575598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:38:50.584685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.585032 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Added segment 13c9f36b-33c3-413e-814b-53c32be8ca1e of type vlan for network 79ef809f-7ba9-47d7-882f-2cda505104c1 Sep 24 19:38:50.627500 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.656447 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.662499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:50.663140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.691117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1672125 Sep 24 19:38:50.694141 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:50.699950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'admin_state_up': True, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:50.730040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.731644 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.735123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5f60d-0d84-4f67-8487-29ace4aa9a2b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Network': ['ID=79ef809f-7ba9-47d7-882f-2cda505104c1,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:50.749198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:38:50.798884 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:50.940223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:51.174735 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:51.194953 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:51.307252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.15 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/81628ff9-02d2-48c7-ad05-18e3099b0b97) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:38:51.418772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:51.452779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:51.492267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:38:51.496442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:51.502847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:38:51.505929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=81628ff9-02d2-48c7-ad05-18e3099b0b97,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:51.751088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:52.301479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:52.429192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 2879351e-93a2-4d17-8aa7-883d2419a6ff is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:38:52.535838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:52.548232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Sync routers for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:52.556177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:52.561118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c6dd883-10f8-452b-b099-bea535895731 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8620994 Sep 24 19:38:52.561346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:52.562516 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:52.563169 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:52.592262 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b1f132a6-1ebe-476f-9c8e-2081cd621ce1 tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddb69d7349a6438cb0a298e0762c9b70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273070 Sep 24 19:38:52.592508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:52.666950 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:52.685620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7f44b-06e1-490d-9749-847344c9b6dc tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:52.687298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-63e7f44b-06e1-490d-9749-847344c9b6dc tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937603 Sep 24 19:38:52.690307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:52.717297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e817a719-da90-4f8a-a03b-30738d694cbf tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259168 Sep 24 19:38:52.719829 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:52.724557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620611506', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:52.819070 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:38:52.822777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:52.859822 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:51Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:52.886539 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Checking router: 2879351e-93a2-4d17-8aa7-883d2419a6ff for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:52.887215 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Updating router 2879351e-93a2-4d17-8aa7-883d2419a6ff port 81628ff9-02d2-48c7-ad05-18e3099b0b97 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:38:52.915167 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:52.988902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f7e0dad-5aca-48a4-9955-3de319bf9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.009200 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.076637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Subnet': ['ID=126cabb3-2ca8-4a3a-a94a-0394c76b0c57,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:53.084441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Checking segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:53.084441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network hostable DHCP agents. Network: 79ef809f-7ba9-47d7-882f-2cda505104c1, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:38:53.100612 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:38:53.109703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 79ef809f-7ba9-47d7-882f-2cda505104c1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:53.114534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:53.115835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.120685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286681e-26c6-4cfc-9252-292584bafc74 None None] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:38:53.141665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bac3e87e-eb8f-49a2-b494-fd0981030fe8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4207594 Sep 24 19:38:53.144637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47574) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:53.292218 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.294320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-79ef809f-7ba9-47d7-882f-2cda505104c1', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:38:53.295563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.298801 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.347774 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Attempting to bind port 81628ff9-02d2-48c7-ad05-18e3099b0b97 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:38:53.348225 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Attempting to bind port 81628ff9-02d2-48c7-ad05-18e3099b0b97 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:38:53.348648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Attempting to bind port 81628ff9-02d2-48c7-ad05-18e3099b0b97 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:53.361097 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:38:53.361645 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:53.362107 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.362561 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:38:53.363121 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Bound port: 81628ff9-02d2-48c7-ad05-18e3099b0b97, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:38:53.363557 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.398656 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Pushing event updated for resources: {'Port': ['ID=81628ff9-02d2-48c7-ad05-18e3099b0b97,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:53.410055 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.410542 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.411000 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.411420 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.411867 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.412276 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.412701 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.413110 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.414891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.414891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.414891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.414891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:38:53.439938 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.442348 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] For port 81628ff9-02d2-48c7-ad05-18e3099b0b97, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:53.446345 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] For port 81628ff9-02d2-48c7-ad05-18e3099b0b97, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=81628ff9-02d2-48c7-ad05-18e3099b0b97,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:38:53.452850 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.501227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Allocated IP 172.20.0.2 (79ef809f-7ba9-47d7-882f-2cda505104c1/126cabb3-2ca8-4a3a-a94a-0394c76b0c57/cc2be271-6836-489b-b510-b0dc67b83d78) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:38:53.512385 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:53.513029 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:53.547393 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29d6c-67ad-4297-9fc4-b070a99e9ad6 None None] Pushing event updated for resources: {'Port': ['ID=81628ff9-02d2-48c7-ad05-18e3099b0b97,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:53.619395 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:53.682570 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.691155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.720624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.748349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:38:53.755186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:53.758941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:38:53.799254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Pushing event updated for resources: {'Port': ['ID=cc2be271-6836-489b-b510-b0dc67b83d78,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:53.811251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:51Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:53.831324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Attempting to bind port cc2be271-6836-489b-b510-b0dc67b83d78 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:38:53.831881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Attempting to bind port cc2be271-6836-489b-b510-b0dc67b83d78 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:38:53.832725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Attempting to bind port cc2be271-6836-489b-b510-b0dc67b83d78 on network 79ef809f-7ba9-47d7-882f-2cda505104c1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:53.838207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:38:53.838835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Checking segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:53.840165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.840744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Bound using segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:38:53.841213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Bound port: cc2be271-6836-489b-b510-b0dc67b83d78, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:38:53.841598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.843362 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32be53-83cf-45ac-8fcc-5bdc03fea256 None None] The sync data for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 is: [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:51Z', 'revision_number': 3, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:53.910281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] For port cc2be271-6836-489b-b510-b0dc67b83d78, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:53.913548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] For port cc2be271-6836-489b-b510-b0dc67b83d78, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc2be271-6836-489b-b510-b0dc67b83d78,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:38:53.919135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:53.984712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64107a-f8d8-474d-9007-05e301f61939 None None] Pushing event updated for resources: {'Port': ['ID=cc2be271-6836-489b-b510-b0dc67b83d78,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:54.089460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.1 (79ef809f-7ba9-47d7-882f-2cda505104c1/126cabb3-2ca8-4a3a-a94a-0394c76b0c57/0070b684-7eba-40a4-9c7c-391e0e6e5aeb) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:38:54.258661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.297962 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.344805 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.389905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:38:54.393616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:54.397496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:38:54.407417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:54.455404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.598989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.924763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:54.932372 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.021279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:55.023984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.110108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0d148-15bc-4fe6-987f-fac4aac4c4e1 None None] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:38:55.123276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:38:55.124662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:55.191381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] Provisioning complete for port cc2be271-6836-489b-b510-b0dc67b83d78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:55.191754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.253286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 2879351e-93a2-4d17-8aa7-883d2419a6ff has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:38:55.331524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.371729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:55.376808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec93f175-7e68-450a-93d5-f40b74cf0a1c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/2879351e-93a2-4d17-8aa7-883d2419a6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2309601 Sep 24 19:38:55.377690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] For port cc2be271-6836-489b-b510-b0dc67b83d78, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc2be271-6836-489b-b510-b0dc67b83d78,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:55.385682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.507380 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff1035-1ec6-431c-a0e8-b658861969c1 None None] Pushing event updated for resources: {'Port': ['ID=cc2be271-6836-489b-b510-b0dc67b83d78,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:55.587577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-6afab00a-685c-433b-a19f-515299081314 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051506785&fields=id&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 267 time: 0.0417638 Sep 24 19:38:55.710092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d92fabf8-84b9-464f-a000-0065f0e9116e None None] Provisioning complete for port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:55.710736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d92fabf8-84b9-464f-a000-0065f0e9116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:55.732032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-5d2801dc-143e-4f00-87fc-6822c7a38ca8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:55.733710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-5d2801dc-143e-4f00-87fc-6822c7a38ca8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 796 time: 0.1386249 Sep 24 19:38:55.760047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-76ce09d0-70e8-431f-a10c-bcd1187ddae7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/quotas/ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 375 time: 0.0197008 Sep 24 19:38:55.830616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-41879c10-6cdb-4224-b2d8-f0cdaa070c37 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626810 Sep 24 19:38:55.839169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-4598dac7-1cd8-4ef5-8f7c-05a4295662fb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:38:55.844419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-4598dac7-1cd8-4ef5-8f7c-05a4295662fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112462 Sep 24 19:38:55.918065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Sync routers for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:55.942116 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:55.942771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:55.946680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d92fabf8-84b9-464f-a000-0065f0e9116e None None] Port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:38:56.006647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d92fabf8-84b9-464f-a000-0065f0e9116e None None] Provisioning complete for port cc2be271-6836-489b-b510-b0dc67b83d78 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:56.006766 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d92fabf8-84b9-464f-a000-0065f0e9116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.062842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc2be271-6836-489b-b510-b0dc67b83d78 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:38:56.070541 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.182154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:56.245651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cc2be271-6836-489b-b510-b0dc67b83d78 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:56.246012 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.275452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-fc126567-5b9c-469f-9f52-f41255f0972d service neutron] 10.222.0.18 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284964 Sep 24 19:38:56.365083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-bd31c5a4-487d-4fdb-9bee-90d4c4339d33 service neutron] 10.222.0.18 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Sep 24 19:38:56.396065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bd6f6621-bd19-46dc-8ea8-58d458658d30 None None] Provisioning complete for port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:56.396686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6621-bd19-46dc-8ea8-58d458658d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.489729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 81628ff9-02d2-48c7-ad05-18e3099b0b97 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:38:56.510141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f6621-bd19-46dc-8ea8-58d458658d30 None None] Port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:38:56.537665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e3180a3-2075-4404-8543-a29e61907fe1 req-5b47fc10-9c5e-46a6-8cf2-f83e244d5663 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 210 time: 0.0308619 Sep 24 19:38:56.548726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 2, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:56.556654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 81628ff9-02d2-48c7-ad05-18e3099b0b97 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:56.557107 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.577009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:38:56.605804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Checking router: 2879351e-93a2-4d17-8aa7-883d2419a6ff for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:56.606288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Updating router 2879351e-93a2-4d17-8aa7-883d2419a6ff port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:38:56.640874 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.755879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port a99555ac-0162-4755-b7d7-6e8ca53033d1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:38:56.756141 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.778635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.811762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 81628ff9-02d2-48c7-ad05-18e3099b0b97, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=81628ff9-02d2-48c7-ad05-18e3099b0b97,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:56.820660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.842089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.842427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:56.855660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for a99555ac-0162-4755-b7d7-6e8ca53033d1 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:38:56.892733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=81628ff9-02d2-48c7-ad05-18e3099b0b97,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:57.020005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.024507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.029962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.055492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=a99555ac-0162-4755-b7d7-6e8ca53033d1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:57.083931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf2662-0d18-424b-8aa7-a6dc0628b2d0 None None] Pushing event updated for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:57.130298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.130662 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Floating IP 4684d96e-44df-4e95-a26e-44b7efa0d86c disassociated (deleted). External IP: 172.25.5.170, port: 95078a3b-0ce7-4f3b-b24e-0d352787acc5. Sep 24 19:38:57.151907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Attempting to bind port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:38:57.152422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Attempting to bind port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:38:57.153332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Attempting to bind port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb on network 79ef809f-7ba9-47d7-882f-2cda505104c1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:38:57.163496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:38:57.163931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Checking segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:38:57.164502 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.165080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Bound using segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:38:57.165563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Bound port: 0070b684-7eba-40a4-9c7c-391e0e6e5aeb, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:38:57.165959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.243204 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] For port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:38:57.247572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] For port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:38:57.252231 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.312854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf2662-0d18-424b-8aa7-a6dc0628b2d0 None None] Pushing event updated for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:57.315554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:57.316164 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:57.367088 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:38:57.379004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] Provisioning complete for port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:57.379383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.465497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:57.486126 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:38:57.496631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:38:57.509097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.513892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:57.514686 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:57.575973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b6208257-7a6f-4618-a0f2-6e60f03d451b tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "DELETE /v2.0/floatingips/4684d96e-44df-4e95-a26e-44b7efa0d86c HTTP/1.1" status: 204 len: 168 time: 0.9953244 Sep 24 19:38:57.608641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.674968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] For port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:38:57.688922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.695004 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:38:57.701437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:38:57.708575 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e2ed3-915f-405b-9649-cbebc2b75827" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:38:57.731996 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:57.751786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e48dd9e4-72ec-46c2-8e57-451166ba1d21 req-c89ce56e-c73e-44bd-84d6-e0a34b0afcfb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 210 time: 0.0400553 Sep 24 19:38:57.785298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-3623d3e0-23aa-47bc-a54e-3f3026b00aff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:57.786310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a379f8-1f09-41f3-8ac0-3b16c82f4b57 None None] Pushing event updated for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:57.788291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-3623d3e0-23aa-47bc-a54e-3f3026b00aff tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 796 time: 0.2477839 Sep 24 19:38:57.818364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:57.821854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a11f0edf-be66-47a7-8f07-ace632ce050c None None] Provisioning complete for port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:57.822302 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11f0edf-be66-47a7-8f07-ace632ce050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:57.847409 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e210516-0503-40be-b7ae-d75681c47fac x-openstack-request-id: req-0e210516-0503-40be-b7ae-d75681c47fac {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:38:57.847711 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:38:57.847972 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e210516-0503-40be-b7ae-d75681c47fac {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:38:57.848354 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'status': 'completed', 'code': 200} Sep 24 19:38:57.871106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6005d4ed-b807-4af8-beea-3d8f863abd94 None None] The sync data for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 is: [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:57.881247 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-657dbbca-71b7-474c-b6da-5ade757c8040 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb69d7349a6438cb0a298e0762c9b70 HTTP/1.1" status: 200 len: 380 time: 0.0809348 Sep 24 19:38:57.919613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'port': {'device_id': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'admin_state_up': True, 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'security_groups': ['a692e7fd-d3bd-4030-b260-be288a0de18d']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:57.933181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 81628ff9-02d2-48c7-ad05-18e3099b0b97 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:38:58.051630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-2d09e898-d91e-42a5-999a-7679ad2b4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.055386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-2d09e898-d91e-42a5-999a-7679ad2b4076 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=930624fc8cbf43838ce4987884894086&device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 1097 time: 0.1800258 Sep 24 19:38:58.078653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba1fa-361d-42dc-b258-8f43236597b1 req-f6fdcbce-dc8f-4daa-91bb-3a4e101c35a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.080623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 81628ff9-02d2-48c7-ad05-18e3099b0b97 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:58.081092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:58.085955 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:58.086192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5dba1fa-361d-42dc-b258-8f43236597b1 req-f6fdcbce-dc8f-4daa-91bb-3a4e101c35a1 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.2122445 Sep 24 19:38:58.118472 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:38:58.132138 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:38:58.133214 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:58.183073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5dba1fa-361d-42dc-b258-8f43236597b1 req-a88060dc-bed5-4f89-a5f3-47854168ea08 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958266 Sep 24 19:38:58.258958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Made reservation on behalf of ddb69d7349a6438cb0a298e0762c9b70 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:38:58.262904 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:38:58.263130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:58.274750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-6105117c-b50f-496c-adcc-09768978e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.276321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-6105117c-b50f-496c-adcc-09768978e970 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 200 len: 911 time: 0.2069118 Sep 24 19:38:58.353173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-500e39d2-3900-482d-8ffd-71d13f712ca9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 200 len: 217 time: 0.0635111 Sep 24 19:38:58.449956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-2caefc68-129a-43a1-82ce-8812d8adfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.451460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-2caefc68-129a-43a1-82ce-8812d8adfdeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 200 len: 850 time: 0.0866063 Sep 24 19:38:58.476102 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:38:58.495701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.20.0.7 (79ef809f-7ba9-47d7-882f-2cda505104c1/126cabb3-2ca8-4a3a-a94a-0394c76b0c57/c3708aba-f66d-4f4c-ab14-0d6b631832c2) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:38:58.504247 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe8a3-0fcb-40a4-9779-a17e9beb8fbe None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:34Z', 'revision_number': 4, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '1fd8fd78-5f9c-4748-b5cc-77ce50659f3b', 'name': '', 'network_id': '1d0b39db-f5fa-4468-9c44-3d7ea8abe41e', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'mac_address': 'fa:16:3e:59:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:33Z', 'updated_at': '2021-09-24T19:28:39Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'subnets': [{'id': 'a214fd4f-1f10-44ab-a696-27f319fda0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:38:58.535059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-89f4ed7b-8ed3-4131-8368-ebfe9c67be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.536722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-89f4ed7b-8ed3-4131-8368-ebfe9c67be4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686269 Sep 24 19:38:58.712791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-f520844c-516b-40c1-81d3-a8658bbfe885 service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670270 Sep 24 19:38:58.734823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:58.838549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a9e2ed3-915f-405b-9649-cbebc2b75827 req-02666df5-2ae0-4d52-9ba0-1df3ceb4cf1a service neutron] 10.222.0.15 "GET /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157694 Sep 24 19:38:58.842581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:58.861441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e84f8-d95c-44a1-9aa5-6e1ffc35f7bc None None] New status for floating IP 4684d96e-44df-4e95-a26e-44b7efa0d86c: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:38:58.922706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:38:58.931842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:38:58.936061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:38:58.938882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:58.981778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254e9a6-49dd-48d2-981c-4517bcf62f8a req-4606c4e5-52c3-4d9a-a602-1eeea5bc8c21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:58.985473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7254e9a6-49dd-48d2-981c-4517bcf62f8a req-4606c4e5-52c3-4d9a-a602-1eeea5bc8c21 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 931 time: 0.1431313 Sep 24 19:38:59.009557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:59.010281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:59.043460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2b0350d5-58ea-45c3-9d44-77c31b568943 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1429780 Sep 24 19:38:59.051561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7254e9a6-49dd-48d2-981c-4517bcf62f8a req-73c81bcd-3744-4b61-9a2e-aa8c51d85950 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593631 Sep 24 19:38:59.119894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Request body: {'port': {'device_id': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:38:59.180429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:59.215640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6da6ab27-fbae-4226-abf1-867563fb8faa None None] Provisioning complete for port c3708aba-f66d-4f4c-ab14-0d6b631832c2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:59.216213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6da6ab27-fbae-4226-abf1-867563fb8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:59.254404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6da6ab27-fbae-4226-abf1-867563fb8faa None None] Port c3708aba-f66d-4f4c-ab14-0d6b631832c2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:38:59.382237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52a429-2161-4022-abf1-f156ebe634e5 req-963377f6-de76-4df7-9afe-74c8890240d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:59.383760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a52a429-2161-4022-abf1-f156ebe634e5 req-963377f6-de76-4df7-9afe-74c8890240d0 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.0883961 Sep 24 19:38:59.464112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0a52a429-2161-4022-abf1-f156ebe634e5 req-15eeb7ca-5cf5-4e7b-9a7c-7a702802670a tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524001 Sep 24 19:38:59.527705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:38:59.535037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:59.547531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Transition to ACTIVE for port object c3708aba-f66d-4f4c-ab14-0d6b631832c2 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:38:59.551062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:38:59.900415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:38:59.914083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0070b684-7eba-40a4-9c7c-391e0e6e5aeb up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:38:59.935367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8a6-2592-4950-a70c-b80627d5508f req-bbc4de6c-f43a-4e10-a134-cd9392fbcea4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:38:59.937034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8a6-2592-4950-a70c-b80627d5508f req-bbc4de6c-f43a-4e10-a134-cd9392fbcea4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.0900273 Sep 24 19:38:59.967841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:38:59.968482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.059014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Attempting to bind port c3708aba-f66d-4f4c-ab14-0d6b631832c2 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:39:00.059849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Attempting to bind port c3708aba-f66d-4f4c-ab14-0d6b631832c2 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:39:00.060180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Attempting to bind port c3708aba-f66d-4f4c-ab14-0d6b631832c2 on network 79ef809f-7ba9-47d7-882f-2cda505104c1 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:39:00.068706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Port c3708aba-f66d-4f4c-ab14-0d6b631832c2 on network 79ef809f-7ba9-47d7-882f-2cda505104c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:39:00.069027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Attempting to bind port c3708aba-f66d-4f4c-ab14-0d6b631832c2 on network 79ef809f-7ba9-47d7-882f-2cda505104c1 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:39:00.080397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:39:00.080787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Checking segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:39:00.081127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Bound using segment: {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:39:00.081837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Bound port: c3708aba-f66d-4f4c-ab14-0d6b631832c2, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c9f36b-33c3-413e-814b-53c32be8ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:39:00.082423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.126788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:00.127146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.250645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:39:00.261528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab8f38-9f4d-4466-85ba-b292eb651c77 req-3a14f2d7-e185-41a2-80c1-8bb068942f02 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.263042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcab8f38-9f4d-4466-85ba-b292eb651c77 req-3a14f2d7-e185-41a2-80c1-8bb068942f02 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 943 time: 0.1318831 Sep 24 19:39:00.286590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:39:00.304239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.318381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] For port 95078a3b-0ce7-4f3b-b24e-0d352787acc5, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=95078a3b-0ce7-4f3b-b24e-0d352787acc5,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:00.318733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.359387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 95078a3b-0ce7-4f3b-b24e-0d352787acc5 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:00.365849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.366465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.367905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] 10.222.0.69 "PUT /v2.0/ports/c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 1091 time: 1.3154514 Sep 24 19:39:00.372946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:00.375216 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693ae963-2fd0-4460-96ea-b46d376d3a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:00.396494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcab8f38-9f4d-4466-85ba-b292eb651c77 req-4fd4b812-8bef-45d8-bbff-deb8c9c8efa1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252005 Sep 24 19:39:00.452039 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef4e1a-77bc-4578-bd30-eb1a04b627e0 x-openstack-request-id: req-5eef4e1a-77bc-4578-bd30-eb1a04b627e0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:00.452326 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:00.452576 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eef4e1a-77bc-4578-bd30-eb1a04b627e0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:00.452972 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'status': 'completed', 'code': 200} Sep 24 19:39:00.479272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e37c-9143-4a18-b83a-7c16af1cc266 service neutron] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:00.515042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-e72c6904-1993-462d-a086-bb2c8aed6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.516602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-e72c6904-1993-462d-a086-bb2c8aed6b02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1094 time: 0.1042776 Sep 24 19:39:00.572862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-c454fc11-3e88-4da6-b2d8-33621198b22a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 217 time: 0.0465982 Sep 24 19:39:00.690007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee36-821f-4215-92b9-b2c0da69969c req-f227b014-20aa-4722-baf4-a96d16833404 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.691439 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ab9ee36-821f-4215-92b9-b2c0da69969c req-f227b014-20aa-4722-baf4-a96d16833404 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 946 time: 0.1285148 Sep 24 19:39:00.696298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1525a182-20ff-4a62-a3c8-495c96c4370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.697707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-1525a182-20ff-4a62-a3c8-495c96c4370a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 200 len: 835 time: 0.0874424 Sep 24 19:39:00.700497 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.764944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=95078a3b-0ce7-4f3b-b24e-0d352787acc5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:00.831818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] No DVR routers for this DVR port 95078a3b-0ce7-4f3b-b24e-0d352787acc5 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:39:00.836835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ab9ee36-821f-4215-92b9-b2c0da69969c req-6c491006-455c-48d0-be4a-1df443019426 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e5a9ac5-d2ce-42bf-a659-499fabfab311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379433 Sep 24 19:39:00.837886 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:00.840392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7824f8a6-2592-4950-a70c-b80627d5508f req-cb7f175d-1dfc-4dcb-b161-753a7c64952f tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.15 "DELETE /v2.0/ports/95078a3b-0ce7-4f3b-b24e-0d352787acc5 HTTP/1.1" status: 204 len: 173 time: 0.8771703 Sep 24 19:39:00.845068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-e6b20186-daec-402f-81e3-8469aa776f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:00.846524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-e6b20186-daec-402f-81e3-8469aa776f90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=79ef809f-7ba9-47d7-882f-2cda505104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382120 Sep 24 19:39:00.940867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-14052385-c360-43b1-8755-7ab66fb5d4a6 service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868483 Sep 24 19:39:01.038818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a042e5e-7bd1-47e3-a7d5-0d12bbadccd1 req-2bb49593-0c98-4514-90c8-1b0dac226e5c service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895040 Sep 24 19:39:01.123196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-907c1390-54a7-4fc7-92fa-e9e473a53b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:01.124765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-907c1390-54a7-4fc7-92fa-e9e473a53b5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1094 time: 0.0433590 Sep 24 19:39:01.231200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-d5c065fd-be53-4a1b-aafb-631ef92d9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:01.232798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-d5c065fd-be53-4a1b-aafb-631ef92d9dc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 896 time: 0.1012764 Sep 24 19:39:01.276145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-7b50ba14-5223-47ee-9441-eac9424ed117 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 217 time: 0.0353968 Sep 24 19:39:01.325189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-d4f16914-6526-43f5-b86a-d8db6160b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:01.326767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-d4f16914-6526-43f5-b86a-d8db6160b8f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 200 len: 835 time: 0.0438337 Sep 24 19:39:01.379035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-b3bf353c-63ce-454b-98f3-5d81b80f2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:01.380496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-b3bf353c-63ce-454b-98f3-5d81b80f2a89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=79ef809f-7ba9-47d7-882f-2cda505104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442636 Sep 24 19:39:01.477890 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-2e5bf3c8-8a87-4e58-88a9-071140595886 service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877507 Sep 24 19:39:01.587853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86489897-5149-4930-bae6-e7253d41dc2d req-d49bb8dd-e7ef-4b62-ae09-c8c1136db635 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:01.589960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86489897-5149-4930-bae6-e7253d41dc2d req-d49bb8dd-e7ef-4b62-ae09-c8c1136db635 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 943 time: 0.1153319 Sep 24 19:39:01.622791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-693ae963-2fd0-4460-96ea-b46d376d3a1c req-e884879e-ee9f-4ac6-bd7a-e5fd7c6fbce5 service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364322 Sep 24 19:39:01.646543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86489897-5149-4930-bae6-e7253d41dc2d req-f2be1d27-461b-4c5d-bee8-45f3499f815a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Sep 24 19:39:01.936707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68845711-88a0-40cd-942b-90c969dac66a req-9a574308-d33f-4081-9c00-77403687b0cd tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 210 time: 0.0272355 Sep 24 19:39:02.453777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'name': 'network-vif-deleted', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:02.456261 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f65ff-8420-447c-bed3-4808b7653b1b" -d '{"events": [{"server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "name": "network-vif-deleted", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:02.499701 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f0d0cc-5c18-44f1-92da-14e64774cc84 x-openstack-request-id: req-f3f0d0cc-5c18-44f1-92da-14e64774cc84 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:02.500004 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa6ebcc-4a8c-4f6d-82db-a7316968699f", "name": "network-vif-deleted", "tag": "95078a3b-0ce7-4f3b-b24e-0d352787acc5", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:02.500257 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3f0d0cc-5c18-44f1-92da-14e64774cc84 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:02.500657 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa6ebcc-4a8c-4f6d-82db-a7316968699f', 'name': 'network-vif-deleted', 'tag': '95078a3b-0ce7-4f3b-b24e-0d352787acc5', 'status': 'completed', 'code': 200} Sep 24 19:39:02.779615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7f082-17ee-4b5f-be6a-bd53a9559e6c req-2e801b88-aee4-47d3-a6af-51ed2e9a1ec9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:02.781130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d7f082-17ee-4b5f-be6a-bd53a9559e6c req-2e801b88-aee4-47d3-a6af-51ed2e9a1ec9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 943 time: 0.0561707 Sep 24 19:39:02.821046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d7f082-17ee-4b5f-be6a-bd53a9559e6c req-4ddf22ce-e4b4-4881-a272-2958f080e94f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337141 Sep 24 19:39:03.034557 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b0749fa-d7b7-4703-99d4-c202425d4de4 req-77afdca1-e5ca-403a-80a8-8ebd8273aff2 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 210 time: 0.0274031 Sep 24 19:39:03.397576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:03.508977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:39:03.605126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:03.616193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'mac_address': 'fa:16:3e:0c:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:39:03.653475 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:03.666183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:39:03.685928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:03.690442 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:03.739432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:03.893834 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c3708aba-f66d-4f4c-ab14-0d6b631832c2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:39:03.942127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285eebe-5c86-4900-9ff9-4d69bdd8fb96 req-98ec428f-2a9c-4ab8-8729-c8fc1132ddc1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:03.943661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2285eebe-5c86-4900-9ff9-4d69bdd8fb96 req-98ec428f-2a9c-4ab8-8729-c8fc1132ddc1 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 944 time: 0.0556028 Sep 24 19:39:03.987414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2285eebe-5c86-4900-9ff9-4d69bdd8fb96 req-4d756ac7-2856-41ff-a7a1-afebc23419b4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Sep 24 19:39:04.140244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1509cde-90b3-4a73-b04a-c64a39bd4835 req-7ec115c0-b160-4a72-988b-315efc62be96 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa6ebcc-4a8c-4f6d-82db-a7316968699f HTTP/1.1" status: 200 len: 210 time: 0.0325353 Sep 24 19:39:04.522275 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95078a3b-0ce7-4f3b-b24e-0d352787acc5 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:04.543212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 95078a3b-0ce7-4f3b-b24e-0d352787acc5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:04.543562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 95078a3b-0ce7-4f3b-b24e-0d352787acc5 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:05.097883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a7b59-1c8e-4192-a792-c494dec98032 req-0756c57c-85ec-470a-94a8-81de63c4b438 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:05.099375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b8a7b59-1c8e-4192-a792-c494dec98032 req-0756c57c-85ec-470a-94a8-81de63c4b438 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 944 time: 0.0491087 Sep 24 19:39:05.137113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b8a7b59-1c8e-4192-a792-c494dec98032 req-6b59de03-c306-4b1d-8fd1-31cf8f7a9306 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Sep 24 19:39:05.196298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47658) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:05.318464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Deleting port 2e48d61c-5ff4-4530-95d4-e3c60a7e0060 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:05.318723 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.395923 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.396250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.408013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Calling delete_port for 2e48d61c-5ff4-4530-95d4-e3c60a7e0060 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:05.524613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:39:05.534817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.564875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'Port': ['ID=2e48d61c-5ff4-4530-95d4-e3c60a7e0060,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:05.576466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c3708aba-f66d-4f4c-ab14-0d6b631832c2 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:39:05.580300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c3708aba-f66d-4f4c-ab14-0d6b631832c2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:39:05.580678 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.625431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.628433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.629596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dd02a63e-7457-438c-8237-f6fc2688c009 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "DELETE /v2.0/floatingips/69e4574c-d91b-40b0-80c3-c5cff5f9cd44 HTTP/1.1" status: 204 len: 168 time: 0.4322748 Sep 24 19:39:05.662198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.687006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:05.689407 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c69df3-22ee-4e6b-ace9-bf1c690124e6" -d '{"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-plugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:05.704126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:05.710071 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:05.759553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:05.807772 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1cfd0b-6e4a-4323-8048-a658bdeee7b4 x-openstack-request-id: req-1d1cfd0b-6e4a-4323-8048-a658bdeee7b4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:05.808072 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-plugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:05.808333 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d1cfd0b-6e4a-4323-8048-a658bdeee7b4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:05.808740 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'code': 200} Sep 24 19:39:05.907163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66cc1-e357-4979-8076-d107e916f23f req-ace830d8-d757-46f8-ba90-6eb5c69504c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:05.908684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59e66cc1-e357-4979-8076-d107e916f23f req-ace830d8-d757-46f8-ba90-6eb5c69504c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1096 time: 0.0400980 Sep 24 19:39:05.943889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59e66cc1-e357-4979-8076-d107e916f23f req-4aff02a2-25e3-4f4f-bab3-931130826b2a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277715 Sep 24 19:39:06.262471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7462f88-c66c-47a2-85d5-79357ac9d4a0 req-8f42e665-0269-45f4-bbd6-428bedc542d3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:06.264005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7462f88-c66c-47a2-85d5-79357ac9d4a0 req-8f42e665-0269-45f4-bbd6-428bedc542d3 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0610774 Sep 24 19:39:06.302097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7462f88-c66c-47a2-85d5-79357ac9d4a0 req-fd7d635b-5ee5-45d3-adae-5952e469b33e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Sep 24 19:39:07.419056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cccca-77e3-4d48-b9d7-3d820b31e96b req-e91e8109-d5bf-44ec-97ee-f224052b9ee7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:07.421339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee4cccca-77e3-4d48-b9d7-3d820b31e96b req-e91e8109-d5bf-44ec-97ee-f224052b9ee7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Sep 24 19:39:07.459058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee4cccca-77e3-4d48-b9d7-3d820b31e96b req-187c112d-9f96-495d-a346-86fccad3ddba tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Sep 24 19:39:07.575024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec3ded-a0dd-4932-9ffb-02a749d8ca45 req-52e2057b-24c7-4dd1-b154-a1d551be9fc9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:07.576541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dec3ded-a0dd-4932-9ffb-02a749d8ca45 req-52e2057b-24c7-4dd1-b154-a1d551be9fc9 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Sep 24 19:39:07.616536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dec3ded-a0dd-4932-9ffb-02a749d8ca45 req-ef367b47-5491-4d09-9e89-d3f887e5bb44 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336170 Sep 24 19:39:07.639163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47680) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:07.682387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ca7b9-ab62-4536-ae38-286225d1576f tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:07.686367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b08ca7b9-ab62-4536-ae38-286225d1576f tempest-TestNetworkAdvancedServerOps-1055266934 tempest-TestNetworkAdvancedServerOps-1055266934-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1091 time: 0.0438006 Sep 24 19:39:07.686733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:07.691106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:39:07.713401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:07.815714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:07.902125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47686) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:07.961276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Allocated IP 172.25.5.146 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/667a2af7-9a92-4a33-9022-4cfc0386e9ab) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:39:07.992912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.039251 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.140422 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.187834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.191985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.193158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e5a9ac5-d2ce-42bf-a659-499fabfab311 HTTP/1.1" status: 204 len: 168 time: 0.2890332 Sep 24 19:39:08.197433 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:08.212832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788274-55b5-4401-ab26-b0bc22189fd4 tempest-TestVolumeBootPattern-1125981464 tempest-TestVolumeBootPattern-1125981464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a9ac5-d2ce-42bf-a659-499fabfab311,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:08.245610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:39:08.249060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:39:08.252728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:39:08.256157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47690) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:08.287493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=667a2af7-9a92-4a33-9022-4cfc0386e9ab,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:09.081458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.098819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.178343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.357970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.415410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.421285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.539064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event updated for resources: {'Port': ['ID=667a2af7-9a92-4a33-9022-4cfc0386e9ab,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:09.589763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:09.724613 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 associated. External IP: 172.25.5.146, port: c3708aba-f66d-4f4c-ab14-0d6b631832c2. Sep 24 19:39:09.854064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Deleting port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:09.854400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:10.016192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] For port 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:10.016477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:10.036882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Calling delete_port for 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:10.053454 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 2879351e-93a2-4d17-8aa7-883d2419a6ff has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:39:10.258183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:39:10.269512 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Sync routers for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:39:10.276762 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:10.280362 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:10.281183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:10.328913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d0ce22a-b370-4954-9f88-4089553610ee tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6411302 Sep 24 19:39:10.331235 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:10.333496 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e830e2-e79f-4261-9392-44da1a9d0a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:10.351314 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:10.380477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd8fd78-5f9c-4748-b5cc-77ce50659f3b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:10.394800 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:10.409398 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a25869-6801-4658-b5a2-01c83faad4f0 x-openstack-request-id: req-a7a25869-6801-4658-b5a2-01c83faad4f0 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:10.409876 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:10.410198 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7a25869-6801-4658-b5a2-01c83faad4f0 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:10.410879 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'status': 'completed', 'code': 200} Sep 24 19:39:10.571365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a42bf5-06c9-414e-b87d-7d2d4973811a req-04b57ab1-997a-42e1-a7b6-2830f4e4ca7f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:10.573020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83a42bf5-06c9-414e-b87d-7d2d4973811a req-04b57ab1-997a-42e1-a7b6-2830f4e4ca7f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.1403484 Sep 24 19:39:10.581507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-c0084cbd-ffd5-46fb-a7d8-2972449c4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:10.585286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-c0084cbd-ffd5-46fb-a7d8-2972449c4c2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1096 time: 0.1515920 Sep 24 19:39:10.718218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:10.722874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83a42bf5-06c9-414e-b87d-7d2d4973811a req-6f3b6d56-1db9-444b-b546-9f35ae021fde tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359613 Sep 24 19:39:10.731476 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'af3e63b0-da3b-4376-aa1a-8bdbbb75ea84', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'mac_address': 'fa:16:3e:0c:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:39:08Z', 'updated_at': '2021-09-24T19:39:08Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:10.746243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:10.757404 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Checking router: 2879351e-93a2-4d17-8aa7-883d2419a6ff for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:39:10.766393 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:10.767058 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:10.789095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-013356f9-3bd4-4f95-9c56-36eea10e9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:10.790579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-013356f9-3bd4-4f95-9c56-36eea10e9b01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 896 time: 0.1919334 Sep 24 19:39:10.816643 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-da78d039-4f05-4bed-8ed1-b376e1a4fe5c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 HTTP/1.1" status: 200 len: 991 time: 0.0686955 Sep 24 19:39:10.874759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:11.109869 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'af3e63b0-da3b-4376-aa1a-8bdbbb75ea84', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'mac_address': 'fa:16:3e:0c:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:39:08Z', 'updated_at': '2021-09-24T19:39:08Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:11.135908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b20b1-e0e4-45f7-a489-e590a326a1a7 None None] The sync data for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 is: [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'af3e63b0-da3b-4376-aa1a-8bdbbb75ea84', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'mac_address': 'fa:16:3e:0c:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:39:08Z', 'updated_at': '2021-09-24T19:39:08Z', 'revision_number': 0, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:39:11.186562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-afdae8c1-31c1-4bdc-a225-f79c74362a80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 999 time: 0.3882585 Sep 24 19:39:11.292357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-981ee4f1-0a54-4e67-9e0a-de892d20c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:11.294082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-981ee4f1-0a54-4e67-9e0a-de892d20c723 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 200 len: 835 time: 0.0963988 Sep 24 19:39:11.335403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b986f3-cdf2-4af2-b266-ad70622cc3d1 None None] New status for floating IP af3e63b0-da3b-4376-aa1a-8bdbbb75ea84: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:39:11.384519 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:39:11.386514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-18336fb9-b068-4932-95a2-aed772cdb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:11.388078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-18336fb9-b068-4932-95a2-aed772cdb918 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=79ef809f-7ba9-47d7-882f-2cda505104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855908 Sep 24 19:39:11.557353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-43c10243-781c-4aac-bb4e-4b32bf82ec45 service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621685 Sep 24 19:39:11.563398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:39:11.568998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f8ac991e-68bf-4294-a64e-8e1c3c727de0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea05b94d-bdcd-4b5b-b10b-17fa0f544d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118792 Sep 24 19:39:11.571759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:11.574232 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Sync routers for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:39:11.583243 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:11.583869 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:11.659081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9e830e2-e79f-4261-9392-44da1a9d0a8a req-93d53782-11a4-4248-a983-2000872be1be service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935035 Sep 24 19:39:11.678803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:11.692925 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:11.782031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:11.820155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:11.878275 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:39:10Z', 'revision_number': 5, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port': {'id': '64af3cba-28c1-4296-bf8f-d4df1797c83a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:11.880482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Deleting port 64af3cba-28c1-4296-bf8f-d4df1797c83a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:11.880828 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:11.906586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d7be913f-90cd-4cf3-be7b-d358aaecad71 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 HTTP/1.1" status: 200 len: 993 time: 0.0853608 Sep 24 19:39:11.907077 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Checking router: ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:39:11.918651 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Routers {'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:11.919286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:11.975684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] For port 64af3cba-28c1-4296-bf8f-d4df1797c83a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64af3cba-28c1-4296-bf8f-d4df1797c83a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:11.976077 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:11.991521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Calling delete_port for 64af3cba-28c1-4296-bf8f-d4df1797c83a owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:12.009842 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] Set router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:12.064865 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:39:11Z', 'revision_number': 6, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:12.095162 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fb608-a51e-42c2-a571-ab451d3bfcb8 None None] The sync data for ids ['ea05b94d-bdcd-4b5b-b10b-17fa0f544d21'] in n-d-810952-2 is: [{'id': 'ea05b94d-bdcd-4b5b-b10b-17fa0f544d21', 'name': 'tempest-TestVolumeBootPattern-450389131-router', 'tenant_id': '930624fc8cbf43838ce4987884894086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:31Z', 'updated_at': '2021-09-24T19:39:11Z', 'revision_number': 6, 'project_id': '930624fc8cbf43838ce4987884894086', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:39:12.179277 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.208522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Pushing event deleted for resources: {'Port': ['ID=64af3cba-28c1-4296-bf8f-d4df1797c83a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:12.269521 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.356383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.358516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.399869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.400388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:39:12.405497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.406694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4cb347d3-aff3-49ec-b081-65f04a8c440b admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea05b94d-bdcd-4b5b-b10b-17fa0f544d21 HTTP/1.1" status: 204 len: 168 time: 0.8339543 Sep 24 19:39:12.409114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:12.458309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Deleting subnet a214fd4f-1f10-44ab-a696-27f319fda0d5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:39:12.461685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.497506 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.607287 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.657435 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.681728 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a214fd4f-1f10-44ab-a696-27f319fda0d5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:12.685960 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.687960 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2aee47a4-e209-41ba-80f6-c2688ebd35cb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a214fd4f-1f10-44ab-a696-27f319fda0d5 HTTP/1.1" status: 204 len: 168 time: 0.2778065 Sep 24 19:39:12.690357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:12.693010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06790bb7-8cb9-4ed5-8214-a82f2864e4a5 None None] Network 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:39:12.756086 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.818718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Deleting port d91bf1dd-d25a-4d64-ba53-d33fac8925ff {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:12.819417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.883697 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] DHCP port deletion for 1d0b39db-f5fa-4468-9c44-3d7ea8abe41e request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:39:12.889938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] For port d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:12.890304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.905212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Calling delete_port for d91bf1dd-d25a-4d64-ba53-d33fac8925ff owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:12.932662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Deleting port d91bf1dd-d25a-4d64-ba53-d33fac8925ff {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:12.933043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:12.990348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.003908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] For port d91bf1dd-d25a-4d64-ba53-d33fac8925ff, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,segment=NetworkSegment(5f6510d4-12fc-4c31-ba60-a879145fe525),segment_id=5f6510d4-12fc-4c31-ba60-a879145fe525)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:13.004406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.016376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:13.016753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Calling delete_port for d91bf1dd-d25a-4d64-ba53-d33fac8925ff owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:13.019884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] No DVR routers for this DVR port d91bf1dd-d25a-4d64-ba53-d33fac8925ff on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:39:13.096146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.098217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.119448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0b39db-f5fa-4468-9c44-3d7ea8abe41e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:13.124261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] Pushing event deleted for resources: {'Port': ['ID=d91bf1dd-d25a-4d64-ba53-d33fac8925ff,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:13.128511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c65669-dfe7-4fd9-bc6a-b77d5f67c84f None None] No DVR routers for this DVR port d91bf1dd-d25a-4d64-ba53-d33fac8925ff on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:39:13.146349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6510d4-12fc-4c31-ba60-a879145fe525') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:13.146659 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6510d4-12fc-4c31-ba60-a879145fe525') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:13.164089 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.185485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.193530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:39:13.193918 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:39:13.195745 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:39:13.248236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.253490 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.255446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d0b39db-f5fa-4468-9c44-3d7ea8abe41e HTTP/1.1" status: 204 len: 168 time: 0.5640304 Sep 24 19:39:13.258687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47708) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:13.276359 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30d85-e5af-417a-9bb8-7519351313f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0b39db-f5fa-4468-9c44-3d7ea8abe41e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:13.605638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.837604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Deleting port 64ff30da-4b8d-4b69-a76f-62784b7bf95c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:13.837951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.892179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64af3cba-28c1-4296-bf8f-d4df1797c83a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:13.911590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 64af3cba-28c1-4296-bf8f-d4df1797c83a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:13.911933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64af3cba-28c1-4296-bf8f-d4df1797c83a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:13.912348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:13.921307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] For port 64ff30da-4b8d-4b69-a76f-62784b7bf95c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=64ff30da-4b8d-4b69-a76f-62784b7bf95c,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:13.921681 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:13.930499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:13.930847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 1fd8fd78-5f9c-4748-b5cc-77ce50659f3b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:13.931282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d91bf1dd-d25a-4d64-ba53-d33fac8925ff no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:13.935698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Calling delete_port for 64ff30da-4b8d-4b69-a76f-62784b7bf95c owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:13.950097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d91bf1dd-d25a-4d64-ba53-d33fac8925ff {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:13.950436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d91bf1dd-d25a-4d64-ba53-d33fac8925ff not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:14.113584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:14.139773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=64ff30da-4b8d-4b69-a76f-62784b7bf95c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:14.310919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:14.517636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:39:14.620350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:39:14.625990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-41b641c3-d4a4-4025-9374-f1a57f67c0fd admin admin] 10.222.0.18 "PUT /v2.0/routers/5ef779e3-14f3-4d10-b9b2-98355af35dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3661041 Sep 24 19:39:14.628504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:14.629567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Sync routers for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:39:14.638479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:14.639128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:14.742063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:14.927786 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:39:14Z', 'revision_number': 5, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:14.953851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Checking router: 5ef779e3-14f3-4d10-b9b2-98355af35dd2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:39:14.962751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Routers {'5ef779e3-14f3-4d10-b9b2-98355af35dd2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:39:14.963415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:38:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:14.980352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.065932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] Set router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:39:15.082797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.134178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Deleting port 4fd4dbef-0de6-48eb-81ee-9b401677b306 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:15.134513 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.211114 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] For port 4fd4dbef-0de6-48eb-81ee-9b401677b306, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fd4dbef-0de6-48eb-81ee-9b401677b306,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:15.211372 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.224102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Calling delete_port for 4fd4dbef-0de6-48eb-81ee-9b401677b306 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:15.238252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:39:14Z', 'revision_number': 5, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:15.267421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6295bd1-9f06-4509-a06b-b7cb7cb64914 None None] The sync data for ids ['5ef779e3-14f3-4d10-b9b2-98355af35dd2'] in n-d-810952-2 is: [{'id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'name': 'tempest-TestVolumeBootPattern-592728232-router', 'tenant_id': '239cec5556304e7584854866d57bc7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:28:36Z', 'updated_at': '2021-09-24T19:39:14Z', 'revision_number': 5, 'project_id': '239cec5556304e7584854866d57bc7f9', 'gw_port': {'id': '4fd4dbef-0de6-48eb-81ee-9b401677b306', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef779e3-14f3-4d10-b9b2-98355af35dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:28:37Z', 'updated_at': '2021-09-24T19:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:39:15.384630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.411301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd4dbef-0de6-48eb-81ee-9b401677b306,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:15.471917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.559576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.561614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.604293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.604930 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef779e3-14f3-4d10-b9b2-98355af35dd2 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:39:15.609098 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.610252 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f9b18c2-8e45-4289-a069-d6ee7ab2029b admin admin] 10.222.0.18 "DELETE /v2.0/routers/5ef779e3-14f3-4d10-b9b2-98355af35dd2 HTTP/1.1" status: 204 len: 168 time: 0.9807336 Sep 24 19:39:15.612971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47712) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:15.663061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Deleting subnet a0723b9c-d119-456d-b998-5a4dbfb0a1fc {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:39:15.666983 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.703756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.781888 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.836675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.868493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0723b9c-d119-456d-b998-5a4dbfb0a1fc,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:15.872737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:15.877747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ff1beadf-db9d-4005-83f1-403857d0e41e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a0723b9c-d119-456d-b998-5a4dbfb0a1fc HTTP/1.1" status: 204 len: 168 time: 0.2606349 Sep 24 19:39:15.878323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47714) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:15.885274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a5269-813a-4f44-8bb5-4e78335f028e None None] Network 42a3fa12-5fea-4c1b-92c9-c4c01861c68f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:39:15.972642 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.024919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Deleting port 28c7b21d-b9bf-4723-8480-17528028be12 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:39:16.025301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.092627 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] For port 28c7b21d-b9bf-4723-8480-17528028be12, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=28c7b21d-b9bf-4723-8480-17528028be12,segment=NetworkSegment(f58f3f1c-7ea9-4875-98e7-694026d8f26c),segment_id=f58f3f1c-7ea9-4875-98e7-694026d8f26c)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:16.092994 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.104365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Calling delete_port for 28c7b21d-b9bf-4723-8480-17528028be12 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:39:16.184648 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.213932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c7b21d-b9bf-4723-8480-17528028be12,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:16.217935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] No DVR routers for this DVR port 28c7b21d-b9bf-4723-8480-17528028be12 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:39:16.292762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2cf7c8-368b-4412-9a53-73fde14bd300 None None] DHCP port deletion for 42a3fa12-5fea-4c1b-92c9-c4c01861c68f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:39:16.295543 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.308371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64ff30da-4b8d-4b69-a76f-62784b7bf95c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:16.323507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a3fa12-5fea-4c1b-92c9-c4c01861c68f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:16.333602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58f3f1c-7ea9-4875-98e7-694026d8f26c') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:16.333898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58f3f1c-7ea9-4875-98e7-694026d8f26c') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:39:16.342374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 64ff30da-4b8d-4b69-a76f-62784b7bf95c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:16.342796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 64ff30da-4b8d-4b69-a76f-62784b7bf95c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:16.343545 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.358009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.363915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:39:16.364303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:39:16.366165 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:39:16.423933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.429507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.431366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] 10.222.0.18 "DELETE /v2.0/networks/42a3fa12-5fea-4c1b-92c9-c4c01861c68f HTTP/1.1" status: 204 len: 168 time: 0.5523963 Sep 24 19:39:16.447274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11f57-1366-439a-acc9-e1b50408f455 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a3fa12-5fea-4c1b-92c9-c4c01861c68f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:16.564969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47718) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:16.605073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dcc0af7d-7e96-40b6-8077-2b6752a95339 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=930624fc8cbf43838ce4987884894086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388911 Sep 24 19:39:16.607486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47720) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:16.654369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.675035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.725589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.728629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:16.729794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90 HTTP/1.1" status: 204 len: 168 time: 0.1213889 Sep 24 19:39:16.738307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9babc2-b8d9-48f0-aadf-ef85e0d8187e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ae93d-0c1f-40f4-a2b4-b1fa2e089a90,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:17.054889 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:17.100926 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-82f5eaf3-6b77-4a8b-8e97-561a630b7695 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=239cec5556304e7584854866d57bc7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448835 Sep 24 19:39:17.103348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:17.161344 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:17.181482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:17.226967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:17.229481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:17.230666 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7aa3ecb2-cd57-45d6-8031-ea1b42644d03 HTTP/1.1" status: 204 len: 168 time: 0.1264162 Sep 24 19:39:17.238354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944c643-acfc-4c52-b91c-e0165730044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3ecb2-cd57-45d6-8031-ea1b42644d03,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:17.894573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fd4dbef-0de6-48eb-81ee-9b401677b306 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:17.914241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4fd4dbef-0de6-48eb-81ee-9b401677b306 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:17.914580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fd4dbef-0de6-48eb-81ee-9b401677b306 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:17.915032 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 28c7b21d-b9bf-4723-8480-17528028be12 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:17.933069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 28c7b21d-b9bf-4723-8480-17528028be12 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:39:17.933411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 28c7b21d-b9bf-4723-8480-17528028be12 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:39:20.325155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da9d3c59-1cc7-44f8-bbbe-9b7b5cace452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:22.980879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4049889-9a61-44c6-b7ee-45c19674a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:23.372776 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:24.256727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:25.998459 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:33.411580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:34.693715 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:39:38.709696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b08081-087a-4ff1-becf-4ad53fce6e25 req-291f5a63-54a5-466d-8cc2-be4ff0ca189f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:38.711255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b08081-087a-4ff1-becf-4ad53fce6e25 req-291f5a63-54a5-466d-8cc2-be4ff0ca189f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Sep 24 19:39:38.750700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16b08081-087a-4ff1-becf-4ad53fce6e25 req-6e0725a5-2ff4-45ae-bada-102fe8fafb18 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Sep 24 19:39:39.100913 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:39.863961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f496a3-65f6-4da4-bef6-d651377d070d req-0be57e95-91ad-4087-a8fc-952dbc5bffea tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:39.865495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35f496a3-65f6-4da4-bef6-d651377d070d req-0be57e95-91ad-4087-a8fc-952dbc5bffea tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Sep 24 19:39:39.902973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35f496a3-65f6-4da4-bef6-d651377d070d req-fc7b8b79-9ba3-4a90-b2b9-29cb67688d5a tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Sep 24 19:39:41.020116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd854-ed9e-4a19-ae4d-ab82a861e057 req-048324bd-25db-4395-ace7-ba89a018a8d0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:41.021591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62bd854-ed9e-4a19-ae4d-ab82a861e057 req-048324bd-25db-4395-ace7-ba89a018a8d0 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Sep 24 19:39:41.059867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a62bd854-ed9e-4a19-ae4d-ab82a861e057 req-82ac884b-b104-4f43-9ba3-ea72bd5e93b2 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Sep 24 19:39:42.172810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350ccbf-99bd-45ab-a13c-736265a91b61 req-9cbfc40e-cf5a-43db-9bdb-b51dfbd49028 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:42.174174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9350ccbf-99bd-45ab-a13c-736265a91b61 req-9cbfc40e-cf5a-43db-9bdb-b51dfbd49028 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Sep 24 19:39:42.210914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9350ccbf-99bd-45ab-a13c-736265a91b61 req-bbc6b21f-de9f-49e1-919f-1a4cedafd21e tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Sep 24 19:39:43.324862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454d0dc-54e5-4359-8ed2-7bc587bb7ce7 req-8c62d3b2-6d4a-4956-a9db-a696ea6a6593 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:43.326356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9454d0dc-54e5-4359-8ed2-7bc587bb7ce7 req-8c62d3b2-6d4a-4956-a9db-a696ea6a6593 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Sep 24 19:39:43.363491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9454d0dc-54e5-4359-8ed2-7bc587bb7ce7 req-3f843862-75b9-4446-b22f-5039b75a3b65 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Sep 24 19:39:44.481514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58575ab-9ad4-4fbf-b42a-1a44b31333f4 req-b9a0e0c9-8860-4f23-9f6b-35c714f43e46 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:44.483019 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b58575ab-9ad4-4fbf-b42a-1a44b31333f4 req-b9a0e0c9-8860-4f23-9f6b-35c714f43e46 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Sep 24 19:39:44.519646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b58575ab-9ad4-4fbf-b42a-1a44b31333f4 req-bbb00d1e-3ff7-4f7a-8083-7d07da883ba5 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Sep 24 19:39:45.634427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988707d2-8179-49a2-9ead-4be9151b7c13 req-0df94f29-ba4f-4fcc-921e-3146eee35688 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:45.635917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-988707d2-8179-49a2-9ead-4be9151b7c13 req-0df94f29-ba4f-4fcc-921e-3146eee35688 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Sep 24 19:39:45.674757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-988707d2-8179-49a2-9ead-4be9151b7c13 req-a64b0d10-439a-4c4b-b316-6a0872e2f8c8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329032 Sep 24 19:39:46.788854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f11ae-d4a8-4e63-93a5-f9ebb23418ea req-2e6e90cb-c25f-4097-a35d-8f1556d17c48 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:46.790346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-486f11ae-d4a8-4e63-93a5-f9ebb23418ea req-2e6e90cb-c25f-4097-a35d-8f1556d17c48 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Sep 24 19:39:46.827794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-486f11ae-d4a8-4e63-93a5-f9ebb23418ea req-ef5665cb-f5d2-492f-80dc-ff4d9c375b90 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Sep 24 19:39:47.945333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc96883-11d6-4dae-a266-204ee541c83b req-0a503d89-66c7-47e6-ad6b-17e44c4c38cb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:47.946832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fc96883-11d6-4dae-a266-204ee541c83b req-0a503d89-66c7-47e6-ad6b-17e44c4c38cb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Sep 24 19:39:47.983791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5fc96883-11d6-4dae-a266-204ee541c83b req-22ddc4c8-75f5-4ca7-a190-82f6d7feeae8 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303693 Sep 24 19:39:49.097100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e6b7-f2a0-49de-a190-2e4621560cb0 req-99376cfb-c94f-43e4-846d-310d314a489b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:49.098589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15d9e6b7-f2a0-49de-a190-2e4621560cb0 req-99376cfb-c94f-43e4-846d-310d314a489b tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Sep 24 19:39:49.136100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15d9e6b7-f2a0-49de-a190-2e4621560cb0 req-402222ae-dfee-44c7-adb1-73426fe9c7bd tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Sep 24 19:39:50.257729 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f36650-86cb-49e6-b8e7-cf2f117c5580 req-42476288-cdce-42cc-bee3-441185cb4dca tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:50.259257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f36650-86cb-49e6-b8e7-cf2f117c5580 req-42476288-cdce-42cc-bee3-441185cb4dca tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Sep 24 19:39:50.298432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71f36650-86cb-49e6-b8e7-cf2f117c5580 req-4ef64e12-0bc1-4a6d-803f-bfdf38dade98 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Sep 24 19:39:50.326226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-221a6ce1-b2e4-4660-9fe2-75b76a7c0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:51.243650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288222a9-474b-4cab-9202-dff3c95cbd44 req-d44728da-125d-46eb-882a-342bdc0da43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:51.245134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-288222a9-474b-4cab-9202-dff3c95cbd44 req-d44728da-125d-46eb-882a-342bdc0da43d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1096 time: 0.0434496 Sep 24 19:39:51.279362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-288222a9-474b-4cab-9202-dff3c95cbd44 req-624d3da9-3de6-462c-8fba-34b83b6f9432 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269282 Sep 24 19:39:51.414178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd18f-9ff1-4f6f-8135-88b2c3046f73 req-4bdeda56-2c45-4725-9b89-243ee404cafb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:51.415710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c04dd18f-9ff1-4f6f-8135-88b2c3046f73 req-4bdeda56-2c45-4725-9b89-243ee404cafb tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Sep 24 19:39:51.453372 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c04dd18f-9ff1-4f6f-8135-88b2c3046f73 req-d199837d-01a4-42f1-b00f-abfde391b55f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Sep 24 19:39:52.565068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4c3a-3383-4776-84b5-c0774c625734 req-f6c13886-027a-4c89-bd67-4583c41ab818 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:52.566423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acba4c3a-3383-4776-84b5-c0774c625734 req-f6c13886-027a-4c89-bd67-4583c41ab818 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Sep 24 19:39:52.604728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acba4c3a-3383-4776-84b5-c0774c625734 req-8a9af752-d856-4ca4-8579-82c5e53fbb93 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Sep 24 19:39:52.626726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47780) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:39:52.688771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-32a69be6-8b2e-4f57-a9e4-050db38d3677 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/floatingips/af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 HTTP/1.1" status: 200 len: 993 time: 0.0609396 Sep 24 19:39:52.927103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-35c9039b-30b9-4d01-b10f-17aebbb56c40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388732 Sep 24 19:39:52.980982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd27ff12-6961-410b-aaa0-46e96a2e802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:53.007619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-6e1ae045-8b72-4c9c-9908-dae2c1cab1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:53.009126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-6e1ae045-8b72-4c9c-9908-dae2c1cab1a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1096 time: 0.0399437 Sep 24 19:39:53.120311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-a81898c9-6f0a-4dcd-be30-59cb0f4853b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:53.121855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-a81898c9-6f0a-4dcd-be30-59cb0f4853b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 896 time: 0.0924528 Sep 24 19:39:53.183714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-881c0376-c824-4585-86ba-2ddbcc2ddfbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 1001 time: 0.0552659 Sep 24 19:39:53.237428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-f0e2616e-032c-477f-b0ac-ba1250d35f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:53.238873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-f0e2616e-032c-477f-b0ac-ba1250d35f9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 200 len: 835 time: 0.0484483 Sep 24 19:39:53.283048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-6f0fc558-a16c-48c7-a884-bea2a2c4089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:39:53.284487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-6f0fc558-a16c-48c7-a884-bea2a2c4089b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=79ef809f-7ba9-47d7-882f-2cda505104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388677 Sep 24 19:39:53.375473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:53.375818 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-4da3ebeb-70ec-4672-8297-7e20b2da5503 service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836020 Sep 24 19:39:53.490245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00d69ebd-d24e-49ee-b102-bf122b397f51 req-2676b450-7702-4e15-a23c-d26a727bc46c service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075590 Sep 24 19:39:53.734970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:39:53.738009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:39:53.881279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:53.901018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:53.920168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:53.922404 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4783187-f3bc-4538-b865-64bd554d4c76" -d '{"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:53.926903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'port_id': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'mac_address': 'fa:16:3e:0c:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:39:53.936659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:53.941608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:53.964533 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c65a0-e335-4bb4-ab23-54abf00970c9 x-openstack-request-id: req-3a9c65a0-e335-4bb4-ab23-54abf00970c9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:53.964852 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:53.965114 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a9c65a0-e335-4bb4-ab23-54abf00970c9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:53.965507 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'code': 200} Sep 24 19:39:54.000574 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:54.025294 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:39:54.029577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:54.040021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.040374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.040718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.041064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.041400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.041740 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.042073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.042404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.042751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.043070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.043399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.043725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:39:54.081871 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 19:39:54.082239 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 19:39:54.259986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:54.618142 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:54.630324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:39:54.648290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:54.652435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:54.697935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:54.852160 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c3708aba-f66d-4f4c-ab14-0d6b631832c2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:39:55.741730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:39:55.790529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c3708aba-f66d-4f4c-ab14-0d6b631832c2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:39:55.790925 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:55.864040 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:55.895884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:39:55.899448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:55.945860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:39:55.966504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:39:55.968740 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21aa4c3-289e-45d3-83ae-a1d7370cc03d" -d '{"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-plugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:39:56.003800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:39:56.007128 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c45775-fff8-4c3a-b755-af2e5fe5235d x-openstack-request-id: req-39c45775-fff8-4c3a-b755-af2e5fe5235d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:39:56.007423 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-plugged", "status": "completed", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:39:56.007678 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c45775-fff8-4c3a-b755-af2e5fe5235d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:39:56.008068 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'code': 200} Sep 24 19:40:03.417923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:09.102655 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:11.693637 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:40:20.328054 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-977a75a8-b552-466e-b02f-d55a830d6ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:22.980310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-024b0d4c-b18e-4694-aa18-970575763bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.310141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47794) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:23.376154 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.727187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 667a2af7-9a92-4a33-9022-4cfc0386e9ab {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:23.727542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.809608 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.809928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.821556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 667a2af7-9a92-4a33-9022-4cfc0386e9ab owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:23.964935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:23.990197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=667a2af7-9a92-4a33-9022-4cfc0386e9ab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:24.013665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.014012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.014346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.014677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.015044 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.015366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.015689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.016010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.016329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.016645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.016960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.017271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:24.057335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:24.057660 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Floating IP af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 disassociated (deleted). External IP: 172.25.5.146, port: c3708aba-f66d-4f4c-ab14-0d6b631832c2. Sep 24 19:40:24.261956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:24.268259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 2879351e-93a2-4d17-8aa7-883d2419a6ff has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:40:24.373965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:40:24.378426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:24.384471 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Sync routers for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:40:24.394483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:40:24.395116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:40:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:24.407071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc72fa52-8549-4ce7-83ad-fd5b0a8ebc25 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/floatingips/af3e63b0-da3b-4376-aa1a-8bdbbb75ea84 HTTP/1.1" status: 204 len: 168 time: 1.0959063 Sep 24 19:40:24.407646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:40:24.409935 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811feb87-e9b1-4b91-9068-e1b0004ae35b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:40:24.448356 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0293272-0f04-4276-a4bf-8f006062e60b x-openstack-request-id: req-f0293272-0f04-4276-a4bf-8f006062e60b {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:40:24.448654 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:40:24.448913 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0293272-0f04-4276-a4bf-8f006062e60b {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:40:24.449346 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'status': 'completed', 'code': 200} Sep 24 19:40:24.512372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:40:24.514362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-07a86471-a750-47d1-95e5-3d37858881c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:24.515955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-07a86471-a750-47d1-95e5-3d37858881c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 1096 time: 0.0428650 Sep 24 19:40:24.650558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-8f70050b-a24d-442a-b0fe-e2bb8d1b5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:24.652111 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-8f70050b-a24d-442a-b0fe-e2bb8d1b5cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 200 len: 896 time: 0.1285889 Sep 24 19:40:24.676014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337caea-527b-426b-8bfc-e3054a979649 req-1e9d6723-67a5-4375-bbb1-6f301c866e47 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:24.677549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4337caea-527b-426b-8bfc-e3054a979649 req-1e9d6723-67a5-4375-bbb1-6f301c866e47 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0769136 Sep 24 19:40:24.711579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-486f663e-78c6-47ea-b95a-d10f4b51d6c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 200 len: 217 time: 0.0503318 Sep 24 19:40:24.773550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4337caea-527b-426b-8bfc-e3054a979649 req-ba1b6cdc-b3b7-44b4-8e32-dc11a5ef5c98 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643899 Sep 24 19:40:24.782661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-44910537-e652-4f5d-85d8-dd524cfaca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:24.784161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-44910537-e652-4f5d-85d8-dd524cfaca6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 200 len: 835 time: 0.0605540 Sep 24 19:40:24.812873 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:24.832889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-99bdd529-8b88-48bd-9950-df1edfdb26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:24.834432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-99bdd529-8b88-48bd-9950-df1edfdb26aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=79ef809f-7ba9-47d7-882f-2cda505104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409641 Sep 24 19:40:24.846034 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Checking router: 2879351e-93a2-4d17-8aa7-883d2419a6ff for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:40:24.854254 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:40:24.854889 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:40:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:24.931600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-6052a0b1-d1c8-437d-b0d6-ad9ee10d9c1b service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871820 Sep 24 19:40:24.956293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:40:25.026269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811feb87-e9b1-4b91-9068-e1b0004ae35b req-80fc9750-2640-4295-9954-8824db781eaa service neutron] 10.222.0.69 "GET /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853424 Sep 24 19:40:25.162094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:25.193090 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f52120-b61f-42e7-b3de-2e1f818f6f5f None None] The sync data for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 is: [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:38:54Z', 'revision_number': 4, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '0070b684-7eba-40a4-9c7c-391e0e6e5aeb', 'name': '', 'network_id': '79ef809f-7ba9-47d7-882f-2cda505104c1', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'mac_address': 'fa:16:3e:4d:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:53Z', 'updated_at': '2021-09-24T19:38:57Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'subnets': [{'id': '126cabb3-2ca8-4a3a-a94a-0394c76b0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:40:25.403854 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cb737-e5b4-4ef3-a9ec-3b0aab015d6d None None] New status for floating IP af3e63b0-da3b-4376-aa1a-8bdbbb75ea84: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:40:25.897372 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc91ea-b78f-4e97-beb7-c8cf79c0941c req-a006386c-72ec-417e-ae0b-1826f03dbfd4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:25.898915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5dc91ea-b78f-4e97-beb7-c8cf79c0941c req-a006386c-72ec-417e-ae0b-1826f03dbfd4 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Sep 24 19:40:25.937138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5dc91ea-b78f-4e97-beb7-c8cf79c0941c req-c05a20d4-8769-4725-bb38-a9a79c4378b7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "GET /v2.0/security-groups?id=a692e7fd-d3bd-4030-b260-be288a0de18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Sep 24 19:40:25.993091 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-b728d62f-519b-4d0d-837d-b7362d437b60 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:25.994609 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-b728d62f-519b-4d0d-837d-b7362d437b60 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ee61afe-e49b-4b94-a1e9-2f7cc74175c1 HTTP/1.1" status: 200 len: 945 time: 0.0476036 Sep 24 19:40:26.003961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:26.086720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:26.087093 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:26.174430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port c3708aba-f66d-4f4c-ab14-0d6b631832c2, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c3708aba-f66d-4f4c-ab14-0d6b631832c2,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:26.174800 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:26.187068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for c3708aba-f66d-4f4c-ab14-0d6b631832c2 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:26.317153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:26.344241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=c3708aba-f66d-4f4c-ab14-0d6b631832c2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:26.387157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] No DVR routers for this DVR port c3708aba-f66d-4f4c-ab14-0d6b631832c2 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:40:26.389761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:26.391900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-382d45dd-ac49-4d7a-b616-ff754adff191 req-a90d86b4-5b04-4449-a92f-a56380df6dad tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.69 "DELETE /v2.0/ports/c3708aba-f66d-4f4c-ab14-0d6b631832c2 HTTP/1.1" status: 204 len: 173 time: 0.3913181 Sep 24 19:40:26.450657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-deleted', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:40:26.453063 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4043b2-48f5-4111-bdac-62393cb7a6a2" -d '{"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-deleted", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:40:26.490167 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95577e7a-f481-4d51-9816-67abeef3d28c x-openstack-request-id: req-95577e7a-f481-4d51-9816-67abeef3d28c {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:40:26.490466 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee61afe-e49b-4b94-a1e9-2f7cc74175c1", "name": "network-vif-deleted", "tag": "c3708aba-f66d-4f4c-ab14-0d6b631832c2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:40:26.490724 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95577e7a-f481-4d51-9816-67abeef3d28c {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:40:26.491159 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee61afe-e49b-4b94-a1e9-2f7cc74175c1', 'name': 'network-vif-deleted', 'tag': 'c3708aba-f66d-4f4c-ab14-0d6b631832c2', 'status': 'completed', 'code': 200} Sep 24 19:40:26.993869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47808) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:27.347542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:27.595124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:27.595467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:27.684779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 0070b684-7eba-40a4-9c7c-391e0e6e5aeb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:27.685074 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:27.696647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 0070b684-7eba-40a4-9c7c-391e0e6e5aeb owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:27.890287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:27.922052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=0070b684-7eba-40a4-9c7c-391e0e6e5aeb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:28.093147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.306170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Router 2879351e-93a2-4d17-8aa7-883d2419a6ff has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:40:28.408461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:40:28.413351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c6c72689-95f8-4d3d-9fe1-0b30de283e3f tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "PUT /v2.0/routers/2879351e-93a2-4d17-8aa7-883d2419a6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4184661 Sep 24 19:40:28.416031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47810) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:28.418191 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Sync routers for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:40:28.427107 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:40:28.427721 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:40:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:28.469777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting subnet 126cabb3-2ca8-4a3a-a94a-0394c76b0c57 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:40:28.472812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.512335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.532905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:40:28.600362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.658996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.688015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Subnet': ['ID=126cabb3-2ca8-4a3a-a94a-0394c76b0c57,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:28.690118 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.694591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0ad43e36-9b2c-4077-8eb7-d41e54844689 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/subnets/126cabb3-2ca8-4a3a-a94a-0394c76b0c57 HTTP/1.1" status: 204 len: 168 time: 0.2751856 Sep 24 19:40:28.694796 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47812) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:28.696109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd7eea-0ab1-41e4-80f0-babe74fdeef9 None None] Network 79ef809f-7ba9-47d7-882f-2cda505104c1 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:40:28.718327 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:40:27Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:28.745020 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Checking router: 2879351e-93a2-4d17-8aa7-883d2419a6ff for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:40:28.754236 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Routers {'2879351e-93a2-4d17-8aa7-883d2419a6ff'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:40:28.754885 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:40:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2879351e-93a2-4d17-8aa7-883d2419a6ff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:28.804294 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.861484 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] Set router 2879351e-93a2-4d17-8aa7-883d2419a6ff gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:40:28.887314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] DHCP port deletion for 79ef809f-7ba9-47d7-882f-2cda505104c1 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:40:28.914175 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.941498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Deleting port cc2be271-6836-489b-b510-b0dc67b83d78 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:28.941869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:28.975846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Deleting port 81628ff9-02d2-48c7-ad05-18e3099b0b97 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:28.976232 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.015085 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] For port cc2be271-6836-489b-b510-b0dc67b83d78, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc2be271-6836-489b-b510-b0dc67b83d78,segment=NetworkSegment(13c9f36b-33c3-413e-814b-53c32be8ca1e),segment_id=13c9f36b-33c3-413e-814b-53c32be8ca1e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:29.015480 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.030319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Calling delete_port for cc2be271-6836-489b-b510-b0dc67b83d78 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:29.043101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:40:27Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:29.074615 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a876d-ee13-4e92-9570-7d5957e00f11 None None] The sync data for ids ['2879351e-93a2-4d17-8aa7-883d2419a6ff'] in n-d-810952-2 is: [{'id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762960425', 'tenant_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:38:50Z', 'updated_at': '2021-09-24T19:40:27Z', 'revision_number': 5, 'project_id': 'ddb69d7349a6438cb0a298e0762c9b70', 'gw_port': {'id': '81628ff9-02d2-48c7-ad05-18e3099b0b97', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879351e-93a2-4d17-8aa7-883d2419a6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:38:51Z', 'updated_at': '2021-09-24T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:40:29.123501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.150611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] Pushing event deleted for resources: {'Port': ['ID=cc2be271-6836-489b-b510-b0dc67b83d78,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:29.152520 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623015b-3502-48cc-89df-d392b13e3879 None None] No DVR routers for this DVR port cc2be271-6836-489b-b510-b0dc67b83d78 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:40:29.342539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] For port 81628ff9-02d2-48c7-ad05-18e3099b0b97, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=81628ff9-02d2-48c7-ad05-18e3099b0b97,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:29.343238 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.354678 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Calling delete_port for 81628ff9-02d2-48c7-ad05-18e3099b0b97 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:29.524766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.553385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Port': ['ID=81628ff9-02d2-48c7-ad05-18e3099b0b97,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:29.615980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.706894 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.708995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.749600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.750125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Fanout notify agent at l3_agent the message router_deleted on router 2879351e-93a2-4d17-8aa7-883d2419a6ff {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:40:29.757070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.758199 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cc3d0b62-e04b-4384-adff-5fb6499023e7 tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/routers/2879351e-93a2-4d17-8aa7-883d2419a6ff HTTP/1.1" status: 204 len: 168 time: 1.0623701 Sep 24 19:40:29.761040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47814) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:29.845647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.928941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:40:29.932089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.948919 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: c3708aba-f66d-4f4c-ab14-0d6b631832c2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:40:29.949349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c3708aba-f66d-4f4c-ab14-0d6b631832c2 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:40:29.953654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ef809f-7ba9-47d7-882f-2cda505104c1']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:29.962942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c9f36b-33c3-413e-814b-53c32be8ca1e') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:29.963175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c9f36b-33c3-413e-814b-53c32be8ca1e') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:40:29.972492 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.986661 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.994379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:40:29.994884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:40:29.998663 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:40:30.063160 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.070419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.072223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/networks/79ef809f-7ba9-47d7-882f-2cda505104c1 HTTP/1.1" status: 204 len: 168 time: 0.3102028 Sep 24 19:40:30.075237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:30.083444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616924b-c873-4427-ae00-a3d84de8154d tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'Network': ['ID=79ef809f-7ba9-47d7-882f-2cda505104c1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:30.139584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.164536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.232786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.235887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.240463 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] 10.222.0.18 "DELETE /v2.0/security-groups/a692e7fd-d3bd-4030-b260-be288a0de18d HTTP/1.1" status: 204 len: 168 time: 0.1638906 Sep 24 19:40:30.256770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692e7fd-d3bd-4030-b260-be288a0de18d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:30.264622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.265250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.265690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.266128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.266571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.267393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.267737 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.268291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.268658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.269342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.269957 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.270655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74704acb-e936-43c6-9d0a-72bf7e37120c tempest-TestNetworkAdvancedServerOps-2059423218 tempest-TestNetworkAdvancedServerOps-2059423218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:40:30.298508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0070b684-7eba-40a4-9c7c-391e0e6e5aeb no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:40:30.321251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0070b684-7eba-40a4-9c7c-391e0e6e5aeb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:40:30.321728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0070b684-7eba-40a4-9c7c-391e0e6e5aeb not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:40:30.322151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc2be271-6836-489b-b510-b0dc67b83d78 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:40:30.346192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: cc2be271-6836-489b-b510-b0dc67b83d78 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:40:30.346844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc2be271-6836-489b-b510-b0dc67b83d78 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:40:30.347658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 81628ff9-02d2-48c7-ad05-18e3099b0b97 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:40:30.369800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 81628ff9-02d2-48c7-ad05-18e3099b0b97 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:40:30.370226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 81628ff9-02d2-48c7-ad05-18e3099b0b97 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:40:30.577831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47826) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:30.714355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ebb2dc5-7640-45bf-9fa7-ac8983aa3a1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddb69d7349a6438cb0a298e0762c9b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352868 Sep 24 19:40:30.717508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47830) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:30.765970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.787304 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.836782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.839346 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:30.841084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11af90f2-ae3f-45ae-bbd5-7b345604d233 HTTP/1.1" status: 204 len: 168 time: 0.1220889 Sep 24 19:40:30.848550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4330cd6-78d5-4f65-9bc8-741baf479824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af90f2-ae3f-45ae-bbd5-7b345604d233,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:31.104197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47836) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:31.144031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f5d6513e-5130-4579-962f-919082c6b22f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=568cd0672a2245a494862be3a60f80f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386920 Sep 24 19:40:31.146348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47838) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:31.194126 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:31.214713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:31.260351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:31.262827 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:31.264099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fadbfcb-2abb-43a1-a393-bbfb84a54ad7 HTTP/1.1" status: 204 len: 168 time: 0.1167805 Sep 24 19:40:31.271839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2100a-977c-4233-ac54-654d6c91f66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fadbfcb-2abb-43a1-a393-bbfb84a54ad7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:33.423332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:39.097232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:40.848403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-0598b9ac-c406-4f0b-9e04-00136c08b4e5 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=248fcb08a7da4104b98a79d9912403dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285501 Sep 24 19:40:41.034170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4de64a3-bf3b-44c8-8b99-96fb66cd5cb8 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:41.035654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4de64a3-bf3b-44c8-8b99-96fb66cd5cb8 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819754 Sep 24 19:40:41.051600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-df336ea9-09ec-494b-ae55-023eb8cb8eef tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/quotas/248fcb08a7da4104b98a79d9912403dd HTTP/1.1" status: 200 len: 375 time: 0.0099773 Sep 24 19:40:41.082361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-426ed912-aa9e-4878-b9a5-57d498d83ddc tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=248fcb08a7da4104b98a79d9912403dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253079 Sep 24 19:40:41.240228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a71a4fb-6c73-41ab-96b1-da781e78e840 req-35c8ad1b-1e15-4f42-9201-fd03209911f1 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 210 time: 0.0271614 Sep 24 19:40:42.101628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-e295a5f8-6b9d-4790-a3b2-67983a0c5c44 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=248fcb08a7da4104b98a79d9912403dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210245 Sep 24 19:40:42.213238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-6d7a1d3c-bd78-4022-b34e-8ceeb36f4280 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:42.214612 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-6d7a1d3c-bd78-4022-b34e-8ceeb36f4280 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064012 Sep 24 19:40:42.230247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Request body: {'port': {'device_id': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'admin_state_up': True, 'tenant_id': '248fcb08a7da4104b98a79d9912403dd'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:40:42.341315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e6d7208-4d17-4b60-86f4-6892217ad240 req-31fa2b6c-0d24-487b-b364-7fe76425b33e tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 210 time: 0.0341554 Sep 24 19:40:42.364352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Made reservation on behalf of 248fcb08a7da4104b98a79d9912403dd for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:40:42.367915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.376788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.464559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.468328 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.539117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee3bb01-0b18-483a-8246-d59254d07364,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:42.603576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Allocated IP 192.168.233.205 (25907401-e158-4efc-b540-fa3d98ebc3b4/e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166/0f607110-54c9-4f9f-84a1-42e52bd14a42) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:40:42.752884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.785881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.828663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Network 25907401-e158-4efc-b540-fa3d98ebc3b4 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:40:42.831844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:40:42.835514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:40:42.863112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Pushing event updated for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:42.892602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:42.893252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:42.908357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-a4679de8-709e-4870-a01f-ecf57435b3e6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6816077 Sep 24 19:40:42.925999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Request body: {'port': {'device_id': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:40:42.990612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.098847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-87e88bf0-808e-4fa0-8a29-327d8e9d53d6 None None] Provisioning complete for port 0f607110-54c9-4f9f-84a1-42e52bd14a42 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:40:43.099513 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87e88bf0-808e-4fa0-8a29-327d8e9d53d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.132440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-87e88bf0-808e-4fa0-8a29-327d8e9d53d6 None None] Port 0f607110-54c9-4f9f-84a1-42e52bd14a42 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:40:43.253197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f607110-54c9-4f9f-84a1-42e52bd14a42 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:40:43.260801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.273560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Transition to ACTIVE for port object 0f607110-54c9-4f9f-84a1-42e52bd14a42 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:40:43.276666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.328639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Pushing event updated for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:43.402698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Attempting to bind port 0f607110-54c9-4f9f-84a1-42e52bd14a42 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:40:43.403330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Attempting to bind port 0f607110-54c9-4f9f-84a1-42e52bd14a42 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:40:43.403665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Attempting to bind port 0f607110-54c9-4f9f-84a1-42e52bd14a42 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:40:43.408626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Port 0f607110-54c9-4f9f-84a1-42e52bd14a42 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:40:43.408953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Attempting to bind port 0f607110-54c9-4f9f-84a1-42e52bd14a42 on network 25907401-e158-4efc-b540-fa3d98ebc3b4 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:40:43.424076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:40:43.424456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Checking segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:40:43.424770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Bound using segment: {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:40:43.425216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Bound port: 0f607110-54c9-4f9f-84a1-42e52bd14a42, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5371ab3d-525e-4a6d-bab4-5bab418900f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:40:43.425573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.502672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157088f-e28b-4f3e-ac6b-6447dad5f7a4 req-63aadde0-cb76-4af5-ad48-dd961212b190 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:43.504229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0157088f-e28b-4f3e-ac6b-6447dad5f7a4 req-63aadde0-cb76-4af5-ad48-dd961212b190 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 948 time: 0.0897050 Sep 24 19:40:43.536685 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:40:43.562696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:40:43.577169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0157088f-e28b-4f3e-ac6b-6447dad5f7a4 req-81c4b285-75ea-474f-ba30-f0d012f518e9 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657594 Sep 24 19:40:43.578140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.612457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:43.612989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:43.614387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f607110-54c9-4f9f-84a1-42e52bd14a42 HTTP/1.1" status: 200 len: 1096 time: 0.6928508 Sep 24 19:40:43.614826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:40:43.617110 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40daffe1-5726-414a-89b3-6c847fa19b09" -d '{"events": [{"name": "network-changed", "server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:40:43.642463 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca07e7-cc5c-4715-9a7b-d4366ab9f309 service neutron] Pushing event updated for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:43.665388 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e05d672-b0c3-4927-a2c7-31fa02dd6197 x-openstack-request-id: req-9e05d672-b0c3-4927-a2c7-31fa02dd6197 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:40:43.665691 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:40:43.665950 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e05d672-b0c3-4927-a2c7-31fa02dd6197 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:40:43.666395 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42', 'status': 'completed', 'code': 200} Sep 24 19:40:43.710628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-e7000673-8f59-4b21-9e03-34c4486e22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:43.712220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-e7000673-8f59-4b21-9e03-34c4486e22c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=248fcb08a7da4104b98a79d9912403dd&device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 1099 time: 0.0425014 Sep 24 19:40:43.764954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-8ae78636-a7ba-4959-a54b-4769d7f84bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42 HTTP/1.1" status: 200 len: 217 time: 0.0399127 Sep 24 19:40:43.816146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-33feb006-f7ec-47a4-b2eb-3723600252c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:43.817538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-33feb006-f7ec-47a4-b2eb-3723600252c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0449913 Sep 24 19:40:43.872517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-d3922ff0-d82f-45c2-a8ac-519ea8bb4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:43.874122 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-d3922ff0-d82f-45c2-a8ac-519ea8bb4a85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487111 Sep 24 19:40:43.967654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-6d2d5f45-a3e3-4834-8674-df2b31c6f15f service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844903 Sep 24 19:40:44.058192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07bfb527-49c9-4b95-8664-8a64e4cbfe10 req-d5a6f4e2-e315-41e9-a768-84781ecf3123 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820107 Sep 24 19:40:44.142214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-18229842-5268-4eb4-9896-e10c82690fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:44.143728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-18229842-5268-4eb4-9896-e10c82690fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=248fcb08a7da4104b98a79d9912403dd&device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 1099 time: 0.0398602 Sep 24 19:40:44.238600 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-25027fee-29ec-4854-b312-454753810151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:44.240126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-25027fee-29ec-4854-b312-454753810151 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25907401-e158-4efc-b540-fa3d98ebc3b4 HTTP/1.1" status: 200 len: 869 time: 0.0885420 Sep 24 19:40:44.282699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-0649dfe7-163c-481a-b623-e207574bb0dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42 HTTP/1.1" status: 200 len: 217 time: 0.0340936 Sep 24 19:40:44.336891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-4ac8de05-cc25-41b2-8200-90ab0883c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:44.338348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-4ac8de05-cc25-41b2-8200-90ab0883c5c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166 HTTP/1.1" status: 200 len: 843 time: 0.0460405 Sep 24 19:40:44.385548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-ba252bb9-8ce4-4248-baff-8a2223bcd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:44.387653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-ba252bb9-8ce4-4248-baff-8a2223bcd61f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25907401-e158-4efc-b540-fa3d98ebc3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0376825 Sep 24 19:40:44.483624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-8f7ee537-5073-4d99-91f0-6ca1bf7d10fe service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Sep 24 19:40:44.572695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40daffe1-5726-414a-89b3-6c847fa19b09 req-35dfb724-8e44-45c6-a69e-d56088261f30 service neutron] 10.222.0.15 "GET /v2.0/networks/25907401-e158-4efc-b540-fa3d98ebc3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808289 Sep 24 19:40:44.690708 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87668bb-b9ba-453c-bf69-9cd58432f893 req-ab7573d6-08ab-4cc5-9582-1a7c0f1561bc tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:44.692243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d87668bb-b9ba-453c-bf69-9cd58432f893 req-ab7573d6-08ab-4cc5-9582-1a7c0f1561bc tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 948 time: 0.0486844 Sep 24 19:40:44.729494 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d87668bb-b9ba-453c-bf69-9cd58432f893 req-1d4d4abe-5c3e-4dab-840a-45ee299d7f47 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Sep 24 19:40:45.849621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dee6f-ea6b-4620-8f05-2a59ca92c673 req-97235920-a4c8-4ccb-a79a-a3b682a4f358 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:45.851095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba8dee6f-ea6b-4620-8f05-2a59ca92c673 req-97235920-a4c8-4ccb-a79a-a3b682a4f358 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 948 time: 0.0510113 Sep 24 19:40:45.889109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba8dee6f-ea6b-4620-8f05-2a59ca92c673 req-7003132c-ff1f-4c55-b633-94183da455ee tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Sep 24 19:40:46.990902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0f607110-54c9-4f9f-84a1-42e52bd14a42 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:40:47.003331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4969-1e40-46e1-96fb-c919610dd6ea req-833d479f-3691-4a75-8c43-2d8e4dc80157 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:47.004848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c6e4969-1e40-46e1-96fb-c919610dd6ea req-833d479f-3691-4a75-8c43-2d8e4dc80157 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 948 time: 0.0498908 Sep 24 19:40:47.046917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c6e4969-1e40-46e1-96fb-c919610dd6ea req-47f8562d-1ce2-4298-9b7f-7dc357228b72 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Sep 24 19:40:47.087881 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:47.098033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0f607110-54c9-4f9f-84a1-42e52bd14a42', 'network_id': '25907401-e158-4efc-b540-fa3d98ebc3b4', 'port_id': '0f607110-54c9-4f9f-84a1-42e52bd14a42', 'mac_address': 'fa:16:3e:0f:f3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a92ebc-f9ea-4f1e-b4a9-6b86740d1166', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:40:47.133943 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:47.146635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f607110-54c9-4f9f-84a1-42e52bd14a42 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:40:47.165418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:47.168900 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:47.213934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:47.438925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0f607110-54c9-4f9f-84a1-42e52bd14a42'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:40:48.160669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407efc-2e6d-484d-a255-5f34db21c48c req-4d0d79c2-6dcb-4214-9c61-bae853e0deb6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:48.162068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51407efc-2e6d-484d-a255-5f34db21c48c req-4d0d79c2-6dcb-4214-9c61-bae853e0deb6 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 949 time: 0.0487866 Sep 24 19:40:48.202262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51407efc-2e6d-484d-a255-5f34db21c48c req-aaf5b56d-b915-413a-a83e-0091a64cee75 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Sep 24 19:40:48.693285 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:40:49.007523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0f607110-54c9-4f9f-84a1-42e52bd14a42 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:40:49.055383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 0f607110-54c9-4f9f-84a1-42e52bd14a42 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:40:49.058917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0f607110-54c9-4f9f-84a1-42e52bd14a42 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:40:49.059288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:49.136918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:49.163784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:40:49.166005 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab694b-d58b-4ba6-88f9-80eea49e955f" -d '{"events": [{"server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "name": "network-vif-plugged", "status": "completed", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:40:49.178257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:49.182157 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:49.207164 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835acf65-60a7-4b24-b30b-23de36d1dec1 x-openstack-request-id: req-835acf65-60a7-4b24-b30b-23de36d1dec1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:40:49.207448 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "name": "network-vif-plugged", "status": "completed", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:40:49.207701 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-835acf65-60a7-4b24-b30b-23de36d1dec1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:40:49.208083 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42', 'code': 200} Sep 24 19:40:49.232940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:49.336409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fec37-016f-483b-8473-6f8d7d020376 req-fa216c91-f0e5-491c-93c6-09ad7646dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:49.337911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e6fec37-016f-483b-8473-6f8d7d020376 req-fa216c91-f0e5-491c-93c6-09ad7646dbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 1101 time: 0.0705392 Sep 24 19:40:49.348814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d79eca-591a-470a-abe4-786c2f0976f8 req-2f46af65-8adc-4e89-bd8c-9ef006474db2 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:49.350187 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92d79eca-591a-470a-abe4-786c2f0976f8 req-2f46af65-8adc-4e89-bd8c-9ef006474db2 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0749516 Sep 24 19:40:49.400865 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e6fec37-016f-483b-8473-6f8d7d020376 req-6f3c1ad6-590e-40c8-a5cd-359095fcb605 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 Sep 24 19:40:49.408121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92d79eca-591a-470a-abe4-786c2f0976f8 req-6133066d-5b11-40d7-be27-73b95238c35c tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492215 Sep 24 19:40:50.328187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6603910a-ab3b-45ac-90c2-cc98e35cdb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:50.525930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02edb-e36e-4e85-94eb-73153ecaa710 req-183b68fc-e834-4a5b-842e-657aa6266bb1 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:50.527749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5aa02edb-e36e-4e85-94eb-73153ecaa710 req-183b68fc-e834-4a5b-842e-657aa6266bb1 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0514205 Sep 24 19:40:50.567267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5aa02edb-e36e-4e85-94eb-73153ecaa710 req-33b996c2-6be0-4660-b225-451c6b841e73 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Sep 24 19:40:51.682941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f460e8-5f0a-487a-becc-8adf5862c6b9 req-448b4f0c-e8fb-434a-a407-938ee38cfa6a tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:51.684544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08f460e8-5f0a-487a-becc-8adf5862c6b9 req-448b4f0c-e8fb-434a-a407-938ee38cfa6a tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0515025 Sep 24 19:40:51.721593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08f460e8-5f0a-487a-becc-8adf5862c6b9 req-c490783b-e44f-474b-9ec4-42b92bc1aa7d tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Sep 24 19:40:52.112437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-97871fc3-de06-44f3-bd66-33e812cb6e16 req-4ab9a284-a2a3-4c7e-b79b-3e155564fc5d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:40:52.113461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97871fc3-de06-44f3-bd66-33e812cb6e16 req-4ab9a284-a2a3-4c7e-b79b-3e155564fc5d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1171753 Sep 24 19:40:52.488644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-b1fdba73-d83e-47cb-9e2b-e0ccededaad7 req-04d567cf-bd0a-47de-bd09-d3c86182d74c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:40:52.489826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1fdba73-d83e-47cb-9e2b-e0ccededaad7 req-04d567cf-bd0a-47de-bd09-d3c86182d74c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583780 Sep 24 19:40:52.812767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d3c-3700-42bb-9b55-ee5075621bd6 req-47d91b0b-8dcc-4956-9138-0b8dd224f8c0 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:52.814170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa97d3c-3700-42bb-9b55-ee5075621bd6 req-47d91b0b-8dcc-4956-9138-0b8dd224f8c0 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0501618 Sep 24 19:40:52.850565 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6aa97d3c-3700-42bb-9b55-ee5075621bd6 req-fab094f6-737d-4593-a2a1-f8b306778728 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Sep 24 19:40:52.982765 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31222b38-8b18-43fe-ac5f-457c9de40075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:53.378003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:53.968145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb576-b445-4af8-9b3f-bebbd132864b req-d65ccbfe-d6b9-4def-8481-d108229357f2 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:53.969619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cacb576-b445-4af8-9b3f-bebbd132864b req-d65ccbfe-d6b9-4def-8481-d108229357f2 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0496218 Sep 24 19:40:54.006799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2cacb576-b445-4af8-9b3f-bebbd132864b req-ebf8b5a7-e3da-4c79-bad1-e642c0a544f5 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/security-groups?id=eee3bb01-0b18-483a-8246-d59254d07364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Sep 24 19:40:54.264739 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:54.481358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-93e3afe0-0e0b-4b36-9070-e0920f19685c tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:54.482880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-93e3afe0-0e0b-4b36-9070-e0920f19685c tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.15 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 950 time: 0.0510800 Sep 24 19:40:54.579723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Deleting port 0f607110-54c9-4f9f-84a1-42e52bd14a42 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:40:54.579980 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:54.668898 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] For port 0f607110-54c9-4f9f-84a1-42e52bd14a42, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0f607110-54c9-4f9f-84a1-42e52bd14a42,segment=NetworkSegment(5371ab3d-525e-4a6d-bab4-5bab418900f7),segment_id=5371ab3d-525e-4a6d-bab4-5bab418900f7)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:40:54.669252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:54.680779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Calling delete_port for 0f607110-54c9-4f9f-84a1-42e52bd14a42 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:40:54.803246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:54.815403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0f607110-54c9-4f9f-84a1-42e52bd14a42'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:40:54.838296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Pushing event deleted for resources: {'Port': ['ID=0f607110-54c9-4f9f-84a1-42e52bd14a42,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:54.881986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] No DVR routers for this DVR port 0f607110-54c9-4f9f-84a1-42e52bd14a42 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:40:54.885084 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:54.887605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6cdb3e3c-70b2-43e5-8dac-e23662828957 req-4e3c8b3f-6583-45b5-b157-5261424e5b66 tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.15 "DELETE /v2.0/ports/0f607110-54c9-4f9f-84a1-42e52bd14a42 HTTP/1.1" status: 204 len: 173 time: 0.3978951 Sep 24 19:40:54.888082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'name': 'network-vif-deleted', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:40:54.891184 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5b6541-6e15-4a94-b71c-d7f65117d053" -d '{"events": [{"server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "name": "network-vif-deleted", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:40:54.944972 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9f156-5d44-45cb-8a1e-bb1515d4d3f2 x-openstack-request-id: req-99c9f156-5d44-45cb-8a1e-bb1515d4d3f2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:40:54.945280 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071f38c0-03ca-4de3-b3aa-0adaebe592ea", "name": "network-vif-deleted", "tag": "0f607110-54c9-4f9f-84a1-42e52bd14a42", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:40:54.945538 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99c9f156-5d44-45cb-8a1e-bb1515d4d3f2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:40:54.945965 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071f38c0-03ca-4de3-b3aa-0adaebe592ea', 'name': 'network-vif-deleted', 'tag': '0f607110-54c9-4f9f-84a1-42e52bd14a42', 'status': 'completed', 'code': 200} Sep 24 19:40:55.114164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dcf741e-1e98-4cac-a3c1-9a12e8a7155b req-e5898c77-78e0-4834-96f0-e3c9c381adee tempest-ServersAdminNegativeTestJSON-1966345794 tempest-ServersAdminNegativeTestJSON-1966345794-project] 10.222.0.18 "GET /v2.0/ports?device_id=071f38c0-03ca-4de3-b3aa-0adaebe592ea HTTP/1.1" status: 200 len: 210 time: 0.0261693 Sep 24 19:40:56.005903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:56.418767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:56.551414 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-46a38f44-1a1d-43f5-aa3b-4a0dbbbe5121 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=248fcb08a7da4104b98a79d9912403dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314402 Sep 24 19:40:56.553834 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:56.600192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:56.620706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:56.666639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:56.669780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:56.670966 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee3bb01-0b18-483a-8246-d59254d07364 HTTP/1.1" status: 204 len: 168 time: 0.1162145 Sep 24 19:40:56.678490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79365-03e3-4ae1-b224-4d3c77dfd3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee3bb01-0b18-483a-8246-d59254d07364,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:56.922906 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 47988) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:56.936619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3007a028-46bf-446c-8a18-cb3d0854f086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.026010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3007a028-46bf-446c-8a18-cb3d0854f086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.030490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3007a028-46bf-446c-8a18-cb3d0854f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.070681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3007a028-46bf-446c-8a18-cb3d0854f086 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a9dc3af78a44893b0b1f472f2337dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466899 Sep 24 19:40:57.072761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a028-46bf-446c-8a18-cb3d0854f086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b434d64-8eaa-4252-ae8a-26840a197385,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:57.073426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 47990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:57.122039 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.142541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.188240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.190762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:57.192165 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b434d64-8eaa-4252-ae8a-26840a197385 HTTP/1.1" status: 204 len: 168 time: 0.1175210 Sep 24 19:40:57.200348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58535f04-318a-4894-b49d-6b35529c26a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b434d64-8eaa-4252-ae8a-26840a197385,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:57.883636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:57.986462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-722338654-network', 'tenant_id': '910515c2203a44ea8c59487898993b9c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:40:58.008372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Made reservation on behalf of 910515c2203a44ea8c59487898993b9c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:40:58.010583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.021221 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.113682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.117138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.140706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:40:58.148979 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73ec52-fd4e-4405-a056-fc676454497e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:58.155698 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.156032 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Added segment 6efffa31-7583-4503-a620-8f459d84d374 of type vlan for network 4ca49779-89bc-493f-bdf9-d4578d4ccfee Sep 24 19:40:58.194140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.217672 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.218616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:58.219214 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.259203 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3743880 Sep 24 19:40:58.262333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48016) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:40:58.267533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Request body: {'subnet': {'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-722338654-subnet', 'tenant_id': '910515c2203a44ea8c59487898993b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:40:58.289404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Made reservation on behalf of 910515c2203a44ea8c59487898993b9c for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:40:58.292216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.311703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9204da-04a5-4e19-94b6-e624244d84fa admin admin] Pushing event updated for resources: {'Network': ['ID=4ca49779-89bc-493f-bdf9-d4578d4ccfee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:58.321315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 4ca49779-89bc-493f-bdf9-d4578d4ccfee details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:40:58.458559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.514266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2928fc4-38ef-4d95-b2da-a1d71f0005ad,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:40:58.521429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Checking segment: {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:40:58.521782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Network hostable DHCP agents. Network: 4ca49779-89bc-493f-bdf9-d4578d4ccfee, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:40:58.538145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Network 4ca49779-89bc-493f-bdf9-d4578d4ccfee is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:40:58.546835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 4ca49779-89bc-493f-bdf9-d4578d4ccfee) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:40:58.550725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:58.551345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:40:58.556117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156079a6-7fea-4b45-9589-7a81d5cbc78d None None] Network 4ca49779-89bc-493f-bdf9-d4578d4ccfee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:40:58.573165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-293a9d84-1192-4eb5-88c1-2bcdbdf5d7d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3023984 Sep 24 19:40:58.694639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d74b4-92b7-4883-a405-5e0a3827eba6 None None] Network 4ca49779-89bc-493f-bdf9-d4578d4ccfee requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:40:59.001635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-00964ef5-b595-44cc-b6b0-a41bd7b1e277 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:40:59.003121 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-00964ef5-b595-44cc-b6b0-a41bd7b1e277 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 811 time: 0.1047785 Sep 24 19:40:59.018645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-df1d4dfe-598f-4aaa-86d3-4f0a5d48c06e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/quotas/910515c2203a44ea8c59487898993b9c HTTP/1.1" status: 200 len: 375 time: 0.0097866 Sep 24 19:40:59.041833 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0f607110-54c9-4f9f-84a1-42e52bd14a42 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:40:59.049543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-2c3165d7-7445-4c36-8928-acd8590bebe7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258112 Sep 24 19:40:59.061958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 0f607110-54c9-4f9f-84a1-42e52bd14a42 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:40:59.062236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0f607110-54c9-4f9f-84a1-42e52bd14a42 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:40:59.139616 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-b37fce24-0234-46dc-9843-86dd3570eb19 service neutron] 10.222.0.18 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826752 Sep 24 19:40:59.502305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-c161f881-29a4-4837-96dd-93b74d4824c9 service neutron] 10.222.0.18 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566687 Sep 24 19:40:59.659139 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-297fc917-daaa-4027-a14c-f8a43a5a5907 req-44d2ff0d-f014-4e76-8d7c-03edf2c6bea2 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 210 time: 0.0264926 Sep 24 19:41:00.546033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-a3703b1e-f08b-436a-9fd6-7b1307b9aa64 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:00.547608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-a3703b1e-f08b-436a-9fd6-7b1307b9aa64 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.69 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 811 time: 0.1053421 Sep 24 19:41:00.560986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Request body: {'port': {'device_id': '1bbd836e-e972-4279-927e-f206af9454ae', 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee', 'admin_state_up': True, 'tenant_id': '910515c2203a44ea8c59487898993b9c'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:00.668418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Made reservation on behalf of 910515c2203a44ea8c59487898993b9c for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:41:00.675510 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:00.764304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b5506ec-39f1-4e35-8357-2b24b992d887 req-6c239702-d529-47c9-b3dd-9dfb2601ec33 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 210 time: 0.0336773 Sep 24 19:41:00.823145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Allocated IP 172.20.0.11 (4ca49779-89bc-493f-bdf9-d4578d4ccfee/b2928fc4-38ef-4d95-b2da-a1d71f0005ad/71b94748-a1e4-41c2-8b42-c71d17efb5e6) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:41:00.965918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:00.999831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.040703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Network 4ca49779-89bc-493f-bdf9-d4578d4ccfee is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:41:01.043870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:41:01.047028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:41:01.082569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:01.109396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:01.110002 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.123235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-79ff663f-beaf-4521-979e-b3fe05fc0ef7 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664251 Sep 24 19:41:01.135157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Request body: {'port': {'device_id': '1bbd836e-e972-4279-927e-f206af9454ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:01.188831 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.444026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b94748-a1e4-41c2-8b42-c71d17efb5e6 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:41:01.451757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.463251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Transition to ACTIVE for port object 71b94748-a1e4-41c2-8b42-c71d17efb5e6 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:41:01.467275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.517238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:01.578945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:41:01.579559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:41:01.579649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:01.584052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:41:01.584378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:01.589262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:41:01.589605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Checking segment: {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:41:01.589983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Bound using segment: {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:41:01.590404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Bound port: 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:41:01.590759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.656726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:41:01.659744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:41:01.663969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.697174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:01.697807 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:01.699263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-100656ee-221a-4b5c-908c-772b24221090 service neutron] 10.222.0.69 "PUT /v2.0/ports/71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 1092 time: 0.5679405 Sep 24 19:41:01.699705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:01.702601 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1c5847-3cad-4af8-8371-40188014b01e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:01.729717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100656ee-221a-4b5c-908c-772b24221090 service neutron] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:01.741157 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f575792-c14c-4d7b-84aa-8307f5330386 x-openstack-request-id: req-4f575792-c14c-4d7b-84aa-8307f5330386 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:01.741449 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:01.741951 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f575792-c14c-4d7b-84aa-8307f5330386 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:01.742356 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'status': 'completed', 'code': 200} Sep 24 19:41:01.782424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-45dab4a3-c2d8-4267-86d4-553e9e9dfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:01.784022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-45dab4a3-c2d8-4267-86d4-553e9e9dfde4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1095 time: 0.0452554 Sep 24 19:41:01.829637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-18dbd675-4754-49d0-b3e9-85d7ed0ab122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0382588 Sep 24 19:41:01.905242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-11875763-e0dd-40a0-84ae-eaa68b89e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:01.906719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-11875763-e0dd-40a0-84ae-eaa68b89e278 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0670578 Sep 24 19:41:01.914986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855e38a-8fd9-4485-bad8-a4a944f239fd req-3cf64de0-5ad3-42de-986a-bdc57c96e90e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:01.916388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d855e38a-8fd9-4485-bad8-a4a944f239fd req-3cf64de0-5ad3-42de-986a-bdc57c96e90e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0853567 Sep 24 19:41:01.946874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-6ea9ef5a-92e5-4d6a-a50c-e12472c1a27f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294907 Sep 24 19:41:02.000436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d855e38a-8fd9-4485-bad8-a4a944f239fd req-0b5d3507-ca31-4275-9e9c-ae7dea37cfaf tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756922 Sep 24 19:41:02.057401 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-10b79190-63ef-4236-b071-46a5fc4f980a service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022179 Sep 24 19:41:02.149345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6180a7d3-b7cc-4f89-b361-c76b6a06acbc req-2b2c7ec4-7edb-4b38-9ead-058cbe8187c0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Sep 24 19:41:02.232451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5847-3cad-4af8-8371-40188014b01e req-7835443c-4855-45f7-a349-c28edf03f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:02.233882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-7835443c-4855-45f7-a349-c28edf03f729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1095 time: 0.0402374 Sep 24 19:41:02.322303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5847-3cad-4af8-8371-40188014b01e req-0a95c483-9322-4fa4-86e3-83f251a34741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:02.323798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-0a95c483-9322-4fa4-86e3-83f251a34741 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.0824046 Sep 24 19:41:02.366705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-1d74cc13-b214-4370-b189-f338ddeb9b63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0363584 Sep 24 19:41:02.415399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5847-3cad-4af8-8371-40188014b01e req-949ec351-49d5-474c-af3e-60c99875131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:02.416816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-949ec351-49d5-474c-af3e-60c99875131b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0421429 Sep 24 19:41:02.449350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-e64ddb4d-4049-4441-96b8-a11dc4133421 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232422 Sep 24 19:41:02.540386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-8637ea35-2a02-45a1-9fad-522535e9665f service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834310 Sep 24 19:41:02.631791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2c1c5847-3cad-4af8-8371-40188014b01e req-c448dba4-1dba-4637-8052-ab840742d6e4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 Sep 24 19:41:03.116572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb6aba-433f-42c1-8496-f64ec8c70c02 req-ee891659-a99e-49de-9c8e-a418924a664c tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:03.118057 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccbb6aba-433f-42c1-8496-f64ec8c70c02 req-ee891659-a99e-49de-9c8e-a418924a664c tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0489874 Sep 24 19:41:03.160036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccbb6aba-433f-42c1-8496-f64ec8c70c02 req-41f448d6-18a8-4042-94ba-ad2eed0ecaf9 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Sep 24 19:41:03.440453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:04.276723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b65f-0ff7-4482-b5d9-064c646f6fc0 req-dee83547-d50a-46a3-89c7-6b19564ab18e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:04.278507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e7b65f-0ff7-4482-b5d9-064c646f6fc0 req-dee83547-d50a-46a3-89c7-6b19564ab18e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0541930 Sep 24 19:41:04.315819 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e7b65f-0ff7-4482-b5d9-064c646f6fc0 req-454e4876-d8bc-4b46-9bda-78ab2e52544c tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Sep 24 19:41:05.427743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffad55-9905-418c-9bd0-8ac3a631571f req-1f39cefd-328f-4bc7-8654-9310f2ba50d6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:05.429233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79ffad55-9905-418c-9bd0-8ac3a631571f req-1f39cefd-328f-4bc7-8654-9310f2ba50d6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0490496 Sep 24 19:41:05.466014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79ffad55-9905-418c-9bd0-8ac3a631571f req-86608a94-ba7e-4e38-af07-eace3e263276 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Sep 24 19:41:06.053724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:41:06.146649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:06.157314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee', 'port_id': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'mac_address': 'fa:16:3e:3d:24:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2928fc4-38ef-4d95-b2da-a1d71f0005ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:41:06.192814 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:06.204712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b94748-a1e4-41c2-8b42-c71d17efb5e6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:41:06.222954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:06.226710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:06.273747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:06.281075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.281425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.281766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.282101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.282434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.282764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.283147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.283468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.283791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.284108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.284427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.284745 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:06.425516 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['71b94748-a1e4-41c2-8b42-c71d17efb5e6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:41:06.579061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f5dfe-03ca-4548-9804-bbd2dac82437 req-d16848d1-d69f-4db2-a625-f03a095f8fe3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:06.580556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f8f5dfe-03ca-4548-9804-bbd2dac82437 req-d16848d1-d69f-4db2-a625-f03a095f8fe3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 945 time: 0.0484135 Sep 24 19:41:06.621913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f8f5dfe-03ca-4548-9804-bbd2dac82437 req-bb7b35ce-2071-4684-934e-7e966683208a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Sep 24 19:41:07.737171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777e5da-b9bc-4e91-a8b6-09d268f6bed8 req-de9bace7-59c4-4ff0-a109-b5c47e281a97 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:07.738676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2777e5da-b9bc-4e91-a8b6-09d268f6bed8 req-de9bace7-59c4-4ff0-a109-b5c47e281a97 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 945 time: 0.0485313 Sep 24 19:41:07.776315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2777e5da-b9bc-4e91-a8b6-09d268f6bed8 req-d21de1f2-8233-4551-8e91-fd5a41c49b32 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 24 19:41:08.069538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:41:08.115484 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:41:08.118950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:41:08.119329 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:08.195718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:08.217341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:08.219580 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce5556-9449-4040-b140-d19c39e10cc1" -d '{"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-plugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:08.231436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:08.235766 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:08.258197 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26d140-2236-413b-9b08-3ad7be2d7deb x-openstack-request-id: req-4a26d140-2236-413b-9b08-3ad7be2d7deb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:08.258491 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-plugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:08.258741 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a26d140-2236-413b-9b08-3ad7be2d7deb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:08.259156 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'code': 200} Sep 24 19:41:08.286535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:08.348304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcf498-2e6c-48e5-adba-c8c96d37170d req-35783856-6450-4616-9352-c8d6c832f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:08.349769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57dcf498-2e6c-48e5-adba-c8c96d37170d req-35783856-6450-4616-9352-c8d6c832f315 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1097 time: 0.0380020 Sep 24 19:41:08.384436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57dcf498-2e6c-48e5-adba-c8c96d37170d req-0e90ed5b-16ea-4d03-864c-2dcf1250edbb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279827 Sep 24 19:41:08.889783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd45bf-44b1-4336-82dc-3636437f6be8 req-dfaf0553-edbd-40cf-8441-e9c177cf8228 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:08.891301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74cd45bf-44b1-4336-82dc-3636437f6be8 req-dfaf0553-edbd-40cf-8441-e9c177cf8228 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0483434 Sep 24 19:41:08.932850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74cd45bf-44b1-4336-82dc-3636437f6be8 req-26d8a18f-bd02-4e10-909a-d92fa39f81fb tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Sep 24 19:41:09.130935 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:10.050388 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562250ed-364b-435f-b66b-83dffc7c8687 req-d70bb76f-fd03-4000-b8b1-ebadf619d05b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:10.052011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-562250ed-364b-435f-b66b-83dffc7c8687 req-d70bb76f-fd03-4000-b8b1-ebadf619d05b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0498562 Sep 24 19:41:10.089966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-562250ed-364b-435f-b66b-83dffc7c8687 req-7d5417ee-49d5-4101-8cbe-626ec922a205 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Sep 24 19:41:10.363567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20135b65-d52a-4b97-b2ae-7ad347c81992 req-809c2ff1-4f05-46b6-99c3-53b9d4ea7dcc tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:10.365270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20135b65-d52a-4b97-b2ae-7ad347c81992 req-809c2ff1-4f05-46b6-99c3-53b9d4ea7dcc tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0670514 Sep 24 19:41:10.397277 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-d67a40ae-a62b-4658-ac89-8f0fa10da87c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234238 Sep 24 19:41:10.413087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20135b65-d52a-4b97-b2ae-7ad347c81992 req-25a3bce8-80a4-4f78-993b-d10eda6191e9 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Sep 24 19:41:11.528040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41f92-4d0d-4cdf-b90b-2b287526f4db req-e3a80f0c-9d7e-481f-bcd4-380e65413e9e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:11.529794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70f41f92-4d0d-4cdf-b90b-2b287526f4db req-e3a80f0c-9d7e-481f-bcd4-380e65413e9e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0488429 Sep 24 19:41:11.572260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70f41f92-4d0d-4cdf-b90b-2b287526f4db req-87093088-cd74-4e52-86f1-94fbfafb6b3d tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364599 Sep 24 19:41:11.662413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-58dfef52-917f-4e8e-a66f-56283ccb6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:11.663952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-58dfef52-917f-4e8e-a66f-56283ccb6872 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1097 time: 0.0450411 Sep 24 19:41:11.752878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-52ed3f36-d683-4b94-a2c0-8f3309ac43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:11.754285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-52ed3f36-d683-4b94-a2c0-8f3309ac43ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.0834925 Sep 24 19:41:11.799124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-337874dc-1d48-4ed9-a558-cefe717f0da3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0375597 Sep 24 19:41:11.846431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-9db28d9a-fc47-4883-820c-cc40dcabb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:11.847874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-9db28d9a-fc47-4883-820c-cc40dcabb696 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0426066 Sep 24 19:41:11.878083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-b794fcb6-419e-4dbe-ac6e-fc6458453045 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234132 Sep 24 19:41:11.970352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-5b8bad46-2e0e-4062-b89e-eaa61aca2806 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852420 Sep 24 19:41:12.059938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-8750fa10-f714-44ae-b534-365ace00a793 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Sep 24 19:41:12.690138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19caa9c-e1b0-4d0a-bb04-07211fa9f645 req-236b338b-4648-453f-b3eb-a9576bfae5e2 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:12.691647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c19caa9c-e1b0-4d0a-bb04-07211fa9f645 req-236b338b-4648-453f-b3eb-a9576bfae5e2 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0514107 Sep 24 19:41:12.735916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c19caa9c-e1b0-4d0a-bb04-07211fa9f645 req-941befc3-756b-4075-8008-be4059ff1c2b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Sep 24 19:41:13.850746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb308d-e1a7-4ff6-a75e-d0cb66b587d2 req-cda41471-2eda-4d91-9e87-928c6bbc561f tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:13.852262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4deb308d-e1a7-4ff6-a75e-d0cb66b587d2 req-cda41471-2eda-4d91-9e87-928c6bbc561f tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0485814 Sep 24 19:41:13.889114 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4deb308d-e1a7-4ff6-a75e-d0cb66b587d2 req-f3553119-8329-4687-99c6-874a901edaec tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Sep 24 19:41:15.005291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688cdc-cb39-4fc8-9d9f-cc6ecba85aca req-f10c6b60-507a-4a36-97f6-929c39f93bf3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:15.007004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7688cdc-cb39-4fc8-9d9f-cc6ecba85aca req-f10c6b60-507a-4a36-97f6-929c39f93bf3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0507576 Sep 24 19:41:15.044183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7688cdc-cb39-4fc8-9d9f-cc6ecba85aca req-e479344f-0541-4832-be30-c3e33cbca7b1 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Sep 24 19:41:16.158584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4cbe-48e1-4aca-97b5-8e3bd4f94e97 req-304be2ea-21a8-45c0-9489-8f745f973cee tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:16.160013 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-573e4cbe-48e1-4aca-97b5-8e3bd4f94e97 req-304be2ea-21a8-45c0-9489-8f745f973cee tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0488980 Sep 24 19:41:16.200244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-573e4cbe-48e1-4aca-97b5-8e3bd4f94e97 req-fc752508-dc73-4293-94d4-584632e94596 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Sep 24 19:41:17.313433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8d8f-9303-4255-9928-48664346d393 req-919875fe-2366-449a-98b6-f954ae5eb9b6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:17.314838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-302a8d8f-9303-4255-9928-48664346d393 req-919875fe-2366-449a-98b6-f954ae5eb9b6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0486341 Sep 24 19:41:17.352436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-302a8d8f-9303-4255-9928-48664346d393 req-d2f4f9b5-d8fd-49b3-b00a-ca28d9442676 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317366 Sep 24 19:41:18.466545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf9b31-a740-4d89-aa87-ed4aa82e0c5e req-d92b6ecb-9ebc-4516-9b9d-9567d777e61e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:18.468064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccf9b31-a740-4d89-aa87-ed4aa82e0c5e req-d92b6ecb-9ebc-4516-9b9d-9567d777e61e tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0484946 Sep 24 19:41:18.504821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccf9b31-a740-4d89-aa87-ed4aa82e0c5e req-9acd2f3b-22e2-4a31-8210-10f3f16d17bd tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 24 19:41:19.618045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafd23-f6e7-4000-af7b-ac9078e09ac6 req-c6e16dd2-350d-4d62-b1c5-013d415e1eb0 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:19.619549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94eafd23-f6e7-4000-af7b-ac9078e09ac6 req-c6e16dd2-350d-4d62-b1c5-013d415e1eb0 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0479112 Sep 24 19:41:19.661996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94eafd23-f6e7-4000-af7b-ac9078e09ac6 req-cb3d90db-8b8e-49c4-81d6-a6b0942ce211 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356548 Sep 24 19:41:20.329087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaa0803f-7f6e-4c3c-8d96-558a1996abd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:20.778011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d03bc-31c3-4611-a658-f856a9ff8367 req-35761260-6cd7-40b5-b743-47f457f8aa4a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:20.779837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-511d03bc-31c3-4611-a658-f856a9ff8367 req-35761260-6cd7-40b5-b743-47f457f8aa4a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0505471 Sep 24 19:41:20.817022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-511d03bc-31c3-4611-a658-f856a9ff8367 req-1af40d95-8590-467a-8e10-c5fa4bbe1310 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Sep 24 19:41:21.930934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2515c4-4c5e-4a48-8bf6-145147a84fbc req-307ba534-f933-45fe-9284-93ccb810c604 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:21.932426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b2515c4-4c5e-4a48-8bf6-145147a84fbc req-307ba534-f933-45fe-9284-93ccb810c604 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0490389 Sep 24 19:41:21.969668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b2515c4-4c5e-4a48-8bf6-145147a84fbc req-6fb1d829-6612-40fb-b65d-67589217a7f1 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308325 Sep 24 19:41:22.982386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2a86-7915-4bc2-a124-80ad5f56b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:23.092617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00be4c-e154-44e2-9ac0-263e0979ff5b req-3037a5ef-47aa-4135-b0ec-22ac5173ba04 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:23.094146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b00be4c-e154-44e2-9ac0-263e0979ff5b req-3037a5ef-47aa-4135-b0ec-22ac5173ba04 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0539970 Sep 24 19:41:23.135471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b00be4c-e154-44e2-9ac0-263e0979ff5b req-9432fc9f-94ba-4092-9adb-e532d11abe2c tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352697 Sep 24 19:41:23.381901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:24.248711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34609bf-1caa-4712-bc82-a5d4e01a3af1 req-907af2cd-4813-4ce5-88ca-d3af77db450a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:24.250191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e34609bf-1caa-4712-bc82-a5d4e01a3af1 req-907af2cd-4813-4ce5-88ca-d3af77db450a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0489187 Sep 24 19:41:24.268197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:24.289486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e34609bf-1caa-4712-bc82-a5d4e01a3af1 req-f5309196-6427-49e5-924b-af5c0a01cdea tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Sep 24 19:41:25.411522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cfb35-2848-4e60-973b-9481fff41612 req-b45bf1aa-254e-4533-8f66-ce41b373b2d4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:25.413028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-500cfb35-2848-4e60-973b-9481fff41612 req-b45bf1aa-254e-4533-8f66-ce41b373b2d4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0502565 Sep 24 19:41:25.451085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-500cfb35-2848-4e60-973b-9481fff41612 req-f8c1fc63-9aa2-49c4-8c9d-4ec453851f96 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Sep 24 19:41:25.693462 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:41:26.008711 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:26.563410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a3678-2e03-42ec-b616-87037f5bb99c req-11cb7fb0-1d42-4365-a4d9-4c4e76a6946b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:26.564856 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee7a3678-2e03-42ec-b616-87037f5bb99c req-11cb7fb0-1d42-4365-a4d9-4c4e76a6946b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0482407 Sep 24 19:41:26.605527 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee7a3678-2e03-42ec-b616-87037f5bb99c req-81ec703b-6d0c-4b4a-ab06-d33334c3de08 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Sep 24 19:41:27.720715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6d97b-297f-4010-986c-95ca17bddc29 req-2e2e451d-2e9a-4355-8db5-31263db0d1c0 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:27.722206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73a6d97b-297f-4010-986c-95ca17bddc29 req-2e2e451d-2e9a-4355-8db5-31263db0d1c0 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0489182 Sep 24 19:41:27.758476 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73a6d97b-297f-4010-986c-95ca17bddc29 req-ce83ce1f-af5c-425c-8769-fb2c17f7239d tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304120 Sep 24 19:41:28.872549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae7f46-552d-487a-a3ac-ebe454cfdf7a req-406fb99a-3f78-412e-bc63-84dfff98a721 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:28.874042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7dae7f46-552d-487a-a3ac-ebe454cfdf7a req-406fb99a-3f78-412e-bc63-84dfff98a721 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0488801 Sep 24 19:41:28.911929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7dae7f46-552d-487a-a3ac-ebe454cfdf7a req-b6e0dfb8-cbe9-4e08-8f1d-4f3682579cd3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Sep 24 19:41:30.029972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614619d4-73ce-4c92-b46d-ba1a6cd189d6 req-44be8030-dcde-4020-87cf-61120815d77b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:30.031510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-614619d4-73ce-4c92-b46d-ba1a6cd189d6 req-44be8030-dcde-4020-87cf-61120815d77b tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0509427 Sep 24 19:41:30.074370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-614619d4-73ce-4c92-b46d-ba1a6cd189d6 req-1437bb5b-f91a-4017-aa54-514f821e872a tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Sep 24 19:41:31.188810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf5e9e-45e0-45b5-8a44-e5dbb8be5dd1 req-0b1110d8-d278-43a1-a38e-1c17712398f4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:31.190190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35bf5e9e-45e0-45b5-8a44-e5dbb8be5dd1 req-0b1110d8-d278-43a1-a38e-1c17712398f4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0485976 Sep 24 19:41:31.227861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35bf5e9e-45e0-45b5-8a44-e5dbb8be5dd1 req-3a2cb4be-1112-442d-94bf-e883ba467653 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Sep 24 19:41:32.400496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171486-6ac3-4ecd-8f82-efec5dd403a3 req-c8847cdd-77a0-4895-95d2-9431a0577fe8 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:32.401996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce171486-6ac3-4ecd-8f82-efec5dd403a3 req-c8847cdd-77a0-4895-95d2-9431a0577fe8 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.1075308 Sep 24 19:41:32.439976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce171486-6ac3-4ecd-8f82-efec5dd403a3 req-045ca092-1e31-4711-8e05-eb76a38891a1 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Sep 24 19:41:33.439318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:33.612782 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab6ea-ef75-4b0c-8630-ffb569096563 req-b7ec1157-f36a-4d26-b0c3-a597685fef27 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:33.614246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0ab6ea-ef75-4b0c-8630-ffb569096563 req-b7ec1157-f36a-4d26-b0c3-a597685fef27 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.1046948 Sep 24 19:41:33.654825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad0ab6ea-ef75-4b0c-8630-ffb569096563 req-54171ffe-865a-4197-aaed-539dbee76ff8 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Sep 24 19:41:34.769557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1114e-c87b-4ae0-be26-50a91181f5f1 req-cc6fe433-2e7c-429d-acac-a47511f4a4e4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:34.771237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22b1114e-c87b-4ae0-be26-50a91181f5f1 req-cc6fe433-2e7c-429d-acac-a47511f4a4e4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0492492 Sep 24 19:41:34.813350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22b1114e-c87b-4ae0-be26-50a91181f5f1 req-b4506340-3031-4af1-9ba6-7bbba1d30027 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Sep 24 19:41:35.941539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582fced-faec-4c23-bc46-e92cdbb094bc req-1bea0a46-ba87-4b59-a037-3f37f295b6ef tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:35.943076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8582fced-faec-4c23-bc46-e92cdbb094bc req-1bea0a46-ba87-4b59-a037-3f37f295b6ef tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0488939 Sep 24 19:41:35.980964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8582fced-faec-4c23-bc46-e92cdbb094bc req-8764667f-4162-4f61-bb88-f4f95d48be00 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Sep 24 19:41:37.094319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c5b0-9573-4caa-83c2-7e9a98844b29 req-b7fe516b-d69e-4eaf-ad49-cb44a93020ec tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:37.095796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fee6c5b0-9573-4caa-83c2-7e9a98844b29 req-b7fe516b-d69e-4eaf-ad49-cb44a93020ec tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0479329 Sep 24 19:41:37.136047 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fee6c5b0-9573-4caa-83c2-7e9a98844b29 req-c75dce51-716c-43f6-a365-bcfb35d51391 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Sep 24 19:41:38.249430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b89a-5363-49dd-b3af-a2a02e9a5f08 req-48493793-a295-4442-9386-021871f230d4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:38.251554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0395b89a-5363-49dd-b3af-a2a02e9a5f08 req-48493793-a295-4442-9386-021871f230d4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0480237 Sep 24 19:41:38.287607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0395b89a-5363-49dd-b3af-a2a02e9a5f08 req-c62da877-25bb-4e14-8633-a946653139fb tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301864 Sep 24 19:41:38.935465 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-9f682285-f904-4d1b-bc7c-00b6dddcb8e8 service neutron] show failed (client error): The resource could not be found. Sep 24 19:41:38.936469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-9f682285-f904-4d1b-bc7c-00b6dddcb8e8 service neutron] 10.222.0.69 "GET /v2.0/ports/71b94748-a1e4-41c2-8b42-c71d17efb5e6/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0527201 Sep 24 19:41:39.121692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-5ec196ec-e408-4836-bf0c-efe2238aaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:39.123246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-5ec196ec-e408-4836-bf0c-efe2238aaa60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae&tenant_id=910515c2203a44ea8c59487898993b9c HTTP/1.1" status: 200 len: 1097 time: 0.0398555 Sep 24 19:41:39.129231 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.136435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:39.191461 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.419677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:39.437331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26064f-bd42-4d3e-82b6-8bb967edb795 req-3439a2b4-1709-47de-a9bf-1d6ec3830f19 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:39.439413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e26064f-bd42-4d3e-82b6-8bb967edb795 req-3439a2b4-1709-47de-a9bf-1d6ec3830f19 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0755098 Sep 24 19:41:39.484785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:41:39.520826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e26064f-bd42-4d3e-82b6-8bb967edb795 req-a8833da3-2eef-44ff-a124-9563d8eabb85 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752060 Sep 24 19:41:39.536865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:39.539135 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12866e2f-207c-4ac8-8c87-333225d8bc5f" -d '{"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-unplugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:39.543319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.555799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Transition to ACTIVE for port object 71b94748-a1e4-41c2-8b42-c71d17efb5e6 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:41:39.559391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.589873 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fdef2-ae0d-4d03-aa66-95b34d24f4c7 x-openstack-request-id: req-c87fdef2-ae0d-4d03-aa66-95b34d24f4c7 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:39.590174 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-unplugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:39.590431 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c87fdef2-ae0d-4d03-aa66-95b34d24f4c7 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:39.590817 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'code': 200} Sep 24 19:41:39.623628 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:39.626289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] No DVR routers for this DVR port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:41:39.635259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.635608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.635951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.636291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.636626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.636954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.637284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.637610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.637937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.638263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.638587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.638935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:39.670755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:41:39.671116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:41:39.671444 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:39.676724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:41:39.677046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Attempting to bind port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on network 4ca49779-89bc-493f-bdf9-d4578d4ccfee {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:39.681848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:41:39.685568 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Checking segment: {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:41:39.685958 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Bound using segment: {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:41:39.686393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Bound port: 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efffa31-7583-4503-a620-8f459d84d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:41:39.686754 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.772511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:41:39.775461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:41:39.780079 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.821604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:39.822242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:39.824936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-882e4869-0421-4e35-8574-79104344c66b service neutron] 10.222.0.15 "PUT /v2.0/ports/71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 1092 time: 0.6924851 Sep 24 19:41:39.847085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4869-0421-4e35-8574-79104344c66b service neutron] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:39.889587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-cfebae21-1e43-47a3-8f03-b598fa97765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:39.891147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-cfebae21-1e43-47a3-8f03-b598fa97765b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1095 time: 0.0411141 Sep 24 19:41:39.974343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-fbc067ed-653d-4442-943e-747282364cc4 req-29b69994-9a4a-4add-9de6-c892b8207aa3 service neutron] (94855) timed out ('10.222.0.69', 53146) {{(pid=94855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:41:39.996829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-d989a9ab-4b69-406e-bf8b-d6b79a3d650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:39.998350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-d989a9ab-4b69-406e-bf8b-d6b79a3d650e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.0958738 Sep 24 19:41:40.041838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-7c3f2126-0658-448e-ae36-fdc301d4f155 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0347989 Sep 24 19:41:40.090629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-81ff1d51-95e5-41a8-986d-c67c7bda0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:40.092161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-81ff1d51-95e5-41a8-986d-c67c7bda0861 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0432053 Sep 24 19:41:40.125005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-3a0d96b2-69a6-4dff-b25c-a46966e6924c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241451 Sep 24 19:41:40.222191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-561ec613-5eb9-4b82-967d-88ed9135c3d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870531 Sep 24 19:41:40.315753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d00c5988-d000-48e8-8391-f5d5c651e986 req-22ebc408-3460-477c-94a3-b63426f1a7aa service neutron] 10.222.0.15 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850480 Sep 24 19:41:40.633700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9445b9-cf13-439c-8d21-f1658e8b33b2 req-84de2977-9c9d-4a70-b7ea-f705b4053a35 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:40.635203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f9445b9-cf13-439c-8d21-f1658e8b33b2 req-84de2977-9c9d-4a70-b7ea-f705b4053a35 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0482116 Sep 24 19:41:40.674499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f9445b9-cf13-439c-8d21-f1658e8b33b2 req-69ae23bf-d9e5-4daf-910c-cf9266ff84b6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Sep 24 19:41:41.592256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:41.595119 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0f57c-fb79-4fbe-9341-551632a4fbab" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:41.642171 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd47b85-2811-4495-afa5-bcdeac8abefd x-openstack-request-id: req-2fd47b85-2811-4495-afa5-bcdeac8abefd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:41.642720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:41.642720 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fd47b85-2811-4495-afa5-bcdeac8abefd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:41.643143 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'status': 'completed', 'code': 200} Sep 24 19:41:41.733294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-7b1c0ca1-80bf-49ac-b2ec-d28d1029f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:41.734841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-7b1c0ca1-80bf-49ac-b2ec-d28d1029f4c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1095 time: 0.0720577 Sep 24 19:41:41.737113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-e87e10d8-0829-42cd-9acc-cc8bc9aec650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:41.738480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-e87e10d8-0829-42cd-9acc-cc8bc9aec650 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1095 time: 0.0678687 Sep 24 19:41:42.186114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb98e59-b98d-4b0f-bd5f-cffa6cfcc660 req-3bb7d6b5-2ddd-4265-a07f-e07b7de5e0af tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:42.187554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bb98e59-b98d-4b0f-bd5f-cffa6cfcc660 req-3bb7d6b5-2ddd-4265-a07f-e07b7de5e0af tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.4452214 Sep 24 19:41:42.232919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-cbef015a-90be-49f8-b1a4-b0963eb2be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:42.234400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-cbef015a-90be-49f8-b1a4-b0963eb2be51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.4839962 Sep 24 19:41:42.239646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-5e7ddcba-6712-4033-b907-6a286f77bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:42.241002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-5e7ddcba-6712-4033-b907-6a286f77bc68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.4895961 Sep 24 19:41:42.288349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:41:42.288899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-e381a910-67b5-4f57-b3dc-b5989446707b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0468440 Sep 24 19:41:42.325344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:41:42.326123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-126bcb78-9ddc-4c39-8f25-49f4250c7939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0492630 Sep 24 19:41:42.330941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bb98e59-b98d-4b0f-bd5f-cffa6cfcc660 req-55b793bc-bcf1-4098-80bd-e689da0626a4 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370566 Sep 24 19:41:42.403334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-07f021cf-6d47-416a-899c-1ca3c4dca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:42.405039 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-07f021cf-6d47-416a-899c-1ca3c4dca2d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0889688 Sep 24 19:41:42.408371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-e883561d-eb2b-40d7-8477-c1f76762bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:42.409702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-e883561d-eb2b-40d7-8477-c1f76762bfcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0573418 Sep 24 19:41:42.456437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-4255f74d-7bd0-4082-9a3a-354bbb35522f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423195 Sep 24 19:41:42.458201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-00b56195-eac7-4a4c-b22b-6105cb07afda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369496 Sep 24 19:41:42.612825 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-02635e2c-892b-4ec9-a4c7-417b375ac1f0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491270 Sep 24 19:41:42.616153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-eb1ab368-0086-43dc-8971-28f604eaba31 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451857 Sep 24 19:41:42.773194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-eb7700f9-b5f2-42fb-b4a0-7dda021de314 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537812 Sep 24 19:41:42.775283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1af0f57c-fb79-4fbe-9341-551632a4fbab req-a2cf6cb0-9c1c-4003-8ffd-e14d60838fdb service neutron] 10.222.0.15 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484652 Sep 24 19:41:43.181020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:41:43.426355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:43.437066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'network_id': '4ca49779-89bc-493f-bdf9-d4578d4ccfee', 'port_id': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'mac_address': 'fa:16:3e:3d:24:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2928fc4-38ef-4d95-b2da-a1d71f0005ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:41:43.450054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ee5ef-cca2-4ef9-88c7-c1105257968a req-da5e1757-0ebc-4b91-8a81-d4a67ce9c344 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:43.451602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-756ee5ef-cca2-4ef9-88c7-c1105257968a req-da5e1757-0ebc-4b91-8a81-d4a67ce9c344 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 944 time: 0.0500362 Sep 24 19:41:43.473792 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:43.486019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b94748-a1e4-41c2-8b42-c71d17efb5e6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:41:43.490400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-756ee5ef-cca2-4ef9-88c7-c1105257968a req-c3f195ae-e635-4360-9751-01d16f8d6cf3 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Sep 24 19:41:43.505258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:43.511953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:43.558526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:43.726813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-bd305645-f959-4187-bbc4-ea1ba4c27a64 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:43.728238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-bd305645-f959-4187-bbc4-ea1ba4c27a64 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae&tenant_id=910515c2203a44ea8c59487898993b9c&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 945 time: 0.0507028 Sep 24 19:41:43.758236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['71b94748-a1e4-41c2-8b42-c71d17efb5e6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:41:43.788012 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-201c8aa0-9f80-4eb9-8290-5d7eb698b972 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:41:43.789049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-201c8aa0-9f80-4eb9-8290-5d7eb698b972 service neutron] 10.222.0.69 "DELETE /v2.0/ports/71b94748-a1e4-41c2-8b42-c71d17efb5e6/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0535135 Sep 24 19:41:43.877102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-be3d54bf-cbdc-41f2-89ef-74cd5cd831d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:43.878734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-be3d54bf-cbdc-41f2-89ef-74cd5cd831d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910515c2203a44ea8c59487898993b9c&device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 1096 time: 0.0444450 Sep 24 19:41:43.968034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-86e7499f-aaae-4707-af5e-6f6dc8755e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:43.969550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-86e7499f-aaae-4707-af5e-6f6dc8755e1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 200 len: 911 time: 0.0844090 Sep 24 19:41:44.013434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-1057c1fe-1c60-4f99-8989-8098ebc128e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 200 len: 217 time: 0.0372465 Sep 24 19:41:44.064073 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-7c678ad6-451a-4179-9137-9dc7482e0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:44.065549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-7c678ad6-451a-4179-9137-9dc7482e0a99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 200 len: 851 time: 0.0446825 Sep 24 19:41:44.096193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-9d5e51e9-18cd-480e-aeb4-ba423262febc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ca49779-89bc-493f-bdf9-d4578d4ccfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236495 Sep 24 19:41:44.188966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-9509aefc-c21d-42d3-bd56-c0fcf01b1a46 service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844731 Sep 24 19:41:44.275309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-73ce9925-045c-4466-b030-d152226aafaa service neutron] 10.222.0.69 "GET /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799305 Sep 24 19:41:44.951425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c5b71-0327-4504-b799-f685d2d32130 req-c0aacdf2-593d-4f66-9a49-f4525f8cd204 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:44.952839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e83c5b71-0327-4504-b799-f685d2d32130 req-c0aacdf2-593d-4f66-9a49-f4525f8cd204 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 945 time: 0.0488727 Sep 24 19:41:44.995186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e83c5b71-0327-4504-b799-f685d2d32130 req-eaf2709d-68ba-4642-bdd1-c6e2cca094da tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Sep 24 19:41:45.180924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:41:45.227675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:41:45.231073 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:41:45.231450 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:45.308026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:45.330166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:45.332426 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e190e27-82ec-411a-b4bd-59bc8296e818" -d '{"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-plugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:45.344598 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:45.348844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:45.371538 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c140ea9-735d-4445-a774-42fb56689ebc x-openstack-request-id: req-6c140ea9-735d-4445-a774-42fb56689ebc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:45.371813 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-plugged", "status": "completed", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:45.372070 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c140ea9-735d-4445-a774-42fb56689ebc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:45.372485 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'code': 200} Sep 24 19:41:45.397616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:46.110581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2eb8-cc86-4587-a7d6-685a043926fd req-754ad051-e789-4941-b2ec-c51934f7b145 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:46.112131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e3f2eb8-cc86-4587-a7d6-685a043926fd req-754ad051-e789-4941-b2ec-c51934f7b145 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0501778 Sep 24 19:41:46.151870 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e3f2eb8-cc86-4587-a7d6-685a043926fd req-08dd5fc1-90e5-426b-9137-12075c5669a6 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba73ec52-fd4e-4405-a056-fc676454497e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Sep 24 19:41:46.536420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-9c67f157-31a0-4355-a893-622965640844 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:46.537881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-9c67f157-31a0-4355-a893-622965640844 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbd836e-e972-4279-927e-f206af9454ae HTTP/1.1" status: 200 len: 946 time: 0.0487900 Sep 24 19:41:46.629122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Deleting port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:41:46.629476 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:46.717701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] For port 71b94748-a1e4-41c2-8b42-c71d17efb5e6, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=71b94748-a1e4-41c2-8b42-c71d17efb5e6,segment=NetworkSegment(6efffa31-7583-4503-a620-8f459d84d374),segment_id=6efffa31-7583-4503-a620-8f459d84d374)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:46.718072 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:46.731192 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Calling delete_port for 71b94748-a1e4-41c2-8b42-c71d17efb5e6 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:41:46.859549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:46.873231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['71b94748-a1e4-41c2-8b42-c71d17efb5e6'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:41:46.888561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Pushing event deleted for resources: {'Port': ['ID=71b94748-a1e4-41c2-8b42-c71d17efb5e6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:46.931659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] No DVR routers for this DVR port 71b94748-a1e4-41c2-8b42-c71d17efb5e6 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:41:46.934192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:46.936198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc10f7fc-5cbc-4acf-b2c6-8bfe14c035b3 req-31405f13-89e0-4ead-90e5-f9260c982241 tempest-DeleteServersTestJSON-920709576 tempest-DeleteServersTestJSON-920709576-project] 10.222.0.15 "DELETE /v2.0/ports/71b94748-a1e4-41c2-8b42-c71d17efb5e6 HTTP/1.1" status: 204 len: 173 time: 0.3905351 Sep 24 19:41:46.936631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-deleted', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:46.939402 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106b91e6-67d3-4cac-9de4-20ab5c3ad302" -d '{"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-deleted", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:46.979363 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd371e-2507-44a9-a4d3-ef0442776df1 x-openstack-request-id: req-33bd371e-2507-44a9-a4d3-ef0442776df1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:46.979659 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbd836e-e972-4279-927e-f206af9454ae", "name": "network-vif-deleted", "tag": "71b94748-a1e4-41c2-8b42-c71d17efb5e6", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:46.979919 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33bd371e-2507-44a9-a4d3-ef0442776df1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:46.980329 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbd836e-e972-4279-927e-f206af9454ae', 'name': 'network-vif-deleted', 'tag': '71b94748-a1e4-41c2-8b42-c71d17efb5e6', 'status': 'completed', 'code': 200} Sep 24 19:41:47.278080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48184) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:47.323215 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Deleting subnet b2928fc4-38ef-4d95-b2da-a1d71f0005ad {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:41:47.326174 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.359583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.397956 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.449162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.478543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2928fc4-38ef-4d95-b2da-a1d71f0005ad,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:47.482298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.484137 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cfa741d4-18e5-47d8-a346-70d5eb87f021 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2928fc4-38ef-4d95-b2da-a1d71f0005ad HTTP/1.1" status: 204 len: 168 time: 0.2047617 Sep 24 19:41:47.487314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48186) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:47.554009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.632356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.651715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca49779-89bc-493f-bdf9-d4578d4ccfee']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:41:47.661319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efffa31-7583-4503-a620-8f459d84d374') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:41:47.661607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efffa31-7583-4503-a620-8f459d84d374') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:41:47.670577 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.684250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.690702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:41:47.691133 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:41:47.692753 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:41:47.744384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.751449 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.753156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ca49779-89bc-493f-bdf9-d4578d4ccfee HTTP/1.1" status: 204 len: 168 time: 0.2649264 Sep 24 19:41:47.762425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c250228-2d7c-4dd3-85b6-5637d3487c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca49779-89bc-493f-bdf9-d4578d4ccfee,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:47.857656 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:47.896948 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-01c5688d-a25c-4d0b-94fd-9eceb290951f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=910515c2203a44ea8c59487898993b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381639 Sep 24 19:41:47.899381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:47.946264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:47.966329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.015861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.018354 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.019554 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba73ec52-fd4e-4405-a056-fc676454497e HTTP/1.1" status: 204 len: 168 time: 0.1192870 Sep 24 19:41:48.027008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73ec52-fd4e-4405-a056-fc676454497e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:48.035027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.035375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.035717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.036049 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.036379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.038689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.041271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.041639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.041964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.042304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.042640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.043488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a62aca-ddb5-4920-a6c1-db44784b65bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:41:48.664052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:48.761756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1806525608-network', 'tenant_id': '4ccc54a1aca54a3dab417359c3c079be'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:48.783232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Made reservation on behalf of 4ccc54a1aca54a3dab417359c3c079be for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:41:48.785383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.793309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.882459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.886203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.911505 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:41:48.921219 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb3bdea-0a01-4393-8cb8-1477054c286a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:48.926717 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.927083 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Added segment 24186ac4-301c-4d0e-b4ec-bab367c7d8cf of type vlan for network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea Sep 24 19:41:48.965615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.989606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:48.990570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:48.991170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:49.021375 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3561447 Sep 24 19:41:49.024549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48218) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:41:49.029894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Request body: {'subnet': {'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1806525608-subnet', 'tenant_id': '4ccc54a1aca54a3dab417359c3c079be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:49.051397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Made reservation on behalf of 4ccc54a1aca54a3dab417359c3c079be for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:41:49.055022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628346b2-7009-4860-ad5e-98d56e5bcb02 admin admin] Pushing event updated for resources: {'Network': ['ID=144ecfb4-8363-4158-bc3c-2a1b4018a5ea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:49.056125 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:49.065772 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:41:49.222602 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:49.284081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=652b6fb2-a9db-4b04-bdf8-f250aa34603c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:49.291923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Checking segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:41:49.292280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Network hostable DHCP agents. Network: 144ecfb4-8363-4158-bc3c-2a1b4018a5ea, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:41:49.308370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:41:49.317106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 144ecfb4-8363-4158-bc3c-2a1b4018a5ea) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:41:49.321631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:49.322571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:49.326076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b44a79-60be-4a87-b295-a0c049948828 None None] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:41:49.336928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0ee33df4-9a4f-4fc3-b4d5-007ff0e61432 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3112016 Sep 24 19:41:49.455408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b93948-3527-4992-b462-1ebf086d3f55 None None] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:41:49.751794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-0edf7daf-1c41-457f-baad-f750399eff66 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:49.753284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-0edf7daf-1c41-457f-baad-f750399eff66 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 815 time: 0.1004050 Sep 24 19:41:49.768031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-570808fd-347d-4f5b-9408-ff1acfd07cfa tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/quotas/4ccc54a1aca54a3dab417359c3c079be HTTP/1.1" status: 200 len: 375 time: 0.0090706 Sep 24 19:41:49.803769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-b18ede40-3a40-4285-8a85-9c875c0840a4 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304217 Sep 24 19:41:49.814329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-05e3821c-7d89-480a-96ec-c83f88b87582 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:41:49.815415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-05e3821c-7d89-480a-96ec-c83f88b87582 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049877 Sep 24 19:41:49.906470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-1ca17ecb-9ee6-40f2-afb2-dd265c969a3c service neutron] 10.222.0.18 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834038 Sep 24 19:41:50.001376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-c3f0d919-6e79-4402-aa85-5653984b6a23 service neutron] 10.222.0.18 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871086 Sep 24 19:41:50.160566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc821bde-6b14-4de4-9778-e1c8a692935b req-2d6eafa8-dc06-48a5-a41a-65aa26f2c10b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Sep 24 19:41:50.331773 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfc27697-8b98-4ad6-9477-47358445b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.060894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-5b050439-9d7e-4875-ada2-e6aa239cde36 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:51.062360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-5b050439-9d7e-4875-ada2-e6aa239cde36 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 815 time: 0.1030004 Sep 24 19:41:51.075615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Request body: {'port': {'device_id': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'admin_state_up': True, 'tenant_id': '4ccc54a1aca54a3dab417359c3c079be'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:51.184393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Made reservation on behalf of 4ccc54a1aca54a3dab417359c3c079be for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:41:51.188073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.227551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:41:51.247968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 71b94748-a1e4-41c2-8b42-c71d17efb5e6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:41:51.248346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 71b94748-a1e4-41c2-8b42-c71d17efb5e6 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:41:51.279525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11168187-d6c8-44b9-84d2-aaafa2b47da7 req-74e06497-dbbb-4185-aa4c-b32f7bc2c7d8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 210 time: 0.0382254 Sep 24 19:41:51.340829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Allocated IP 172.20.0.5 (144ecfb4-8363-4158-bc3c-2a1b4018a5ea/652b6fb2-a9db-4b04-bdf8-f250aa34603c/c97dd599-5e63-4d0f-a0c4-1046bb592b9a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:41:51.485296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.517785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.558779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:41:51.561816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:41:51.565870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:41:51.573976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:51.617992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:51.618533 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.631602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-bbdb4354-3dad-41f6-b446-9cec85946cda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598979 Sep 24 19:41:51.643998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Request body: {'port': {'device_id': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:41:51.698773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.969723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97dd599-5e63-4d0f-a0c4-1046bb592b9a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:41:51.977245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:51.989712 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Transition to ACTIVE for port object c97dd599-5e63-4d0f-a0c4-1046bb592b9a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:41:51.993464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:52.045475 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:52.111446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:41:52.111786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:41:52.112117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:52.116383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:41:52.116704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:41:52.121495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:41:52.121853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Checking segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:41:52.122232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Bound using segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:41:52.122656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Bound port: c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:41:52.123057 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:52.184915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:41:52.187882 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:41:52.192245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:52.225578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:52.226207 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:52.227632 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] 10.222.0.69 "PUT /v2.0/ports/c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 1091 time: 0.5875776 Sep 24 19:41:52.228068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:52.230306 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab776b-5846-4f19-bed1-de90e8a989d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:52.256785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fe49f-3f86-4c17-93fa-25129545473a service neutron] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:52.267250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908248e3-bd79-4d27-ba15-a08a385608ae x-openstack-request-id: req-908248e3-bd79-4d27-ba15-a08a385608ae {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:52.267539 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:52.267793 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-908248e3-bd79-4d27-ba15-a08a385608ae {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:52.268187 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'status': 'completed', 'code': 200} Sep 24 19:41:52.312731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-63bf7de4-888f-4635-88e4-1b3c80460a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:52.314263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-63bf7de4-888f-4635-88e4-1b3c80460a4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0488737 Sep 24 19:41:52.357561 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-c7e71547-0b30-42f4-a7be-194bc7768f20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0354717 Sep 24 19:41:52.431972 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-c8ab3b52-9fb3-459c-bce6-ae1ebe3b0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:52.433419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-c8ab3b52-9fb3-459c-bce6-ae1ebe3b0ea7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0680363 Sep 24 19:41:52.441453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e14304-e6b8-4c0f-bfef-04a29dcb9d4c req-73f1aa1a-1c6a-4370-ae64-e99e4a24115d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:52.442757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36e14304-e6b8-4c0f-bfef-04a29dcb9d4c req-73f1aa1a-1c6a-4370-ae64-e99e4a24115d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0879278 Sep 24 19:41:52.472473 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-85bb72b4-09f6-4279-9166-836b05186df8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287771 Sep 24 19:41:52.520048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36e14304-e6b8-4c0f-bfef-04a29dcb9d4c req-fa62b301-f6cc-4579-bf9f-828cf8df9261 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Sep 24 19:41:52.577948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-e46b98b0-a217-4078-88a4-5926fdeb8ff0 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979445 Sep 24 19:41:52.947623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e501958-787c-470a-ba7b-95ba21e5a8b6 req-8609cd8b-3946-449d-9ccb-a571bcfce1c2 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617563 Sep 24 19:41:52.981384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01636bef-a82d-4da0-a7af-2218c48a5ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:53.033897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-b2ecde0f-9cc5-4482-8502-12ba3f398210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:53.035411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-b2ecde0f-9cc5-4482-8502-12ba3f398210 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0399747 Sep 24 19:41:53.127534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-a6218a44-720a-4790-8132-4236597778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:53.129027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-a6218a44-720a-4790-8132-4236597778e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0871239 Sep 24 19:41:53.168909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-108f3cec-b07a-41c3-bec1-9842dfc47991 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0329897 Sep 24 19:41:53.221137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-27fac401-1253-4569-aaae-7f1926a2d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:53.222650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-27fac401-1253-4569-aaae-7f1926a2d4b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0456431 Sep 24 19:41:53.253861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-7df9b39b-e526-4f3d-a81b-e1f559c04688 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236278 Sep 24 19:41:53.341664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-8478179a-e953-491d-bf03-db06f0516a94 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802605 Sep 24 19:41:53.384379 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:53.436133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a4ab776b-5846-4f19-bed1-de90e8a989d2 req-eb6a0ec5-a5c1-4708-954a-d3dd5dd5ad78 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 Sep 24 19:41:53.633291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7689e-49f4-4455-9666-3ad7bc2b1bdd req-89ffb98d-f233-4a0b-b452-818e7a078369 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:53.634782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5da7689e-49f4-4455-9666-3ad7bc2b1bdd req-89ffb98d-f233-4a0b-b452-818e7a078369 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Sep 24 19:41:53.671657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5da7689e-49f4-4455-9666-3ad7bc2b1bdd req-230f3aa7-f692-4004-a624-549f2571772c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Sep 24 19:41:54.271996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:54.788977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead0b8-b0f6-4c87-abd9-f0518b97a0d6 req-e3d8269d-483f-4dc7-a6c1-87691265879e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:54.790447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65ead0b8-b0f6-4c87-abd9-f0518b97a0d6 req-e3d8269d-483f-4dc7-a6c1-87691265879e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0522115 Sep 24 19:41:54.827922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65ead0b8-b0f6-4c87-abd9-f0518b97a0d6 req-67e42e9d-6f3f-4425-9de3-452bf749fd83 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Sep 24 19:41:55.941207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c69ac-a371-4e1d-a093-f6cf523720bc req-0da69237-3fdf-48d6-b2ef-3eb2522a2312 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:55.942718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b3c69ac-a371-4e1d-a093-f6cf523720bc req-0da69237-3fdf-48d6-b2ef-3eb2522a2312 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0498466 Sep 24 19:41:55.979770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b3c69ac-a371-4e1d-a093-f6cf523720bc req-5a8d33a2-adce-4042-8523-73fe725525c3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Sep 24 19:41:56.011464 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:56.349558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:41:56.448169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:56.459535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'port_id': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652b6fb2-a9db-4b04-bdf8-f250aa34603c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:41:56.495275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:56.507964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97dd599-5e63-4d0f-a0c4-1046bb592b9a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:41:56.526678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:56.530748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:56.576060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:56.719966 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['c97dd599-5e63-4d0f-a0c4-1046bb592b9a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:41:57.092960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590d32d-a8bf-46eb-b864-c33c7d2bbe2d req-b9383a97-b1be-4ce5-b495-c819b0f1e9fb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:57.094431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7590d32d-a8bf-46eb-b864-c33c7d2bbe2d req-b9383a97-b1be-4ce5-b495-c819b0f1e9fb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0485153 Sep 24 19:41:57.131726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7590d32d-a8bf-46eb-b864-c33c7d2bbe2d req-0050f2f7-73b4-4597-bab7-6d881a7ce6fa tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Sep 24 19:41:58.246635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621de4-fcf9-4617-9fdd-9f29abe24d88 req-54cccdc4-ad87-47cb-aa0c-8326ecba663c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:58.248033 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e621de4-fcf9-4617-9fdd-9f29abe24d88 req-54cccdc4-ad87-47cb-aa0c-8326ecba663c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0515697 Sep 24 19:41:58.285302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1e621de4-fcf9-4617-9fdd-9f29abe24d88 req-cfc00db4-7eb7-4e97-ad80-95e49e4e9627 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Sep 24 19:41:58.365016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:41:58.412698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port c97dd599-5e63-4d0f-a0c4-1046bb592b9a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:41:58.416179 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port c97dd599-5e63-4d0f-a0c4-1046bb592b9a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:41:58.416555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:58.498025 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:58.520199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:41:58.522516 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1d225-3428-48ac-bf44-28acaf907929" -d '{"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-plugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:41:58.535622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:41:58.539479 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:41:58.563582 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffebe048-a362-4254-8920-c91f8f6ca3e3 x-openstack-request-id: req-ffebe048-a362-4254-8920-c91f8f6ca3e3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:41:58.563873 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-plugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:41:58.564128 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffebe048-a362-4254-8920-c91f8f6ca3e3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:41:58.564516 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'code': 200} Sep 24 19:41:58.589748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:41:58.653062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfb941-1b7e-4c3c-ab92-527bc9d33a95 req-1c0f23e0-09cd-4c6f-9ea2-98261023cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:58.654809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bbfb941-1b7e-4c3c-ab92-527bc9d33a95 req-1c0f23e0-09cd-4c6f-9ea2-98261023cadc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1096 time: 0.0387211 Sep 24 19:41:58.689970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2bbfb941-1b7e-4c3c-ab92-527bc9d33a95 req-27e1096b-c3f2-404c-aed7-250ab3c6779b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261750 Sep 24 19:41:59.398594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176fbbd-32a3-4db7-8218-f800ccdff830 req-0428239f-14be-4fbc-9e81-1be2a7b203c0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:41:59.400105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c176fbbd-32a3-4db7-8218-f800ccdff830 req-0428239f-14be-4fbc-9e81-1be2a7b203c0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Sep 24 19:41:59.437292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c176fbbd-32a3-4db7-8218-f800ccdff830 req-dcaf0cc9-8330-4e32-ad9d-4c009a65c03e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Sep 24 19:42:00.556738 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86772d4f-ca3c-43db-a37c-4014a761456e req-e4b88f1e-b245-4adf-8a61-6bfefa8fc1df tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:00.558264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86772d4f-ca3c-43db-a37c-4014a761456e req-e4b88f1e-b245-4adf-8a61-6bfefa8fc1df tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Sep 24 19:42:00.597108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86772d4f-ca3c-43db-a37c-4014a761456e req-f6e3545f-cbda-435f-a0fd-d8f85e87195f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Sep 24 19:42:00.711846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd492-55da-4e24-b4ae-b1013ece50f2 req-ff44b654-90ec-4172-901c-11d7c04ab75e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:00.713330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-537bd492-55da-4e24-b4ae-b1013ece50f2 req-ff44b654-90ec-4172-901c-11d7c04ab75e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Sep 24 19:42:00.751743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-537bd492-55da-4e24-b4ae-b1013ece50f2 req-db593fc7-6a3f-4d7f-8d70-44d635e6e202 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Sep 24 19:42:00.950201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe26e-b631-4dbc-a32f-1d31ed4c622a req-eb354919-390a-4c79-ba17-302cff9856ab tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:00.951725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ecbe26e-b631-4dbc-a32f-1d31ed4c622a req-eb354919-390a-4c79-ba17-302cff9856ab tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0499372 Sep 24 19:42:00.988697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ecbe26e-b631-4dbc-a32f-1d31ed4c622a req-8fe219e7-9833-40a3-bde7-319b486c1363 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Sep 24 19:42:01.106329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8b78d-1a85-4a75-a987-1cd536693102 req-2291421a-71f5-4c87-93af-ca1a2ff5f514 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:01.107815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b8b78d-1a85-4a75-a987-1cd536693102 req-2291421a-71f5-4c87-93af-ca1a2ff5f514 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Sep 24 19:42:01.144534 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b8b78d-1a85-4a75-a987-1cd536693102 req-0f75dc1c-37a8-4b7c-98f4-31f2564bc857 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301843 Sep 24 19:42:01.361480 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-a37e27f4-3425-42d4-b866-c5ab7b715d00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395811 Sep 24 19:42:01.378785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315cfa7-51aa-4fa3-9b41-6454993955f7 req-e0022a75-b9c8-493e-9263-163799b16ce2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:01.380414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6315cfa7-51aa-4fa3-9b41-6454993955f7 req-e0022a75-b9c8-493e-9263-163799b16ce2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0496004 Sep 24 19:42:01.420686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6315cfa7-51aa-4fa3-9b41-6454993955f7 req-fac16ba7-aa17-42ca-b9f7-7af5a032af7a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Sep 24 19:42:02.568127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-a58e879e-b16a-4fa3-8f79-8f5d77f8a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:02.569913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-a58e879e-b16a-4fa3-8f79-8f5d77f8a2cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1096 time: 0.0673456 Sep 24 19:42:02.578031 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21260-3ab0-41aa-b048-c9753c21f7ad req-c4ff23d3-d74a-43c7-8b07-0a2faa7c1442 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:02.579443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c21260-3ab0-41aa-b048-c9753c21f7ad req-c4ff23d3-d74a-43c7-8b07-0a2faa7c1442 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0868444 Sep 24 19:42:02.667596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48c21260-3ab0-41aa-b048-c9753c21f7ad req-4f095c24-f952-4da9-9a60-9adca3c8d5c8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Sep 24 19:42:02.690244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-e60be526-b026-4667-afd8-119d4e5048ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:02.691826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-e60be526-b026-4667-afd8-119d4e5048ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.1115537 Sep 24 19:42:02.692583 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:42:02.736665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-2bec4cc2-8092-433c-b0a9-6fd8e215c056 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0377581 Sep 24 19:42:02.785311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-9937db2e-aa38-4732-b61a-9f521efb51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:02.786708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-9937db2e-aa38-4732-b61a-9f521efb51b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0428932 Sep 24 19:42:02.816810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-929391fc-4670-4053-b333-d531b6b65de2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231891 Sep 24 19:42:02.907803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-7faacdcf-90d9-4572-b646-ece20c11d0c1 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839086 Sep 24 19:42:03.004087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-edd06efb-1cd6-49e3-9892-1efd4cc1e24f service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887959 Sep 24 19:42:03.440658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:03.785629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733898d-3b5c-4ea9-b70c-138d3b54a96d req-4170ee70-5755-410f-9f69-bc0fc9b8facb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:03.787158 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9733898d-3b5c-4ea9-b70c-138d3b54a96d req-4170ee70-5755-410f-9f69-bc0fc9b8facb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Sep 24 19:42:03.827941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9733898d-3b5c-4ea9-b70c-138d3b54a96d req-37778eaf-70d8-43f1-9e05-dc6a84a9ac28 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Sep 24 19:42:04.943690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b68c7-a575-45c0-9f5e-1a46f5ef0050 req-be4cf575-c6bd-4ca7-98cd-35001a0d980b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:04.945217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d81b68c7-a575-45c0-9f5e-1a46f5ef0050 req-be4cf575-c6bd-4ca7-98cd-35001a0d980b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Sep 24 19:42:04.982594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d81b68c7-a575-45c0-9f5e-1a46f5ef0050 req-efc0fcae-742a-47ab-a4d0-f523dd1dbabe tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Sep 24 19:42:06.096524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edea404-f2fd-429b-99f7-a1b0ebd133ba req-8b294947-8c5f-483f-b095-f483cfd46578 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:06.098005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2edea404-f2fd-429b-99f7-a1b0ebd133ba req-8b294947-8c5f-483f-b095-f483cfd46578 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Sep 24 19:42:06.135202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2edea404-f2fd-429b-99f7-a1b0ebd133ba req-5be5c8e6-0971-4cb7-b5be-02ff2b893b6b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Sep 24 19:42:07.256596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d644-a249-4b6b-b901-10f3810c0202 req-8d8d0de9-3cdb-4f1c-890a-b60bde87fa59 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:07.258070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c426d644-a249-4b6b-b901-10f3810c0202 req-8d8d0de9-3cdb-4f1c-890a-b60bde87fa59 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0569351 Sep 24 19:42:07.299694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c426d644-a249-4b6b-b901-10f3810c0202 req-07946bd2-2f0f-426b-afbb-a14ce0b9c92a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Sep 24 19:42:08.413470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c74b04-ddb5-4178-982c-0a950b81a899 req-604cec22-2ed7-4f52-9f73-ef5c1e6ce04d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:08.415025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68c74b04-ddb5-4178-982c-0a950b81a899 req-604cec22-2ed7-4f52-9f73-ef5c1e6ce04d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Sep 24 19:42:08.453690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68c74b04-ddb5-4178-982c-0a950b81a899 req-616458cb-1462-493c-b5a3-aae5672c04ec tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Sep 24 19:42:09.144755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:09.566825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9dd94-61ae-4883-87e6-304c83c05482 req-57fa4852-d7ab-44e9-83f4-d1f37c080b69 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:09.568358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5d9dd94-61ae-4883-87e6-304c83c05482 req-57fa4852-d7ab-44e9-83f4-d1f37c080b69 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Sep 24 19:42:09.605268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a5d9dd94-61ae-4883-87e6-304c83c05482 req-d41b5eb4-dd17-48b4-bf78-ea8671212520 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Sep 24 19:42:10.721821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28b9b-e3cb-4bd1-bef7-983c141f7bbe req-903ac786-49ac-4a4c-aaeb-b5106a57181a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:10.723936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85e28b9b-e3cb-4bd1-bef7-983c141f7bbe req-903ac786-49ac-4a4c-aaeb-b5106a57181a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0501163 Sep 24 19:42:10.766488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85e28b9b-e3cb-4bd1-bef7-983c141f7bbe req-6c902137-4527-4c0a-bf27-a570946989f0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Sep 24 19:42:11.880476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b17c9-e59d-4833-9c97-1205fd104d36 req-05adccd1-e5e7-4adf-9078-825559eee9bb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:11.881959 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-666b17c9-e59d-4833-9c97-1205fd104d36 req-05adccd1-e5e7-4adf-9078-825559eee9bb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0488083 Sep 24 19:42:11.918365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-666b17c9-e59d-4833-9c97-1205fd104d36 req-7c4db47d-6466-47ae-bbbf-9f9fc14db621 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305512 Sep 24 19:42:13.048198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966c7e-e506-4bda-af9d-0fb70df8bcfb req-f7474298-ef0c-4fb5-8322-a1846322f30a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:13.049743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb966c7e-e506-4bda-af9d-0fb70df8bcfb req-f7474298-ef0c-4fb5-8322-a1846322f30a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Sep 24 19:42:13.087960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cb966c7e-e506-4bda-af9d-0fb70df8bcfb req-404672ef-bc37-43b1-a71b-82a8ebd4662b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Sep 24 19:42:14.202521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fdd3c-4369-430a-8159-f7ea806cc281 req-d7edef3d-996b-4ce0-a8be-6ea4ce5bc26c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:14.203925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811fdd3c-4369-430a-8159-f7ea806cc281 req-d7edef3d-996b-4ce0-a8be-6ea4ce5bc26c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Sep 24 19:42:14.244306 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-811fdd3c-4369-430a-8159-f7ea806cc281 req-95950c86-ee6f-4285-980f-68e4a3612e7e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344589 Sep 24 19:42:15.358896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ed44-aa6c-4db0-a104-203011649bb6 req-bb7780ea-89f6-41b7-9b1e-f47ae5e75f6c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:15.360937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78b4ed44-aa6c-4db0-a104-203011649bb6 req-bb7780ea-89f6-41b7-9b1e-f47ae5e75f6c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Sep 24 19:42:15.397229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78b4ed44-aa6c-4db0-a104-203011649bb6 req-6b284023-ed68-4427-86a9-20d00fd806b8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Sep 24 19:42:16.509932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5d15-22d4-403c-82de-0108393d2cf1 req-6e6d9e07-8554-4e1b-ae59-fd28ad82a9da tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:16.511451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-223a5d15-22d4-403c-82de-0108393d2cf1 req-6e6d9e07-8554-4e1b-ae59-fd28ad82a9da tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Sep 24 19:42:16.550156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-223a5d15-22d4-403c-82de-0108393d2cf1 req-cf04ea08-b861-434a-9b1c-a604b81e22ee tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Sep 24 19:42:17.663978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be98cf-3d04-4e84-9af3-6576e8e4af34 req-fc4ea760-a974-44c3-b868-b584856f66cc tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:17.665488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8be98cf-3d04-4e84-9af3-6576e8e4af34 req-fc4ea760-a974-44c3-b868-b584856f66cc tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Sep 24 19:42:17.706765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8be98cf-3d04-4e84-9af3-6576e8e4af34 req-2e0d4d58-5c95-4417-9b2a-55eb77b27437 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Sep 24 19:42:18.818821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91a317-afc9-4bbe-b31b-8381e47fc3a3 req-c16a65a3-c0b2-4d38-bcaa-da33db11fa27 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:18.820305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a91a317-afc9-4bbe-b31b-8381e47fc3a3 req-c16a65a3-c0b2-4d38-bcaa-da33db11fa27 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Sep 24 19:42:18.857262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a91a317-afc9-4bbe-b31b-8381e47fc3a3 req-7e06646f-b6dc-42ff-a03a-cff28135975f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Sep 24 19:42:19.973144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b291a2f-735b-430a-96cf-e153ba1989ca req-bdaecef6-9d79-4104-829e-406faad8b49d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:19.974644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b291a2f-735b-430a-96cf-e153ba1989ca req-bdaecef6-9d79-4104-829e-406faad8b49d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Sep 24 19:42:20.012900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8b291a2f-735b-430a-96cf-e153ba1989ca req-8bc5ce99-0f60-454d-92d1-3675de84872b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Sep 24 19:42:20.331283 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61531171-d8e6-4ae3-81ad-033499214930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:21.129230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e61e56-d3fd-4f47-bd7e-6f081bdd4808 req-be8839b3-728b-4300-b914-cce2891b5fe0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:21.130708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94e61e56-d3fd-4f47-bd7e-6f081bdd4808 req-be8839b3-728b-4300-b914-cce2891b5fe0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Sep 24 19:42:21.171103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94e61e56-d3fd-4f47-bd7e-6f081bdd4808 req-3db8c8eb-3c4c-4072-98f7-a111cf3153d0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345705 Sep 24 19:42:22.286575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aac7a-ddc3-4f72-b1e2-d1694087a93e req-a76b333a-0898-459f-9745-1e7755e0ca4e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:22.288093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d7aac7a-ddc3-4f72-b1e2-d1694087a93e req-a76b333a-0898-459f-9745-1e7755e0ca4e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Sep 24 19:42:22.324868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d7aac7a-ddc3-4f72-b1e2-d1694087a93e req-43206021-47b9-4fdc-a036-19e8d6c4feb1 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Sep 24 19:42:22.981754 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fda24c86-d61a-4c45-8415-a78c7d7d1ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:23.385921 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:23.440333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86075a7-f63b-46e7-9bf4-6e885cf39b18 req-af88732e-6251-452d-a213-02ea3e80e67c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:23.441827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a86075a7-f63b-46e7-9bf4-6e885cf39b18 req-af88732e-6251-452d-a213-02ea3e80e67c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Sep 24 19:42:23.479808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a86075a7-f63b-46e7-9bf4-6e885cf39b18 req-44169388-19cf-427f-97e0-3b992c3b26de tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Sep 24 19:42:24.274535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:24.601320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388090d-9447-4297-9c58-83378f6bf435 req-fb99c4a7-6926-45e2-943a-8a1d62a23f20 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:24.602794 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5388090d-9447-4297-9c58-83378f6bf435 req-fb99c4a7-6926-45e2-943a-8a1d62a23f20 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Sep 24 19:42:24.643912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5388090d-9447-4297-9c58-83378f6bf435 req-9e4dcb2a-071c-4ed6-aa6e-6e7902469072 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Sep 24 19:42:25.758189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e7e56-7ba8-47c6-a26a-83db9c730e75 req-94939536-96ab-4c84-b48d-057ccb6be2d0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:25.759740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb7e7e56-7ba8-47c6-a26a-83db9c730e75 req-94939536-96ab-4c84-b48d-057ccb6be2d0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Sep 24 19:42:25.797956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb7e7e56-7ba8-47c6-a26a-83db9c730e75 req-08e7dbb4-494b-434a-bf4e-aa46c9317e01 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Sep 24 19:42:26.014868 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:26.912682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d23d2-8780-48cf-8d9c-1aea0227ff0a req-4467af22-348a-421d-aa29-e53f3ed4513f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:26.914186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd7d23d2-8780-48cf-8d9c-1aea0227ff0a req-4467af22-348a-421d-aa29-e53f3ed4513f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Sep 24 19:42:26.951849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd7d23d2-8780-48cf-8d9c-1aea0227ff0a req-8847dd84-ca5a-4e30-9030-131232010d9e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Sep 24 19:42:28.066074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041437d-d3a2-46f8-a22b-63547d6b0910 req-81023a22-73f5-416d-98b9-2ef34d4f7fd6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:28.067630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6041437d-d3a2-46f8-a22b-63547d6b0910 req-81023a22-73f5-416d-98b9-2ef34d4f7fd6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Sep 24 19:42:28.109191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6041437d-d3a2-46f8-a22b-63547d6b0910 req-5c848da3-b476-4ac4-a72e-c25d6d9a678d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Sep 24 19:42:29.224686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316219-4161-4905-91a0-b09f6e7601f8 req-e4922b28-ed2e-4a6c-8155-89f7e608229a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:29.226193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff316219-4161-4905-91a0-b09f6e7601f8 req-e4922b28-ed2e-4a6c-8155-89f7e608229a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0491409 Sep 24 19:42:29.262725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff316219-4161-4905-91a0-b09f6e7601f8 req-064d9ef8-fc27-4f3e-a56e-110823769535 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Sep 24 19:42:29.810409 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-4fc8ccb2-169c-4d8b-8fff-b73f6f125d81 service neutron] show failed (client error): The resource could not be found. Sep 24 19:42:29.811442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-4fc8ccb2-169c-4d8b-8fff-b73f6f125d81 service neutron] 10.222.0.69 "GET /v2.0/ports/c97dd599-5e63-4d0f-a0c4-1046bb592b9a/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0534272 Sep 24 19:42:30.059547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-de92f3ee-031d-4e9c-baaf-dbb7cd85250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:30.061170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-de92f3ee-031d-4e9c-baaf-dbb7cd85250d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5&tenant_id=4ccc54a1aca54a3dab417359c3c079be HTTP/1.1" status: 200 len: 1096 time: 0.1025152 Sep 24 19:42:30.073569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:42:30.129383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.333638 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:30.400703 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ee643-0f80-4f9c-8b0f-f6d6f64c64d2 req-45bc2339-793c-4011-99e4-47990b3fe17d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:30.402223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc1ee643-0f80-4f9c-8b0f-f6d6f64c64d2 req-45bc2339-793c-4011-99e4-47990b3fe17d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0706651 Sep 24 19:42:30.405721 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:42:30.473293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:30.475640 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe9bebb-f8cb-4d0c-bf06-f7bc2b8e0bb8" -d '{"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:30.479663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.497379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Transition to ACTIVE for port object c97dd599-5e63-4d0f-a0c4-1046bb592b9a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:42:30.501466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc1ee643-0f80-4f9c-8b0f-f6d6f64c64d2 req-68af7c43-7e36-4920-8ba8-6e83b337017b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916004 Sep 24 19:42:30.502793 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.542514 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7b64dc-a2a2-4096-8b32-73227341ac88 x-openstack-request-id: req-eb7b64dc-a2a2-4096-8b32-73227341ac88 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:30.542821 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:30.543100 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb7b64dc-a2a2-4096-8b32-73227341ac88 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:30.543499 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'code': 200} Sep 24 19:42:30.582093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] No DVR routers for this DVR port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:42:30.585248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:30.621582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:42:30.621913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:42:30.622233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:42:30.626502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:42:30.626815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Attempting to bind port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:42:30.631551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:42:30.631880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Checking segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:42:30.632254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Bound using segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:42:30.632668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Bound port: c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:42:30.633017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.703847 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:42:30.706942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:42:30.711252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.747688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:30.748306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:30.750391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] 10.222.0.15 "PUT /v2.0/ports/c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 1091 time: 0.6801353 Sep 24 19:42:30.768977 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c320d43-6827-4492-9c44-953249a85d5d service neutron] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:30.815329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-a739ef4c-f663-4688-b017-e940d7b22ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:30.816924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-a739ef4c-f663-4688-b017-e940d7b22ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0412068 Sep 24 19:42:30.911456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-0b5b1844-9ec0-484b-b950-6c755c0de59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:30.912898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-0b5b1844-9ec0-484b-b950-6c755c0de59f service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0870445 Sep 24 19:42:30.956048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-da0d30f7-fcf1-48a6-a96d-ea8b7610bd8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0349200 Sep 24 19:42:31.008413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-33f63bf6-40b5-45fe-a6ba-206efa1600fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:31.009916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-33f63bf6-40b5-45fe-a6ba-206efa1600fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0463755 Sep 24 19:42:31.047693 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-ed294f1e-86b8-4b88-a5c5-9bf68609412b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284629 Sep 24 19:42:31.137585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-b3d87ab5-72ce-4442-9d1e-b7194d764a31 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822299 Sep 24 19:42:31.230846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-591fbe21-f08c-4a1b-b9ec-8cfa8fe3639e req-59e966b2-4a5f-4fce-969b-f7a638fee8fe service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Sep 24 19:42:31.618668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca8632-142b-4377-94aa-6e35dd94a3df req-36f3a3c8-fd67-4128-bab8-4ab3d8e0ca49 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:31.620169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ca8632-142b-4377-94aa-6e35dd94a3df req-36f3a3c8-fd67-4128-bab8-4ab3d8e0ca49 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0502350 Sep 24 19:42:31.664953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51ca8632-142b-4377-94aa-6e35dd94a3df req-34257482-3eb9-46f5-a3ec-1f41b464d5a6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Sep 24 19:42:32.544357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:32.547346 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0e2bf-9de8-40ac-9b57-9473312994e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:32.594542 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843397b2-356a-4831-ac27-244229ea23e2 x-openstack-request-id: req-843397b2-356a-4831-ac27-244229ea23e2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:32.594842 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:32.595137 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-843397b2-356a-4831-ac27-244229ea23e2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:32.596225 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'status': 'completed', 'code': 200} Sep 24 19:42:32.687944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-64cf9995-c677-4fed-bffc-3bf2c681f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:32.689597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-64cf9995-c677-4fed-bffc-3bf2c681f363 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0737424 Sep 24 19:42:32.692100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-cbab70ae-da3e-420b-8090-cc60147a34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:32.693482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-cbab70ae-da3e-420b-8090-cc60147a34ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0764000 Sep 24 19:42:32.892173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-96773317-a113-4fbf-baec-2046cb3d704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:32.893702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-96773317-a113-4fbf-baec-2046cb3d704f service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.1961503 Sep 24 19:42:32.901114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d93004-6a11-4425-bc6f-53ffedccb0fb req-bc02c5bd-5968-423d-8ce6-232e16090c8a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:32.902550 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7d93004-6a11-4425-bc6f-53ffedccb0fb req-bc02c5bd-5968-423d-8ce6-232e16090c8a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.1699200 Sep 24 19:42:32.909422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-84a79d15-ec24-45a4-b35f-23b4b7a9d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:32.910896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-84a79d15-ec24-45a4-b35f-23b4b7a9d645 service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.2051222 Sep 24 19:42:32.970608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-cd6530a0-0185-4625-81ce-d7c5e6fc9b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0587420 Sep 24 19:42:33.008203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-03d84328-8289-4015-8263-325e6aeaab4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.0825894 Sep 24 19:42:33.092834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7d93004-6a11-4425-bc6f-53ffedccb0fb req-cbb22e33-a300-4f28-baa4-34a046833507 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799247 Sep 24 19:42:33.105593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-8907f9d5-8047-485e-baf0-3d5d675992aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:33.107073 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-8907f9d5-8047-485e-baf0-3d5d675992aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.1086009 Sep 24 19:42:33.112204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-4f5d0887-f2a0-4d32-8542-3f80a470d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:33.113583 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-4f5d0887-f2a0-4d32-8542-3f80a470d6e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0832150 Sep 24 19:42:33.147700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-dbcf9d49-b836-4197-9b7c-acc735df9115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303829 Sep 24 19:42:33.163231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-ec2ef2ee-b987-4a73-b857-8bd12b3b47c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386901 Sep 24 19:42:33.308520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-9ef814db-f863-443c-a5a0-f4b0dd2146ca service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472714 Sep 24 19:42:33.311824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-ce3a908f-8155-4889-80b9-2c65f6310612 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414027 Sep 24 19:42:33.439663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:33.464572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-489d7f8a-656a-495c-9542-cf380c2f672c service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483507 Sep 24 19:42:33.467862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9b0e2bf-9de8-40ac-9b57-9473312994e7 req-c1ad496b-1d8f-4ac6-8998-6f5800a22e40 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441414 Sep 24 19:42:34.213657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a066e2-4d16-49ea-87b1-029e5f9d166f req-5dd6e7b1-bb9a-409e-9f78-a60e7d729040 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:34.215081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63a066e2-4d16-49ea-87b1-029e5f9d166f req-5dd6e7b1-bb9a-409e-9f78-a60e7d729040 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0534902 Sep 24 19:42:34.252252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63a066e2-4d16-49ea-87b1-029e5f9d166f req-2e698732-8e3a-4d75-9b0e-dd896c927b7e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Sep 24 19:42:34.471003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4890132-1e59-4bcf-a03a-4fa1a61ddc32 req-6812631f-2c87-4162-8a56-0e6f671cd3bb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:34.472415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4890132-1e59-4bcf-a03a-4fa1a61ddc32 req-6812631f-2c87-4162-8a56-0e6f671cd3bb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 943 time: 0.0792000 Sep 24 19:42:34.480336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-1ee8bec3-e076-4e0f-b203-c261d122308c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:34.481682 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-1ee8bec3-e076-4e0f-b203-c261d122308c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5&tenant_id=4ccc54a1aca54a3dab417359c3c079be&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 943 time: 0.0795853 Sep 24 19:42:34.545156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e4890132-1e59-4bcf-a03a-4fa1a61ddc32 req-a1665f3e-4d8e-4c08-817e-5e667dc9cbd3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 Sep 24 19:42:34.563280 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-fb334161-0c89-4492-bf6e-c634836ddb07 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:42:34.564279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-fb334161-0c89-4492-bf6e-c634836ddb07 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c97dd599-5e63-4d0f-a0c4-1046bb592b9a/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0753179 Sep 24 19:42:34.567736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:42:34.609355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:42:34.646548 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-36a11e68-19b6-479a-84d6-7fcc2efe1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:34.648065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-36a11e68-19b6-479a-84d6-7fcc2efe1420 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 1094 time: 0.0409350 Sep 24 19:42:34.736970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-cc7e7877-3961-405d-9933-7177ed82bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:34.738343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-cc7e7877-3961-405d-9933-7177ed82bf52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0834599 Sep 24 19:42:35.052075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-e8a82947-a34e-4208-bdcc-8f4ea049e588 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 200 len: 217 time: 0.3069952 Sep 24 19:42:35.108498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-4e732635-229a-416f-9f11-a8ab190e04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:35.110465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-4e732635-229a-416f-9f11-a8ab190e04e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0502517 Sep 24 19:42:35.140168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-ae98fc6a-a73e-40db-a1df-f268990f2fd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230794 Sep 24 19:42:35.229078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-72168a4b-2c2e-4dd1-a7db-fbac97bd710f service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816379 Sep 24 19:42:35.317530 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa5dcd7b-851b-4d9a-946d-7f1207dd491c req-8cbc52a9-9604-48b6-83f9-94cd644577bf service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817111 Sep 24 19:42:35.412536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:42:35.502961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:35.513561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'port_id': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652b6fb2-a9db-4b04-bdf8-f250aa34603c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:42:35.553099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:35.565211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97dd599-5e63-4d0f-a0c4-1046bb592b9a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:42:35.584209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:35.589826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:35.644567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:35.651896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.652246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.652587 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.652924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.653256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.653589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.654172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.654503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.654825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.655172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.655495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.656330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:35.679936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d7bcf-b4f4-4577-ae3a-f7308b163b3a req-47ed2afa-7917-4246-a405-1ee698881854 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:35.681488 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-029d7bcf-b4f4-4577-ae3a-f7308b163b3a req-47ed2afa-7917-4246-a405-1ee698881854 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0656729 Sep 24 19:42:35.720464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-029d7bcf-b4f4-4577-ae3a-f7308b163b3a req-15fc0f2f-5ada-415a-9bd1-f28ff0f2ba1a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Sep 24 19:42:35.860151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c97dd599-5e63-4d0f-a0c4-1046bb592b9a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:42:36.834216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663191a0-6243-448f-b366-c102f5a0c82b req-e68ad7b1-bf90-422c-9f5e-55bae9dbd0c2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:36.835730 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-663191a0-6243-448f-b366-c102f5a0c82b req-e68ad7b1-bf90-422c-9f5e-55bae9dbd0c2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Sep 24 19:42:36.872521 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-663191a0-6243-448f-b366-c102f5a0c82b req-5786e1c8-be90-476c-bd70-a58be2f518b2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Sep 24 19:42:36.984413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c846ea-84b2-4d75-8c82-7065930f15bb req-ebd64fb5-0f05-459e-9956-64aae4a65a13 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:36.986485 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83c846ea-84b2-4d75-8c82-7065930f15bb req-ebd64fb5-0f05-459e-9956-64aae4a65a13 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0490997 Sep 24 19:42:37.025785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83c846ea-84b2-4d75-8c82-7065930f15bb req-cd76eb41-82d9-4f95-8f24-bedd5b2ff446 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Sep 24 19:42:37.148178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6bdc0-9f03-4c4d-a2ae-ec64ff65743f req-cc819429-bc3a-4edf-90ba-c7ba7de41310 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:37.149680 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0c6bdc0-9f03-4c4d-a2ae-ec64ff65743f req-cc819429-bc3a-4edf-90ba-c7ba7de41310 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 944 time: 0.0515797 Sep 24 19:42:37.187257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a0c6bdc0-9f03-4c4d-a2ae-ec64ff65743f req-15e8446e-b3fb-491d-806a-66dbd7315446 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Sep 24 19:42:37.428954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:42:37.478574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port c97dd599-5e63-4d0f-a0c4-1046bb592b9a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:42:37.482114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port c97dd599-5e63-4d0f-a0c4-1046bb592b9a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:42:37.482493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:37.526874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-fa6f287c-77be-4e56-ab20-5e183d53346d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:37.528374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-fa6f287c-77be-4e56-ab20-5e183d53346d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 815 time: 0.1008730 Sep 24 19:42:37.544359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-a41347f1-5046-45a2-8ddd-a99b17322352 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/quotas/4ccc54a1aca54a3dab417359c3c079be HTTP/1.1" status: 200 len: 375 time: 0.0090914 Sep 24 19:42:37.557096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:37.579976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:37.582126 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701f494-3d19-4f1d-b6a2-0b19fa4e6741" -d '{"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-plugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:37.595602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:37.599381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-c4615535-efdb-441f-b924-d02ecd406b83 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490139 Sep 24 19:42:37.601655 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:37.629033 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365073ea-9684-40d7-b676-5509b1b00863 x-openstack-request-id: req-365073ea-9684-40d7-b676-5509b1b00863 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:37.629324 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-plugged", "status": "completed", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:37.629578 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-365073ea-9684-40d7-b676-5509b1b00863 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:37.629962 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'code': 200} Sep 24 19:42:37.655559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:37.691741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-ba734bd5-367d-4f36-b981-d9a1281563ac service neutron] 10.222.0.18 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833533 Sep 24 19:42:37.782663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-91351d36-a829-4942-b76d-b18a59ef4b41 service neutron] 10.222.0.18 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847387 Sep 24 19:42:37.943772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58e96ab1-6364-45b2-b44c-3393d67a5cea req-9fd8a457-d58a-40ed-bfb1-c12154a4b099 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 210 time: 0.0267360 Sep 24 19:42:38.897379 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-fabdc587-0fdd-4cf5-9e3a-37cd40b91acd tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:38.898996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-fabdc587-0fdd-4cf5-9e3a-37cd40b91acd tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 815 time: 0.1059878 Sep 24 19:42:38.913531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Request body: {'port': {'device_id': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'admin_state_up': True, 'tenant_id': '4ccc54a1aca54a3dab417359c3c079be'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:42:39.011500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-3adab7d7-ab09-4a2f-b5ae-69da07876be2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:39.013118 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-3adab7d7-ab09-4a2f-b5ae-69da07876be2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5 HTTP/1.1" status: 200 len: 945 time: 0.0851851 Sep 24 19:42:39.050293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9ff6469e-5f0b-4990-9b0f-a3bf27c7637f req-a94dc23e-bdfc-4f90-a280-69e39f97d05c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 210 time: 0.0319002 Sep 24 19:42:39.054107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Made reservation on behalf of 4ccc54a1aca54a3dab417359c3c079be for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:42:39.058030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.115133 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Deleting port c97dd599-5e63-4d0f-a0c4-1046bb592b9a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:42:39.115482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.161819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.199581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Allocated IP 172.20.0.4 (144ecfb4-8363-4158-bc3c-2a1b4018a5ea/652b6fb2-a9db-4b04-bdf8-f250aa34603c/d94dd43e-e2a4-47aa-a672-943c425dcb9f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:42:39.222519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] For port c97dd599-5e63-4d0f-a0c4-1046bb592b9a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:39.222907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.235378 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Calling delete_port for c97dd599-5e63-4d0f-a0c4-1046bb592b9a owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:42:39.361442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.373255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.374105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c97dd599-5e63-4d0f-a0c4-1046bb592b9a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:42:39.390204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Pushing event deleted for resources: {'Port': ['ID=c97dd599-5e63-4d0f-a0c4-1046bb592b9a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:39.417012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.430301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] No DVR routers for this DVR port c97dd599-5e63-4d0f-a0c4-1046bb592b9a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:42:39.431233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['c97dd599-5e63-4d0f-a0c4-1046bb592b9a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:42:39.433061 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.435265 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8e3be9d0-4b35-4bdb-8625-032eb1d32128 req-4c5ec29d-5267-40ea-8781-f6765325a761 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.15 "DELETE /v2.0/ports/c97dd599-5e63-4d0f-a0c4-1046bb592b9a HTTP/1.1" status: 204 len: 173 time: 0.4123220 Sep 24 19:42:39.435557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-deleted', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:39.438575 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352441f5-4e04-4553-b554-bc8f11d40b13" -d '{"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-deleted", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:39.462525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:42:39.467313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:42:39.471293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:42:39.480448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:39.529286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:39.530285 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.546103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-35372fe7-7e2e-4f9e-a24a-2ac98ee01dc3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363962 Sep 24 19:42:39.558008 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68a46a7-e74d-4489-bd11-17995996fce8 x-openstack-request-id: req-d68a46a7-e74d-4489-bd11-17995996fce8 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:39.558370 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5", "name": "network-vif-deleted", "tag": "c97dd599-5e63-4d0f-a0c4-1046bb592b9a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:39.558603 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d68a46a7-e74d-4489-bd11-17995996fce8 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:39.559186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Request body: {'port': {'device_id': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:42:39.559302 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d2ecd-7ca3-4857-80a8-13cc77dd94e5', 'name': 'network-vif-deleted', 'tag': 'c97dd599-5e63-4d0f-a0c4-1046bb592b9a', 'status': 'completed', 'code': 200} Sep 24 19:42:39.617310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.693000 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:42:39.878804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:42:39.886104 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.897572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Transition to ACTIVE for port object d94dd43e-e2a4-47aa-a672-943c425dcb9f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:42:39.900777 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:39.954705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:39.983607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.983954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.984296 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.984682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.984964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.985300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.985665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.985990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.986313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.986637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.986982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:39.987303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:42:40.037283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:42:40.037622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:42:40.037948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:42:40.042319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:42:40.042569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:42:40.047441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:42:40.047777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Checking segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:42:40.048156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Bound using segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:42:40.048576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Bound port: d94dd43e-e2a4-47aa-a672-943c425dcb9f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:42:40.048929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:40.114270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:42:40.117487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:42:40.132761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:40.193335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.193957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:40.195370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] 10.222.0.15 "PUT /v2.0/ports/d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 1091 time: 0.6406844 Sep 24 19:42:40.196593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:40.198765 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:40.230285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218cf2d-2c29-49f6-97cc-b55328199bbc req-1fba9114-3a74-4e5f-a49e-d79688157c90 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.231844 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3218cf2d-2c29-49f6-97cc-b55328199bbc req-1fba9114-3a74-4e5f-a49e-d79688157c90 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.1098433 Sep 24 19:42:40.235142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2004ea-7d52-463f-86ba-9f1bae82802f service neutron] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:40.238538 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61553d95-164c-4384-9d90-28f23cbc8eb3 x-openstack-request-id: req-61553d95-164c-4384-9d90-28f23cbc8eb3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:40.238826 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:40.239101 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61553d95-164c-4384-9d90-28f23cbc8eb3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:40.239488 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'status': 'completed', 'code': 200} Sep 24 19:42:40.305726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3218cf2d-2c29-49f6-97cc-b55328199bbc req-ef694429-c700-4238-9ee4-03344d307179 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615880 Sep 24 19:42:40.311757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-8aa69e67-8a00-45f0-85ba-ee47ce643aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.313742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-8aa69e67-8a00-45f0-85ba-ee47ce643aaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0677679 Sep 24 19:42:40.357254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-a9f9978a-8a0d-4d7c-978e-37663743618f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0341995 Sep 24 19:42:40.411514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-0c8f6600-7423-47cc-a657-185829ffdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.412944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-0c8f6600-7423-47cc-a657-185829ffdca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0475566 Sep 24 19:42:40.445350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-d592aa63-fb2b-4b08-b5be-6100a310b8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244524 Sep 24 19:42:40.536568 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-7a21fd5e-ef5f-4f0c-85e7-b153774e2faf service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806928 Sep 24 19:42:40.630400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-07823069-6f77-46f7-99ca-bd75f4cb73fe req-13c0658b-855d-419e-a96d-2ed561f1fd32 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Sep 24 19:42:40.728304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-ae3e12d1-7669-460c-b7c4-73326794624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.729861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-ae3e12d1-7669-460c-b7c4-73326794624d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0515630 Sep 24 19:42:40.843304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-2317530f-04ae-4361-8873-861a1478140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.845336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-2317530f-04ae-4361-8873-861a1478140a service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.1069109 Sep 24 19:42:40.888410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-93673f66-4d19-48f2-9923-e8e1a77c238d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0343747 Sep 24 19:42:40.947252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-6f60251a-fc75-42c8-b08c-f42029bdcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:40.948775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-6f60251a-fc75-42c8-b08c-f42029bdcac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0530443 Sep 24 19:42:40.981858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-98096e40-60d8-464c-8527-e811d0ae3b40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241406 Sep 24 19:42:41.074863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-87a49bea-5e83-4218-b156-bbd0d945d2df service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840240 Sep 24 19:42:41.189880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3cb01d7d-8117-4a5d-b2d8-b55ff414c419 req-b3f52717-e9b4-4146-972d-03c7ef78f6aa service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058824 Sep 24 19:42:41.425075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e332-d847-447a-bde5-5702d19326d3 req-3b6a17e9-9ad5-43db-a067-ab3ab9f6db60 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:41.426577 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0946e332-d847-447a-bde5-5702d19326d3 req-3b6a17e9-9ad5-43db-a067-ab3ab9f6db60 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0498326 Sep 24 19:42:41.463330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0946e332-d847-447a-bde5-5702d19326d3 req-0d496345-fde3-4a73-acb5-1ee38f1eff0f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Sep 24 19:42:42.576171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd866d6-b851-447d-bd63-26880ed6f3b0 req-7e30e8c6-3bbd-4d1f-9bfb-e10023e4c1ce tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:42.577653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbd866d6-b851-447d-bd63-26880ed6f3b0 req-7e30e8c6-3bbd-4d1f-9bfb-e10023e4c1ce tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0486786 Sep 24 19:42:42.618792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cbd866d6-b851-447d-bd63-26880ed6f3b0 req-6a935a09-7f16-4bf5-8d5a-5d49a8c1a9c2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Sep 24 19:42:43.445368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:42:43.447461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:42:43.470466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: c97dd599-5e63-4d0f-a0c4-1046bb592b9a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:42:43.470809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device c97dd599-5e63-4d0f-a0c4-1046bb592b9a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:42:43.556996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:43.567474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'port_id': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'mac_address': 'fa:16:3e:a6:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652b6fb2-a9db-4b04-bdf8-f250aa34603c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:42:43.602468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:43.614935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:42:43.633721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:43.637489 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:43.687407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:43.739358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df16f-7a47-4f4d-8e3d-4f3869029bd8 req-a5e68ba7-64bc-4b0f-8fad-5ebffe0f76eb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:43.740873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f42df16f-7a47-4f4d-8e3d-4f3869029bd8 req-a5e68ba7-64bc-4b0f-8fad-5ebffe0f76eb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 944 time: 0.0557456 Sep 24 19:42:43.777815 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f42df16f-7a47-4f4d-8e3d-4f3869029bd8 req-78f3de7b-6b89-42b4-9da5-5e44aaa7b6fb tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Sep 24 19:42:43.866207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['d94dd43e-e2a4-47aa-a672-943c425dcb9f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:42:44.894641 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ba43-6d8f-4ef2-82e9-abf581db71fb req-39741173-0d8e-40d2-be10-90599106611b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:44.896160 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e6ba43-6d8f-4ef2-82e9-abf581db71fb req-39741173-0d8e-40d2-be10-90599106611b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 944 time: 0.0483038 Sep 24 19:42:44.933653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22e6ba43-6d8f-4ef2-82e9-abf581db71fb req-d294b23b-16b4-470b-8e51-3f2f4ae9fa3e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Sep 24 19:42:45.444890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:42:45.492120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port d94dd43e-e2a4-47aa-a672-943c425dcb9f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:42:45.495634 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port d94dd43e-e2a4-47aa-a672-943c425dcb9f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:42:45.496006 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:45.570655 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:45.592376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:42:45.595311 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f859181-3423-49e8-b53e-f4f5497f4532" -d '{"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-plugged", "status": "completed", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:42:45.607315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:42:45.611286 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:45.645685 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f3f97a-cff9-499b-a20d-dd94fb41d830 x-openstack-request-id: req-59f3f97a-cff9-499b-a20d-dd94fb41d830 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:42:45.645978 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-plugged", "status": "completed", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:42:45.646233 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59f3f97a-cff9-499b-a20d-dd94fb41d830 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:42:45.646621 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'code': 200} Sep 24 19:42:45.662943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:42:45.739938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12eb6-f85b-4472-90e8-ca93c6093b44 req-c8811419-e85e-4392-8c7d-c31d9803599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:45.741321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17f12eb6-f85b-4472-90e8-ca93c6093b44 req-c8811419-e85e-4392-8c7d-c31d9803599f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1096 time: 0.0390854 Sep 24 19:42:45.779852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17f12eb6-f85b-4472-90e8-ca93c6093b44 req-9a17e837-cbb3-4366-9dcb-00cf0799c232 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Sep 24 19:42:46.048780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725229d9-1756-4abe-ac02-ef58e14ca2cf req-999c679c-ad3e-4961-a4a4-5ec30476d591 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:46.050267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-725229d9-1756-4abe-ac02-ef58e14ca2cf req-999c679c-ad3e-4961-a4a4-5ec30476d591 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0482230 Sep 24 19:42:46.088325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-725229d9-1756-4abe-ac02-ef58e14ca2cf req-297d1c25-10ba-4fd2-8e5b-c9dab8b11e6a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Sep 24 19:42:47.207333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdde65-6a77-49eb-8bce-211238cbfd7f req-11c4a8e3-e550-4a88-b84b-78f8a7cd1c95 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:47.208839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdcdde65-6a77-49eb-8bce-211238cbfd7f req-11c4a8e3-e550-4a88-b84b-78f8a7cd1c95 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Sep 24 19:42:47.245636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bdcdde65-6a77-49eb-8bce-211238cbfd7f req-c1d6a824-fefa-4b70-997a-d2cefc7d29f7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Sep 24 19:42:47.357546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41cb6-0fd4-4e2e-9bf0-50a1f07690b1 req-5b0610c2-9dc6-4bfd-b749-b3481bc3f25d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:47.359152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82e41cb6-0fd4-4e2e-9bf0-50a1f07690b1 req-5b0610c2-9dc6-4bfd-b749-b3481bc3f25d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Sep 24 19:42:47.399817 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82e41cb6-0fd4-4e2e-9bf0-50a1f07690b1 req-5bcc0ba0-0462-4bd4-9d89-6142e1095453 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Sep 24 19:42:47.614394 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-31dc9384-a57b-444f-93cd-47d5338a55de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388935 Sep 24 19:42:47.632335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d556a-b5f3-4a42-aeb4-92b13f8bfd7a req-34900da3-bf89-4227-819a-645620bdf48a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:47.634025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-854d556a-b5f3-4a42-aeb4-92b13f8bfd7a req-34900da3-bf89-4227-819a-645620bdf48a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Sep 24 19:42:47.672738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-854d556a-b5f3-4a42-aeb4-92b13f8bfd7a req-0fa4294f-a56e-4755-94fe-4167ca3139b7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Sep 24 19:42:48.642637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-767f072f-c26a-4627-90d6-48825216b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:48.644157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-767f072f-c26a-4627-90d6-48825216b961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1096 time: 0.0394306 Sep 24 19:42:48.741694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-d343eb81-8ca1-4650-ac35-73f4d36c702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:48.743229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-d343eb81-8ca1-4650-ac35-73f4d36c702f service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0917842 Sep 24 19:42:48.801830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-4bd9533b-6a62-4d4f-847a-e80dd243d97a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0481737 Sep 24 19:42:48.848602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3627b-bb6a-4f86-9fb9-b43583887b34 req-0c9c4f60-74ae-427d-a51a-bdd64e740d8c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:48.850050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3c3627b-bb6a-4f86-9fb9-b43583887b34 req-0c9c4f60-74ae-427d-a51a-bdd64e740d8c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.1059222 Sep 24 19:42:48.883289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-77e4e7d9-73ec-421e-9d17-0e92a918aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:48.884679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-77e4e7d9-73ec-421e-9d17-0e92a918aeae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0746253 Sep 24 19:42:48.906113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3c3627b-bb6a-4f86-9fb9-b43583887b34 req-433e2d67-db2c-449e-a209-06cb344bc793 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500841 Sep 24 19:42:48.920665 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-bceb7f35-3f27-47b9-83bb-15f7283dee7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280483 Sep 24 19:42:49.014029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-185fb45b-4fa3-4b40-b0da-fad2d35df565 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Sep 24 19:42:49.104463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-af4bbebe-0dc1-4371-ad01-a0d4dbed4b35 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817859 Sep 24 19:42:50.023364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37540cd-6b86-427d-b9c9-06703f9dd3f4 req-deaead6e-e0d5-4561-8fcb-8ef2ce8e2a1e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:50.024850 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a37540cd-6b86-427d-b9c9-06703f9dd3f4 req-deaead6e-e0d5-4561-8fcb-8ef2ce8e2a1e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0492852 Sep 24 19:42:50.063152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a37540cd-6b86-427d-b9c9-06703f9dd3f4 req-2a347155-365b-404b-a1a4-e459100f9dda tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 24 19:42:50.333468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-865849fd-023b-4ed6-8ee2-c4b22ca92007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:51.185254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04a60d-77f7-4b0e-bdc8-9bad7b04a0c5 req-52a56444-0842-4f70-84d8-7c8e42ce6b3c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:51.186757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db04a60d-77f7-4b0e-bdc8-9bad7b04a0c5 req-52a56444-0842-4f70-84d8-7c8e42ce6b3c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Sep 24 19:42:51.224562 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-db04a60d-77f7-4b0e-bdc8-9bad7b04a0c5 req-d7ada200-346a-4e2e-ae70-783718fd2b5d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Sep 24 19:42:52.352201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f2be-6ad2-4c95-94ca-5485b9b52c8f req-518b4622-8a8d-4a5b-a932-8dfffe26d634 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:52.353671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d55f2be-6ad2-4c95-94ca-5485b9b52c8f req-518b4622-8a8d-4a5b-a932-8dfffe26d634 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Sep 24 19:42:52.389789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5d55f2be-6ad2-4c95-94ca-5485b9b52c8f req-c47cc5c5-4ab1-4a03-80ce-4b328ae18da5 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301962 Sep 24 19:42:52.982989 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0a65d3d-99ff-455b-babc-8735cf1bc09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:53.389930 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:53.505820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2876-a161-4cdb-938b-9d30cc7293bd req-9bb14362-5054-46ea-9ec2-d7e4fa5af014 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:53.507332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c07c2876-a161-4cdb-938b-9d30cc7293bd req-9bb14362-5054-46ea-9ec2-d7e4fa5af014 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0489357 Sep 24 19:42:53.544340 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c07c2876-a161-4cdb-938b-9d30cc7293bd req-2d6622f4-d01e-4d1a-8ccb-67ecbc8d888c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Sep 24 19:42:54.017093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d254-f741-473b-981a-e0cefe975b1e req-688b0f2a-93e1-469c-b4d2-0f03f913687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:54.018586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-688b0f2a-93e1-469c-b4d2-0f03f913687e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1096 time: 0.0436013 Sep 24 19:42:54.120798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d254-f741-473b-981a-e0cefe975b1e req-ffb004d4-31ea-466c-bd34-5d71236b83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:54.122267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-ffb004d4-31ea-466c-bd34-5d71236b83b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0837183 Sep 24 19:42:54.166031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-7a642722-7617-4e05-a6f1-0bea6e7dd995 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0357356 Sep 24 19:42:54.216442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d254-f741-473b-981a-e0cefe975b1e req-3a63114c-58f2-4934-a926-2abff8a6980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:54.217829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-3a63114c-58f2-4934-a926-2abff8a6980a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0444334 Sep 24 19:42:54.248923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-18f53b64-0191-4b3b-acaa-a078c8c1d39d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232005 Sep 24 19:42:54.276922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:54.341113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-07bf315d-7dae-405e-a51d-6f4b0ba2b3df service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846059 Sep 24 19:42:54.428947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae68d254-f741-473b-981a-e0cefe975b1e req-b2360317-7853-4d6f-955d-b135e744c727 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802011 Sep 24 19:42:54.657314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb97311-6e1b-4c76-b46f-0538c0e07167 req-092fe0a7-f0bd-44be-840f-80a6d62fc4e8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:54.658783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bb97311-6e1b-4c76-b46f-0538c0e07167 req-092fe0a7-f0bd-44be-840f-80a6d62fc4e8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Sep 24 19:42:54.699539 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3bb97311-6e1b-4c76-b46f-0538c0e07167 req-ccb2fe10-b07b-476e-ba38-5d7bb6c97dd1 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Sep 24 19:42:55.813837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b3e2-58bb-4e7a-a5d4-696c3b2aff3e req-15fe8a69-ea6e-4ebd-8b21-90bfbe54827f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:55.815320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fc9b3e2-58bb-4e7a-a5d4-696c3b2aff3e req-15fe8a69-ea6e-4ebd-8b21-90bfbe54827f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Sep 24 19:42:55.851546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fc9b3e2-58bb-4e7a-a5d4-696c3b2aff3e req-13bb17f8-e4ff-49a8-b6ef-432dcf474253 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303609 Sep 24 19:42:56.017228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:42:56.965985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7cdb2-5b86-48cb-820c-de0632d6b384 req-a7336ae4-0f2b-408d-8501-000e0a9f5c0b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:56.967468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ca7cdb2-5b86-48cb-820c-de0632d6b384 req-a7336ae4-0f2b-408d-8501-000e0a9f5c0b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0475457 Sep 24 19:42:57.004587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ca7cdb2-5b86-48cb-820c-de0632d6b384 req-cabd7416-d21c-4a23-bd5d-de9f023bf9da tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Sep 24 19:42:58.117231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73982a3b-2ac9-4fdf-a06d-7918125d5a65 req-475ed5bf-ed5e-45ba-8fcb-4b4ed590d00a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:58.118712 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73982a3b-2ac9-4fdf-a06d-7918125d5a65 req-475ed5bf-ed5e-45ba-8fcb-4b4ed590d00a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0476120 Sep 24 19:42:58.165155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73982a3b-2ac9-4fdf-a06d-7918125d5a65 req-6ef4845f-c2a5-4847-84b3-ae0fa71f9dc1 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Sep 24 19:42:59.278900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46c5b-a1e4-4991-9595-d35490ad5b3d req-ef66b226-0445-4326-908c-baeeb1835fd8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:42:59.280619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b46c5b-a1e4-4991-9595-d35490ad5b3d req-ef66b226-0445-4326-908c-baeeb1835fd8 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Sep 24 19:42:59.318904 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68b46c5b-a1e4-4991-9595-d35490ad5b3d req-b877c351-2205-4900-a687-dfc3203ce9fe tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Sep 24 19:43:00.430214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee74d6-7fa1-4d62-a465-246566930ffd req-7ca4c141-a3ff-4c02-87c8-ae058957f02f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:00.431722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bee74d6-7fa1-4d62-a465-246566930ffd req-7ca4c141-a3ff-4c02-87c8-ae058957f02f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0478783 Sep 24 19:43:00.469389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bee74d6-7fa1-4d62-a465-246566930ffd req-45062fee-81f8-4aa5-a739-33c8f12a0f53 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Sep 24 19:43:01.582621 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf433e-e7aa-4f7d-bc5b-dbffcdf368e7 req-711317bc-3de8-4bcd-b577-673db21e7bc5 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:01.584107 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09cf433e-e7aa-4f7d-bc5b-dbffcdf368e7 req-711317bc-3de8-4bcd-b577-673db21e7bc5 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Sep 24 19:43:01.623898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-09cf433e-e7aa-4f7d-bc5b-dbffcdf368e7 req-83963dca-5c51-46c7-8ce6-008db7c03952 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Sep 24 19:43:02.735495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb798-d057-4c1f-9c17-786f674986eb req-16d13543-5ee2-466e-9940-3afcace3b350 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:02.736976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b4bb798-d057-4c1f-9c17-786f674986eb req-16d13543-5ee2-466e-9940-3afcace3b350 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Sep 24 19:43:02.774172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b4bb798-d057-4c1f-9c17-786f674986eb req-9b3531e4-49a7-4f3b-a544-f5693b35b906 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Sep 24 19:43:03.454740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:03.886915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a6d9b-a654-4b0f-8271-22aa99dffa4d req-41063483-3678-4f78-9d9e-2e1524a91f64 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:03.888397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba3a6d9b-a654-4b0f-8271-22aa99dffa4d req-41063483-3678-4f78-9d9e-2e1524a91f64 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Sep 24 19:43:03.925208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ba3a6d9b-a654-4b0f-8271-22aa99dffa4d req-1d5d2648-891b-46bd-8532-fe0ee38adcb3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Sep 24 19:43:05.039907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd9be-4ad6-47db-9e8c-6da52117c055 req-66083f0e-2b85-41f4-add6-d96f6b4df762 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:05.041440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e82cd9be-4ad6-47db-9e8c-6da52117c055 req-66083f0e-2b85-41f4-add6-d96f6b4df762 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Sep 24 19:43:05.082991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e82cd9be-4ad6-47db-9e8c-6da52117c055 req-199aa0cc-0c2a-4082-acaf-8452643edc51 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Sep 24 19:43:06.195591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2aa5-f582-48b5-a211-d83dc07655c6 req-1b36caef-ef71-4826-ad50-5d5abbb85dad tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:06.197074 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f1e2aa5-f582-48b5-a211-d83dc07655c6 req-1b36caef-ef71-4826-ad50-5d5abbb85dad tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Sep 24 19:43:06.241932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f1e2aa5-f582-48b5-a211-d83dc07655c6 req-75ab1583-c7b3-4398-8158-6b979f35fad6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Sep 24 19:43:07.355375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c4c9b-7e26-4016-b641-cfc894e456a6 req-c03729a2-23d1-4dbd-9c33-968d5a39bf3c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:07.356853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-238c4c9b-7e26-4016-b641-cfc894e456a6 req-c03729a2-23d1-4dbd-9c33-968d5a39bf3c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 24 19:43:07.394554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-238c4c9b-7e26-4016-b641-cfc894e456a6 req-d464fc9d-1120-418d-b8eb-55c3498117f5 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Sep 24 19:43:08.507912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee086-f887-49e8-9ae9-4e324a232124 req-84c8758e-9716-4315-80a9-b0911c675fc6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:08.509367 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c80ee086-f887-49e8-9ae9-4e324a232124 req-84c8758e-9716-4315-80a9-b0911c675fc6 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Sep 24 19:43:08.549992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c80ee086-f887-49e8-9ae9-4e324a232124 req-9d5deed7-df55-45ff-a0c6-750ce1031473 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Sep 24 19:43:09.161576 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:09.662340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8cdd-70b0-4fb7-98e7-5acb0089336b req-1826f858-1bf3-4c2e-8025-b9eafed8488d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:09.663830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e6d8cdd-70b0-4fb7-98e7-5acb0089336b req-1826f858-1bf3-4c2e-8025-b9eafed8488d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Sep 24 19:43:09.700645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e6d8cdd-70b0-4fb7-98e7-5acb0089336b req-0fb2b527-8f0a-4ccf-943d-fc56c3b7711a tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Sep 24 19:43:10.815604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a174-774b-441b-839c-c22f6de9a344 req-00987f99-975d-4a31-bf7e-cf763ab39907 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:10.817958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e562a174-774b-441b-839c-c22f6de9a344 req-00987f99-975d-4a31-bf7e-cf763ab39907 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0524621 Sep 24 19:43:10.855994 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e562a174-774b-441b-839c-c22f6de9a344 req-d8ac4793-a5f3-4e8a-aa5b-0643fdc51872 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Sep 24 19:43:11.970167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4658e-eb9c-418c-8acf-4751b9beb1d8 req-d252e92e-fc06-4d74-a9d2-c33ea696c9ab tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:11.971704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9a4658e-eb9c-418c-8acf-4751b9beb1d8 req-d252e92e-fc06-4d74-a9d2-c33ea696c9ab tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Sep 24 19:43:12.012432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9a4658e-eb9c-418c-8acf-4751b9beb1d8 req-392d1397-16a5-41e2-925f-bd27de714b2d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Sep 24 19:43:13.126892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ac4e-c83c-4025-8ff8-e05a41a22963 req-471ab0c9-ef95-45b8-8c80-f3df3618bed3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:13.128374 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2894ac4e-c83c-4025-8ff8-e05a41a22963 req-471ab0c9-ef95-45b8-8c80-f3df3618bed3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0484722 Sep 24 19:43:13.164808 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2894ac4e-c83c-4025-8ff8-e05a41a22963 req-d4881415-eee5-4355-bb1b-ebbbbd65720e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305984 Sep 24 19:43:14.286931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a39a52-d062-433a-9342-0bae1b154152 req-b2e2dda0-c488-4780-8f52-9c4ae6c2d18e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:14.288334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a39a52-d062-433a-9342-0bae1b154152 req-b2e2dda0-c488-4780-8f52-9c4ae6c2d18e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Sep 24 19:43:14.324911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-43a39a52-d062-433a-9342-0bae1b154152 req-4518d0a0-3eca-44db-9ebb-9597e3d9acce tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Sep 24 19:43:15.439003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a410530-3b0a-4ab4-b3ce-6cb10ac7dbfa req-c55c65da-c338-4843-afbc-20010787f9bd tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:15.440484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a410530-3b0a-4ab4-b3ce-6cb10ac7dbfa req-c55c65da-c338-4843-afbc-20010787f9bd tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Sep 24 19:43:15.480298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a410530-3b0a-4ab4-b3ce-6cb10ac7dbfa req-3f84f74a-9f3f-4607-90ee-fbe3a0a3e1bc tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Sep 24 19:43:16.593441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42800-819a-43e8-8937-2b3a476549ab req-503426cf-2421-43c9-852f-31703d0e5ed1 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:16.594916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eaa42800-819a-43e8-8937-2b3a476549ab req-503426cf-2421-43c9-852f-31703d0e5ed1 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Sep 24 19:43:16.631772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eaa42800-819a-43e8-8937-2b3a476549ab req-54e4ba0f-af71-4a93-a396-b2157e3cd738 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Sep 24 19:43:16.693597 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:43:17.745400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08803-29ad-4945-a969-e06b0f929db6 req-a95fc707-4ccf-49e5-9fa6-e910f5b5c703 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:17.746908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8b08803-29ad-4945-a969-e06b0f929db6 req-a95fc707-4ccf-49e5-9fa6-e910f5b5c703 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0475528 Sep 24 19:43:17.783915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c8b08803-29ad-4945-a969-e06b0f929db6 req-815bd334-f534-4ca2-a31f-21932a305cb0 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 Sep 24 19:43:18.896964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254b7e5-bb9f-4800-a28a-0f8b951e62aa req-1e80f4ec-e4bc-44ff-b83c-fc60c6810938 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:18.898452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7254b7e5-bb9f-4800-a28a-0f8b951e62aa req-1e80f4ec-e4bc-44ff-b83c-fc60c6810938 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0476589 Sep 24 19:43:18.939303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7254b7e5-bb9f-4800-a28a-0f8b951e62aa req-5285f420-a91b-44c3-bf8b-b4ee32ba22f4 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349190 Sep 24 19:43:20.056854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc243d59-a050-4657-89c1-71f7b1b0f96f req-f3aa845b-cab2-4366-b58f-8517b634c7b2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:20.058348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc243d59-a050-4657-89c1-71f7b1b0f96f req-f3aa845b-cab2-4366-b58f-8517b634c7b2 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0515695 Sep 24 19:43:20.095102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc243d59-a050-4657-89c1-71f7b1b0f96f req-2333c587-5945-4a5f-ad78-f06b4bf88e2e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Sep 24 19:43:20.334661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a35b-110e-478e-820b-1085eb7fdd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:21.208901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438e538-024e-45bb-b75f-2f302abf9cbc req-e0530d88-e704-44dd-bd64-1adbe543f8d7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:21.210435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1438e538-024e-45bb-b75f-2f302abf9cbc req-e0530d88-e704-44dd-bd64-1adbe543f8d7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 945 time: 0.0480580 Sep 24 19:43:21.559549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1438e538-024e-45bb-b75f-2f302abf9cbc req-1bbb1939-4c2e-4e45-a50d-9050e31b3681 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429482 Sep 24 19:43:21.568696 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9dedf721-adf1-4fab-9049-6d4925859261 service neutron] show failed (client error): The resource could not be found. Sep 24 19:43:21.569672 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9dedf721-adf1-4fab-9049-6d4925859261 service neutron] 10.222.0.15 "GET /v2.0/ports/d94dd43e-e2a4-47aa-a672-943c425dcb9f/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.3467324 Sep 24 19:43:21.765447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-979ae801-582c-469e-a4ec-b56280bf8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:21.766954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-979ae801-582c-469e-a4ec-b56280bf8d4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850&tenant_id=4ccc54a1aca54a3dab417359c3c079be HTTP/1.1" status: 200 len: 1096 time: 0.0412745 Sep 24 19:43:21.779086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:21.830200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.034747 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:22.067273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:22.105063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:22.107343 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb6439-e060-4db0-b088-4ec43a6ec883" -d '{"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-unplugged", "status": "completed", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:22.111646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.123920 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Transition to ACTIVE for port object d94dd43e-e2a4-47aa-a672-943c425dcb9f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:43:22.127742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.164526 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c3a3d-9c3b-4ac0-8118-3602a76e8ba3 x-openstack-request-id: req-9b7c3a3d-9c3b-4ac0-8118-3602a76e8ba3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:22.164824 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-unplugged", "status": "completed", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:22.165076 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b7c3a3d-9c3b-4ac0-8118-3602a76e8ba3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:22.165468 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'code': 200} Sep 24 19:43:22.186253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] No DVR routers for this DVR port d94dd43e-e2a4-47aa-a672-943c425dcb9f on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:43:22.194564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:22.227797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:43:22.228461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:43:22.228461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:22.232829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:43:22.233143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Attempting to bind port d94dd43e-e2a4-47aa-a672-943c425dcb9f on network 144ecfb4-8363-4158-bc3c-2a1b4018a5ea {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:22.238552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:43:22.238905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Checking segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:22.239377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Bound using segment: {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:43:22.243903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Bound port: d94dd43e-e2a4-47aa-a672-943c425dcb9f, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24186ac4-301c-4d0e-b4ec-bab367c7d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:43:22.244259 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.310709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:22.313843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:43:22.317392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.350535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:22.351166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:22.352531 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] 10.222.0.69 "PUT /v2.0/ports/d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 1091 time: 0.5772753 Sep 24 19:43:22.372313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ebd2-4958-4582-a311-bd3c3644d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:22.413448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-74ba1089-db0d-4841-b6ff-fdbfdb5d798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:22.414941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-74ba1089-db0d-4841-b6ff-fdbfdb5d798d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0396836 Sep 24 19:43:22.504276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-50bc6ce7-bcf3-4d15-a26c-c0cc5ae61b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:22.505719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-50bc6ce7-bcf3-4d15-a26c-c0cc5ae61b01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0842545 Sep 24 19:43:22.546414 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-38e9aeef-0acb-46a4-b1de-2fe813148e72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0334868 Sep 24 19:43:22.603698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-aad93bab-5501-46e5-ac52-4521662d5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:22.606449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-aad93bab-5501-46e5-ac52-4521662d5ee6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0535181 Sep 24 19:43:22.638591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-234fc519-8a45-4126-8463-9b99bf4a0077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247235 Sep 24 19:43:22.744167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8551-810a-4df6-b786-23330a1ef0bb req-b5f685f9-e553-41f9-9f5d-b1b504d9d2da tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:22.745662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a8e8551-810a-4df6-b786-23330a1ef0bb req-b5f685f9-e553-41f9-9f5d-b1b504d9d2da tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.1094944 Sep 24 19:43:22.774411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-aeeaa2a0-c50d-473e-9cfe-5a68ab6dc834 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273971 Sep 24 19:43:22.810878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6a8e8551-810a-4df6-b786-23330a1ef0bb req-37b295d5-f82b-48b4-abbb-3df7b142abd3 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571551 Sep 24 19:43:22.875445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38f83df4-9ef5-469f-9bf9-87efc40e9712 req-459f7651-90b9-4f72-81bf-e0d4e86b284d service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928721 Sep 24 19:43:22.983771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ae5a2f-166c-4eaf-9224-6a2638742bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:23.391461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:23.930246 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33a771-5998-47cb-b2e9-84bfee18516b req-f3b79725-d255-4744-be54-1240f7a7702c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:23.931755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec33a771-5998-47cb-b2e9-84bfee18516b req-f3b79725-d255-4744-be54-1240f7a7702c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Sep 24 19:43:23.969826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec33a771-5998-47cb-b2e9-84bfee18516b req-3fee8253-4f40-4300-8644-8eac71fc2e7e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Sep 24 19:43:24.166371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:24.168828 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9443443a-bd14-49d3-8461-89dad4c5b65d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:24.219904 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e045979-c275-469a-9047-a65c5615f565 x-openstack-request-id: req-3e045979-c275-469a-9047-a65c5615f565 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:24.220201 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:24.220451 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e045979-c275-469a-9047-a65c5615f565 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:24.220848 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'status': 'completed', 'code': 200} Sep 24 19:43:24.280631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:24.309865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-7f8bf6d4-dc9b-48ce-ace9-1888e6b74dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.311437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-7f8bf6d4-dc9b-48ce-ace9-1888e6b74dd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0650935 Sep 24 19:43:24.313194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-7fc8fed4-9903-4c1b-a520-1d7ff946998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.314580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-7fc8fed4-9903-4c1b-a520-1d7ff946998d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0762289 Sep 24 19:43:24.477661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-d40d4764-e248-4fd5-8063-ce834ffe6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.479099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-d40d4764-e248-4fd5-8063-ce834ffe6fc1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.1597965 Sep 24 19:43:24.480158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-e3309806-043d-4d39-895c-35ad825fa159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.481472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-e3309806-043d-4d39-895c-35ad825fa159 service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.1550915 Sep 24 19:43:24.523719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-307a9f2a-7765-4847-a1ad-b9c3078277c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0377898 Sep 24 19:43:24.558228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-d6f5afb4-24ee-4463-b352-ed0dc64448cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0670404 Sep 24 19:43:24.628512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-8c9de892-f0cc-4833-ba5c-70601cac0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.629933 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-8c9de892-f0cc-4833-ba5c-70601cac0bb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0795577 Sep 24 19:43:24.634849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-d1731392-4150-42d6-b37d-9ccf1ee47bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:24.636260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-d1731392-4150-42d6-b37d-9ccf1ee47bda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0563061 Sep 24 19:43:24.679339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-4d418e94-744a-4771-89e9-169da6821c3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421865 Sep 24 19:43:24.681173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-7389f57d-4f92-4bd9-b30c-40552d70e006 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364499 Sep 24 19:43:24.837317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-394722c9-fa23-46d2-8235-696c31c93be6 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509492 Sep 24 19:43:24.840645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-e5bf8e9f-6049-41dd-99ca-1a8b16ab94c9 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476619 Sep 24 19:43:24.994783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-f12e95ee-d546-4bfa-9cc7-12d4fc894621 service neutron] 10.222.0.69 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498778 Sep 24 19:43:24.997147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9443443a-bd14-49d3-8461-89dad4c5b65d req-104367b1-db01-47c1-9260-c82cbf050535 service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451890 Sep 24 19:43:25.090120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316cd2d-74cc-405a-b1a2-6ad4d1cf039b req-3769ba75-4792-4fcf-a7ec-23f5688888a9 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.091625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4316cd2d-74cc-405a-b1a2-6ad4d1cf039b req-3769ba75-4792-4fcf-a7ec-23f5688888a9 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0489399 Sep 24 19:43:25.128678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4316cd2d-74cc-405a-b1a2-6ad4d1cf039b req-0a472810-298f-429f-8a8d-d9b4d4c3632c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Sep 24 19:43:25.356599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a9988-6920-4364-9737-42863669f767 req-d21c409a-29c6-4c62-91b6-6641b269d9c7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.357999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-088a9988-6920-4364-9737-42863669f767 req-d21c409a-29c6-4c62-91b6-6641b269d9c7 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0824888 Sep 24 19:43:25.370184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9a1c43ad-0ad2-4ac0-99ce-33911acd9ea9 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.371590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9a1c43ad-0ad2-4ac0-99ce-33911acd9ea9 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850&tenant_id=4ccc54a1aca54a3dab417359c3c079be&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 943 time: 0.0708055 Sep 24 19:43:25.430100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-088a9988-6920-4364-9737-42863669f767 req-1c9f21c4-78cd-4788-891b-1b26775d7b13 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575495 Sep 24 19:43:25.451877 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-3bea1742-d93e-4739-86ab-14473e1ded14 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:43:25.452885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-3bea1742-d93e-4739-86ab-14473e1ded14 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d94dd43e-e2a4-47aa-a672-943c425dcb9f/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0675037 Sep 24 19:43:25.535942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-fc8f3aec-ec70-433b-a895-b558ce58e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.537416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-fc8f3aec-ec70-433b-a895-b558ce58e5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ccc54a1aca54a3dab417359c3c079be&device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 1094 time: 0.0399559 Sep 24 19:43:25.629699 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9f3c3976-009f-4d85-ab17-c21cc61b925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.631097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9f3c3976-009f-4d85-ab17-c21cc61b925d service neutron] 10.222.0.15 "GET /v2.0/networks?id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 200 len: 915 time: 0.0859802 Sep 24 19:43:25.648334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:43:25.672855 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-59a08e75-189d-44b0-870d-6885bcd1a7e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 200 len: 217 time: 0.0339406 Sep 24 19:43:25.685091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:43:25.726905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9d91d159-eb24-4f6e-936a-a279dc2838db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:25.728376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-9d91d159-eb24-4f6e-936a-a279dc2838db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 200 len: 855 time: 0.0480833 Sep 24 19:43:25.767805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-48dd43f6-7523-4fcf-b101-c7c1fca05cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=144ecfb4-8363-4158-bc3c-2a1b4018a5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231137 Sep 24 19:43:25.856876 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-d66bd010-d107-4242-a7fb-1871571e164f service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800841 Sep 24 19:43:25.948262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be76e79a-09e8-418b-a40a-2862243a4ae6 req-e9a497bb-c678-435c-8695-5f0b0c565c8e service neutron] 10.222.0.15 "GET /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Sep 24 19:43:26.027045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:26.551984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c1cf-66a1-40e7-9fe6-ffb175ee1fd6 req-5f2b3d21-281b-4fb2-95fb-266a0d28527b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:26.553500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7f8c1cf-66a1-40e7-9fe6-ffb175ee1fd6 req-5f2b3d21-281b-4fb2-95fb-266a0d28527b tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0517917 Sep 24 19:43:26.593423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7f8c1cf-66a1-40e7-9fe6-ffb175ee1fd6 req-47e0945f-b0c0-4ffc-8f1c-152ce6a0698c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Sep 24 19:43:26.706051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382f7f0-2978-4327-8453-b8e551582cea req-089489f4-b749-45db-ad0a-3d6a503ee423 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:26.707500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4382f7f0-2978-4327-8453-b8e551582cea req-089489f4-b749-45db-ad0a-3d6a503ee423 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0484610 Sep 24 19:43:26.748124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4382f7f0-2978-4327-8453-b8e551582cea req-a02c25fa-55dc-4895-b8a9-b569a272e884 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346029 Sep 24 19:43:26.808515 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:43:26.861779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9f239-8570-4832-a4fb-4c6417428519 req-19f74823-00a0-4c11-9788-3837e88a0d2e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:26.863285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57c9f239-8570-4832-a4fb-4c6417428519 req-19f74823-00a0-4c11-9788-3837e88a0d2e tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 943 time: 0.0489182 Sep 24 19:43:26.900615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57c9f239-8570-4832-a4fb-4c6417428519 req-f21f4044-0da1-434e-9e06-a66d5ffe272d tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 24 19:43:26.904600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:26.915690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'network_id': '144ecfb4-8363-4158-bc3c-2a1b4018a5ea', 'port_id': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'mac_address': 'fa:16:3e:a6:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652b6fb2-a9db-4b04-bdf8-f250aa34603c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:43:26.952999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:26.965382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:43:26.983875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:26.988769 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:27.040646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:27.206296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d94dd43e-e2a4-47aa-a672-943c425dcb9f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:43:27.237376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1b103-5209-43ea-b0cf-d486dd332b5c req-6569e8b9-bf5e-4060-9dd5-c177607af6ef tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:27.238936 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80d1b103-5209-43ea-b0cf-d486dd332b5c req-6569e8b9-bf5e-4060-9dd5-c177607af6ef tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 944 time: 0.0543590 Sep 24 19:43:27.276864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-80d1b103-5209-43ea-b0cf-d486dd332b5c req-f5dead19-5219-40d9-8283-e632534f6e1f tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 24 19:43:28.404146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-21d48882-8146-4753-90a9-74e2f48d30cf tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:28.405882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-21d48882-8146-4753-90a9-74e2f48d30cf tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 944 time: 0.0807452 Sep 24 19:43:28.417531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8f3c-fd17-4466-b996-cc7a1279de2f req-414ba4ec-2b52-46f2-8f91-a6c0bd18eab4 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:28.418942 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634f8f3c-fd17-4466-b996-cc7a1279de2f req-414ba4ec-2b52-46f2-8f91-a6c0bd18eab4 tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b5cca7-4a9b-41d6-b970-cf02eb63d850 HTTP/1.1" status: 200 len: 944 time: 0.0691395 Sep 24 19:43:28.502597 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-634f8f3c-fd17-4466-b996-cc7a1279de2f req-431675c9-d49a-4a72-851d-42d44fe737bd tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.18 "GET /v2.0/security-groups?id=adb3bdea-0a01-4393-8cb8-1477054c286a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756240 Sep 24 19:43:28.524619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Deleting port d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:43:28.524947 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:28.614336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] For port d94dd43e-e2a4-47aa-a672-943c425dcb9f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d94dd43e-e2a4-47aa-a672-943c425dcb9f,segment=NetworkSegment(24186ac4-301c-4d0e-b4ec-bab367c7d8cf),segment_id=24186ac4-301c-4d0e-b4ec-bab367c7d8cf)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:28.614705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:28.627130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Calling delete_port for d94dd43e-e2a4-47aa-a672-943c425dcb9f owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:43:28.758203 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:28.769692 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d94dd43e-e2a4-47aa-a672-943c425dcb9f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:43:28.785353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Pushing event deleted for resources: {'Port': ['ID=d94dd43e-e2a4-47aa-a672-943c425dcb9f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:28.816343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:28.825374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] No DVR routers for this DVR port d94dd43e-e2a4-47aa-a672-943c425dcb9f on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:43:28.828091 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:28.830706 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d5f8a31-cccd-4cac-85be-9cd9ccb672a6 req-8e4ba852-3a4d-48ab-89a9-71158dda907c tempest-ServerDiskConfigTestJSON-1296761539 tempest-ServerDiskConfigTestJSON-1296761539-project] 10.222.0.69 "DELETE /v2.0/ports/d94dd43e-e2a4-47aa-a672-943c425dcb9f HTTP/1.1" status: 204 len: 173 time: 0.4109106 Sep 24 19:43:28.831169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-deleted', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:28.833408 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61fe4b1-9103-4f5d-9db9-f28c94a6bcb7" -d '{"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-deleted", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:28.837948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:43:28.838340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 19:43:28.857447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Port d94dd43e-e2a4-47aa-a672-943c425dcb9f not found, will not notify nova. {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 19:43:28.874265 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d92d7-9904-4013-a9fe-272e4619823f x-openstack-request-id: req-a54d92d7-9904-4013-a9fe-272e4619823f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:28.874561 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5cca7-4a9b-41d6-b970-cf02eb63d850", "name": "network-vif-deleted", "tag": "d94dd43e-e2a4-47aa-a672-943c425dcb9f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:28.874836 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a54d92d7-9904-4013-a9fe-272e4619823f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:28.875779 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5cca7-4a9b-41d6-b970-cf02eb63d850', 'name': 'network-vif-deleted', 'tag': 'd94dd43e-e2a4-47aa-a672-943c425dcb9f', 'status': 'completed', 'code': 200} Sep 24 19:43:29.621411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:29.668328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Deleting subnet 652b6fb2-a9db-4b04-bdf8-f250aa34603c {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:43:29.671243 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.706522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.751361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.802639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.828587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652b6fb2-a9db-4b04-bdf8-f250aa34603c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:29.831239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.832517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-31418e7a-c4e1-403e-ba81-5ef87e7ec0af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/652b6fb2-a9db-4b04-bdf8-f250aa34603c HTTP/1.1" status: 204 len: 168 time: 0.2101116 Sep 24 19:43:29.834993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48558) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:29.905397 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:29.982045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.005939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144ecfb4-8363-4158-bc3c-2a1b4018a5ea']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:30.015480 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24186ac4-301c-4d0e-b4ec-bab367c7d8cf') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:30.016324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24186ac4-301c-4d0e-b4ec-bab367c7d8cf') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:30.036844 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.047656 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.056575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:43:30.056915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:43:30.059071 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:43:30.114310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.120041 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.122136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/144ecfb4-8363-4158-bc3c-2a1b4018a5ea HTTP/1.1" status: 204 len: 168 time: 0.2862167 Sep 24 19:43:30.134006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cc4e5-4c14-461f-9d89-2012401e8ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=144ecfb4-8363-4158-bc3c-2a1b4018a5ea,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:30.246498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:30.295510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:30.295726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1fafe478-4890-4ca1-9a67-8fc1293691db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ccc54a1aca54a3dab417359c3c079be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471423 Sep 24 19:43:30.354682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.376266 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.424842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.427392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:30.428541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adb3bdea-0a01-4393-8cb8-1477054c286a HTTP/1.1" status: 204 len: 168 time: 0.1318555 Sep 24 19:43:30.436657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5f953-cf30-464a-85fd-836e8bc8ada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb3bdea-0a01-4393-8cb8-1477054c286a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:31.099108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48586) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:31.239559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1316034083-network', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:31.260473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:43:31.262735 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.270899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.364550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.368246 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.388172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:43:31.403002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3386c254-40c0-4faa-b293-598f1e692aab,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:31.406046 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.407017 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Added segment c6e8784b-a9cd-4cee-83cf-feb0eed18643 of type vlan for network e5bd921e-07c9-4de8-8624-d5607d0d8ebe Sep 24 19:43:31.445600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.470335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.471320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:31.471906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.503293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4031060 Sep 24 19:43:31.506285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:31.511434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Request body: {'subnet': {'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1316034083-subnet', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:31.532906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:43:31.535556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.560129 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab09a5-38d7-48b9-95ba-d2378a4bbe37 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bd921e-07c9-4de8-8624-d5607d0d8ebe,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:31.569776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:43:31.702278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.754048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c445539e-9e74-4164-8b1d-a6fdae1602c5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:31.765285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.766210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.766545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.766895 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.767225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.767545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.767865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.768178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.768493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.768830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.769122 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.769434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:31.775363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:31.775714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Network hostable DHCP agents. Network: e5bd921e-07c9-4de8-8624-d5607d0d8ebe, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:43:31.791689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:43:31.800287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e5bd921e-07c9-4de8-8624-d5607d0d8ebe) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:31.804348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:31.804933 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.809167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6738e-0705-47d8-b4fc-e62d7d7e6f9b None None] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:43:31.819303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-393f11a5-9b21-4724-a650-98b6d56ce1da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3119328 Sep 24 19:43:31.821999 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:31.826211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:31.846665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.847846 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:31.901047 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.042477 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.104023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:43:32.104872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.239363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Allocated IP 172.20.0.2 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/7927a83b-2458-45ae-8691-ec74f0121dec) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:43:32.241560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.261373 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.363974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Allocated IP 172.25.5.36 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/51814e23-672a-4842-a048-0da82547b9a5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:43:32.383385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.388307 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.426992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:32.429733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:32.436647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:43:32.440199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Pushing event updated for resources: {'Port': ['ID=7927a83b-2458-45ae-8691-ec74f0121dec,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:32.469278 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.490703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Attempting to bind port 7927a83b-2458-45ae-8691-ec74f0121dec on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:43:32.491029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Attempting to bind port 7927a83b-2458-45ae-8691-ec74f0121dec by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:43:32.491392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Attempting to bind port 7927a83b-2458-45ae-8691-ec74f0121dec on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:32.496221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:43:32.496585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:32.496980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.497369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:43:32.497820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Bound port: 7927a83b-2458-45ae-8691-ec74f0121dec, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:43:32.498193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.502728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.541324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:32.544201 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:32.547410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:43:32.563297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] For port 7927a83b-2458-45ae-8691-ec74f0121dec, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:32.566640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] For port 7927a83b-2458-45ae-8691-ec74f0121dec, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7927a83b-2458-45ae-8691-ec74f0121dec,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:43:32.573251 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.576475 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Pushing event updated for resources: {'Port': ['ID=51814e23-672a-4842-a048-0da82547b9a5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:32.629235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1dd54-c45d-4aa3-9c84-52b7a655981e None None] Pushing event updated for resources: {'Port': ['ID=7927a83b-2458-45ae-8691-ec74f0121dec,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:32.811863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:32.838243 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:43:32.859806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: d94dd43e-e2a4-47aa-a672-943c425dcb9f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:43:32.860155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d94dd43e-e2a4-47aa-a672-943c425dcb9f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:43:33.010411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:33.413028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:43:33.471448 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:33.521455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:43:33.531761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:43:33.538082 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:33.539686 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ab6a1a3-7173-4bf2-b606-1af4a1571eef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7166922 Sep 24 19:43:33.542935 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48596) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:33.543369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:33.543519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:33.580845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f439ef14-4e17-4b27-adec-84cece499be8 None None] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:43:33.700346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] Provisioning complete for port 7927a83b-2458-45ae-8691-ec74f0121dec triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:33.700718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:33.747535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:33.979734 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.060056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] For port 7927a83b-2458-45ae-8691-ec74f0121dec, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7927a83b-2458-45ae-8691-ec74f0121dec,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:34.069662 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.107398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7927a83b-2458-45ae-8691-ec74f0121dec up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:34.133449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:32Z', 'revision_number': 3, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:34.165544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:43:34.165896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Updating router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b port 51814e23-672a-4842-a048-0da82547b9a5 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:43:34.214913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08788af1-8ce9-4b51-b97f-a8966eb009dc None None] Pushing event updated for resources: {'Port': ['ID=7927a83b-2458-45ae-8691-ec74f0121dec,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:34.225316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.260157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7927a83b-2458-45ae-8691-ec74f0121dec triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:34.260533 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.264639 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.368626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f51244e7-59c2-4716-b6de-6b381ed8e885 None None] Provisioning complete for port 7927a83b-2458-45ae-8691-ec74f0121dec triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:34.368996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f51244e7-59c2-4716-b6de-6b381ed8e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.463831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Allocated IP 172.20.0.1 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/62c3ae07-2945-4177-9eab-347d714e697a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:43:34.566059 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.599127 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.615465 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.620617 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.642109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:34.646380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:34.653213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:43:34.655535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Pushing event updated for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:34.696145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.831156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Attempting to bind port 51814e23-672a-4842-a048-0da82547b9a5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:43:34.831545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Attempting to bind port 51814e23-672a-4842-a048-0da82547b9a5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:43:34.831900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Attempting to bind port 51814e23-672a-4842-a048-0da82547b9a5 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:34.840287 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.841793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287d5d2-8a2f-45ad-9e8f-622730bb4994 None None] Pushing event updated for resources: {'Port': ['ID=51814e23-672a-4842-a048-0da82547b9a5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:34.844850 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:43:34.845226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:34.845627 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.846011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:43:34.846479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Bound port: 51814e23-672a-4842-a048-0da82547b9a5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:43:34.846883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.896818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c9aa9720-c3b1-45ac-93ed-af8023d4a2c2 None None] Provisioning complete for port 62c3ae07-2945-4177-9eab-347d714e697a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:34.897195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9720-c3b1-45ac-93ed-af8023d4a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:34.930354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] For port 51814e23-672a-4842-a048-0da82547b9a5, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:34.946535 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] For port 51814e23-672a-4842-a048-0da82547b9a5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=51814e23-672a-4842-a048-0da82547b9a5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:43:34.947643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa9720-c3b1-45ac-93ed-af8023d4a2c2 None None] Port 62c3ae07-2945-4177-9eab-347d714e697a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:43:34.952689 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:35.006236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:35.011206 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:35.011839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:35.012223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:35.016811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287d5d2-8a2f-45ad-9e8f-622730bb4994 None None] Pushing event updated for resources: {'Port': ['ID=51814e23-672a-4842-a048-0da82547b9a5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:35.079177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:35.080942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Pushing event updated for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:35.121600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:35.176768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:35.178254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:35.299196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:43:35.335401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 2, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:35.366220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab19c4-4d6b-40c5-820e-d38adc3bb2d6 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 2, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:43:35.375291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-96433d05-e06b-4453-8c74-6bf849d5ddba None None] Provisioning complete for port 62c3ae07-2945-4177-9eab-347d714e697a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:35.375674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96433d05-e06b-4453-8c74-6bf849d5ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:35.421303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-96433d05-e06b-4453-8c74-6bf849d5ddba None None] Port 62c3ae07-2945-4177-9eab-347d714e697a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:43:35.423324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:43:35.428667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e8002c7c-e9d9-42cb-8dc3-573500355a36 admin admin] 10.222.0.18 "PUT /v2.0/routers/9fec6db0-01a1-4eac-8e3a-b1f1ba48031b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848336 Sep 24 19:43:36.053981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 48604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:36.060195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279970351', 'description': 'tempest-description--1651791229'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:36.085572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.141335 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7927a83b-2458-45ae-8691-ec74f0121dec up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:36.181476 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.186229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.194666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7927a83b-2458-45ae-8691-ec74f0121dec triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:36.195082 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.213491 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.214907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1590023 Sep 24 19:43:36.217946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:36.221577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cc146-7549-40fb-8b73-af96f75e2335 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d476fa-2694-4ede-8b71-d1006bdc83d8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:36.223858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'security_group_rule': {'security_group_id': 'b1d476fa-2694-4ede-8b71-d1006bdc83d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:36.259424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.281575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 51814e23-672a-4842-a048-0da82547b9a5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:36.327617 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.332684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.336735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 51814e23-672a-4842-a048-0da82547b9a5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:36.337265 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.355732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724ead56-3f27-4a97-9104-56773bab5cae,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:36.360153 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.361404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-833528d9-4a24-489e-9184-79dfed77071c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416333 Sep 24 19:43:36.363934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:36.371000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'security_group_rule': {'security_group_id': 'b1d476fa-2694-4ede-8b71-d1006bdc83d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:36.405361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.428279 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.452667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 51814e23-672a-4842-a048-0da82547b9a5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=51814e23-672a-4842-a048-0da82547b9a5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:36.460394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.471070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.475352 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.493845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4328fc-03b1-4826-b1f5-d4f6749738a7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:36.502283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.503647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-18e0fe9d-9ad9-4fbd-ac63-4e4f7c628bfb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381676 Sep 24 19:43:36.506557 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:36.511262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:36.521970 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=51814e23-672a-4842-a048-0da82547b9a5,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:36.530367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.530720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.531127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.531468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.531810 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.532310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.532619 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.532962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.533317 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.533675 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.533983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.534342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:36.538216 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.642459 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.746015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Allocated IP 172.25.5.173 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d094bc9f-7066-42e7-959d-de2d3ce208b4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:43:36.850227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.883594 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:36.919337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:36.922926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:36.926445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:43:36.952483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=d094bc9f-7066-42e7-959d-de2d3ce208b4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:37.019845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.053237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.203918 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.208722 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.278718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=d094bc9f-7066-42e7-959d-de2d3ce208b4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:37.290175 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.305687 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.307232 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-31f65e20-6d3d-4c65-9547-7a7269d8d484 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7996132 Sep 24 19:43:37.445258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-0984dfb7-0e54-4998-826b-f06bdc0d93c2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--279970351&fields=id&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 267 time: 0.0329659 Sep 24 19:43:37.451823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:43:37.461947 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:37.462493 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:37.557259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-04acd759-5d07-47d8-bd3e-2156618c5053 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:37.558894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-04acd759-5d07-47d8-bd3e-2156618c5053 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1060586 Sep 24 19:43:37.563744 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:37.574120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-b8e8c3cf-1631-44b5-a4a5-a60d3a275519 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/quotas/bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 375 time: 0.0093036 Sep 24 19:43:37.627452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-796ab927-32dd-4700-9a75-7af9619673a5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470560 Sep 24 19:43:37.728939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-c2cca6f6-1d7c-4cf0-a56f-d5f7706232ef service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872953 Sep 24 19:43:37.760186 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 2, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:37.786250 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:43:37.786604 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Updating router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b port 62c3ae07-2945-4177-9eab-347d714e697a binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:43:37.809879 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:37.820278 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-115e2568-ad77-4cb7-aec6-93f69a2af211 service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832481 Sep 24 19:43:37.998491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1cee3a4-6e6a-4fe5-8cc6-580c22a49748 req-a4b50e80-2062-4a62-b926-3f23554e54ca tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 210 time: 0.0347004 Sep 24 19:43:38.057929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 51814e23-672a-4842-a048-0da82547b9a5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:38.111115 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.117026 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.119338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 51814e23-672a-4842-a048-0da82547b9a5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:38.119869 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.218138 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Pushing event updated for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:38.231229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.231680 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.231911 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.232242 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.232643 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.232975 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.233512 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.233922 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.234718 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.235057 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.235379 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.235702 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:38.242877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Attempting to bind port 62c3ae07-2945-4177-9eab-347d714e697a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:43:38.243457 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Attempting to bind port 62c3ae07-2945-4177-9eab-347d714e697a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:43:38.244333 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Attempting to bind port 62c3ae07-2945-4177-9eab-347d714e697a on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:38.250956 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:43:38.251229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:38.251745 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.252011 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:43:38.252482 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Bound port: 62c3ae07-2945-4177-9eab-347d714e697a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:43:38.252848 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.322499 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] For port 62c3ae07-2945-4177-9eab-347d714e697a, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:38.325876 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] For port 62c3ae07-2945-4177-9eab-347d714e697a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=62c3ae07-2945-4177-9eab-347d714e697a,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:43:38.330355 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.375731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] Provisioning complete for port 62c3ae07-2945-4177-9eab-347d714e697a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:38.376108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.377976 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:38.378894 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:38.439281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ebc3-93b8-45fb-87f6-fd12b2cc4f99 None None] Pushing event updated for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:38.464477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.500769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] For port 62c3ae07-2945-4177-9eab-347d714e697a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=62c3ae07-2945-4177-9eab-347d714e697a,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:38.503254 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:38.507697 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.562811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e324378-6933-4475-8bcf-bfd5fe81c610 None None] Pushing event updated for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:38.724815 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:38.727096 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3cd95449-ebd7-452f-a96f-d82b27fbd4f9 None None] Provisioning complete for port 62c3ae07-2945-4177-9eab-347d714e697a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:38.727500 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cd95449-ebd7-452f-a96f-d82b27fbd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:38.755166 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8dc1aa-a01f-44ed-99ec-354c08c4c8b2 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:43:39.029123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-b1ec0a7f-dbd9-4e10-b8f1-54c2859e93c8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:39.031704 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-b1ec0a7f-dbd9-4e10-b8f1-54c2859e93c8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1190808 Sep 24 19:43:39.080099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-126a958c-c82f-482f-97e5-6e4bd767841c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 379 time: 0.0393648 Sep 24 19:43:39.095723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'port': {'device_id': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'admin_state_up': True, 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'security_groups': ['b1d476fa-2694-4ede-8b71-d1006bdc83d8']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:39.127010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85b508b2-aae0-4a0f-9649-56c1bae6a23f req-e02481f7-b1b6-4349-adb0-c94eb60229cf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 210 time: 0.0458539 Sep 24 19:43:39.170181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.226932 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:43:39.230702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.367385 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Allocated IP 172.20.0.8 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/d6a2e628-edc4-464e-ab6f-d99b73d7e308) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:43:39.500725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.533675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.579526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:43:39.583860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:43:39.587674 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:43:39.614504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:39.643750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:39.644388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.660290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-122416bc-4ecd-44a9-81dc-d19a4c93a1fb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706348 Sep 24 19:43:39.672392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Request body: {'port': {'device_id': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:39.736409 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.837494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-974ca858-c655-4f37-bb57-a494c2460dfc None None] Provisioning complete for port d6a2e628-edc4-464e-ab6f-d99b73d7e308 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:39.837985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-974ca858-c655-4f37-bb57-a494c2460dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:39.871288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-974ca858-c655-4f37-bb57-a494c2460dfc None None] Port d6a2e628-edc4-464e-ab6f-d99b73d7e308 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:43:40.005228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a2e628-edc4-464e-ab6f-d99b73d7e308 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:43:40.013556 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.026530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Transition to ACTIVE for port object d6a2e628-edc4-464e-ab6f-d99b73d7e308 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:43:40.030505 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.059694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 62c3ae07-2945-4177-9eab-347d714e697a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:40.084409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:40.113525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 62c3ae07-2945-4177-9eab-347d714e697a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:40.113901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.124369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.125283 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.125624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.125963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.126297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.126631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.126987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.127329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.127658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.127963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.128289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.128620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:43:40.173564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:43:40.173899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:43:40.174222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:40.178790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:43:40.179173 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:43:40.184509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:43:40.184849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:43:40.185237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:43:40.185667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Bound port: d6a2e628-edc4-464e-ab6f-d99b73d7e308, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:43:40.186027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.290285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:43:40.295187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:43:40.305716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7c654-e566-400e-84e6-20d5af86d8c4 req-56410e5f-e044-4a19-994b-b77ecb21dca7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:40.307263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cd7c654-e566-400e-84e6-20d5af86d8c4 req-56410e5f-e044-4a19-994b-b77ecb21dca7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0813565 Sep 24 19:43:40.308782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.349766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:40.350355 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:40.351974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 1091 time: 0.6838648 Sep 24 19:43:40.361880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:40.364768 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612d84f-f268-4ceb-8515-c26328d44c87" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:40.420699 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0941c8-5408-4f57-9a08-ec0ceb08da48 x-openstack-request-id: req-7d0941c8-5408-4f57-9a08-ec0ceb08da48 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:40.421021 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:40.421367 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d0941c8-5408-4f57-9a08-ec0ceb08da48 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:40.422380 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'status': 'completed', 'code': 200} Sep 24 19:43:40.436819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa0c93-2814-4158-9eba-6a71dd73f4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:40.445384 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4cd7c654-e566-400e-84e6-20d5af86d8c4 req-cebc2ef2-fe52-436d-8d73-581bea9c2868 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278746 Sep 24 19:43:40.460195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-46098100-c163-48e8-a4e8-b3a6dca93a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:40.461713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-46098100-c163-48e8-a4e8-b3a6dca93a67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.0631926 Sep 24 19:43:40.505012 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-5b9d8809-ad87-48d6-8c8e-9560da1d10f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 217 time: 0.0354042 Sep 24 19:43:40.555041 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-7e0c2ccd-e505-4ad8-8187-76c5e3965521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:40.556503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-7e0c2ccd-e505-4ad8-8187-76c5e3965521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0441971 Sep 24 19:43:40.604370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-f3cdad3f-354a-456c-811a-2b9384e9a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:40.605797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-f3cdad3f-354a-456c-811a-2b9384e9a1b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421093 Sep 24 19:43:40.695302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-b7d2f752-69da-40a9-ab3e-f921f9ca8e55 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Sep 24 19:43:41.070138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4c1d072-3f58-45ed-82f6-d7c5fa7def0f req-7e8d01ce-abeb-4bff-97f0-3518b45c139a service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682165 Sep 24 19:43:41.151566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-c4cbd14a-8ef8-404f-8412-bdcf2907bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:41.153046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-c4cbd14a-8ef8-404f-8412-bdcf2907bfb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.0397501 Sep 24 19:43:41.243211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-3ae0cc61-c45b-45a7-b925-9be52b5c1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:41.244595 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-3ae0cc61-c45b-45a7-b925-9be52b5c1883 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0849881 Sep 24 19:43:41.289352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-e9399da6-077e-49ad-9dda-6fcccd68f8af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 217 time: 0.0373061 Sep 24 19:43:41.343409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-57494fa6-9de6-4772-867b-b625fd3ad8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:41.345470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-57494fa6-9de6-4772-867b-b625fd3ad8fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0476086 Sep 24 19:43:41.389508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-37744524-5026-4e29-bdd8-6469feeb9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:41.391011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-37744524-5026-4e29-bdd8-6469feeb9875 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386238 Sep 24 19:43:41.482664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-a5e48b4c-5ce5-451f-b3ba-58a359abb64f service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841804 Sep 24 19:43:41.610933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96d9f-331f-4571-a41d-42cdc0d7fdcf req-4d2a50bd-6253-4423-bbf7-fe776d1370d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:41.612426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10c96d9f-331f-4571-a41d-42cdc0d7fdcf req-4d2a50bd-6253-4423-bbf7-fe776d1370d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0957108 Sep 24 19:43:41.614202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9612d84f-f268-4ceb-8515-c26328d44c87 req-17e36b3f-8a1b-4f98-87d1-36bf204f09e0 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239295 Sep 24 19:43:41.650145 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10c96d9f-331f-4571-a41d-42cdc0d7fdcf req-23b3a8fc-2dfa-4e21-9f5e-f9673b4e6ad6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Sep 24 19:43:42.770338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce521-c9ec-441b-a1c0-59ce23dc369c req-72b24780-e5a4-4bcf-932d-8b0398cc01a7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:42.771852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-738ce521-c9ec-441b-a1c0-59ce23dc369c req-72b24780-e5a4-4bcf-932d-8b0398cc01a7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0527053 Sep 24 19:43:42.812738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-738ce521-c9ec-441b-a1c0-59ce23dc369c req-fe75c83b-d5e6-4f61-8736-87a0cc97ce03 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Sep 24 19:43:43.931984 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea14fa-465c-4acf-a932-ee7be0dcba03 req-46c51de9-1130-478c-bf20-9b6447522783 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:43.933477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9ea14fa-465c-4acf-a932-ee7be0dcba03 req-46c51de9-1130-478c-bf20-9b6447522783 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0532603 Sep 24 19:43:43.970447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9ea14fa-465c-4acf-a932-ee7be0dcba03 req-8daba44f-dd8c-4a49-97bf-c092ace19b06 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310156 Sep 24 19:43:44.894909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:43:44.986591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:44.997937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'mac_address': 'fa:16:3e:7b:98:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:43:45.039510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:45.053354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a2e628-edc4-464e-ab6f-d99b73d7e308 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:43:45.075863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:45.079807 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:45.097522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35289476-8db5-4667-b66f-717c8341463d req-8d98492e-107a-4d74-9ef2-c823ed5c68ab tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:45.099068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35289476-8db5-4667-b66f-717c8341463d req-8d98492e-107a-4d74-9ef2-c823ed5c68ab tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0549121 Sep 24 19:43:45.127311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:45.138837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35289476-8db5-4667-b66f-717c8341463d req-17f1a690-4dda-448c-8f4f-a7dcc10db148 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Sep 24 19:43:45.267384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['d6a2e628-edc4-464e-ab6f-d99b73d7e308'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:43:46.251961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172c51f-3ae6-4bb3-832b-9d95ce56e32a req-3d61f927-78a8-4fd1-85fb-f5bcfee31545 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:46.253459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f172c51f-3ae6-4bb3-832b-9d95ce56e32a req-3d61f927-78a8-4fd1-85fb-f5bcfee31545 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 944 time: 0.0480859 Sep 24 19:43:46.290708 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f172c51f-3ae6-4bb3-832b-9d95ce56e32a req-75b62774-ad92-42cd-b71d-c8b6c007f692 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Sep 24 19:43:46.925733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:43:46.973393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port d6a2e628-edc4-464e-ab6f-d99b73d7e308 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:43:46.976942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port d6a2e628-edc4-464e-ab6f-d99b73d7e308 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:43:46.977334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:47.051941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:47.073902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:47.076157 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f91304-5136-4a2e-9d1d-80497f027c99" -d '{"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:47.090672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:43:47.096211 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:47.124074 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb734fa-8ea0-4875-ae0f-0cb63e0e86d1 x-openstack-request-id: req-6fb734fa-8ea0-4875-ae0f-0cb63e0e86d1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:47.124374 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:47.124620 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fb734fa-8ea0-4875-ae0f-0cb63e0e86d1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:47.125039 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'code': 200} Sep 24 19:43:47.152891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:43:47.224326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239305d7-71d8-45c4-a173-a1300dfb0059 req-a3135f64-d457-40cf-af1f-54aa565f1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:47.225849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-239305d7-71d8-45c4-a173-a1300dfb0059 req-a3135f64-d457-40cf-af1f-54aa565f1b17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1096 time: 0.0439534 Sep 24 19:43:47.262303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-239305d7-71d8-45c4-a173-a1300dfb0059 req-1bbf7252-d8a7-4eae-8950-ec6c9d0aac8f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285568 Sep 24 19:43:47.410426 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0421b-01f8-403b-8cd2-ffab108bd2bf req-2dd235ee-2bd1-4f2a-ada4-a842b9dd1faf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:47.411881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa0421b-01f8-403b-8cd2-ffab108bd2bf req-2dd235ee-2bd1-4f2a-ada4-a842b9dd1faf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0494757 Sep 24 19:43:47.450412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2aa0421b-01f8-403b-8cd2-ffab108bd2bf req-3637b3d1-661b-49f4-b8ce-58a1f8d79bd0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319536 Sep 24 19:43:48.564516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aed13-08c3-4f5f-8aea-c5041d06adfb req-c5717bba-f99e-41e8-9778-7b277847974a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:48.565993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad6aed13-08c3-4f5f-8aea-c5041d06adfb req-c5717bba-f99e-41e8-9778-7b277847974a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0481434 Sep 24 19:43:48.603214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad6aed13-08c3-4f5f-8aea-c5041d06adfb req-518d9a6c-f689-4655-92eb-7e0f8c8eb59a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Sep 24 19:43:48.717170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d7f17-a652-44d8-96e9-98952217d37e req-99941bf3-a36b-4007-a7ab-80677e791854 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:48.718653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d33d7f17-a652-44d8-96e9-98952217d37e req-99941bf3-a36b-4007-a7ab-80677e791854 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0532794 Sep 24 19:43:48.726967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 48660) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:43:48.731318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'floatingip': {'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:43:48.775375 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:49.201588 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:49.205361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:49.303302 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 associated. External IP: 172.25.5.173, port: d6a2e628-edc4-464e-ab6f-d99b73d7e308. Sep 24 19:43:49.505314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:43:49.609060 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:43:49.613565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:49.618464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:43:49.628066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:49.628672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:49.640450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d9205fef-4191-4b62-b01c-353c25a4fdcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "PUT /v2.0/floatingips/767d74f8-25fb-481e-adff-f869b1ab4156 HTTP/1.1" status: 200 len: 991 time: 0.9124649 Sep 24 19:43:49.641316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:43:49.644321 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260fc259-6617-41ed-951c-110cc808069b" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:43:49.737811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:49.750804 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8577df-347b-4eb1-a004-87ce509703da x-openstack-request-id: req-bc8577df-347b-4eb1-a004-87ce509703da {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:43:49.751668 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:43:49.751924 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc8577df-347b-4eb1-a004-87ce509703da {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:43:49.752330 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'status': 'completed', 'code': 200} Sep 24 19:43:49.810748 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc259-6617-41ed-951c-110cc808069b req-b05723c5-e3ca-48bc-9a38-245217dfdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:49.812308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-b05723c5-e3ca-48bc-9a38-245217dfdc79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1096 time: 0.0396969 Sep 24 19:43:49.905076 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc259-6617-41ed-951c-110cc808069b req-7dbf9f0c-fde8-425d-84ff-961a45241ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:49.906525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-7dbf9f0c-fde8-425d-84ff-961a45241ab1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0874164 Sep 24 19:43:49.960272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:7b:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:43:49Z', 'revision_number': 1, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:49.972950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-32966913-3196-4379-a8b4-c451ae94e289 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 999 time: 0.0590851 Sep 24 19:43:49.989897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:43:49.998567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:43:49.999215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:43:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:50.022204 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc259-6617-41ed-951c-110cc808069b req-02e18fa4-8a1e-4b01-a08b-0b863fb1964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:50.023722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-02e18fa4-8a1e-4b01-a08b-0b863fb1964d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0444727 Sep 24 19:43:50.073374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc259-6617-41ed-951c-110cc808069b req-db58c062-130e-4b82-94df-564239b39e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:50.074928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-db58c062-130e-4b82-94df-564239b39e3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440488 Sep 24 19:43:50.167945 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-0b571ef3-4328-4eb7-91b5-a233d5285d8a service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859156 Sep 24 19:43:50.261563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:43:50.264727 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-260fc259-6617-41ed-951c-110cc808069b req-a893bdaf-3d5a-4954-9c4f-59df57a4d185 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Sep 24 19:43:50.351228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46400681-0d72-4ea1-a6c0-660b5f15e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:50.490199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:7b:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:43:49Z', 'revision_number': 1, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:43:50.514982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d3b8e-a774-44c3-ba45-b45ce3682a28 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:7b:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:43:49Z', 'revision_number': 1, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:43:50.702877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a315eb-72e7-4f1b-915b-6a6c089374bd None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:43:52.984747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70e923ad-eb41-46bd-98af-057ca8b47650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:53.397410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:53.692224 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:43:54.282949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:56.023889 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:43:57.931801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-a77519fb-e9c9-4419-894a-bfd25b3c5d4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383620 Sep 24 19:43:58.057148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-ecae20ad-4e5c-436c-ab61-b0ef7d3061cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:58.058691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-ecae20ad-4e5c-436c-ab61-b0ef7d3061cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1096 time: 0.0893104 Sep 24 19:43:58.164510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-10e25379-3a96-4605-baad-1969fb917635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:58.166015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-10e25379-3a96-4605-baad-1969fb917635 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0885460 Sep 24 19:43:58.232208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-304e97c6-516c-4e59-b392-36182cc698bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 1001 time: 0.0563011 Sep 24 19:43:58.287889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-1ba70164-3a42-4603-88f6-dbf396916140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:58.289379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-1ba70164-3a42-4603-88f6-dbf396916140 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0479608 Sep 24 19:43:58.339549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-0d4d2df0-72ae-4866-8a3d-cf27dabba68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:43:58.341096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-0d4d2df0-72ae-4866-8a3d-cf27dabba68d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440197 Sep 24 19:43:58.432796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-d7bc281d-8f6f-401c-b455-c32a90cd78ff service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Sep 24 19:43:58.524471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c4acda19-0fe9-467b-ac11-478d73cdfc49 req-cda70120-b74e-4add-a966-368e120c9bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Sep 24 19:44:03.470631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:09.166996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:20.331770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c29d7a4-2d1a-4304-a633-f0561894c8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:22.985168 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7061-73cf-47be-a9ba-5331b1bf21b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:23.388932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:24.286971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:26.025621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:30.691942 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:44:33.483569 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:39.190440 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:50.333164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d687dac4-792f-4364-b5a3-d07c3bb2a229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:52.985735 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdd8751e-b691-4310-8c47-92d777283b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:53.390123 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:54.289210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:56.031066 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:44:58.923734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-bf8b8c65-946e-4cc1-968a-2d7e66ba5c75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408947 Sep 24 19:44:59.011916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-0334517a-f315-4fac-be2e-bc6516c79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:44:59.013462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-0334517a-f315-4fac-be2e-bc6516c79846 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1096 time: 0.0402775 Sep 24 19:44:59.118916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-4f7126a5-53ff-4446-95a3-fcdf1094df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:44:59.120388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-4f7126a5-53ff-4446-95a3-fcdf1094df9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0875001 Sep 24 19:44:59.184490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-da4301d1-c9aa-4ec9-89c2-aad4aa3e5740 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 1001 time: 0.0573764 Sep 24 19:44:59.236530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-66c9e4b2-98dd-4258-ba1a-5ebb0fdede6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:44:59.237969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-66c9e4b2-98dd-4258-ba1a-5ebb0fdede6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0468049 Sep 24 19:44:59.281783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-fd83b14d-cf27-498d-928b-ed608b61fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:44:59.283257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-fd83b14d-cf27-498d-928b-ed608b61fba1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386200 Sep 24 19:44:59.374450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-f030ae28-68cd-4bc5-bb37-2f82f332c6b7 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Sep 24 19:44:59.462695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc13406-8587-4c84-b58f-0b2ff38e2b88 req-9266fb89-759f-4642-883c-9afbbb0d7fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Sep 24 19:45:03.485259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:07.691257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:45:09.205000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:20.334389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-843f9ad5-ce1a-4d34-89de-aa88a122ff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:22.985936 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1343cf20-c0cb-4293-978a-149f08ffdf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:23.391668 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:24.290621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:25.630214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046b8c2-3520-41eb-804c-b96e3fceb938 req-e67a050a-59a3-448a-a633-78d365af4660 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:25.631736 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7046b8c2-3520-41eb-804c-b96e3fceb938 req-e67a050a-59a3-448a-a633-78d365af4660 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0511770 Sep 24 19:45:25.669269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7046b8c2-3520-41eb-804c-b96e3fceb938 req-cb57b794-99da-41c2-aa2b-fb46287bed92 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310652 Sep 24 19:45:25.936813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e656a-7ef5-4345-a979-c6bd9f302a70 req-1c584d8b-5aa2-44ad-9fe3-5d10fbb77525 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:25.938289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-278e656a-7ef5-4345-a979-c6bd9f302a70 req-1c584d8b-5aa2-44ad-9fe3-5d10fbb77525 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0758162 Sep 24 19:45:25.964675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-1f356cd6-6c03-439a-9fff-98a7f460b654 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103663 Sep 24 19:45:25.973795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-c6325526-05be-4594-8ced-b51cc8eb076b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:45:25.974738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-c6325526-05be-4594-8ced-b51cc8eb076b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047319 Sep 24 19:45:25.988402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-278e656a-7ef5-4345-a979-c6bd9f302a70 req-d11f75ad-f960-49ca-aaa9-5021f7038ead tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Sep 24 19:45:26.034617 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:27.104976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1025b03-2ca4-42bf-8872-d8376855d6b2 req-7d2c5781-10be-4b7d-a957-9fcfb131d9b9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:27.106566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1025b03-2ca4-42bf-8872-d8376855d6b2 req-7d2c5781-10be-4b7d-a957-9fcfb131d9b9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0482273 Sep 24 19:45:27.462773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1025b03-2ca4-42bf-8872-d8376855d6b2 req-147ab243-a9c9-4cc0-960f-b3bc7a2e4d22 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490853 Sep 24 19:45:27.479142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-f10b400a-aee8-4178-93a7-566d64e04213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:27.480624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-f10b400a-aee8-4178-93a7-566d64e04213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1096 time: 0.3414037 Sep 24 19:45:27.568965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-0e1a3399-0b65-4ebe-ba9b-048f0675574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:27.570496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-0e1a3399-0b65-4ebe-ba9b-048f0675574e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0822845 Sep 24 19:45:27.640472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-85a379d8-914f-4405-8100-2c9fc1faed3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 1001 time: 0.0625687 Sep 24 19:45:27.688564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-09fee3bf-9255-47da-b58a-05f589b35e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:27.689972 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-09fee3bf-9255-47da-b58a-05f589b35e6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0430131 Sep 24 19:45:27.734046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-76c736fa-95b1-4404-b37d-e7858a3de7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:27.735486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-76c736fa-95b1-4404-b37d-e7858a3de7cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386310 Sep 24 19:45:27.826772 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-8607d3b4-c3ef-455d-b518-43f38ca086a7 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Sep 24 19:45:27.917090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-1fb9f4bf-f7d4-46e7-bcba-b702d8d0ce02 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Sep 24 19:45:28.578111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b79b5-f654-4e7e-afcf-cd6eb8f0f2d8 req-1a336df8-3db1-413d-8dc7-b11b585f7e90 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:28.579872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-667b79b5-f654-4e7e-afcf-cd6eb8f0f2d8 req-1a336df8-3db1-413d-8dc7-b11b585f7e90 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0485775 Sep 24 19:45:28.617041 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-667b79b5-f654-4e7e-afcf-cd6eb8f0f2d8 req-60e7dded-e121-4572-9eaf-50811eb84959 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Sep 24 19:45:29.732491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ffc2-3d88-4cff-8a9e-1f86878ec7ed req-13729f10-8995-43c4-8683-f64f69f58fcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:29.733989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd69ffc2-3d88-4cff-8a9e-1f86878ec7ed req-13729f10-8995-43c4-8683-f64f69f58fcd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0479803 Sep 24 19:45:29.771317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dd69ffc2-3d88-4cff-8a9e-1f86878ec7ed req-67047de4-d27f-4986-a2b3-666ae92809cb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Sep 24 19:45:30.891647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ac6a-e2ed-47aa-af1d-061f0dc7d6ef req-f0b4d38a-b1d7-4660-9c36-6f00cc1a3616 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:30.893150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5658ac6a-e2ed-47aa-af1d-061f0dc7d6ef req-f0b4d38a-b1d7-4660-9c36-6f00cc1a3616 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0546219 Sep 24 19:45:30.936991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5658ac6a-e2ed-47aa-af1d-061f0dc7d6ef req-1cdc6893-b0cd-4548-953f-7ac8ee8678ae tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371826 Sep 24 19:45:32.054510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b2a7e-02c3-463d-8928-da0f47372e06 req-55bf69d4-653e-4e8a-86ea-72f3f83115da tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:32.056048 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-829b2a7e-02c3-463d-8928-da0f47372e06 req-55bf69d4-653e-4e8a-86ea-72f3f83115da tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0514636 Sep 24 19:45:32.093584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-829b2a7e-02c3-463d-8928-da0f47372e06 req-c97ec67c-e0f6-4966-a0f6-9116d122007d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Sep 24 19:45:33.207552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f2e86-3e6c-4c2f-9255-a878c1f60b3d req-de47baa1-b220-426b-8ac5-c77a1de9ad33 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:33.209054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b14f2e86-3e6c-4c2f-9255-a878c1f60b3d req-de47baa1-b220-426b-8ac5-c77a1de9ad33 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0482225 Sep 24 19:45:33.246777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b14f2e86-3e6c-4c2f-9255-a878c1f60b3d req-92165b7e-991b-4944-8363-86b6d8cacf76 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310502 Sep 24 19:45:33.518608 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:34.364131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593cc1a-e280-4637-b543-091368040e42 req-cb4ecf3c-c7c9-41cf-95ed-8a3b7ad65582 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:34.365651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7593cc1a-e280-4637-b543-091368040e42 req-cb4ecf3c-c7c9-41cf-95ed-8a3b7ad65582 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0496461 Sep 24 19:45:34.407277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7593cc1a-e280-4637-b543-091368040e42 req-dbc8e0b8-6ee1-4a43-8f5b-17106bd913d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Sep 24 19:45:35.528531 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dd5f-1275-4412-854c-1cd10a263198 req-649cf584-33f4-421f-8346-12b80c8573df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:35.530038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0371dd5f-1275-4412-854c-1cd10a263198 req-649cf584-33f4-421f-8346-12b80c8573df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0512207 Sep 24 19:45:35.566801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0371dd5f-1275-4412-854c-1cd10a263198 req-f7b98c06-76a8-4f44-bfc4-b66c3eb1a3d7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Sep 24 19:45:36.683038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66f88f-110b-45e5-8efe-dca4d20037ee req-9881ab74-7ad3-4b59-bd88-faaf8ad60cbf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:36.684533 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c66f88f-110b-45e5-8efe-dca4d20037ee req-9881ab74-7ad3-4b59-bd88-faaf8ad60cbf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 24 19:45:36.721753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c66f88f-110b-45e5-8efe-dca4d20037ee req-8286fbc8-0aea-4065-9824-08905590a7cc tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312846 Sep 24 19:45:37.838043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7dc8d-bf70-47be-a21f-28f1298d6bc2 req-5e179b4e-43d4-403d-8494-d82ff6299399 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:37.839591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fe7dc8d-bf70-47be-a21f-28f1298d6bc2 req-5e179b4e-43d4-403d-8494-d82ff6299399 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0491416 Sep 24 19:45:37.880339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fe7dc8d-bf70-47be-a21f-28f1298d6bc2 req-bccb5b40-5bf3-4e6c-bb59-80c6b5809894 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348413 Sep 24 19:45:38.994988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640cf4e-d4be-4d18-9009-7b6a8cd4ba06 req-62734b02-11ab-43fd-94b8-056840cfcbbb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:38.996836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9640cf4e-d4be-4d18-9009-7b6a8cd4ba06 req-62734b02-11ab-43fd-94b8-056840cfcbbb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0491850 Sep 24 19:45:39.033962 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9640cf4e-d4be-4d18-9009-7b6a8cd4ba06 req-e39fe022-a5c6-4331-b98b-f106121835ff tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Sep 24 19:45:39.207076 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:39.762439 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-60ed8b56-3980-43ca-b5fa-919fbbce1bd5 service neutron] show failed (client error): The resource could not be found. Sep 24 19:45:39.763518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-60ed8b56-3980-43ca-b5fa-919fbbce1bd5 service neutron] 10.222.0.69 "GET /v2.0/ports/d6a2e628-edc4-464e-ab6f-d99b73d7e308/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0543323 Sep 24 19:45:39.959042 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-06d9f25f-b02d-4d89-8fc9-d814f07e03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:39.960543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-06d9f25f-b02d-4d89-8fc9-d814f07e03fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1096 time: 0.0399947 Sep 24 19:45:39.976263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:45:40.032875 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.211873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8af1-b91f-4028-9b3b-c11c2af54155 req-ef8bcee7-27f4-4499-a3bd-2959e85d7bb9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:40.213357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea8f8af1-b91f-4028-9b3b-c11c2af54155 req-ef8bcee7-27f4-4499-a3bd-2959e85d7bb9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0785124 Sep 24 19:45:40.292814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea8f8af1-b91f-4028-9b3b-c11c2af54155 req-0e12b3e2-a0d2-4f34-be69-49994dd5bec1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710313 Sep 24 19:45:40.303874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:40.340889 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:45:40.380330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:40.382588 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89588480-91fe-4b37-88e5-6a4a47652bb7" -d '{"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:40.387672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.400206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Transition to ACTIVE for port object d6a2e628-edc4-464e-ab6f-d99b73d7e308 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:45:40.403690 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.433730 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58305739-33cd-4995-be77-9d47da145c1f x-openstack-request-id: req-58305739-33cd-4995-be77-9d47da145c1f {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:40.434033 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:40.434283 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58305739-33cd-4995-be77-9d47da145c1f {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:40.434691 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'code': 200} Sep 24 19:45:40.455683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:40.495469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.495821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.496167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.496508 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.496846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.497182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.497513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.497844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.498170 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.498497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.498825 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.499177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:40.541390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] No DVR routers for this DVR port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:45:40.675141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:45:40.675481 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:45:40.675809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:45:40.681736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:45:40.682057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Attempting to bind port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:45:40.686967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:45:40.687308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:45:40.687690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:45:40.688111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Bound port: d6a2e628-edc4-464e-ab6f-d99b73d7e308, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:45:40.688466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.751103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:45:40.753992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:45:40.758541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.791316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:40.792082 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:40.793350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 1091 time: 0.8210232 Sep 24 19:45:40.816301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69111f7e-e550-4aee-b894-745ca2f5ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:40.864848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-92fc6d29-22e2-4d05-b529-4cc7c8495d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:40.866875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-92fc6d29-22e2-4d05-b529-4cc7c8495d4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.0466690 Sep 24 19:45:40.963908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-fdc5f7d4-f777-485c-8192-d1990540b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:40.965407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-fdc5f7d4-f777-485c-8192-d1990540b368 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0900400 Sep 24 19:45:41.037329 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-40d4ae12-95a7-40f8-93b8-43b55db5457a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 999 time: 0.0611036 Sep 24 19:45:41.091705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-1b7e23c0-2741-4d6e-82ec-5c4d0e0c5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:41.093135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-1b7e23c0-2741-4d6e-82ec-5c4d0e0c5716 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0436194 Sep 24 19:45:41.137511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-4fe661d6-d8df-4f1e-9745-39ec925e2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:41.138992 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-4fe661d6-d8df-4f1e-9745-39ec925e2940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383925 Sep 24 19:45:41.232396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-66d0be25-1ea4-4d5b-a172-34e7220410f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Sep 24 19:45:41.330260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a51a5e6-8474-4338-aa6a-1322090e8698 req-d97d4baa-aa1e-47e1-9e4b-d950ca5ed8b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Sep 24 19:45:41.412290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c5e5c-28e7-4c3d-b5a5-bf23df0610ed req-d92ccc32-6a13-4f62-bbd1-2bc4a4324901 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:41.413618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3c5e5c-28e7-4c3d-b5a5-bf23df0610ed req-d92ccc32-6a13-4f62-bbd1-2bc4a4324901 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0508699 Sep 24 19:45:41.457246 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3c5e5c-28e7-4c3d-b5a5-bf23df0610ed req-61bd23bc-05e4-4fd0-8b30-879a3ad805df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368125 Sep 24 19:45:42.435831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:42.438231 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d71466-b615-4df9-8f62-4aae31dc3b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:42.486870 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6939dc68-e649-48c5-bd8f-dfb3d96b5304 x-openstack-request-id: req-6939dc68-e649-48c5-bd8f-dfb3d96b5304 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:42.487230 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:42.487549 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6939dc68-e649-48c5-bd8f-dfb3d96b5304 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:42.488040 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'status': 'completed', 'code': 200} Sep 24 19:45:42.606646 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-b445d041-5ec0-4948-957e-fe9b24da10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:42.608242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-b445d041-5ec0-4948-957e-fe9b24da10ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.1003749 Sep 24 19:45:42.610655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-6e32f5cc-c6eb-4ad3-af4b-1ec1e4e1f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:42.612052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-6e32f5cc-c6eb-4ad3-af4b-1ec1e4e1f20d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.1029589 Sep 24 19:45:42.623581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf052e-f958-46f4-91a6-a84b976d53ae req-370c4190-dcef-4c2e-966d-63171c80a658 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:42.624970 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73cf052e-f958-46f4-91a6-a84b976d53ae req-370c4190-dcef-4c2e-966d-63171c80a658 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0845926 Sep 24 19:45:42.773352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-73cf052e-f958-46f4-91a6-a84b976d53ae req-b863da56-0972-4f70-80cc-01c308ea9745 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296213 Sep 24 19:45:42.811567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-7ae70841-50ef-4690-8355-d0be8efc14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:42.813062 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-7ae70841-50ef-4690-8355-d0be8efc14bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1872449 Sep 24 19:45:42.814396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-2ed4386b-36e2-4e87-a3cd-6d874c7afcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:42.815803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-2ed4386b-36e2-4e87-a3cd-6d874c7afcd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1889534 Sep 24 19:45:42.922108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-9eb70358-1267-43ec-9406-f632a9677920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 999 time: 0.1017745 Sep 24 19:45:42.927838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-5e8fedef-a443-4e23-a3c7-24d6bf50900c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 999 time: 0.1020114 Sep 24 19:45:43.002651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-7f8b8e48-07df-4516-a615-694eb168d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:43.004058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-7f8b8e48-07df-4516-a615-694eb168d8e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0753851 Sep 24 19:45:43.010822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-144146d3-db63-4832-a160-13413ebe1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:43.012362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-144146d3-db63-4832-a160-13413ebe1bad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0586796 Sep 24 19:45:43.084336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-31d685cb-b5b0-43dd-a597-fcbe316cb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:43.086407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-31d685cb-b5b0-43dd-a597-fcbe316cb519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639675 Sep 24 19:45:43.088183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-fa10a5f0-183f-471c-9985-800cf7250dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:43.089546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-fa10a5f0-183f-471c-9985-800cf7250dba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763669 Sep 24 19:45:43.245859 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-9fcf9f15-73da-4207-838b-8916ce7bb09c service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511195 Sep 24 19:45:43.249214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-5d164dcb-efe8-4ac4-b040-f9bae68466f9 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467993 Sep 24 19:45:43.403327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-10661ed0-0566-4041-998f-aab287474891 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495929 Sep 24 19:45:43.406923 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82d71466-b615-4df9-8f62-4aae31dc3b0c req-97b6dfd1-99fa-4bd3-b783-f846ed941fb6 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455569 Sep 24 19:45:43.580719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:45:43.617449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:45:43.894253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0af8b-224d-461c-b67f-3bdf30b8fed9 req-10fadedc-0346-4427-b6d1-83edc6690376 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:43.895759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ae0af8b-224d-461c-b67f-3bdf30b8fed9 req-10fadedc-0346-4427-b6d1-83edc6690376 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0527115 Sep 24 19:45:43.933105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ae0af8b-224d-461c-b67f-3bdf30b8fed9 req-92c09bae-602c-44a3-b22c-6fcd336d57be tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309579 Sep 24 19:45:44.159024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a1b13-1ac9-40df-9e51-bd6912f72330 req-6d7d3d74-84a9-44cb-a1f5-985e42dfda36 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.160549 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b5a1b13-1ac9-40df-9e51-bd6912f72330 req-6d7d3d74-84a9-44cb-a1f5-985e42dfda36 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 943 time: 0.0815425 Sep 24 19:45:44.167947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-f1a33f4f-580b-4a3e-82c0-a37f803c0bdb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.169303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-f1a33f4f-580b-4a3e-82c0-a37f803c0bdb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 943 time: 0.0787270 Sep 24 19:45:44.235532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b5a1b13-1ac9-40df-9e51-bd6912f72330 req-c75ed396-6f1f-4df7-bf25-d6a6ee09e963 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652776 Sep 24 19:45:44.255231 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-bf60b1b1-9a53-42ea-b96f-295d1272bb4c service neutron] delete failed (client error): The resource could not be found. Sep 24 19:45:44.255231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-bf60b1b1-9a53-42ea-b96f-295d1272bb4c service neutron] 10.222.0.69 "DELETE /v2.0/ports/d6a2e628-edc4-464e-ab6f-d99b73d7e308/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0781531 Sep 24 19:45:44.336585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-92a67600-990d-4620-8133-cac029254588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.338077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-92a67600-990d-4620-8133-cac029254588 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 1094 time: 0.0403593 Sep 24 19:45:44.372077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:45:44.428707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-fc9411af-b533-4a7b-886d-8d368644caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.430812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-fc9411af-b533-4a7b-886d-8d368644caff service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0856085 Sep 24 19:45:44.465883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:44.477105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'mac_address': 'fa:16:3e:7b:98:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:45:44.498780 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-f9229eba-382e-4da9-bbbb-0ab6bdb9c95b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 200 len: 999 time: 0.0609429 Sep 24 19:45:44.513274 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:44.525659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a2e628-edc4-464e-ab6f-d99b73d7e308 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:45:44.545010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:44.548895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-70a7e9c5-cf49-4c59-9bf4-0cd8d9a95520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.549453 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:44.550611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-70a7e9c5-cf49-4c59-9bf4-0cd8d9a95520 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0453694 Sep 24 19:45:44.596439 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-8711d51c-9861-4fff-a87d-e0cd4683d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:44.596742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:44.597985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-8711d51c-9861-4fff-a87d-e0cd4683d683 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405984 Sep 24 19:45:44.604550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.604897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.605244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.605580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.605913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.606245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.606591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.606926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.607254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.607594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.608016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.608407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:45:44.689386 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:45:44.689963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-2fb70a9f-4217-44b5-8fc7-d251147609be service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849957 Sep 24 19:45:44.781971 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1e162a-3181-41c2-926f-15b80ade53d0 req-188f632a-851b-40df-a3f4-ae9131aab5b4 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Sep 24 19:45:44.833839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['d6a2e628-edc4-464e-ab6f-d99b73d7e308'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:45:45.353900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881baec-3024-453a-855f-666d2dd515c7 req-ce4ef02f-ff08-4d61-a6d5-f7d53d6eea9b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:45.355428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5881baec-3024-453a-855f-666d2dd515c7 req-ce4ef02f-ff08-4d61-a6d5-f7d53d6eea9b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 944 time: 0.0506096 Sep 24 19:45:45.393579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5881baec-3024-453a-855f-666d2dd515c7 req-4c7069da-22e4-43c9-af3e-760fd0ac6d52 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321054 Sep 24 19:45:45.508490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3224-10a2-48b6-a466-1e6913c0ccc4 req-c923cb87-5485-4f01-a924-5bd872403174 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:45.510525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4ca3224-10a2-48b6-a466-1e6913c0ccc4 req-c923cb87-5485-4f01-a924-5bd872403174 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 944 time: 0.0520506 Sep 24 19:45:45.546737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4ca3224-10a2-48b6-a466-1e6913c0ccc4 req-48c6b4c0-21e8-4f84-abe3-c4644d2deb4d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303044 Sep 24 19:45:45.664067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79d44-beff-444b-b842-61834c81bda7 req-891472e1-efe2-4de4-ba00-e9ccaac5a578 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:45.665509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fba79d44-beff-444b-b842-61834c81bda7 req-891472e1-efe2-4de4-ba00-e9ccaac5a578 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 944 time: 0.0529444 Sep 24 19:45:45.716796 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fba79d44-beff-444b-b842-61834c81bda7 req-45735116-138d-4411-af76-fb98339fdcad tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Sep 24 19:45:45.973441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7797b8-b3cc-473a-b4fb-f39b33e028ae req-89379b82-b3e8-4e39-a4b0-28f252a0cfd0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:45.974929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f7797b8-b3cc-473a-b4fb-f39b33e028ae req-89379b82-b3e8-4e39-a4b0-28f252a0cfd0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 944 time: 0.0545485 Sep 24 19:45:46.020598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f7797b8-b3cc-473a-b4fb-f39b33e028ae req-85fd2795-0f25-4d54-b2cf-a19689e94dc1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387261 Sep 24 19:45:46.387872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:45:46.435720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port d6a2e628-edc4-464e-ab6f-d99b73d7e308 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:45:46.439083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port d6a2e628-edc4-464e-ab6f-d99b73d7e308 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:45:46.439463 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:46.515111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:46.538734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:46.541025 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96143c88-c0fb-43ed-b1be-be5d588d362f" -d '{"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:46.551625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:46.555741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:46.603293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:46.646295 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b0286e-6bb5-428c-8457-48bd649322c6 x-openstack-request-id: req-85b0286e-6bb5-428c-8457-48bd649322c6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:46.646595 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:46.646886 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85b0286e-6bb5-428c-8457-48bd649322c6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:46.647313 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'code': 200} Sep 24 19:45:47.137063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27684-5a52-4623-a055-fe7f29eeb217 req-7eccf21d-42a2-4698-b171-189c738753b2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:47.138472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95b27684-5a52-4623-a055-fe7f29eeb217 req-7eccf21d-42a2-4698-b171-189c738753b2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0496371 Sep 24 19:45:47.175885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-95b27684-5a52-4623-a055-fe7f29eeb217 req-55c8152e-db6a-4079-ae5c-8294cdb2e4c6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Sep 24 19:45:47.446694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-431d7b89-58c3-46ff-84ce-1fb95720498e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:47.448281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-431d7b89-58c3-46ff-84ce-1fb95720498e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 945 time: 0.0472784 Sep 24 19:45:47.538668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Deleting port d6a2e628-edc4-464e-ab6f-d99b73d7e308 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:45:47.539035 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:47.628559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] For port d6a2e628-edc4-464e-ab6f-d99b73d7e308, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=d6a2e628-edc4-464e-ab6f-d99b73d7e308,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:47.628932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:48.129730 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:48.130088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:48.130398 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 disassociated. External IP: 172.25.5.173, port: d6a2e628-edc4-464e-ab6f-d99b73d7e308. Sep 24 19:45:48.130735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Calling delete_port for d6a2e628-edc4-464e-ab6f-d99b73d7e308 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:45:48.280516 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:48.318412 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'Port': ['ID=d6a2e628-edc4-464e-ab6f-d99b73d7e308,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:48.373573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62508ccb-79fd-42db-9692-a679aff8785f req-77423eb9-a0b5-4614-a850-ee870d50bc1a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:48.375132 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62508ccb-79fd-42db-9692-a679aff8785f req-77423eb9-a0b5-4614-a850-ee870d50bc1a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef78a6-8c09-40a1-80be-77c20ce3818c HTTP/1.1" status: 200 len: 867 time: 0.1267440 Sep 24 19:45:48.457528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62508ccb-79fd-42db-9692-a679aff8785f req-12cfac92-b098-4de5-b1b5-959a3be8597c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760028 Sep 24 19:45:48.478735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:45:48.585989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:45:48.596591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:45:48.606269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:45:48.606912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:45:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:45:48.625824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] No DVR routers for this DVR port d6a2e628-edc4-464e-ab6f-d99b73d7e308 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:45:48.628595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:48.630847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d6006e4b-a459-41e6-b41a-bf82b5c9c900 req-3302fffb-19b5-4b2b-814b-dc68a5679c60 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "DELETE /v2.0/ports/d6a2e628-edc4-464e-ab6f-d99b73d7e308 HTTP/1.1" status: 204 len: 173 time: 1.1759040 Sep 24 19:45:48.631328 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-deleted', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:48.634101 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ec8c0a-5198-4459-9208-a51b8f812295" -d '{"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-deleted", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:48.673570 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34ef0e5-f3bc-44a2-9219-f913b9272fbd x-openstack-request-id: req-a34ef0e5-f3bc-44a2-9219-f913b9272fbd {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:48.673873 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef78a6-8c09-40a1-80be-77c20ce3818c", "name": "network-vif-deleted", "tag": "d6a2e628-edc4-464e-ab6f-d99b73d7e308", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:48.674704 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a34ef0e5-f3bc-44a2-9219-f913b9272fbd {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:48.675305 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef78a6-8c09-40a1-80be-77c20ce3818c', 'name': 'network-vif-deleted', 'tag': 'd6a2e628-edc4-464e-ab6f-d99b73d7e308', 'status': 'completed', 'code': 200} Sep 24 19:45:48.717133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:45:48.919859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:45:48.949211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:45:48.958614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:45:48.959253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:45:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:45:49.059885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:45:49.253636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-843a4471-83b0-4178-8cae-25cad821201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:45:49.279330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a4471-83b0-4178-8cae-25cad821201e None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:45:49.481012 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de4390-bf62-4815-b52d-f60619341429 None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:45:49.696661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-350e4b02-0a7d-4315-ad40-ccba9be84caf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--279970351&fields=id&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 267 time: 0.0336201 Sep 24 19:45:49.810102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-3a1aa0f7-b94b-4874-ab06-d1debf434ecc tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:49.811524 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-3a1aa0f7-b94b-4874-ab06-d1debf434ecc tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1063058 Sep 24 19:45:49.826149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-309bb249-f6f3-4ec5-930b-930014beb659 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/quotas/bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 375 time: 0.0088916 Sep 24 19:45:49.878526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-69172402-fc7a-4cc8-932a-3f6c83cfffb9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471690 Sep 24 19:45:49.971880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-fa1977ba-0df5-45bf-ac2a-65e6ef66f61c service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819466 Sep 24 19:45:50.067820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-a545cd94-de25-41fc-b38a-8e7201c3cf5c service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891056 Sep 24 19:45:50.229695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a5539bc-1174-4814-9a30-947515123e2a req-9cc20f34-dfde-40c3-ba8f-708ecab904aa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Sep 24 19:45:50.335524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be37307a-16fc-4a84-856b-1b4c39923914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:51.215908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-3140ff1d-feea-4669-9a2e-372a39ca1005 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:51.217388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-3140ff1d-feea-4669-9a2e-372a39ca1005 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1071122 Sep 24 19:45:51.262578 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d596b0eb-ed37-478e-b8e0-46cfea82e82c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 379 time: 0.0350487 Sep 24 19:45:51.272830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'port': {'device_id': '753be091-1dae-40af-a41d-284719762319', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'admin_state_up': True, 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'security_groups': ['b1d476fa-2694-4ede-8b71-d1006bdc83d8']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:45:51.363575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aba19d7-c9da-443d-af5d-56d7f3d46342 req-6323ef02-8249-4385-a2a2-2c14e46eb434 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 210 time: 0.0578492 Sep 24 19:45:51.412265 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:45:51.415900 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:51.537405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Allocated IP 172.20.0.6 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/09d43375-0b87-4fd1-a758-c5cd6a8cb00b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:45:51.689110 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:51.725859 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:51.767099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:45:51.770221 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:45:51.773890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:45:51.809155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:51.836023 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:51.836719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:51.851629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-d72958de-6215-4814-a920-720303d5a728 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826344 Sep 24 19:45:51.865057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Request body: {'port': {'device_id': '753be091-1dae-40af-a41d-284719762319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:45:51.921733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.002683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-710054b8-b489-408e-b757-66b249d3dc0d None None] Provisioning complete for port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:45:52.003286 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-710054b8-b489-408e-b757-66b249d3dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.035397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-710054b8-b489-408e-b757-66b249d3dc0d None None] Port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:45:52.183785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d43375-0b87-4fd1-a758-c5cd6a8cb00b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:45:52.191208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.204377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Transition to ACTIVE for port object 09d43375-0b87-4fd1-a758-c5cd6a8cb00b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:45:52.208184 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.258571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:52.327333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:45:52.327768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:45:52.328171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:45:52.332631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:45:52.332950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:45:52.338491 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:45:52.338827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:45:52.339253 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:45:52.339705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Bound port: 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:45:52.340064 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.390448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:45:52.413145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: d6a2e628-edc4-464e-ab6f-d99b73d7e308 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:45:52.413499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device d6a2e628-edc4-464e-ab6f-d99b73d7e308 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:45:52.414312 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:45:52.418219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:45:52.423154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.484358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:52.484999 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:52.486405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] 10.222.0.69 "PUT /v2.0/ports/09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 1091 time: 0.6256976 Sep 24 19:45:52.487720 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:52.490008 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb5bfda-c1cb-4299-b00d-39cbffe91560" -d '{"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:52.534450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19671087-1ea3-4329-90f0-74a5c2886722 req-5bbc8243-9df2-4ce1-b543-7f59488ff059 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:52.536034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19671087-1ea3-4329-90f0-74a5c2886722 req-5bbc8243-9df2-4ce1-b543-7f59488ff059 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0858812 Sep 24 19:45:52.543891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bd400-3cfb-4e28-8663-85d7066d8622 service neutron] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:52.555580 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d868195-255e-4aae-8a86-d16791e0b210 x-openstack-request-id: req-5d868195-255e-4aae-8a86-d16791e0b210 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:52.555867 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:52.556120 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d868195-255e-4aae-8a86-d16791e0b210 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:52.556518 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'status': 'completed', 'code': 200} Sep 24 19:45:52.607997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-19671087-1ea3-4329-90f0-74a5c2886722 req-04b33468-afdc-4666-8dc0-8974dce6d133 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598960 Sep 24 19:45:52.613711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-50fd8970-8646-4252-a2dc-ca9e25b8b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:52.615447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-50fd8970-8646-4252-a2dc-ca9e25b8b6da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0893674 Sep 24 19:45:52.658895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-22e4cbca-3288-44ac-98e7-2cc08a919ac0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 217 time: 0.0352726 Sep 24 19:45:52.706792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-987510a3-d2cd-440f-9d7c-b1fc91a5e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:52.708273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-987510a3-d2cd-440f-9d7c-b1fc91a5e3f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0427523 Sep 24 19:45:52.755910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-ce2aa202-9da1-4ad6-b4ef-d1b46c56db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:52.757389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-ce2aa202-9da1-4ad6-b4ef-d1b46c56db52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416782 Sep 24 19:45:52.845836 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-73b74414-ab50-48c8-8a08-4e8716de0622 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798991 Sep 24 19:45:52.937108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bccbbcf8-107f-47cb-bc53-2e9f702f5ac5 req-fc780801-c70b-4b59-bf6b-8ed4fad12398 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842700 Sep 24 19:45:52.985247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68de39fb-367b-4ec3-b6bf-96aff7373643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:53.020971 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-a6e56140-10be-4628-9c4c-4fb25c67f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:53.022471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-a6e56140-10be-4628-9c4c-4fb25c67f9f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0409756 Sep 24 19:45:53.114300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-965a66de-bec7-402c-a127-82e4f3c8a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:53.115734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-965a66de-bec7-402c-a127-82e4f3c8a1c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0864499 Sep 24 19:45:53.156222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-074802c6-f3ba-4a05-ab3b-c080d58e01b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 217 time: 0.0334096 Sep 24 19:45:53.204258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-1c78686b-37d4-4c61-8bfd-f91f89f0bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:53.205674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-1c78686b-37d4-4c61-8bfd-f91f89f0bce0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0426722 Sep 24 19:45:53.251447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-130df984-ce4c-4b24-8f69-b73cbe35bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:53.252950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-130df984-ce4c-4b24-8f69-b73cbe35bd3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395300 Sep 24 19:45:53.344675 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-496e41bc-fc8e-45b8-9e70-037b4755eb75 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Sep 24 19:45:53.394508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:53.441091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dbb5bfda-c1cb-4299-b00d-39cbffe91560 req-ca9cb8f0-db09-42d8-ba96-9951d386f0e7 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892210 Sep 24 19:45:53.735919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c1c3-1096-4ea0-b8d8-bf9a71a67c29 req-168682f8-9818-4a0f-ac86-dc902a939026 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:53.737423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d9c1c3-1096-4ea0-b8d8-bf9a71a67c29 req-168682f8-9818-4a0f-ac86-dc902a939026 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0523746 Sep 24 19:45:53.773811 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d9c1c3-1096-4ea0-b8d8-bf9a71a67c29 req-8a804897-755d-4d87-9e4f-94aa85420a7f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303516 Sep 24 19:45:54.293671 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:54.898148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75397d-3456-46be-ac9f-a4f6c2e0aaaa req-49f6125e-c828-42bf-bfa1-0d47b281ab3d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:54.899676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d75397d-3456-46be-ac9f-a4f6c2e0aaaa req-49f6125e-c828-42bf-bfa1-0d47b281ab3d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0485394 Sep 24 19:45:54.937325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d75397d-3456-46be-ac9f-a4f6c2e0aaaa req-84c00672-9571-4a96-ad36-9d3bc83ffed2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Sep 24 19:45:55.626868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:45:55.722216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:55.734732 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'mac_address': 'fa:16:3e:13:25:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:45:55.769842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:55.782029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d43375-0b87-4fd1-a758-c5cd6a8cb00b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:45:55.800559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:55.804505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:55.849089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:56.035230 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:56.051351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['09d43375-0b87-4fd1-a758-c5cd6a8cb00b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:45:56.058800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048abb3-6d72-456b-ba30-6dca36a6355b req-34a997ef-3456-4be6-a7ec-1578f1441f7b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:56.060346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b048abb3-6d72-456b-ba30-6dca36a6355b req-34a997ef-3456-4be6-a7ec-1578f1441f7b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0567188 Sep 24 19:45:56.098126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b048abb3-6d72-456b-ba30-6dca36a6355b req-09fe016b-bfc3-4539-be68-3f1872eb6623 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Sep 24 19:45:57.211466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73d774-58e0-47cb-81b8-1d436cfd96a4 req-597f91c9-51b8-411c-9286-f531d1294e58 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:57.212968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d73d774-58e0-47cb-81b8-1d436cfd96a4 req-597f91c9-51b8-411c-9286-f531d1294e58 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0487616 Sep 24 19:45:57.250655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d73d774-58e0-47cb-81b8-1d436cfd96a4 req-c21978ad-d98f-4349-8690-e3d69201e2bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Sep 24 19:45:57.643026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:45:57.689986 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:45:57.693734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:45:57.694122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:57.773629 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:57.795857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:45:57.798109 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c67aa1-4da8-4128-b443-1a377a56db8b" -d '{"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-plugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:45:57.810076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:45:57.814134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:45:57.837364 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db25dd-b941-4b7e-9bb2-0abccbdde9ea x-openstack-request-id: req-06db25dd-b941-4b7e-9bb2-0abccbdde9ea {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:45:57.837655 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-plugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:45:57.837914 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06db25dd-b941-4b7e-9bb2-0abccbdde9ea {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:45:57.838306 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'code': 200} Sep 24 19:45:57.865393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:45:57.926402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1298-0025-4a1b-898a-e1ba5f16adb8 req-2d8191b8-07f6-4d51-87fd-66b5d30ac375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:57.927823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deff1298-0025-4a1b-898a-e1ba5f16adb8 req-2d8191b8-07f6-4d51-87fd-66b5d30ac375 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1096 time: 0.0391245 Sep 24 19:45:57.961273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deff1298-0025-4a1b-898a-e1ba5f16adb8 req-d9e8eb21-d621-462e-ac56-fbd77abcb7c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265543 Sep 24 19:45:58.372078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebc54-07bd-4c63-a8b4-47ff28ffc1e2 req-daf80779-bb3d-4fa4-9b35-a5b4e4415d11 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:58.373572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b0ebc54-07bd-4c63-a8b4-47ff28ffc1e2 req-daf80779-bb3d-4fa4-9b35-a5b4e4415d11 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0563569 Sep 24 19:45:58.410880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b0ebc54-07bd-4c63-a8b4-47ff28ffc1e2 req-e41e0298-c658-407b-aec1-3db57f13f205 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Sep 24 19:45:59.527484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30e4c9-b6cc-4932-80b5-7a0172d29810 req-8518fcba-c42d-4613-ae38-e9aa4d3d7e66 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:59.528969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f30e4c9-b6cc-4932-80b5-7a0172d29810 req-8518fcba-c42d-4613-ae38-e9aa4d3d7e66 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0494554 Sep 24 19:45:59.565259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f30e4c9-b6cc-4932-80b5-7a0172d29810 req-f0815bc8-d44d-4fec-996d-c7ef30b6ecd8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302103 Sep 24 19:45:59.675273 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e084-4133-4fbb-862e-4b19abd132fd req-850fce17-21a4-4f37-866c-4402bdda687f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:45:59.676749 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24e5e084-4133-4fbb-862e-4b19abd132fd req-850fce17-21a4-4f37-866c-4402bdda687f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 24 19:45:59.685819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49046) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:45:59.690498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'floatingip': {'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:45:59.731149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:00.432166 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:00.435790 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:00.530588 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 associated. External IP: 172.25.5.173, port: 09d43375-0b87-4fd1-a758-c5cd6a8cb00b. Sep 24 19:46:00.728870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:46:00.833785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:46:00.839032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:00.845957 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:46:00.855643 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:46:00.856281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:46:00.865152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-de7600bf-b868-4116-ad29-15ea576b468f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "PUT /v2.0/floatingips/767d74f8-25fb-481e-adff-f869b1ab4156 HTTP/1.1" status: 200 len: 991 time: 1.1782684 Sep 24 19:46:00.865744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:46:00.868155 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:46:00.907472 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e704f08-818a-425b-a25f-376d4e9135e3 x-openstack-request-id: req-6e704f08-818a-425b-a25f-376d4e9135e3 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:46:00.907824 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:46:00.908346 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e704f08-818a-425b-a25f-376d4e9135e3 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:46:00.908685 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'status': 'completed', 'code': 200} Sep 24 19:46:00.963279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:46:00.976338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-b5963e42-c2d4-42d8-8da2-322780cc96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:46:00.977895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-b5963e42-c2d4-42d8-8da2-322780cc96bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1096 time: 0.0482748 Sep 24 19:46:01.071974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-2055b7f3-7e4d-4888-b39d-24e708634e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:46:01.073487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-2055b7f3-7e4d-4888-b39d-24e708634e54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0880859 Sep 24 19:46:01.146757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-60168b02-354e-4670-9ca5-52227903a907 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.0652447 Sep 24 19:46:01.197089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-d6a7f379-a7ac-499f-9b65-c3626a16af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:46:01.198582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-d6a7f379-a7ac-499f-9b65-c3626a16af6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0452564 Sep 24 19:46:01.243086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-17f48aa1-c4e5-4285-8488-07dce156bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:46:01.244594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-17f48aa1-c4e5-4285-8488-07dce156bf13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383849 Sep 24 19:46:01.256251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-7d8d88f2-cae0-4962-a41b-202242ce3e53 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:46:01.257189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-7d8d88f2-cae0-4962-a41b-202242ce3e53 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049376 Sep 24 19:46:01.344115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:13:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753be091-1dae-40af-a41d-284719762319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:46:00Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:46:01.350432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-9f78b81a-666c-4f0d-a9f1-c10e0797059f service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847654 Sep 24 19:46:01.370265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:46:01.379119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:46:01.379769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:45:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:46:01.443662 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d0908d62-bd8f-4088-b1d6-0773ec1ac9d6 req-f7a2460b-0543-47f7-966e-5e223e27e05b service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Sep 24 19:46:01.483754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:46:01.706524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:13:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753be091-1dae-40af-a41d-284719762319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:46:00Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:46:01.732172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9245a-93c0-49e4-8d1b-fa746c390638 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:13:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753be091-1dae-40af-a41d-284719762319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:46:00Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:46:01.911559 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67932f-a810-432a-bde8-830c2ab76290 None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:46:03.515104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:09.222058 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:20.337013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a65b02d-4984-4bf6-84fb-f5ef294ebdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:21.688107 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:46:22.985829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ffa28e3-9b39-4d45-96aa-576c41b3faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:23.394943 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:24.295971 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:26.038683 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:33.514571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:39.221146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:50.337288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a32dc6d0-182e-4d87-b534-c6d8c95f44b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:52.985386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-841588ef-955a-4f80-86bc-418fddccfd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:53.395165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:54.300146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:56.046290 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:46:58.687726 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:46:59.927886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-809cf18e-0c66-435c-880f-ccf18f15c5b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440993 Sep 24 19:47:00.009963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-95c0add8-730d-4d27-9fa0-cfc47d1fb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:00.011516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-95c0add8-730d-4d27-9fa0-cfc47d1fb810 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1096 time: 0.0440893 Sep 24 19:47:00.118787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-f1b99b62-99dd-4839-91b1-67d6fa32cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:00.120434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-f1b99b62-99dd-4839-91b1-67d6fa32cce1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0885470 Sep 24 19:47:00.186443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-cb36163c-ab49-410b-a371-2e20779eb9d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 1001 time: 0.0594773 Sep 24 19:47:00.235334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-03e78165-81f2-4842-9717-963df36cc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:00.236737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-03e78165-81f2-4842-9717-963df36cc653 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0427492 Sep 24 19:47:00.282134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-75498af8-78d9-4bfc-a3da-a0d1ab2ac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:00.283623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-75498af8-78d9-4bfc-a3da-a0d1ab2ac302 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393159 Sep 24 19:47:00.378140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-e29eb3fc-a83c-4a39-ae6b-d17448a2582c service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866251 Sep 24 19:47:00.467297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67d85ed7-9d4b-480c-b66b-6e30baa9c11d req-987849d0-8847-4e9a-ab3e-f1e38f17b586 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813408 Sep 24 19:47:03.514382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:09.234640 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:20.340235 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1e9871e-ff75-4ff0-9ff8-51b4c804e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:22.986488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0772ad00-bb86-4eb7-a035-ab653143ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:23.397433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:24.302525 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:26.045256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:33.513132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:35.686953 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:47:36.786888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bdcd1-11f6-49ec-868e-1cc1a0efaf4c req-52a68b48-921c-4e45-903a-117518b4a98b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:36.788403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d97bdcd1-11f6-49ec-868e-1cc1a0efaf4c req-52a68b48-921c-4e45-903a-117518b4a98b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.1578956 Sep 24 19:47:36.826171 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d97bdcd1-11f6-49ec-868e-1cc1a0efaf4c req-b6a7e42a-e12b-4a93-baaa-ac201b1f243e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Sep 24 19:47:38.009583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be9a56-b24c-4a78-ac66-e1f9e82ee3a9 req-23451362-ac96-4327-91a2-82c0bfe9efba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:38.011707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6be9a56-b24c-4a78-ac66-e1f9e82ee3a9 req-23451362-ac96-4327-91a2-82c0bfe9efba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.1124682 Sep 24 19:47:38.049161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6be9a56-b24c-4a78-ac66-e1f9e82ee3a9 req-cbb61bac-fa87-4857-8fc5-18bed376ed90 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Sep 24 19:47:39.165704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b18e-0874-4c69-9d60-616434d4bb1d req-236b3c3a-c05e-403d-b3c3-563b6fa3e1af tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:39.167213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcb3b18e-0874-4c69-9d60-616434d4bb1d req-236b3c3a-c05e-403d-b3c3-563b6fa3e1af tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Sep 24 19:47:39.203547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bcb3b18e-0874-4c69-9d60-616434d4bb1d req-886e0083-1295-4f2a-9bcc-3b4b660f51c2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304635 Sep 24 19:47:39.250661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:40.321544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d12b-66ed-4bb5-a421-3c1601b750a0 req-1460bb83-80cb-45e7-a53a-f090a575332a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:40.322968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f78d12b-66ed-4bb5-a421-3c1601b750a0 req-1460bb83-80cb-45e7-a53a-f090a575332a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0524366 Sep 24 19:47:40.360589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6f78d12b-66ed-4bb5-a421-3c1601b750a0 req-a3a62bc5-8ab0-4ccd-acb4-bc2156e7620f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 24 19:47:41.488196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b187949-3afd-46a0-a651-39d00f823780 req-bfb2cced-ddd4-42b6-85ff-5da7997dccda tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:41.489688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b187949-3afd-46a0-a651-39d00f823780 req-bfb2cced-ddd4-42b6-85ff-5da7997dccda tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0488396 Sep 24 19:47:41.527644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b187949-3afd-46a0-a651-39d00f823780 req-abd212c5-13c6-4f58-9140-710176aff963 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Sep 24 19:47:42.642351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ac42c-9955-4830-9e13-7081509aa4f2 req-e76f98f8-2183-4943-9b01-34c0efc82991 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:42.643871 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a7ac42c-9955-4830-9e13-7081509aa4f2 req-e76f98f8-2183-4943-9b01-34c0efc82991 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Sep 24 19:47:42.681271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a7ac42c-9955-4830-9e13-7081509aa4f2 req-218098d8-cf93-42d1-bdf3-e226ec44d77a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Sep 24 19:47:43.799897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97457f-712a-40ed-ad6d-0b367de71f3d req-61980289-4483-4861-b89c-46fb0016d2b4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:43.801382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a97457f-712a-40ed-ad6d-0b367de71f3d req-61980289-4483-4861-b89c-46fb0016d2b4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Sep 24 19:47:43.838973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a97457f-712a-40ed-ad6d-0b367de71f3d req-1ddd45c6-9374-43f4-9a37-dd535545e27c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Sep 24 19:47:44.958709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06f18a-11c9-46a9-9412-cbcf88596269 req-40aad317-b0b0-4b2e-a499-22b37050fd88 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:44.960283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a06f18a-11c9-46a9-9412-cbcf88596269 req-40aad317-b0b0-4b2e-a499-22b37050fd88 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Sep 24 19:47:44.997149 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a06f18a-11c9-46a9-9412-cbcf88596269 req-084ff828-8a26-4a76-b248-6706e5072a6c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310023 Sep 24 19:47:46.111279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010f78-06d2-4eba-b72b-3c3a05e14140 req-f8bf1ded-410c-409b-90ac-188c8cc4ed1d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:46.112777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25010f78-06d2-4eba-b72b-3c3a05e14140 req-f8bf1ded-410c-409b-90ac-188c8cc4ed1d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Sep 24 19:47:46.151100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-25010f78-06d2-4eba-b72b-3c3a05e14140 req-b174d37a-15b3-4729-be63-4bb841eac466 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Sep 24 19:47:47.277386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177d9c2-725a-45c3-b278-9d1318853c26 req-c3443769-9bc3-442f-8a11-21c972a2d7d8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:47.278880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b177d9c2-725a-45c3-b278-9d1318853c26 req-c3443769-9bc3-442f-8a11-21c972a2d7d8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Sep 24 19:47:47.316623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b177d9c2-725a-45c3-b278-9d1318853c26 req-ad8f5ab4-fabb-4312-b89c-b8b185eb109f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314806 Sep 24 19:47:47.565286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-f6128755-7c93-4054-81c3-7e550f7fd76b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700247 Sep 24 19:47:47.573498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5aab-d650-4dcd-8377-f3bf7c9c3f3f req-dae7e0b3-3e96-4756-90a3-431d224410db tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:47.574980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c54b5aab-d650-4dcd-8377-f3bf7c9c3f3f req-dae7e0b3-3e96-4756-90a3-431d224410db tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0705175 Sep 24 19:47:47.613899 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c54b5aab-d650-4dcd-8377-f3bf7c9c3f3f req-439dc023-f284-4263-be75-3fb44d851b9f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Sep 24 19:47:48.750334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91fc7-421c-4fe2-9920-f5ca86d01c67 req-43b087ac-3dd1-4731-93c9-7ae3798bc42b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:48.751909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e91fc7-421c-4fe2-9920-f5ca86d01c67 req-43b087ac-3dd1-4731-93c9-7ae3798bc42b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0663753 Sep 24 19:47:48.789643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52e91fc7-421c-4fe2-9920-f5ca86d01c67 req-fe01d898-6681-44b4-9a8d-044d58c28aea tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Sep 24 19:47:49.731417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-f1d330be-101e-4b22-ac9a-983b22b0d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:49.732919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-f1d330be-101e-4b22-ac9a-983b22b0d9c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1096 time: 0.0410738 Sep 24 19:47:49.825304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-b9e66608-fddf-48e5-820d-fb1b19b3bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:49.826807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-b9e66608-fddf-48e5-820d-fb1b19b3bb09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0870931 Sep 24 19:47:49.919636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-19316fb5-45de-4fa3-bd49-ca4cf739ca9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 1001 time: 0.0855861 Sep 24 19:47:49.931618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650d0a6-d87d-4c0e-93af-6c4773c2ae64 req-4995fed9-3f78-49a2-826c-d6063301d196 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:49.933099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0650d0a6-d87d-4c0e-93af-6c4773c2ae64 req-4995fed9-3f78-49a2-826c-d6063301d196 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0644050 Sep 24 19:47:50.002564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8def7019-ddf9-40f4-8490-7d503f3256b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:50.003961 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8def7019-ddf9-40f4-8490-7d503f3256b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0700257 Sep 24 19:47:50.006916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0650d0a6-d87d-4c0e-93af-6c4773c2ae64 req-5f9bcb25-d238-4ef9-9448-669210990666 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658586 Sep 24 19:47:50.051107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-e89658fd-a20a-4c0b-bd6f-5b3477d29d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:50.052659 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-e89658fd-a20a-4c0b-bd6f-5b3477d29d40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411253 Sep 24 19:47:50.147412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-7a5063e7-d705-478b-9a21-7cb1cad2e481 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Sep 24 19:47:50.236673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-c92fa8bd-b223-41d2-a94b-2629374065e1 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 Sep 24 19:47:50.340757 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0440a8db-8549-43ac-8394-ba89bd540728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:51.133259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda2e8d-98a8-4bb4-98ea-ad89cff5ef7e req-1067cf62-c5f7-4845-a10f-385ed4e5133b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:51.134740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adda2e8d-98a8-4bb4-98ea-ad89cff5ef7e req-1067cf62-c5f7-4845-a10f-385ed4e5133b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0578761 Sep 24 19:47:51.173261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-adda2e8d-98a8-4bb4-98ea-ad89cff5ef7e req-47094489-45f2-4b9b-a605-33149e5fbd4d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Sep 24 19:47:51.991365 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-ce9b04f0-1e3c-43a3-b42a-8bdd8348cf5d service neutron] show failed (client error): The resource could not be found. Sep 24 19:47:51.992356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-ce9b04f0-1e3c-43a3-b42a-8bdd8348cf5d service neutron] 10.222.0.69 "GET /v2.0/ports/09d43375-0b87-4fd1-a758-c5cd6a8cb00b/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0539863 Sep 24 19:47:52.293484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-56ad2510-92cd-4b87-b681-abba3e4375ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:52.294925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-56ad2510-92cd-4b87-b681-abba3e4375ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1096 time: 0.1528907 Sep 24 19:47:52.306544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f462e9-fcb4-4702-a7aa-8d91e293da66 req-fca58ed2-d928-41c4-9ffc-cd86345ac4a5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:52.307938 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9f462e9-fcb4-4702-a7aa-8d91e293da66 req-fca58ed2-d928-41c4-9ffc-cd86345ac4a5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0581551 Sep 24 19:47:52.313115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-bb3e1bbc-62a4-4aaa-b706-a87938793873 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:47:52.314046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-bb3e1bbc-62a4-4aaa-b706-a87938793873 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047688 Sep 24 19:47:52.336072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:47:52.377872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c9f462e9-fcb4-4702-a7aa-8d91e293da66 req-da6bd84c-fd7e-4eb0-8cf2-76d7e668db74 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629518 Sep 24 19:47:52.401443 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:52.622152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:47:52.653259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:47:52.695961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:47:52.698207 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465ead5-cd6d-432f-84d3-0593cb470a3b" -d '{"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-unplugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:47:52.702357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:52.715237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Transition to ACTIVE for port object 09d43375-0b87-4fd1-a758-c5cd6a8cb00b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:47:52.718995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:52.748048 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e814c79e-1425-431a-a4c3-2c38915aec6a x-openstack-request-id: req-e814c79e-1425-431a-a4c3-2c38915aec6a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:47:52.748344 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-unplugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:47:52.748599 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e814c79e-1425-431a-a4c3-2c38915aec6a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:47:52.749001 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'code': 200} Sep 24 19:47:52.799660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:47:52.811800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.812144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.812484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.812820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.813150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.814843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.815213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.815551 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.815883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.816213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.816549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.816875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:52.854011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] No DVR routers for this DVR port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:47:52.990525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:47:52.990956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:47:52.991370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:47:52.992421 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-033d5e4c-2311-4773-9465-5372b7c46786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:52.996465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:47:52.996780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Attempting to bind port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:47:53.001662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:47:53.001997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:47:53.002371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:47:53.002788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Bound port: 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:47:53.003263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:53.070879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:47:53.074542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:47:53.078637 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:53.111118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.112379 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:53.113806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] 10.222.0.15 "PUT /v2.0/ports/09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 1091 time: 0.7829247 Sep 24 19:47:53.149881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a6e74-1777-43c8-8080-02b311c0f747 service neutron] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:47:53.184595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-415acc8c-95ac-4d31-9584-d76a2e272ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.186182 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-415acc8c-95ac-4d31-9584-d76a2e272ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0476823 Sep 24 19:47:53.283770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-9e0137e8-651f-4623-9e88-474f62d3993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.285270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-9e0137e8-651f-4623-9e88-474f62d3993f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0915170 Sep 24 19:47:53.350620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-60affaab-2649-48d7-8d3b-7362e09171b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.0565827 Sep 24 19:47:53.398832 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:53.408001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-fa8fc6ae-28e6-4fc5-bef8-92ea0ab089dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.409510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-fa8fc6ae-28e6-4fc5-bef8-92ea0ab089dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0511463 Sep 24 19:47:53.481776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-4abb7954-7644-4d97-b009-7f33196316e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.483321 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-4abb7954-7644-4d97-b009-7f33196316e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648863 Sep 24 19:47:53.521280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9afad-2770-4b22-a9ca-34f5d2f5175e req-34fddcbe-a863-4221-bc7e-94b09f77e9fd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:53.522789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfb9afad-2770-4b22-a9ca-34f5d2f5175e req-34fddcbe-a863-4221-bc7e-94b09f77e9fd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0744677 Sep 24 19:47:53.600447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cfb9afad-2770-4b22-a9ca-34f5d2f5175e req-18e8b720-3c4b-4d3f-bfd1-da4015611e8c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710905 Sep 24 19:47:53.616423 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-5d303161-fb8b-4bd7-88a9-6a43ae7e9e2d service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248944 Sep 24 19:47:53.707170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08784a31-5cc2-4c9f-a6c5-8cca496ca66d req-b796f27c-dda0-40db-9a96-bea9e4351e9d service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820937 Sep 24 19:47:54.306041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:54.722555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b22a7-8610-4a1e-abd4-89c01a5470b8 req-718e8d6f-9ddc-43b5-ad09-da851ed0d574 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:54.724098 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f98b22a7-8610-4a1e-abd4-89c01a5470b8 req-718e8d6f-9ddc-43b5-ad09-da851ed0d574 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0536616 Sep 24 19:47:54.750132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:47:54.752356 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106fe38f-bf6f-41d2-8dfb-04d70ee89240" -d '{"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:47:54.767803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f98b22a7-8610-4a1e-abd4-89c01a5470b8 req-796b0c07-148c-4d65-a3eb-fab5dc6bd840 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Sep 24 19:47:54.799440 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9763c3d-e571-4125-9a40-d41092f16cd1 x-openstack-request-id: req-e9763c3d-e571-4125-9a40-d41092f16cd1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:47:54.799738 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753be091-1dae-40af-a41d-284719762319", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:47:54.799994 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9763c3d-e571-4125-9a40-d41092f16cd1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:47:54.800390 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'status': 'completed', 'code': 200} Sep 24 19:47:54.886886 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-7560530f-75d5-472c-b98d-95ae40e38e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:54.888304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-7560530f-75d5-472c-b98d-95ae40e38e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0680695 Sep 24 19:47:54.890586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-af21b235-d844-459e-916d-4cc8026cb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:54.891969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-af21b235-d844-459e-916d-4cc8026cb3ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0634549 Sep 24 19:47:55.047904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-a0997c92-28d1-49e2-802b-b72030652dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.049387 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-a0997c92-28d1-49e2-802b-b72030652dbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1536374 Sep 24 19:47:55.052016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-821fe1c9-9b22-4fc2-83e7-8842ea75be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.053377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-821fe1c9-9b22-4fc2-83e7-8842ea75be72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1496921 Sep 24 19:47:55.164106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-45167484-e345-4d4a-ab16-fc25840355c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.1045961 Sep 24 19:47:55.165934 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-372fc898-79b2-4490-8e08-950c6b21e081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.1012447 Sep 24 19:47:55.252391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-86b46087-6fff-4649-aede-a0f8a4f49a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.253841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-86b46087-6fff-4649-aede-a0f8a4f49a19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0802822 Sep 24 19:47:55.258908 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-06a96938-0dc7-403c-9c10-2e88f4bb3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.260227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-06a96938-0dc7-403c-9c10-2e88f4bb3921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0575562 Sep 24 19:47:55.331507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-581fc758-9d94-41bb-a151-02440d4fa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.332981 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-581fc758-9d94-41bb-a151-02440d4fa280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713346 Sep 24 19:47:55.335350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-091015bb-71fc-4e9f-9260-c76f42a4946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.336677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-091015bb-71fc-4e9f-9260-c76f42a4946e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653703 Sep 24 19:47:55.776403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-cee3099f-7f2c-4440-b248-21d43c40e294 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354942 Sep 24 19:47:55.778324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-883a25e1-2411-4dc0-b4f6-765a63e142c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308419 Sep 24 19:47:55.961755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-edf2f32c-17fb-41a6-8d35-7da30ca4e181 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779292 Sep 24 19:47:55.978387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa7682-a73a-47f8-aeec-1450c58b3249 req-4499a6f9-77b1-48eb-87cb-74afcebf9b48 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:55.980109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4faa7682-a73a-47f8-aeec-1450c58b3249 req-4499a6f9-77b1-48eb-87cb-74afcebf9b48 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.1156981 Sep 24 19:47:55.983891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-f78356ab-d6a8-4a26-8222-06a8212f0669 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923671 Sep 24 19:47:56.005724 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-8fcfb90d-8675-4409-adfd-34958c94623d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482318 Sep 24 19:47:56.019558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4faa7682-a73a-47f8-aeec-1450c58b3249 req-c86eb4a9-9983-4949-bf83-efb189bffd0e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Sep 24 19:47:56.049143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:56.095838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596fab-9d73-459d-b61f-b59421286252 req-d4f88d51-3e95-47b5-a327-73144ff34d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.097356 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-d4f88d51-3e95-47b5-a327-73144ff34d73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0439355 Sep 24 19:47:56.206998 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596fab-9d73-459d-b61f-b59421286252 req-e2012ad6-a654-479d-88ab-6424b8411ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.208468 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-e2012ad6-a654-479d-88ab-6424b8411ea9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0894978 Sep 24 19:47:56.262922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e970d7-cf01-4f9f-9aa1-cbb68df658bd req-96deaccb-ffcf-4cd0-b083-c4a63919d78e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.264442 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3e970d7-cf01-4f9f-9aa1-cbb68df658bd req-96deaccb-ffcf-4cd0-b083-c4a63919d78e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 943 time: 0.0834286 Sep 24 19:47:56.271826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-fbfc8f32-7186-41c1-9cee-2006a1a2fd00 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.273218 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-fbfc8f32-7186-41c1-9cee-2006a1a2fd00 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 943 time: 0.0816884 Sep 24 19:47:56.278293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-04b51431-6bac-4ded-8028-ed2b7b21c4d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.0608430 Sep 24 19:47:56.315253 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:47:56.329731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596fab-9d73-459d-b61f-b59421286252 req-68b82b32-6fe0-4dbe-9ec1-9b14bed84379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.331511 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-68b82b32-6fe0-4dbe-9ec1-9b14bed84379 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0447605 Sep 24 19:47:56.345289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d3e970d7-cf01-4f9f-9aa1-cbb68df658bd req-9c7c0f95-31bc-4ebd-9859-558c6e74737d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710909 Sep 24 19:47:56.360016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:47:56.367329 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-50108682-53c8-4e70-9319-4daf185abf18 service neutron] delete failed (client error): The resource could not be found. Sep 24 19:47:56.368365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-50108682-53c8-4e70-9319-4daf185abf18 service neutron] 10.222.0.69 "DELETE /v2.0/ports/09d43375-0b87-4fd1-a758-c5cd6a8cb00b/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0872920 Sep 24 19:47:56.391521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596fab-9d73-459d-b61f-b59421286252 req-3ddb9278-8fab-4925-9aa6-e61d9b0175f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.393023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-3ddb9278-8fab-4925-9aa6-e61d9b0175f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519207 Sep 24 19:47:56.451087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-5b58cbc3-2d78-48ba-8322-d939a7293d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.452623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-5b58cbc3-2d78-48ba-8322-d939a7293d0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1094 time: 0.0420895 Sep 24 19:47:56.489913 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-31c5861b-1f9b-4fef-88d4-a4a2cf170336 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Sep 24 19:47:56.547910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-4c5b7941-1e90-4c80-a8d9-61660868780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.549382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-4c5b7941-1e90-4c80-a8d9-61660868780b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0901072 Sep 24 19:47:56.580654 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-62596fab-9d73-459d-b61f-b59421286252 req-85e28aae-9675-4564-9c59-8008461860d9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815961 Sep 24 19:47:56.614369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-6e128d82-c64c-4eb1-a99f-8d8f768707b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 999 time: 0.0575924 Sep 24 19:47:56.662453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-0bea4534-0dd6-40b2-8dd7-d0c72f672686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.663872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-0bea4534-0dd6-40b2-8dd7-d0c72f672686 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0423257 Sep 24 19:47:56.711138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-3a1cb99c-9f1f-4a95-b452-1d8303cb0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:56.712591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-3a1cb99c-9f1f-4a95-b452-1d8303cb0eef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413141 Sep 24 19:47:56.800490 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-ceadcb4b-1e03-453d-aeda-9207c0666303 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 Sep 24 19:47:56.893667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e7b9069-142a-4893-ad73-e44022cb0afd req-5225835c-2dc8-4a0c-96a9-c4f7eee5b81b service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861540 Sep 24 19:47:56.991123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:47:57.085449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:47:57.096631 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'mac_address': 'fa:16:3e:13:25:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:47:57.130915 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:57.143397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d43375-0b87-4fd1-a758-c5cd6a8cb00b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:47:57.162323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:47:57.165293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:57.219751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:47:57.226880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.227242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.227578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.227912 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.228238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.228564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.228886 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.229213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.229531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.229868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.230189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.230503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:47:57.465893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfee53-c8a6-42c2-aae2-b4229f4cd2f6 req-01f91472-5429-4a0a-b0bb-fc956e663f5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:57.467346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76cfee53-c8a6-42c2-aae2-b4229f4cd2f6 req-01f91472-5429-4a0a-b0bb-fc956e663f5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0506296 Sep 24 19:47:57.481318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['09d43375-0b87-4fd1-a758-c5cd6a8cb00b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:47:57.505958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76cfee53-c8a6-42c2-aae2-b4229f4cd2f6 req-bfd1eba4-4d43-4383-b0f7-070d97d7c042 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325360 Sep 24 19:47:57.621274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c7286-adb3-402a-977e-08b56bb0d2c0 req-9299e178-e253-40b4-b8ff-5e77d73a2de5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:57.622753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-593c7286-adb3-402a-977e-08b56bb0d2c0 req-9299e178-e253-40b4-b8ff-5e77d73a2de5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0482681 Sep 24 19:47:57.660431 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-593c7286-adb3-402a-977e-08b56bb0d2c0 req-811bdf9c-4665-42d8-b0f5-2382e507257d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Sep 24 19:47:57.860051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd48291-9bde-412f-88e1-f9adb1c30341 req-55ee74ed-9304-4a2e-93c1-d77f7b7d8dde tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:57.861576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd48291-9bde-412f-88e1-f9adb1c30341 req-55ee74ed-9304-4a2e-93c1-d77f7b7d8dde tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0532908 Sep 24 19:47:57.885056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-b48fda6b-6ba0-44f1-925f-b744afdd586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:57.887113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-b48fda6b-6ba0-44f1-925f-b744afdd586b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 1095 time: 0.0452092 Sep 24 19:47:57.900804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3dd48291-9bde-412f-88e1-f9adb1c30341 req-ff248aae-cb35-4b02-a03e-c38280335653 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Sep 24 19:47:57.985405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-6d9ad328-39e9-4dc8-9539-a618c4add368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:57.986896 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-6d9ad328-39e9-4dc8-9539-a618c4add368 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0920892 Sep 24 19:47:58.060204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-4947cc01-592b-4613-a868-10e4833e4607 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 200 len: 1000 time: 0.0649974 Sep 24 19:47:58.108780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-600006cf-8a06-42e5-8694-5c177df041ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:58.110170 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-600006cf-8a06-42e5-8694-5c177df041ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0421343 Sep 24 19:47:58.156296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-8baea1fb-2dd2-41f3-a069-927d4fdef9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:58.158021 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-8baea1fb-2dd2-41f3-a069-927d4fdef9bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391984 Sep 24 19:47:58.252914 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-6e92fb9b-6676-4650-812b-9552ddc8aff4 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Sep 24 19:47:58.341560 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c062c60d-7daa-4a56-a3c1-7b2d4a27d749 req-1cd07f21-db0b-4106-af84-d1d393fc1a7c service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800092 Sep 24 19:47:58.989068 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:47:59.017946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f27f7-7de2-42e8-8351-e2636ab6369e req-01974684-830b-4630-90f1-9b16d848b229 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:59.019478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f23f27f7-7de2-42e8-8351-e2636ab6369e req-01974684-830b-4630-90f1-9b16d848b229 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 944 time: 0.0502656 Sep 24 19:47:59.041322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:47:59.042948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:47:59.043392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:59.060734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f23f27f7-7de2-42e8-8351-e2636ab6369e req-2df43c87-56d1-4603-af49-09c6cb3006b8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345569 Sep 24 19:47:59.130085 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:59.151761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:47:59.154026 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ddb96-f7dd-4d6e-af34-b5ca9b6264b7" -d '{"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-plugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:47:59.167124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:47:59.173079 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:47:59.197773 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c64306-38ee-4ce5-8437-6528ef30b600 x-openstack-request-id: req-b9c64306-38ee-4ce5-8437-6528ef30b600 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:47:59.197950 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-plugged", "status": "completed", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:47:59.198157 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9c64306-38ee-4ce5-8437-6528ef30b600 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:47:59.198812 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'code': 200} Sep 24 19:47:59.227071 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:47:59.309499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79947a-11a0-4699-aae3-554534c91ab9 req-58eee802-2c7b-44fe-9a1e-0d005cbb0087 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:47:59.310986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d79947a-11a0-4699-aae3-554534c91ab9 req-58eee802-2c7b-44fe-9a1e-0d005cbb0087 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Sep 24 19:47:59.346907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4d79947a-11a0-4699-aae3-554534c91ab9 req-d13a7dfe-3058-4063-a267-017ddd2e3fd2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299590 Sep 24 19:48:00.467142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f9a62-3a71-49f6-85f3-e6aed7ce4bed req-e406b378-0819-4bbd-bbf4-6e131b2a0160 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:00.468636 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-954f9a62-3a71-49f6-85f3-e6aed7ce4bed req-e406b378-0819-4bbd-bbf4-6e131b2a0160 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0531309 Sep 24 19:48:00.505276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-954f9a62-3a71-49f6-85f3-e6aed7ce4bed req-89994ebf-1e6a-459d-92ce-378f9fdc5354 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307331 Sep 24 19:48:00.838560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58bae-ef42-489d-9919-1e5766016d9d req-d70bae0f-39c1-4637-9f58-959ab7649d34 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:00.840694 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bda58bae-ef42-489d-9919-1e5766016d9d req-d70bae0f-39c1-4637-9f58-959ab7649d34 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Sep 24 19:48:00.927448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Deleting port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:48:00.927787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.017140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] For port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:48:01.017508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.229928 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.230192 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.230502 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 disassociated. External IP: 172.25.5.173, port: 09d43375-0b87-4fd1-a758-c5cd6a8cb00b. Sep 24 19:48:01.230837 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Calling delete_port for 09d43375-0b87-4fd1-a758-c5cd6a8cb00b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:48:01.353805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.386773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'Port': ['ID=09d43375-0b87-4fd1-a758-c5cd6a8cb00b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:01.395849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.396195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.396534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.396877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.397192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.397515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.397835 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.398155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.398479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.398798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.399143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.399459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:48:01.513893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:48:01.601976 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-164e223a-cb29-48f7-a977-4f049418b49e req-68d33acb-7e44-4aa0-bff6-f6a102ca2e38 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=753be091-1dae-40af-a41d-284719762319 HTTP/1.1" status: 200 len: 210 time: 0.0264590 Sep 24 19:48:01.625960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:48:01.635531 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:48:01.645060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:48:01.645671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:47:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:01.668496 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] No DVR routers for this DVR port 09d43375-0b87-4fd1-a758-c5cd6a8cb00b on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:48:01.671320 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:01.673421 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bda58bae-ef42-489d-9919-1e5766016d9d req-3a9199c9-3e31-41df-9fee-d82770556604 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "DELETE /v2.0/ports/09d43375-0b87-4fd1-a758-c5cd6a8cb00b HTTP/1.1" status: 204 len: 173 time: 0.8251367 Sep 24 19:48:01.673855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-deleted', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:48:01.676193 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea52b5-1677-49b6-b0c4-704cbd56ac55" -d '{"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-deleted", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:48:01.766573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:48:01.785831 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63008c9-5979-4395-87e8-e48e96c69985 x-openstack-request-id: req-f63008c9-5979-4395-87e8-e48e96c69985 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:48:01.786214 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753be091-1dae-40af-a41d-284719762319", "name": "network-vif-deleted", "tag": "09d43375-0b87-4fd1-a758-c5cd6a8cb00b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:48:01.786552 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f63008c9-5979-4395-87e8-e48e96c69985 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:48:01.787067 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753be091-1dae-40af-a41d-284719762319', 'name': 'network-vif-deleted', 'tag': '09d43375-0b87-4fd1-a758-c5cd6a8cb00b', 'status': 'completed', 'code': 200} Sep 24 19:48:01.967648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:01.993736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:48:02.001842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:48:02.002383 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:47:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:02.105808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:48:02.302725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-2f552407-acd4-400c-9993-72e43d46200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:02.331464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f552407-acd4-400c-9993-72e43d46200a None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:48:02.533488 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cd054-f8a4-4d21-b8f8-fdef7768ecb7 None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:48:02.868968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-e3c7aeac-5f9d-493b-935c-dba113d0ea34 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--279970351&fields=id&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 267 time: 0.0323493 Sep 24 19:48:02.978470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-0cac89f3-9538-4b86-816d-20abd2997695 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:02.980436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-0cac89f3-9538-4b86-816d-20abd2997695 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1038465 Sep 24 19:48:02.996911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-94b3bdba-c37b-4da4-b54b-61c58d58dd7a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/quotas/bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 375 time: 0.0097711 Sep 24 19:48:03.049419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-25871fc5-4527-4c76-bc6e-726965ccef06 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473328 Sep 24 19:48:03.194525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-e768d80b-0486-473d-9e3d-fbf5684303f5 service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330299 Sep 24 19:48:03.281745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-2e2abf01-ccda-46d4-ae48-42243db8876e service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809996 Sep 24 19:48:03.525297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:04.458119 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-991280ff-ef4b-4e91-b0b7-17f1118d52a2 req-1fd08a84-2f64-4d6d-8405-ee95463cc4cf tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Sep 24 19:48:05.022808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:48:05.044002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 09d43375-0b87-4fd1-a758-c5cd6a8cb00b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:48:05.044360 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 09d43375-0b87-4fd1-a758-c5cd6a8cb00b not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:48:05.332013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-4ca606c9-d47f-43d6-b812-8beae0f5c940 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:05.333479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-4ca606c9-d47f-43d6-b812-8beae0f5c940 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1061132 Sep 24 19:48:05.377734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-81c74712-cfef-402d-9f7f-43ad991f1d18 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 379 time: 0.0338497 Sep 24 19:48:05.386899 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'port': {'device_id': '7a7e1705-2776-4454-9132-74193c9cd715', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'admin_state_up': True, 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'security_groups': ['b1d476fa-2694-4ede-8b71-d1006bdc83d8']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:48:05.494193 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:48:05.497742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:05.583809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e96b3ef-485f-4dda-95fb-d9305f74d988 req-2400af97-e2af-48a0-8655-aef5c82bcab2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 210 time: 0.0340343 Sep 24 19:48:05.647893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Allocated IP 172.20.0.5 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/82e880c2-c4e9-4557-a6d4-da3028d3bb3f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:48:05.782212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:05.814380 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:05.857767 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:48:05.860952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:48:05.863407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:48:05.903983 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:05.924763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:05.925391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:05.940491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-35b12003-7097-4e07-99ee-9f28b9f6c9b5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569222 Sep 24 19:48:05.954569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Request body: {'port': {'device_id': '7a7e1705-2776-4454-9132-74193c9cd715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:48:06.013705 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.057411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-740a76f9-e0bd-42a7-889d-e1f0b3b97fe7 None None] Provisioning complete for port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:48:06.057964 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-740a76f9-e0bd-42a7-889d-e1f0b3b97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.091194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-740a76f9-e0bd-42a7-889d-e1f0b3b97fe7 None None] Port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:48:06.287342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:48:06.294672 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.306664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Transition to ACTIVE for port object 82e880c2-c4e9-4557-a6d4-da3028d3bb3f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:48:06.310706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.361807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:06.432241 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:48:06.432574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:48:06.432904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:48:06.437900 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:48:06.438212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:48:06.443248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:48:06.443578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:48:06.443964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:48:06.444383 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Bound port: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:48:06.444737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.510116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:48:06.514587 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:48:06.520525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.553162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:06.553813 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:06.555262 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] 10.222.0.69 "PUT /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1091 time: 0.6055617 Sep 24 19:48:06.555705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:48:06.557970 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008886af-bd62-491c-9a07-8272ef7ccf46" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:48:06.595025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4486a57-8a5a-4707-95db-349c0fe3e955 service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:06.627189 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a65a3-407b-4b1d-b4d0-f1e430ce552a x-openstack-request-id: req-f73a65a3-407b-4b1d-b4d0-f1e430ce552a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:48:06.627498 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:48:06.627739 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f73a65a3-407b-4b1d-b4d0-f1e430ce552a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:48:06.628144 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'status': 'completed', 'code': 200} Sep 24 19:48:06.645967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-7a5992ce-0db7-4425-bd83-417fbd83c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:06.647624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-7a5992ce-0db7-4425-bd83-417fbd83c145 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0495450 Sep 24 19:48:06.704928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-8993ea17-5079-4f4f-9a04-8ae563787541 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 217 time: 0.0484259 Sep 24 19:48:06.776852 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acdba3-ff7d-43ed-9351-4fb63ba975ff req-c13d63fe-3360-48c8-8507-c410645d76fa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:06.778499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2acdba3-ff7d-43ed-9351-4fb63ba975ff req-c13d63fe-3360-48c8-8507-c410645d76fa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.1158099 Sep 24 19:48:06.779821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-fba72a96-db52-41bd-9248-39c356eed84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:06.781157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-fba72a96-db52-41bd-9248-39c356eed84d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0625153 Sep 24 19:48:06.847125 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2acdba3-ff7d-43ed-9351-4fb63ba975ff req-0cb74d37-ae79-4a96-8082-182ce22928df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620494 Sep 24 19:48:06.853145 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-6199c4eb-c330-4ee5-a161-37da2782dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:06.854602 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-6199c4eb-c330-4ee5-a161-37da2782dd24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640459 Sep 24 19:48:06.944743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-643d5ccb-932c-4076-be0b-aa1e9e206c0c service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Sep 24 19:48:07.038221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1a1ce62-5b74-40d7-ae6a-74ab0734cf34 req-02176740-d593-4b38-82e9-4bcfe0c2603f service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 Sep 24 19:48:07.125792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-6a5b1db2-ecde-4490-b4cd-f4f0809355cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:07.127303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-6a5b1db2-ecde-4490-b4cd-f4f0809355cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0407937 Sep 24 19:48:07.219459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-31d01587-f74e-422a-9959-36373a9fa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:07.220820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-31d01587-f74e-422a-9959-36373a9fa4f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0863926 Sep 24 19:48:07.266454 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-a1127e8a-b996-44b3-9467-5242ea3b918a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 217 time: 0.0378294 Sep 24 19:48:07.314975 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-37c5d784-3e4d-4114-bbab-54f3eac4b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:07.316369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-37c5d784-3e4d-4114-bbab-54f3eac4b3e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0431468 Sep 24 19:48:07.367537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-1ca1d50a-1542-4bba-b484-dd9bad6adf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:07.369004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-1ca1d50a-1542-4bba-b484-dd9bad6adf0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432274 Sep 24 19:48:07.456396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-db89f839-72f9-4f2e-a7f7-1c196fea97ea service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794296 Sep 24 19:48:07.548186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-008886af-bd62-491c-9a07-8272ef7ccf46 req-f9f24d33-e0bb-438c-abee-392a39fbf9c8 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838621 Sep 24 19:48:07.965400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2be51-9560-4700-bc49-e20db432fc5d req-a441c340-89f2-4a3b-8076-84036f593ad3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:07.967399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7e2be51-9560-4700-bc49-e20db432fc5d req-a441c340-89f2-4a3b-8076-84036f593ad3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0492215 Sep 24 19:48:08.003993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7e2be51-9560-4700-bc49-e20db432fc5d req-f17e59b5-12be-4a3b-a15e-8adbb4006404 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Sep 24 19:48:09.117118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd520fae-98cb-47f3-b32e-e68f3c956712 req-4083738d-d6a1-4f97-818b-f5f652e661dd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:09.118624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd520fae-98cb-47f3-b32e-e68f3c956712 req-4083738d-d6a1-4f97-818b-f5f652e661dd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0477920 Sep 24 19:48:09.155280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd520fae-98cb-47f3-b32e-e68f3c956712 req-e57b633f-e8a4-454a-8bc0-985b6041ab86 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300791 Sep 24 19:48:09.252066 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:10.276376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ba65c-8df4-48a8-8e8c-63c450791293 req-0e8eeef1-e919-4b0a-a01b-f68d25dde5ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:10.277852 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e32ba65c-8df4-48a8-8e8c-63c450791293 req-0e8eeef1-e919-4b0a-a01b-f68d25dde5ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0567267 Sep 24 19:48:10.315059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e32ba65c-8df4-48a8-8e8c-63c450791293 req-10b4c7eb-c749-4d08-bdb5-582d31445b83 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308371 Sep 24 19:48:10.361434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:48:10.455387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:48:10.466648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:48:10.501797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:10.514392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:48:10.535907 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:48:10.539914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:10.588025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:10.740841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['82e880c2-c4e9-4557-a6d4-da3028d3bb3f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:48:11.430187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abecbe-2042-4acf-bc77-d106ac12df53 req-f2ac3a12-6705-4622-b373-6bb2272c0fe2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:11.431742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abecbe-2042-4acf-bc77-d106ac12df53 req-f2ac3a12-6705-4622-b373-6bb2272c0fe2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Sep 24 19:48:11.470508 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59abecbe-2042-4acf-bc77-d106ac12df53 req-2575f7c1-4a6b-4f4f-92e1-fa4ef54e5893 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Sep 24 19:48:12.360328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:48:12.409769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:48:12.413448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:48:12.413842 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:12.486220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:12.507703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:48:12.509914 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95f1e5-6aa9-4ad8-8c74-e5d8017e83bb" -d '{"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-plugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:48:12.522609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:48:12.527631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:12.557987 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d848eee-70c5-42d6-b00b-feb70be3b24b x-openstack-request-id: req-1d848eee-70c5-42d6-b00b-feb70be3b24b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:48:12.558277 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-plugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:48:12.558528 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d848eee-70c5-42d6-b00b-feb70be3b24b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:48:12.558942 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'code': 200} Sep 24 19:48:12.578996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:48:12.598025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89fdb0-624f-4f23-90df-123e266eda70 req-02d8674f-f8ab-4b1b-9a7a-b3db4c072dc5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:12.599630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f89fdb0-624f-4f23-90df-123e266eda70 req-02d8674f-f8ab-4b1b-9a7a-b3db4c072dc5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0566332 Sep 24 19:48:12.664929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f89fdb0-624f-4f23-90df-123e266eda70 req-80ec5b41-602e-4447-80b7-c3a19baa8245 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583794 Sep 24 19:48:12.675733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cedf8f-b353-4ca5-b75e-594ea34a5d5a req-6889d30c-f9b5-4cd4-a085-1ef66292af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:12.677269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23cedf8f-b353-4ca5-b75e-594ea34a5d5a req-6889d30c-f9b5-4cd4-a085-1ef66292af30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1096 time: 0.0578423 Sep 24 19:48:12.686593 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:48:12.711734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23cedf8f-b353-4ca5-b75e-594ea34a5d5a req-369eeede-9d4a-48cc-93cd-801b8c6fe062 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273027 Sep 24 19:48:13.787417 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246b94-5a0c-45fa-a65d-b4e86b681215 req-5bfe5316-b4ff-4017-b8de-197c7dadfa52 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:13.788917 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1246b94-5a0c-45fa-a65d-b4e86b681215 req-5bfe5316-b4ff-4017-b8de-197c7dadfa52 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0504532 Sep 24 19:48:13.826556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1246b94-5a0c-45fa-a65d-b4e86b681215 req-27c4c49b-c58a-4a88-9c39-bd8c9a8ad9d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Sep 24 19:48:14.940420 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cbda9-8719-4255-a972-6eb6282f693d req-af4225af-0b05-41f7-9754-444fdd75c089 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:14.941903 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c48cbda9-8719-4255-a972-6eb6282f693d req-af4225af-0b05-41f7-9754-444fdd75c089 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0499992 Sep 24 19:48:14.982087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c48cbda9-8719-4255-a972-6eb6282f693d req-e892d455-0e19-4919-a01d-6c86fa54cfde tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341845 Sep 24 19:48:15.096797 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5a66b-1c93-4237-a3b3-07cdf5353c8c req-e321fd4d-41bb-4870-8486-da9886428693 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:15.098270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6e5a66b-1c93-4237-a3b3-07cdf5353c8c req-e321fd4d-41bb-4870-8486-da9886428693 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Sep 24 19:48:15.106907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49422) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:48:15.111930 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'floatingip': {'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:48:15.150176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:15.862283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:15.865988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:15.963971 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 associated. External IP: 172.25.5.173, port: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f. Sep 24 19:48:16.167808 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:48:16.275706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:48:16.280692 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:16.285407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:48:16.298288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:48:16.298934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:47:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:16.307702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fbadcb74-8596-43c2-acc2-e3652eb2ecee tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "PUT /v2.0/floatingips/767d74f8-25fb-481e-adff-f869b1ab4156 HTTP/1.1" status: 200 len: 991 time: 1.1993771 Sep 24 19:48:16.308380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:48:16.311507 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:48:16.350429 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277426a5-5812-4e8e-8e03-d5df9dc23144 x-openstack-request-id: req-277426a5-5812-4e8e-8e03-d5df9dc23144 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:48:16.350725 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:48:16.351005 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-277426a5-5812-4e8e-8e03-d5df9dc23144 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:48:16.351413 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'status': 'completed', 'code': 200} Sep 24 19:48:16.412387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:48:16.417284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-e856c8aa-7d5d-46a9-a483-322891d094c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:16.418840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-e856c8aa-7d5d-46a9-a483-322891d094c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1096 time: 0.0413530 Sep 24 19:48:16.515954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-9908378a-770e-49bb-a3b6-effd31181d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:16.517467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-9908378a-770e-49bb-a3b6-effd31181d8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0921061 Sep 24 19:48:16.584093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-b3d459f9-a3a5-4b81-b393-0e24823a31e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 999 time: 0.0593779 Sep 24 19:48:16.631988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-8de7115f-1671-4a51-a9ba-7384aa485dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:16.633496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-8de7115f-1671-4a51-a9ba-7384aa485dc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0431683 Sep 24 19:48:16.683970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-b4c5d9e5-15ae-4361-b8db-4789e0d410a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:48:16.686038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-b4c5d9e5-15ae-4361-b8db-4789e0d410a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450854 Sep 24 19:48:16.776543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-0f2084a6-45c9-42a6-92a3-e8af2a2e9871 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833061 Sep 24 19:48:16.784933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e1705-2776-4454-9132-74193c9cd715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:48:15Z', 'revision_number': 9, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:16.814768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:48:16.822942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:48:16.823558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:47:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:16.871029 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2ac4774d-ceb3-4eee-a5fc-5c3844490c36 req-38b4a2e9-ba7d-4eec-a24b-a053f917f43d service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869670 Sep 24 19:48:16.927974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:48:17.149874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e1705-2776-4454-9132-74193c9cd715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:48:15Z', 'revision_number': 9, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:48:17.175939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c66a42a-5c61-483f-b392-9e83ca6c3826 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e1705-2776-4454-9132-74193c9cd715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:48:15Z', 'revision_number': 9, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:48:17.357796 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0202f7f-6375-4fae-9613-511e13b8508f None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:48:20.342314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c72fd51f-c6fd-4d8c-b793-149efcc4b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:22.986107 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7acfefab-6a4a-4d7d-9082-59d78eb5a74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:23.400271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:24.308535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:26.055006 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:33.545159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:39.259176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:49.690916 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:48:50.343346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4545fd55-20c0-41c7-b4da-fda18712e45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:52.987092 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c632935-11e4-453a-8cd3-9f3bf72b03cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:53.400843 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:54.312318 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:48:56.053604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:01.977403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-5e28ff7a-15a6-4f5d-9624-52a9644da8c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975120 Sep 24 19:49:02.059834 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42882f2-559f-4af6-a6f9-980039699238 req-dcd885b3-7f4f-41d2-b4c2-fe33c21c3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:02.061368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-dcd885b3-7f4f-41d2-b4c2-fe33c21c3529 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1096 time: 0.0419874 Sep 24 19:49:02.170942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42882f2-559f-4af6-a6f9-980039699238 req-da83a260-0e27-43b7-8fd9-dc68eb182f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:02.172425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-da83a260-0e27-43b7-8fd9-dc68eb182f04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0917745 Sep 24 19:49:02.237546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-4673ee9a-5fbf-4de4-a388-d39c478d2dd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1002 time: 0.0577998 Sep 24 19:49:02.290666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42882f2-559f-4af6-a6f9-980039699238 req-495022ca-6b8f-4004-b01a-c479683bf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:02.292146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-495022ca-6b8f-4004-b01a-c479683bf559 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0482478 Sep 24 19:49:02.337360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42882f2-559f-4af6-a6f9-980039699238 req-e73cc9a7-6695-4593-bac1-e43b2dddd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:02.338872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-e73cc9a7-6695-4593-bac1-e43b2dddd713 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392497 Sep 24 19:49:02.429617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-73080967-4499-4740-aa49-ef058cc1863e service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834382 Sep 24 19:49:02.521717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a42882f2-559f-4af6-a6f9-980039699238 req-b0803009-1492-4b38-8a19-19b824496836 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850081 Sep 24 19:49:03.559685 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:09.266708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:20.343305 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4f833b3-8b9e-4c5b-9a8e-b4e36b537443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:22.989912 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b75-0b08-4005-8f13-7acb2268ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:23.401917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:24.313714 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:26.055091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:26.692100 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:49:33.591198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:39.281430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:50.344133 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d860395-fbe1-478b-928d-b4f1aa49756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:51.208335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-dbf95fb1-f17c-4869-8769-50c4a0618e22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710082 Sep 24 19:49:51.215652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d422a-1c7e-4f21-b5e8-c3a7d25f5308 req-b254b125-94d8-434c-9531-8c4a0d30a6ef tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:51.217464 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a78d422a-1c7e-4f21-b5e8-c3a7d25f5308 req-b254b125-94d8-434c-9531-8c4a0d30a6ef tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0689292 Sep 24 19:49:51.260359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a78d422a-1c7e-4f21-b5e8-c3a7d25f5308 req-2e379d7b-1246-496d-a0f4-6d535b9210b4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Sep 24 19:49:52.319598 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-6ae073fd-0ec1-4526-9976-b97e21bec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:52.321154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-6ae073fd-0ec1-4526-9976-b97e21bec2e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1096 time: 0.0410364 Sep 24 19:49:52.442243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9c95-538e-43f7-b38b-acaa4d493d3a req-17a58528-09d1-4767-b623-46980178cdb5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:52.443687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-091d9c95-538e-43f7-b38b-acaa4d493d3a req-17a58528-09d1-4767-b623-46980178cdb5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.1074951 Sep 24 19:49:52.459169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-4643dbf9-f2c4-4b9e-95c9-becd2c11957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:52.460572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-4643dbf9-f2c4-4b9e-95c9-becd2c11957b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1322463 Sep 24 19:49:52.524289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-091d9c95-538e-43f7-b38b-acaa4d493d3a req-77a9d9e5-a40a-4a8d-9b9b-7f6e6dfdaf01 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734506 Sep 24 19:49:52.539075 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-4d1f5b98-b14a-4288-93db-3c8ffddd6856 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1002 time: 0.0699196 Sep 24 19:49:52.595161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-d15ee4be-a76d-4d73-982c-5eed1a09abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:52.596613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-d15ee4be-a76d-4d73-982c-5eed1a09abcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0504737 Sep 24 19:49:52.642109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-1f0e8bb0-b24c-483c-87f7-20ee7d48a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:52.643694 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-1f0e8bb0-b24c-483c-87f7-20ee7d48a371 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392160 Sep 24 19:49:52.732746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-77efe67a-21ee-48cd-abfd-533f5e9f6a3c service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819926 Sep 24 19:49:52.824120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-16065d57-69dc-4e17-8f7f-4272ec1589ce service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Sep 24 19:49:52.989825 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5898ea80-af75-44ff-b8ec-0104e6b43095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:53.402017 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:53.639466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac9292-cb8f-40c4-838c-32ce963daf9b req-3a18c7b1-d613-46a4-a442-e6276dc393a3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:53.640941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1ac9292-cb8f-40c4-838c-32ce963daf9b req-3a18c7b1-d613-46a4-a442-e6276dc393a3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 24 19:49:53.679099 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c1ac9292-cb8f-40c4-838c-32ce963daf9b req-d3ee04aa-9885-4edf-8d12-a17a0d7c717a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Sep 24 19:49:54.316857 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:54.793592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf7ec-4dda-484b-a7d1-8a048f31dc82 req-c5cec528-aab4-40c9-a6c5-2fb23492eba3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:54.795090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcdcf7ec-4dda-484b-a7d1-8a048f31dc82 req-c5cec528-aab4-40c9-a6c5-2fb23492eba3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Sep 24 19:49:54.842273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcdcf7ec-4dda-484b-a7d1-8a048f31dc82 req-4f2cc97d-0714-4484-adc7-b1fd70cab003 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359368 Sep 24 19:49:55.963558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65011-0868-4629-a0aa-f17837c2cf56 req-ec6503a1-0e0d-4f64-8275-253611c4c742 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:55.965061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aca65011-0868-4629-a0aa-f17837c2cf56 req-ec6503a1-0e0d-4f64-8275-253611c4c742 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0520611 Sep 24 19:49:56.002526 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aca65011-0868-4629-a0aa-f17837c2cf56 req-748a9c90-35d6-4baa-9553-111688ef8286 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Sep 24 19:49:56.057639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:49:57.120347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d54d-2118-4074-a50b-94a1c69ae747 req-f7747d45-ae16-469b-9d17-59af189e0263 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:57.121831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3458d54d-2118-4074-a50b-94a1c69ae747 req-f7747d45-ae16-469b-9d17-59af189e0263 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Sep 24 19:49:57.158491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3458d54d-2118-4074-a50b-94a1c69ae747 req-8163b9f3-e29d-4bbc-a36f-c8fc3757fb6a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301425 Sep 24 19:49:58.271947 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e20d9-687e-4137-9710-43350e682a56 req-442df80c-5c2c-4138-aee4-b280892cae7d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:58.273451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a4e20d9-687e-4137-9710-43350e682a56 req-442df80c-5c2c-4138-aee4-b280892cae7d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0482993 Sep 24 19:49:58.313738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a4e20d9-687e-4137-9710-43350e682a56 req-b1aefd4f-4439-4978-acb9-d7b5a99a1613 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338359 Sep 24 19:49:59.429257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86502e34-f00f-4679-a778-cc6b492e7e7b req-98810be5-f337-4366-bd59-218895a62eb2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:49:59.430725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86502e34-f00f-4679-a778-cc6b492e7e7b req-98810be5-f337-4366-bd59-218895a62eb2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0485137 Sep 24 19:49:59.467605 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86502e34-f00f-4679-a778-cc6b492e7e7b req-1bae604a-9382-4b15-8ad0-3c1e5fe75eda tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Sep 24 19:50:00.584541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44075-9348-4f2d-b066-36620b0ec54f req-bc2e873b-d7c6-425a-adb8-7a94a88e2e5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:00.586711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3a44075-9348-4f2d-b066-36620b0ec54f req-bc2e873b-d7c6-425a-adb8-7a94a88e2e5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Sep 24 19:50:00.625313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3a44075-9348-4f2d-b066-36620b0ec54f req-d7ba6b97-3edb-406e-b3a7-68595dc34fe3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Sep 24 19:50:01.739791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90207b2-44f6-4cbb-b4d0-13f48e1b5aa0 req-88bf1044-f99c-4a98-8cf8-17a19bbbcc03 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:01.741255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f90207b2-44f6-4cbb-b4d0-13f48e1b5aa0 req-88bf1044-f99c-4a98-8cf8-17a19bbbcc03 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0476062 Sep 24 19:50:01.781696 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f90207b2-44f6-4cbb-b4d0-13f48e1b5aa0 req-a81f20c6-55f1-4639-b523-807ca66151aa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Sep 24 19:50:01.951844 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-962cac94-1cdf-4d70-b644-14b7bc38cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:01.953291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-962cac94-1cdf-4d70-b644-14b7bc38cdbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1096 time: 0.0408981 Sep 24 19:50:02.053945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-5dce18a5-a8a0-4882-8a7d-594fa3965a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:02.055467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-5dce18a5-a8a0-4882-8a7d-594fa3965a3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0839398 Sep 24 19:50:02.123064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-5a755632-2b04-47c5-b6ed-5b89042eb7b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1002 time: 0.0599003 Sep 24 19:50:02.170725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-4b58743d-df06-4e6d-a534-96163b242d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:02.172175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-4b58743d-df06-4e6d-a534-96163b242d89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0428605 Sep 24 19:50:02.215926 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-dfed4e48-46fe-40c8-9bae-282d8828e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:02.217353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-dfed4e48-46fe-40c8-9bae-282d8828e936 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385885 Sep 24 19:50:02.309420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-71a4ff63-bab1-4e7d-b429-1654c3b77e7a service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838771 Sep 24 19:50:02.396465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc3ce4e5-e594-434c-b1ff-391d2d4dcd7f req-ce983323-378e-4e23-a3c6-33fd111793ed service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793645 Sep 24 19:50:02.900398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016290fb-5788-4de7-bcfa-01ecaa489419 req-7f509c9b-caad-4663-96ef-d69b4e6ccef2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:02.901893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016290fb-5788-4de7-bcfa-01ecaa489419 req-7f509c9b-caad-4663-96ef-d69b4e6ccef2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Sep 24 19:50:02.939821 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-016290fb-5788-4de7-bcfa-01ecaa489419 req-a722e73e-a843-4daf-81eb-8d0833cd808b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Sep 24 19:50:03.623278 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:03.692101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:50:04.053714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa7cd1-5782-41f0-9488-2099196bc131 req-7acda62e-e6dc-46eb-8e27-73e7a0cde471 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:04.055264 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96fa7cd1-5782-41f0-9488-2099196bc131 req-7acda62e-e6dc-46eb-8e27-73e7a0cde471 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0489166 Sep 24 19:50:04.092701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-96fa7cd1-5782-41f0-9488-2099196bc131 req-5745f4c0-5f5e-41a4-b316-0d4ba0f17ce7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Sep 24 19:50:04.823035 n-d-810952-2 neutron-server[94855]: INFO neutron.api.v2.resource [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-a15e3d19-bec8-464d-bdb1-258ae0aa98c6 service neutron] show failed (client error): The resource could not be found. Sep 24 19:50:04.824065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-a15e3d19-bec8-464d-bdb1-258ae0aa98c6 service neutron] 10.222.0.69 "GET /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0545619 Sep 24 19:50:05.019592 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-d54c56a1-2f7b-43f3-a407-96a63f1aa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:05.021092 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-d54c56a1-2f7b-43f3-a407-96a63f1aa506 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1096 time: 0.0416148 Sep 24 19:50:05.035047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:50:05.091079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.211405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff36fb-2363-4e78-a6c7-1f4da73b576d req-c4d44356-2656-4d8d-bcf2-4c6a3f352d9f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:05.212908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2ff36fb-2363-4e78-a6c7-1f4da73b576d req-c4d44356-2656-4d8d-bcf2-4c6a3f352d9f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Sep 24 19:50:05.251702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2ff36fb-2363-4e78-a6c7-1f4da73b576d req-da938f9b-34a2-4e32-8778-3db1fb4bf255 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Sep 24 19:50:05.292810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:05.324161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:50:05.362740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:05.364757 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d5eea-71c8-40c2-a12f-56636aa5d1f0" -d '{"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-unplugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:05.368784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.381103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Transition to ACTIVE for port object 82e880c2-c4e9-4557-a6d4-da3028d3bb3f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:50:05.384982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.417128 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb45a63-2b60-4414-bd78-491f40fa86f7 x-openstack-request-id: req-cbb45a63-2b60-4414-bd78-491f40fa86f7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:05.417424 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-unplugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:05.417679 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbb45a63-2b60-4414-bd78-491f40fa86f7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:05.418073 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'code': 200} Sep 24 19:50:05.471994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:05.484083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.484419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.484761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.485099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.485433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.485769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.486131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.486458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.486784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.487136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.487458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.487780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:05.520973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] No DVR routers for this DVR port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:50:05.652345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:50:05.652597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:50:05.652916 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:05.657032 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:50:05.657345 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:05.662968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:50:05.663298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:50:05.663672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:50:05.664085 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Bound port: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:50:05.664427 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.725000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:50:05.727856 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:50:05.732445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.769936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:05.770557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:05.771978 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] 10.222.0.15 "PUT /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1091 time: 0.7420671 Sep 24 19:50:05.792304 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735b56b-bdf8-4f40-ab1c-dfe5777348ac service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:05.841000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-085a7b64-d22f-4e8a-b83e-04a40f1a06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:05.842557 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-085a7b64-d22f-4e8a-b83e-04a40f1a06c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0436919 Sep 24 19:50:05.937821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-1af930c2-2442-4145-8287-d9aacdda54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:05.939833 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-1af930c2-2442-4145-8287-d9aacdda54e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0870013 Sep 24 19:50:06.011802 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-afd53398-e575-4038-b8a7-3f76fd4a6cd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0624008 Sep 24 19:50:06.066052 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-302a0bf8-9441-47ea-b3fd-a73d840d5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:06.067549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-302a0bf8-9441-47ea-b3fd-a73d840d5eb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0458579 Sep 24 19:50:06.114441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-399bf832-b144-4a0d-823b-e80e17a183a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:06.116046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-399bf832-b144-4a0d-823b-e80e17a183a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404396 Sep 24 19:50:06.208699 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-4e9776c4-f5ad-4634-a266-4b9d0d8fccb6 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842979 Sep 24 19:50:06.298894 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-a9bf3f64-753f-45fb-9843-77fb34c81112 req-85d98b41-2e56-4d2e-a961-931b82100afd service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813923 Sep 24 19:50:06.374125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256838-69be-4f61-91fe-77164704533b req-26d468d4-c23b-46af-ac93-0cc8e5bef53b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:06.375757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69256838-69be-4f61-91fe-77164704533b req-26d468d4-c23b-46af-ac93-0cc8e5bef53b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0514460 Sep 24 19:50:06.416427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-69256838-69be-4f61-91fe-77164704533b req-e197979b-696d-4e8c-a62c-05cb67a32a08 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341568 Sep 24 19:50:07.419404 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:07.421762 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e90297-1edb-449d-88eb-c4d8c00cda62" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:07.469772 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b538f4-5e43-4233-a0cd-a27f8ae00eed x-openstack-request-id: req-12b538f4-5e43-4233-a0cd-a27f8ae00eed {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:07.470067 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:07.470814 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12b538f4-5e43-4233-a0cd-a27f8ae00eed {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:07.471346 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'status': 'completed', 'code': 200} Sep 24 19:50:07.536388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-2fa3dd0f-7821-402a-9d46-cfcc9cd57335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.537910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-2fa3dd0f-7821-402a-9d46-cfcc9cd57335 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0454264 Sep 24 19:50:07.556941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-8a112936-b96e-4365-8e74-9a813f8ae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.558458 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-8a112936-b96e-4365-8e74-9a813f8ae19e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0658326 Sep 24 19:50:07.566914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed25a2e-f5de-44e5-90a7-775ccccc4769 req-0ad2c2eb-b4c9-408b-9bdd-86e53848b617 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.568324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ed25a2e-f5de-44e5-90a7-775ccccc4769 req-0ad2c2eb-b4c9-408b-9bdd-86e53848b617 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0853112 Sep 24 19:50:07.627657 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-f8918c10-0553-434e-a4e5-f7aadc1b5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.629217 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-f8918c10-0553-434e-a4e5-f7aadc1b5d5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0828993 Sep 24 19:50:07.653661 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ed25a2e-f5de-44e5-90a7-775ccccc4769 req-c032aa7a-751a-4bb2-9053-3d762c1de91e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772369 Sep 24 19:50:07.680483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-b2197417-1eb2-4a56-8323-d5d766dd5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.681950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-b2197417-1eb2-4a56-8323-d5d766dd5e40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1127775 Sep 24 19:50:07.699100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-e2f2bb46-2f4a-47ee-8e9b-72be0d1f7218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0612791 Sep 24 19:50:07.752480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-9cbb82cd-f986-4d02-b5a4-1daf98f9e56c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0618532 Sep 24 19:50:07.753101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-3703b5b7-bcf6-44fd-b684-ceae3753e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.754590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-3703b5b7-bcf6-44fd-b684-ceae3753e0b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0441115 Sep 24 19:50:07.800960 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-1d62b94d-6ce2-4405-b3a4-8138b597a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.802330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-7362cf24-95fb-4586-99fc-e1fbb71aafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.802478 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-1d62b94d-6ce2-4405-b3a4-8138b597a768 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398746 Sep 24 19:50:07.803858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-7362cf24-95fb-4586-99fc-e1fbb71aafc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0450635 Sep 24 19:50:07.850375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-ef6110c2-386b-44f2-ba35-681882a60134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:07.851929 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-ef6110c2-386b-44f2-ba35-681882a60134 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404532 Sep 24 19:50:07.897300 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-32358667-b7a4-411e-b726-e66b443ecb3c service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Sep 24 19:50:07.945523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-d466705b-a4fb-4327-af1f-86825d6afa88 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Sep 24 19:50:07.987037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-066fcfe8-cbc1-4307-b520-b2ae17528c54 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820525 Sep 24 19:50:08.039459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0e90297-1edb-449d-88eb-c4d8c00cda62 req-185c92f6-f6e8-4b3c-9611-a558e9aa984c service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Sep 24 19:50:08.776686 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc71c-d721-48b9-a118-d24592bf6b12 req-55603240-b4c2-4e96-9493-3a02005122a9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:08.778175 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be4bc71c-d721-48b9-a118-d24592bf6b12 req-55603240-b4c2-4e96-9493-3a02005122a9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0538521 Sep 24 19:50:08.815281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-be4bc71c-d721-48b9-a118-d24592bf6b12 req-5eff53bc-3685-4df6-b09c-20cbfa097c4a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Sep 24 19:50:08.937758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:50:08.977987 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:50:09.101939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-292e9470-836b-4e50-a56e-a9879935abae tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.103446 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-292e9470-836b-4e50-a56e-a9879935abae tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&binding%3Ahost_id=n-h2-810952-2 HTTP/1.1" status: 200 len: 943 time: 0.0559604 Sep 24 19:50:09.118182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695780-bc2f-447a-8bee-201703f72aef req-e47e8072-3295-4cf4-b02a-fa36cc3361bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.119711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb695780-bc2f-447a-8bee-201703f72aef req-e47e8072-3295-4cf4-b02a-fa36cc3361bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 943 time: 0.0489051 Sep 24 19:50:09.157272 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eb695780-bc2f-447a-8bee-201703f72aef req-5b155095-5f85-42bd-b506-a086e753e210 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Sep 24 19:50:09.167217 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-13919bcc-dfd6-4a5b-ace5-b0518f0abc76 service neutron] 10.222.0.15 "GET /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f/bindings/n-h2-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.0551054 Sep 24 19:50:09.228401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-d989a876-31ef-493a-9d20-1078627ec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.229773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-d989a876-31ef-493a-9d20-1078627ec3da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1094 time: 0.0391059 Sep 24 19:50:09.280276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:09.572265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-09707b0a-67bb-4726-94e9-72a71e78c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.573696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-09707b0a-67bb-4726-94e9-72a71e78c086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.3358030 Sep 24 19:50:09.639622 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-01021ad9-6590-4211-a85f-164238d1eea4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0582366 Sep 24 19:50:09.689093 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-01b917ee-ed94-4293-b3df-3ce23800f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.690507 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-01b917ee-ed94-4293-b3df-3ce23800f657 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0431428 Sep 24 19:50:09.724193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:50:09.740375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-a9281af2-0ec7-467f-b911-e7dbeadd7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:09.741911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-a9281af2-0ec7-467f-b911-e7dbeadd7043 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435150 Sep 24 19:50:09.816259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:09.827541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:50:09.831316 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-d9bf0fb2-5669-4d6b-aa10-dd367f8b260a service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808735 Sep 24 19:50:09.868307 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:09.880580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:50:09.899649 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:09.903537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:09.926741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-cdadd75a-1a79-4dcc-ad14-0f895e0eb7c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872204 Sep 24 19:50:09.955301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:09.965307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.965714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.966005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.967553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.967553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.967553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.967553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.967871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.968003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.968333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.968660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:09.968985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:10.170635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['82e880c2-c4e9-4557-a6d4-da3028d3bb3f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:50:10.277757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0548f-ec0f-47e5-86a9-85600236c823 req-f3e7e1c9-102a-4534-a3d8-87996295cb0e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:10.279258 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4f0548f-ec0f-47e5-86a9-85600236c823 req-f3e7e1c9-102a-4534-a3d8-87996295cb0e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0495059 Sep 24 19:50:10.319131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4f0548f-ec0f-47e5-86a9-85600236c823 req-dbf8331e-b61b-4d6a-911c-06b07fca41a4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Sep 24 19:50:11.437270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4a91-3df3-4744-a9ad-4ce09e44993f req-81425e32-9589-4fdb-a709-df6a9ddf8d73 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:11.438739 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79bb4a91-3df3-4744-a9ad-4ce09e44993f req-81425e32-9589-4fdb-a709-df6a9ddf8d73 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0528905 Sep 24 19:50:11.723242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:50:11.769482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79bb4a91-3df3-4744-a9ad-4ce09e44993f req-d15e8af3-cb0d-40ef-8089-0b72745a7a02 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233907 Sep 24 19:50:11.773066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:50:11.776865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:50:11.777236 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:11.855083 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:11.881165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:11.883422 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add9c74-4127-4250-ad80-0aa6f7e46ccf" -d '{"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-plugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:11.896110 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:11.901356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:11.937707 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85984bb9-40af-4334-9de5-acde19c22931 x-openstack-request-id: req-85984bb9-40af-4334-9de5-acde19c22931 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:11.937707 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-plugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:11.937958 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85984bb9-40af-4334-9de5-acde19c22931 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:11.938153 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'code': 200} Sep 24 19:50:11.952180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:12.137753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-185c0c55-a656-493b-b26d-412bbf82e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:12.139267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-185c0c55-a656-493b-b26d-412bbf82e71b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1096 time: 0.0401576 Sep 24 19:50:12.150655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:50:12.201584 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.407386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:12.441415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:50:12.481962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:12.484401 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd401828-354c-42e6-a6b0-ea0fa38684cf" -d '{"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-unplugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:12.488302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.501490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Transition to ACTIVE for port object 82e880c2-c4e9-4557-a6d4-da3028d3bb3f will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:50:12.505517 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.607826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:12.632963 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f234fe-7abd-4b5d-bad0-3337d9618fff x-openstack-request-id: req-b5f234fe-7abd-4b5d-bad0-3337d9618fff {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:12.633250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-unplugged", "status": "completed", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:12.633505 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5f234fe-7abd-4b5d-bad0-3337d9618fff {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:12.633909 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'code': 200} Sep 24 19:50:12.634781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] No DVR routers for this DVR port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:50:12.670365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.670644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.671026 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.671371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.671713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.672053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.672386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.672718 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.673046 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.673376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.673743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.674072 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:50:12.788469 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:50:12.788802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:50:12.789127 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:12.793580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:50:12.793841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Attempting to bind port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:12.799252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:50:12.799588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:50:12.799964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:50:12.800381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Bound port: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:50:12.800734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.895138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:50:12.899207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:50:12.904864 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.925171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1d5b-99aa-4ea7-9019-688c96184e27 req-914339b1-9797-4da6-9ba0-12be42497c86 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:12.926613 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56a1d5b-99aa-4ea7-9019-688c96184e27 req-914339b1-9797-4da6-9ba0-12be42497c86 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0852671 Sep 24 19:50:12.949214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:12.949832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:12.951432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] 10.222.0.69 "PUT /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1092 time: 0.8046165 Sep 24 19:50:13.030359 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f56a1d5b-99aa-4ea7-9019-688c96184e27 req-76e24b0d-3e6d-4670-8971-bdb3b46ef807 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864928 Sep 24 19:50:13.042804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda1f18-4fad-476f-a588-bcb5078f577d service neutron] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=11']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:13.058373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-dbb45c28-328b-4897-9e87-831478147a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:13.058373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-dbb45c28-328b-4897-9e87-831478147a88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1095 time: 0.0824327 Sep 24 19:50:13.155377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-2c8a5281-b549-444c-8840-fd7ab4c26969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:13.156881 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-2c8a5281-b549-444c-8840-fd7ab4c26969 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0923426 Sep 24 19:50:13.221572 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-62e5cd19-42b1-4ce6-ad92-e0dd32e56168 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0576231 Sep 24 19:50:13.273483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-c2b049a7-a508-423d-a099-6eb8635420a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:13.274948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-c2b049a7-a508-423d-a099-6eb8635420a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0469241 Sep 24 19:50:13.319927 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-e465cb6e-a24b-41ad-b5a2-11b47c43d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:13.321397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-e465cb6e-a24b-41ad-b5a2-11b47c43d1bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396404 Sep 24 19:50:13.411778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-c01fb0b5-bbba-497b-9d21-ad09183cbf0c service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823932 Sep 24 19:50:13.502910 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e30e186-90ef-4577-9d4d-1624e50b9e4c req-7006775f-c763-4005-8fcb-eeb98f56bc9e service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842710 Sep 24 19:50:14.150869 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512319-43bf-4278-b604-ec610db8c97c req-c7001ff5-4225-4381-88ed-12f2c63500bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.152363 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89512319-43bf-4278-b604-ec610db8c97c req-c7001ff5-4225-4381-88ed-12f2c63500bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0487661 Sep 24 19:50:14.190026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89512319-43bf-4278-b604-ec610db8c97c req-be259bdb-f3b1-4433-b1ce-f45283790a8a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Sep 24 19:50:14.635528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:14.637870 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:14.687123 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e7df3-2823-4b64-90ea-5d51eba6a652 x-openstack-request-id: req-8c0e7df3-2823-4b64-90ea-5d51eba6a652 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:14.687421 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:14.687675 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0e7df3-2823-4b64-90ea-5d51eba6a652 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:14.688078 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'status': 'completed', 'code': 200} Sep 24 19:50:14.751857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-82f541f4-7ce5-457a-9cc2-7bc56d7197b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.753430 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-82f541f4-7ce5-457a-9cc2-7bc56d7197b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1095 time: 0.0421596 Sep 24 19:50:14.758794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-6f33d453-3701-465f-8da6-8e28c431f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.760366 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-6f33d453-3701-465f-8da6-8e28c431f633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 1095 time: 0.0450256 Sep 24 19:50:14.854524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-d62b8733-e283-49a6-b655-abd21c242c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.855809 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-b1b94608-513f-497d-ad16-683b69d7ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.856356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-d62b8733-e283-49a6-b655-abd21c242c1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0867531 Sep 24 19:50:14.857286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-b1b94608-513f-497d-ad16-683b69d7ff75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0926611 Sep 24 19:50:14.929065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-ff13fab8-507e-43e2-8f4b-4abbfa024c17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0633016 Sep 24 19:50:14.930756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-fe5b05b4-05cb-40d2-82a8-8783c1315959 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 200 len: 1000 time: 0.0669894 Sep 24 19:50:14.980534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-1917314e-ab85-4a9d-b990-f8136c3262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.982014 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-1917314e-ab85-4a9d-b990-f8136c3262ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0452218 Sep 24 19:50:14.985036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-99030d45-044f-4b52-89cc-a32907196c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:14.987193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-99030d45-044f-4b52-89cc-a32907196c1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0485616 Sep 24 19:50:15.039613 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-9aabe4ad-d4c4-4425-9564-7513531e19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.041965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-9aabe4ad-d4c4-4425-9564-7513531e19f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518615 Sep 24 19:50:15.043465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-7d56fa25-7fc3-4b89-b5b2-f81fdfe386eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.045334 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-7d56fa25-7fc3-4b89-b5b2-f81fdfe386eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514534 Sep 24 19:50:15.136131 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-f16d7000-5938-47de-b397-63581204e273 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843797 Sep 24 19:50:15.140841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-c6dd178a-64b8-4593-b2aa-ec9c8566e25f service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882154 Sep 24 19:50:15.231763 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-15af8f2e-7fc5-4a28-b6c8-92bc797639b2 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837574 Sep 24 19:50:15.239095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-52ad4d8e-f3d2-4af9-be0b-3df3d00bfd38 req-d38ea043-2a20-439d-a197-68fc43e2b390 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940983 Sep 24 19:50:15.310224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774a04-fc56-44d9-bf55-d5c000f47fc5 req-de302c00-edf6-4c35-b07d-422560730ae7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.311748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18774a04-fc56-44d9-bf55-d5c000f47fc5 req-de302c00-edf6-4c35-b07d-422560730ae7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0539761 Sep 24 19:50:15.349189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-18774a04-fc56-44d9-bf55-d5c000f47fc5 req-3480800b-8077-4ffa-9de1-0c23ee39b1c8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Sep 24 19:50:15.462459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bea21e-0fa4-4889-ad1d-d049955bd638 req-50813efe-777f-4e38-9ad2-517760841063 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.464023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56bea21e-0fa4-4889-ad1d-d049955bd638 req-50813efe-777f-4e38-9ad2-517760841063 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0485096 Sep 24 19:50:15.500305 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56bea21e-0fa4-4889-ad1d-d049955bd638 req-9cb033d4-dede-454b-a95e-1f8441a9c240 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303946 Sep 24 19:50:15.611773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbea5-b9a5-499b-8190-1796d6f848f2 req-41201d74-3637-4877-aee1-52aad9ebb6ac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.613239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd8dbea5-b9a5-499b-8190-1796d6f848f2 req-41201d74-3637-4877-aee1-52aad9ebb6ac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0480037 Sep 24 19:50:15.650656 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd8dbea5-b9a5-499b-8190-1796d6f848f2 req-135f9df7-07d5-4fff-bc65-4cf574e2ecd1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Sep 24 19:50:15.735387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:50:15.773063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:50:15.886487 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27cdd1-f4cf-4ed5-a29a-6eef8e5edbb2 req-a8890ba2-a80c-47ab-bdf3-2dde36c07167 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:15.887995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d27cdd1-f4cf-4ed5-a29a-6eef8e5edbb2 req-a8890ba2-a80c-47ab-bdf3-2dde36c07167 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0520899 Sep 24 19:50:15.928528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9d27cdd1-f4cf-4ed5-a29a-6eef8e5edbb2 req-bac5dd4f-85e9-4d77-9a4e-57cb01868711 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338504 Sep 24 19:50:16.952997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:50:17.051186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:17.058053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-047d6d96-5048-423d-a8e7-2999152321c7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:17.059684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-047d6d96-5048-423d-a8e7-2999152321c7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0817478 Sep 24 19:50:17.062872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'mac_address': 'fa:16:3e:9a:47:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:50:17.067993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d5df0-38ac-4745-99d1-3e22034d7287 req-f71faccc-1f03-4319-94d8-616136ab01ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:17.069399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-881d5df0-38ac-4745-99d1-3e22034d7287 req-f71faccc-1f03-4319-94d8-616136ab01ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 944 time: 0.0660818 Sep 24 19:50:17.099313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.112279 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:50:17.130846 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:17.135129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.153396 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-881d5df0-38ac-4745-99d1-3e22034d7287 req-294f4cc7-4b4f-462f-bd23-f1a101b2e121 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770061 Sep 24 19:50:17.182734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Deleting port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:50:17.183103 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.188592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:17.270268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] For port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:17.270559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.437591 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.437948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.438260 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 disassociated. External IP: 172.25.5.173, port: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f. Sep 24 19:50:17.438596 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Calling delete_port for 82e880c2-c4e9-4557-a6d4-da3028d3bb3f owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:50:17.561252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.593057 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'Port': ['ID=82e880c2-c4e9-4557-a6d4-da3028d3bb3f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:17.709366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:50:17.816829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:50:17.827343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:50:17.837006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:50:17.837656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:49:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:17.855224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] No DVR routers for this DVR port 82e880c2-c4e9-4557-a6d4-da3028d3bb3f on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:50:17.857915 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:17.859919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aac99dc9-2ae7-473d-b7c3-c5a45deedf0e req-d638df7c-8754-404d-94ff-9cdee63e7a54 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "DELETE /v2.0/ports/82e880c2-c4e9-4557-a6d4-da3028d3bb3f HTTP/1.1" status: 204 len: 173 time: 0.7896566 Sep 24 19:50:17.860361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-deleted', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:17.862637 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec9ca5-5094-4bd4-98c3-13110f1d272f" -d '{"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-deleted", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:17.905333 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75b34a2-fb08-4b2d-865e-95c1a7bbed33 x-openstack-request-id: req-e75b34a2-fb08-4b2d-865e-95c1a7bbed33 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:17.905655 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e1705-2776-4454-9132-74193c9cd715", "name": "network-vif-deleted", "tag": "82e880c2-c4e9-4557-a6d4-da3028d3bb3f", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:17.905907 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e75b34a2-fb08-4b2d-865e-95c1a7bbed33 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:17.906321 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e1705-2776-4454-9132-74193c9cd715', 'name': 'network-vif-deleted', 'tag': '82e880c2-c4e9-4557-a6d4-da3028d3bb3f', 'status': 'completed', 'code': 200} Sep 24 19:50:17.948259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:50:18.151151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:18.177044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:50:18.184941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:50:18.185545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:49:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:18.270795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79602ab9-35ee-4bca-ac33-d0377f926bf6 req-2f7194de-7239-485a-a511-382b12a3c975 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7e1705-2776-4454-9132-74193c9cd715 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Sep 24 19:50:18.297743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:50:18.497975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:18.527320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1054db-08b3-444d-85a5-9b295163efb1 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:50:18.731353 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53bc44-fe31-47ae-92c7-72ae427c2d3e None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:50:19.534011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-af60f654-df42-404b-8f20-1d8137a1e05e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--279970351&fields=id&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 267 time: 0.0322526 Sep 24 19:50:19.643320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daecb1c8-91df-4a82-b4f5-b56d44e70ad3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:19.644809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daecb1c8-91df-4a82-b4f5-b56d44e70ad3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1039243 Sep 24 19:50:19.660292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-b8cef37c-1b70-49ea-b51c-106b7ef2eb4b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/quotas/bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 375 time: 0.0098000 Sep 24 19:50:19.711950 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-1e95fd3d-c0da-483c-96c6-adba4c74828c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463684 Sep 24 19:50:19.774578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-b5883bca-7f01-4ba6-9552-c1b7a37c1089 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:50:19.775648 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-b5883bca-7f01-4ba6-9552-c1b7a37c1089 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520167 Sep 24 19:50:19.866678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-e5e320e9-13c4-4aa4-86dd-33765f7528b6 service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Sep 24 19:50:19.956484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-d267eb3d-7d08-464b-afe8-994b4797d029 service neutron] 10.222.0.18 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835421 Sep 24 19:50:20.114614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0dc8c74e-71d1-46ea-8fd1-5e4a2432490f req-2551dd7a-6dea-4c7a-9f16-f6fd58afd0f5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0258377 Sep 24 19:50:20.345949 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65a0a82a-b3ca-42dc-978d-8eea69cc20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:20.969075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:50:20.991029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 82e880c2-c4e9-4557-a6d4-da3028d3bb3f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:50:20.991685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 82e880c2-c4e9-4557-a6d4-da3028d3bb3f not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:50:21.084386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-e262bc58-9401-4178-bc74-1e8ca2c24cc2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:21.085902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-e262bc58-9401-4178-bc74-1e8ca2c24cc2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 812 time: 0.1051755 Sep 24 19:50:21.131293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-b3a4b9ca-7712-430a-b2a2-3ee62132c75f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 379 time: 0.0328937 Sep 24 19:50:21.142992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'port': {'device_id': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'admin_state_up': True, 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'security_groups': ['b1d476fa-2694-4ede-8b71-d1006bdc83d8']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:50:21.210427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22caf7e7-13d8-43c8-904a-140af50ce88e req-c433851f-8153-48ac-a9b7-dd867be51928 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0263824 Sep 24 19:50:21.255923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Made reservation on behalf of bbc732ad32d04c7d8391cf8ee8a80e1e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:50:21.259615 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.385015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Allocated IP 172.20.0.11 (e5bd921e-07c9-4de8-8624-d5607d0d8ebe/c445539e-9e74-4164-8b1d-a6fdae1602c5/84ec5835-e31a-4bd4-888d-60775c0192bd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:50:21.519117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.552197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.598013 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:50:21.601048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:50:21.604654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:50:21.613566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:21.659912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:21.660562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.675520 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-8d3f7990-f194-404a-ae76-676bc354e9a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5371633 Sep 24 19:50:21.690411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Request body: {'port': {'device_id': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:50:21.755103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.843217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0192948f-11d4-432e-a750-b5959a7bf1d5 None None] Provisioning complete for port 84ec5835-e31a-4bd4-888d-60775c0192bd triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:50:21.843797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0192948f-11d4-432e-a750-b5959a7bf1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:21.876684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0192948f-11d4-432e-a750-b5959a7bf1d5 None None] Port 84ec5835-e31a-4bd4-888d-60775c0192bd cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:50:22.015106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:50:22.022988 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:22.035264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Transition to ACTIVE for port object 84ec5835-e31a-4bd4-888d-60775c0192bd will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:50:22.040012 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:22.127768 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:22.161172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:50:22.161503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:50:22.161828 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:22.166544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:50:22.166969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:50:22.171915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:50:22.172251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:50:22.172632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:50:22.173062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Bound port: 84ec5835-e31a-4bd4-888d-60775c0192bd, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:50:22.173418 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:22.239639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:50:22.242726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:50:22.248606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:22.283510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.284130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:22.285972 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] 10.222.0.15 "PUT /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1092 time: 0.6002457 Sep 24 19:50:22.286295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:22.288553 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340fe7f1-add6-4346-bd35-da9c365522c6" -d '{"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:22.316675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee0079-40b1-47fa-ba75-f44a42f3ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:22.347885 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af710107-93f3-4a22-a59a-0e18ef6a06b7 x-openstack-request-id: req-af710107-93f3-4a22-a59a-0e18ef6a06b7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:22.348258 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:22.348578 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af710107-93f3-4a22-a59a-0e18ef6a06b7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:22.349042 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'status': 'completed', 'code': 200} Sep 24 19:50:22.353818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7ee98-485d-4951-9c7d-8d1fad15a590 req-d041116a-e964-4055-bd4e-3e27440cd526 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.355478 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dba7ee98-485d-4951-9c7d-8d1fad15a590 req-d041116a-e964-4055-bd4e-3e27440cd526 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0762904 Sep 24 19:50:22.379620 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-dd2eeacc-61ed-4058-992b-e578c4dccacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.381162 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-dd2eeacc-61ed-4058-992b-e578c4dccacf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1095 time: 0.0464993 Sep 24 19:50:22.397998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dba7ee98-485d-4951-9c7d-8d1fad15a590 req-13ecf829-a9ee-4024-9386-4e1d2bcf8007 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Sep 24 19:50:22.431043 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-7d74f9ed-3531-4b77-8fcc-fd4918d02db6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 217 time: 0.0395670 Sep 24 19:50:22.483200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-fb2502a6-7060-40fe-b9db-19df63a1f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.484687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-fb2502a6-7060-40fe-b9db-19df63a1f422 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0456567 Sep 24 19:50:22.532182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-0015ed6e-1060-4af6-ab39-d7ef24eb9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.533722 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-0015ed6e-1060-4af6-ab39-d7ef24eb9e06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407605 Sep 24 19:50:22.628687 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-b26fc3dd-1c6d-4613-900b-aac38e4673f9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847547 Sep 24 19:50:22.719739 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4f168d2d-ce27-411b-8da8-92bd12ca06d8 req-db73c6cd-3a95-4427-bf76-2ed04223ef30 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808041 Sep 24 19:50:22.810406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-59b02af2-ba37-436a-a302-10aba2016dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.811930 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-59b02af2-ba37-436a-a302-10aba2016dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1095 time: 0.0449946 Sep 24 19:50:22.904577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-463113e4-6aae-4db6-ad49-99449a204b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:22.905966 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-463113e4-6aae-4db6-ad49-99449a204b0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0830317 Sep 24 19:50:22.950965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-0242f1b0-2215-4fe3-a1ae-f160f4f3046c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 217 time: 0.0366743 Sep 24 19:50:22.990217 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3064d2ac-e1db-410a-b887-ae924e11846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:23.003055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-50ed1d62-8553-42f7-b12a-7445dfe44894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:23.004558 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-50ed1d62-8553-42f7-b12a-7445dfe44894 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0457110 Sep 24 19:50:23.053512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-8990bdba-1b1e-4653-b54f-ff7593e1203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:23.055301 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-8990bdba-1b1e-4653-b54f-ff7593e1203c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420303 Sep 24 19:50:23.147263 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-3330e943-fead-4044-ae75-219913a0b42b service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Sep 24 19:50:23.234952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-340fe7f1-add6-4346-bd35-da9c365522c6 req-d6f86013-4b41-4ade-9a4e-f95183bdcfb5 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797927 Sep 24 19:50:23.403403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:23.515314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5f2bb-f73d-4b45-824d-2bc64536a88c req-0b6283d0-e596-4d77-a185-461cc2aa2c3a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:23.516735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a5f2bb-f73d-4b45-824d-2bc64536a88c req-0b6283d0-e596-4d77-a185-461cc2aa2c3a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0481904 Sep 24 19:50:23.554451 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-54a5f2bb-f73d-4b45-824d-2bc64536a88c req-084dcd88-317f-401d-bcd9-2d59518c87b9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Sep 24 19:50:24.319646 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:24.666529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abec7bd-5fd9-4bdf-b25d-d317c374aa50 req-19f6c673-80d0-453f-a647-9094f027af41 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:24.668025 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3abec7bd-5fd9-4bdf-b25d-d317c374aa50 req-19f6c673-80d0-453f-a647-9094f027af41 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0488698 Sep 24 19:50:24.711553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3abec7bd-5fd9-4bdf-b25d-d317c374aa50 req-4ec22635-54c3-4e6d-a71b-56e02728a840 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Sep 24 19:50:25.767321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:50:25.833101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13f50-27ba-423e-91bb-13f46dc1ae89 req-b5e4cf22-ae8f-4e5c-b562-7cf7fd488eea tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:25.834611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ab13f50-27ba-423e-91bb-13f46dc1ae89 req-b5e4cf22-ae8f-4e5c-b562-7cf7fd488eea tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0523965 Sep 24 19:50:25.863932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:25.872744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ab13f50-27ba-423e-91bb-13f46dc1ae89 req-76d947ba-3837-4369-80b2-83dde62160be tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318995 Sep 24 19:50:25.874971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:50:25.912152 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:25.925035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:50:25.943343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:25.947345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:25.996299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:26.060280 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:26.177917 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['84ec5835-e31a-4bd4-888d-60775c0192bd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:50:26.991842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68812b-736b-4969-8cc4-5bbcb1fe7272 req-b6a69d87-0102-4099-84cd-c961a221b183 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:26.993328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b68812b-736b-4969-8cc4-5bbcb1fe7272 req-b6a69d87-0102-4099-84cd-c961a221b183 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0485973 Sep 24 19:50:27.031339 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b68812b-736b-4969-8cc4-5bbcb1fe7272 req-2f08d69c-b9c0-4e97-a84e-70bad76d20da tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Sep 24 19:50:27.773932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:50:27.823311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 84ec5835-e31a-4bd4-888d-60775c0192bd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:50:27.826874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 84ec5835-e31a-4bd4-888d-60775c0192bd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:50:27.827255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:27.899497 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:27.922036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:27.924886 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c57d2-4916-4aaa-91a3-bf6b36c785c2" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:27.936798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:50:27.940771 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:27.963574 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ba4d86-2c0e-49af-b39f-d13080c629bb x-openstack-request-id: req-65ba4d86-2c0e-49af-b39f-d13080c629bb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:27.963867 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:27.964123 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65ba4d86-2c0e-49af-b39f-d13080c629bb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:27.964514 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'code': 200} Sep 24 19:50:27.990468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:50:28.075535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81869-638b-4bb5-becb-49a179320bfa req-17403c0b-de71-4c61-a2a6-bd75a8dbdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:28.077024 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d9a81869-638b-4bb5-becb-49a179320bfa req-17403c0b-de71-4c61-a2a6-bd75a8dbdb9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1097 time: 0.0481160 Sep 24 19:50:28.113429 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d9a81869-638b-4bb5-becb-49a179320bfa req-fb1ee027-a4b4-4bdd-a46e-9cee35756265 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281405 Sep 24 19:50:28.145632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a3363-12f4-4f54-a4f9-f4b0c243240b req-742c900f-d45e-414d-b05f-be540ad1adf1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:28.147140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c01a3363-12f4-4f54-a4f9-f4b0c243240b req-742c900f-d45e-414d-b05f-be540ad1adf1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0482452 Sep 24 19:50:28.184487 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c01a3363-12f4-4f54-a4f9-f4b0c243240b req-def99aa0-acef-4264-87c2-d1d749556d94 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Sep 24 19:50:29.303364 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61a4d-9761-4da1-9a7c-8306e95d19a3 req-a74a9a8c-a9ea-49ff-ab64-64fff243753e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:29.304775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b61a4d-9761-4da1-9a7c-8306e95d19a3 req-a74a9a8c-a9ea-49ff-ab64-64fff243753e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0527079 Sep 24 19:50:29.343806 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b61a4d-9761-4da1-9a7c-8306e95d19a3 req-31664c86-5182-48fb-9915-0c05bdd07965 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Sep 24 19:50:30.460849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fb2e-24c9-4519-9975-afe0048da273 req-86e9b853-892f-4c0f-9276-765589769f2c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:30.462336 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a649fb2e-24c9-4519-9975-afe0048da273 req-86e9b853-892f-4c0f-9276-765589769f2c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0487103 Sep 24 19:50:30.501162 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a649fb2e-24c9-4519-9975-afe0048da273 req-f2810ab1-29e8-4a51-ad36-9138745f586a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328102 Sep 24 19:50:30.615028 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c5ab-42be-4144-bf71-eff96d52d994 req-9d0b6699-3dcc-4bd5-ab25-b6137902e092 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:30.616538 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad97c5ab-42be-4144-bf71-eff96d52d994 req-9d0b6699-3dcc-4bd5-ab25-b6137902e092 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0483556 Sep 24 19:50:30.625101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 49782) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:50:30.629979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Request body: {'floatingip': {'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:50:30.671832 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:31.387090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:31.390907 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:31.487849 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 associated. External IP: 172.25.5.173, port: 84ec5835-e31a-4bd4-888d-60775c0192bd. Sep 24 19:50:31.686619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:50:31.791114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:50:31.795996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:31.801891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:50:31.815227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:50:31.815856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:50:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:31.821872 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c6d80ddf-e75b-409c-a6ca-c13b3c9b933a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "PUT /v2.0/floatingips/767d74f8-25fb-481e-adff-f869b1ab4156 HTTP/1.1" status: 200 len: 993 time: 1.1958048 Sep 24 19:50:31.822467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:50:31.824745 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded1de8-0ba9-4899-ac39-f62572cd8b02" -d '{"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:50:31.862682 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d536a-58da-4485-822c-fa4514017c29 x-openstack-request-id: req-9f4d536a-58da-4485-822c-fa4514017c29 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:50:31.863007 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:50:31.863256 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f4d536a-58da-4485-822c-fa4514017c29 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:50:31.863655 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'status': 'completed', 'code': 200} Sep 24 19:50:31.927860 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:50:31.930115 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-b92d955b-101d-48bd-8b33-8bd0576a9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:31.931710 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-b92d955b-101d-48bd-8b33-8bd0576a9798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1097 time: 0.0411937 Sep 24 19:50:32.028083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-1aac9be2-38de-438f-8bc2-0cfff73ae570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:32.029510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-1aac9be2-38de-438f-8bc2-0cfff73ae570 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0895488 Sep 24 19:50:32.101876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-4e770d30-b0c8-4778-a9f7-54fb1926d76a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0638354 Sep 24 19:50:32.150811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-4f0d86f2-af52-4c7e-9bd6-a49130ab23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:32.152294 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-4f0d86f2-af52-4c7e-9bd6-a49130ab23a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0427768 Sep 24 19:50:32.197671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-5e24c715-79d0-441c-a762-3aef60ad65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:50:32.199206 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-5e24c715-79d0-441c-a762-3aef60ad65e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387580 Sep 24 19:50:32.293509 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-13947740-e9c3-46ea-a70f-c6ba2da04f8b service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862498 Sep 24 19:50:32.308897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:50:31Z', 'revision_number': 13, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:32.339019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:50:32.347693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:50:32.348307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:50:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:32.387571 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-aded1de8-0ba9-4899-ac39-f62572cd8b02 req-d0885dbd-ae08-4000-b5dd-89020a8b3652 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Sep 24 19:50:32.453627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:50:32.667849 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:50:31Z', 'revision_number': 13, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:50:32.693374 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad01063-20ca-4f55-8ae4-36d0300bb797 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '767d74f8-25fb-481e-adff-f869b1ab4156', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:43:36Z', 'updated_at': '2021-09-24T19:50:31Z', 'revision_number': 13, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:50:32.870764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e45aa-bb92-42aa-b2b8-40eff7d8fb6f None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:50:33.636628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:39.276359 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:40.692237 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:50:50.353604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b046d06-5b26-49d3-a737-330507530eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:52.990775 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d01d6b-38d2-4974-9a54-2a38c61c12db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:53.403846 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:54.322646 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:50:56.063110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:02.638371 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-4cc7067a-c0ef-4185-a1f3-b7a90ce47677 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388849 Sep 24 19:51:02.729368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-1f8d0572-8ab9-4448-8a21-053fde78119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:51:02.730876 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-1f8d0572-8ab9-4448-8a21-053fde78119d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1097 time: 0.0433750 Sep 24 19:51:02.841778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-770df507-ed51-4f3b-b523-deb328f1ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:51:02.843281 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-770df507-ed51-4f3b-b523-deb328f1ec57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0895603 Sep 24 19:51:02.910021 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-66f3ea89-54fb-4d6d-8607-3b30512a96c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1003 time: 0.0582128 Sep 24 19:51:02.960928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-3e59cbff-dad5-4a54-a281-e176b9a6ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:51:02.962331 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-3e59cbff-dad5-4a54-a281-e176b9a6ba82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0429242 Sep 24 19:51:03.011402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-7f95b31a-bfcd-4393-a63e-ca63bcb22a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:51:03.012868 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-7f95b31a-bfcd-4393-a63e-ca63bcb22a58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422857 Sep 24 19:51:03.112852 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-4ed4b222-a970-4e80-a658-6dbb6c4a20ee service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813615 Sep 24 19:51:03.204856 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0fcbfa1d-b141-4687-b622-d5ff08ef87ab req-6770ada5-ee56-428b-92fa-68f8e4360e4e service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Sep 24 19:51:03.653297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:09.281441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:17.695293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:51:20.345374 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-852652b0-e9aa-4f62-8a59-5cebf59b0862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:22.991199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0262e8bf-1fbc-4cbf-a1d2-7023e08d2cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:23.403872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:24.324751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:26.065552 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:33.668190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:39.296839 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:50.348098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6166e6a-9989-4978-a2d4-2181d574ec55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:52.991261 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a54a-3561-4306-a6cc-c96710b0c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:53.403559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:54.328041 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:51:54.695675 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:51:56.068360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:03.683138 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:04.758320 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-94d52228-55e8-4bf8-b7dc-0c196961281d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402372 Sep 24 19:52:04.839275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-de25d0de-36c0-4207-8bbb-69f4bcda6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:04.840738 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-de25d0de-36c0-4207-8bbb-69f4bcda6ec5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1097 time: 0.0404983 Sep 24 19:52:04.947751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-3adc6960-1290-4a91-b137-3ce21c44489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:04.949216 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-3adc6960-1290-4a91-b137-3ce21c44489a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0881965 Sep 24 19:52:05.018621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-8bb0eaa0-718a-4119-bee8-42d65d530e3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1003 time: 0.0577967 Sep 24 19:52:05.075914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-57484d1e-f4b6-42ae-976e-496092636d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:05.077388 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-57484d1e-f4b6-42ae-976e-496092636d23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0487008 Sep 24 19:52:05.124181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-1b59db22-3cc0-4727-a0f5-ed6870b922ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:05.125649 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-1b59db22-3cc0-4727-a0f5-ed6870b922ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385814 Sep 24 19:52:05.216621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-36e6080d-fef4-4cf2-983b-670a64f71809 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797191 Sep 24 19:52:05.308122 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f0021ed7-4cce-4fd2-8f07-2fe212be6a8b req-61c227bc-1007-471a-ab59-f971c8f6bd0d service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834064 Sep 24 19:52:09.316904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:14.425149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a025c4-9fc2-4d0c-8118-8cea226102fc req-a0fbed2b-36fa-495e-bf0a-348480f470ff tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:14.426657 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47a025c4-9fc2-4d0c-8118-8cea226102fc req-a0fbed2b-36fa-495e-bf0a-348480f470ff tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0535836 Sep 24 19:52:14.464364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47a025c4-9fc2-4d0c-8118-8cea226102fc req-f5524b05-05be-4c82-bf7e-c38c72031edc tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Sep 24 19:52:20.347749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5003835a-4be1-4fa7-a1d9-6813c0cb7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:22.991914 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-480246ae-141f-40a6-9556-03102a88bbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:23.404847 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:24.334715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:25.460332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-343be8e7-ae5e-48f3-9643-90110c882a49 req-d8465cdf-119e-4586-b714-da12b701ecb7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:52:25.461301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-343be8e7-ae5e-48f3-9643-90110c882a49 req-d8465cdf-119e-4586-b714-da12b701ecb7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059285 Sep 24 19:52:25.640601 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3505d-4b01-4bbf-8f10-ab1fd56ddb14 req-5b162213-587d-4b4d-9ac8-1a369fd272c8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:25.642169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbb3505d-4b01-4bbf-8f10-ab1fd56ddb14 req-5b162213-587d-4b4d-9ac8-1a369fd272c8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0510125 Sep 24 19:52:25.681177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbb3505d-4b01-4bbf-8f10-ab1fd56ddb14 req-da370e3f-552e-4e58-8cde-94eea30859cd tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Sep 24 19:52:25.702317 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-40eed601-2221-4219-93d7-2c5a52aff3b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238976 Sep 24 19:52:25.711875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-13e412cc-ddea-4647-8956-7661ace25cad service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:52:25.712827 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-13e412cc-ddea-4647-8956-7661ace25cad service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057118 Sep 24 19:52:26.072605 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:26.805566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750e01-1d26-4aa5-8a38-0091c9a5e7ae req-ae8dfb4a-deef-4a9a-8765-a86da0d5a843 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:26.807052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae750e01-1d26-4aa5-8a38-0091c9a5e7ae req-ae8dfb4a-deef-4a9a-8765-a86da0d5a843 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0512564 Sep 24 19:52:26.848399 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae750e01-1d26-4aa5-8a38-0091c9a5e7ae req-ca96e846-ad23-4f6a-99be-37f0056d8427 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354142 Sep 24 19:52:27.816111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-cb669c89-373f-45be-9352-0c76c42e5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:27.817497 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-cb669c89-373f-45be-9352-0c76c42e5dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1097 time: 0.0396581 Sep 24 19:52:27.912597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-4f2d10c2-82c9-44f3-a5fe-f0ec7e59771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:27.914085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-4f2d10c2-82c9-44f3-a5fe-f0ec7e59771d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0887554 Sep 24 19:52:27.966141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eba40b-fa64-41a8-b6fb-4666a6a33012 req-82c6e030-fb00-4a5c-912f-9e13928cb07b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:27.967674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20eba40b-fa64-41a8-b6fb-4666a6a33012 req-82c6e030-fb00-4a5c-912f-9e13928cb07b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0487759 Sep 24 19:52:27.979624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-1160b5b7-f8d5-44a1-90b8-af9915af6702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1003 time: 0.0574338 Sep 24 19:52:28.004901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20eba40b-fa64-41a8-b6fb-4666a6a33012 req-73cbad56-f8b8-4b88-92cf-199c9423c24b tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311370 Sep 24 19:52:28.038356 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-e9dda859-556b-47e6-8a76-164745080fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:28.043709 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-e9dda859-556b-47e6-8a76-164745080fda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0514383 Sep 24 19:52:28.094639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-a96fb3be-c7c5-4d39-8309-e1d739d3e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:28.096151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-a96fb3be-c7c5-4d39-8309-e1d739d3e0f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409265 Sep 24 19:52:28.187521 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-a42034eb-a3b1-4096-babc-0901f2922792 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831454 Sep 24 19:52:28.275541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-cc01eabc-0856-443e-9f39-8134f2c9200a service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795875 Sep 24 19:52:29.129462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b6cab-9f8d-4009-b2cf-6e4ad27af492 req-09c04a0c-0d30-40aa-b429-c38c9697d519 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:29.130998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b0b6cab-9f8d-4009-b2cf-6e4ad27af492 req-09c04a0c-0d30-40aa-b429-c38c9697d519 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0537312 Sep 24 19:52:29.169105 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4b0b6cab-9f8d-4009-b2cf-6e4ad27af492 req-cd054403-7359-4b12-96ae-adf52fa87a2c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Sep 24 19:52:30.293673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c58cc-f4e9-426f-8c31-bf0a4b212d8c req-5d3c2eae-7c1a-4712-b540-a954871b786f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:30.295211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a8c58cc-f4e9-426f-8c31-bf0a4b212d8c req-5d3c2eae-7c1a-4712-b540-a954871b786f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0503867 Sep 24 19:52:30.337901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a8c58cc-f4e9-426f-8c31-bf0a4b212d8c req-dbe4c9b3-c371-434c-9469-f338a56290a8 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Sep 24 19:52:31.453358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c209-15fe-48ac-894b-71bd516e4d85 req-f88ad5c1-66b0-4c67-8759-c1a5254d9e81 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:31.454874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d63c209-15fe-48ac-894b-71bd516e4d85 req-f88ad5c1-66b0-4c67-8759-c1a5254d9e81 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0490067 Sep 24 19:52:31.491563 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2d63c209-15fe-48ac-894b-71bd516e4d85 req-f52a457e-e398-418c-8f68-c6f4cfc6381a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Sep 24 19:52:31.695159 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:52:32.607499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2751f4f-95ad-4b50-a4ab-e0ffdaf98931 req-56944b15-d999-438d-95a3-f3bb03beb1f1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:32.609027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2751f4f-95ad-4b50-a4ab-e0ffdaf98931 req-56944b15-d999-438d-95a3-f3bb03beb1f1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0488503 Sep 24 19:52:32.645424 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2751f4f-95ad-4b50-a4ab-e0ffdaf98931 req-d89afd66-8e8d-4564-b98d-8116f502a134 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Sep 24 19:52:33.690361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:33.770298 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c02c00-0779-4957-aa58-40cabeada4f8 req-4d0552fe-d531-44eb-8814-7d188d6e855a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:33.771797 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c02c00-0779-4957-aa58-40cabeada4f8 req-4d0552fe-d531-44eb-8814-7d188d6e855a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0477326 Sep 24 19:52:33.812587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-44c02c00-0779-4957-aa58-40cabeada4f8 req-c53f5a31-919b-45c0-923d-737be47bb9a1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Sep 24 19:52:34.928301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b291f-e218-4aae-a535-c110bdb5c2a2 req-873aa05a-a26a-43f4-abce-b0c8dd558f5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:34.929829 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-947b291f-e218-4aae-a535-c110bdb5c2a2 req-873aa05a-a26a-43f4-abce-b0c8dd558f5d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0497212 Sep 24 19:52:34.966647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-947b291f-e218-4aae-a535-c110bdb5c2a2 req-66d27839-2ed0-4ff7-a90d-ef6c34ae75fe tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Sep 24 19:52:36.083762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc661885-8bae-4424-91c6-6cfbe66402a5 req-7287bc36-5fd9-4d8c-9d3b-0815a204c312 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:36.085810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc661885-8bae-4424-91c6-6cfbe66402a5 req-7287bc36-5fd9-4d8c-9d3b-0815a204c312 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0494602 Sep 24 19:52:36.121873 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc661885-8bae-4424-91c6-6cfbe66402a5 req-14278ea5-a651-4271-b6d5-7a01bbd61f23 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301461 Sep 24 19:52:37.294322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93c97f-a427-4612-9d33-7a8c75c3a023 req-7a93c5e7-0ab8-43fe-bc09-98bf2053aa33 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:37.295757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a93c97f-a427-4612-9d33-7a8c75c3a023 req-7a93c5e7-0ab8-43fe-bc09-98bf2053aa33 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0978541 Sep 24 19:52:37.337671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a93c97f-a427-4612-9d33-7a8c75c3a023 req-018d8913-9f33-4dea-a0dc-2a521e139588 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359602 Sep 24 19:52:38.505035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3247-2694-40a1-9561-0334d175fba6 req-48dd7dd8-411b-4bf9-b807-e0a524212951 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:38.506509 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a2e3247-2694-40a1-9561-0334d175fba6 req-48dd7dd8-411b-4bf9-b807-e0a524212951 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.1014903 Sep 24 19:52:38.543954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a2e3247-2694-40a1-9561-0334d175fba6 req-59499fc0-9b4e-4c99-9dfc-3518511d1c95 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 24 19:52:39.327852 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:39.657547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf7740-761e-4816-8356-f88e3ffd24eb req-458147ae-2b69-4c7a-ae94-24ba0796c86f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:39.659055 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdf7740-761e-4816-8356-f88e3ffd24eb req-458147ae-2b69-4c7a-ae94-24ba0796c86f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0480647 Sep 24 19:52:39.696483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fdf7740-761e-4816-8356-f88e3ffd24eb req-dabffdd1-7d74-432c-a275-3021026f2f00 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305212 Sep 24 19:52:40.812333 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afcc38-ddb4-49bb-af7d-a6e1d7504b3e req-577129cf-43a1-40e5-b8ac-30ec2b8756d5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:40.813854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05afcc38-ddb4-49bb-af7d-a6e1d7504b3e req-577129cf-43a1-40e5-b8ac-30ec2b8756d5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0505841 Sep 24 19:52:40.856316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05afcc38-ddb4-49bb-af7d-a6e1d7504b3e req-df1b6f1d-b818-4a09-ac4a-277eb4615c02 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 Sep 24 19:52:41.974723 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527adf-157c-4f47-a753-54ab337009b9 req-0ac8ee13-deb8-455a-9af2-68829b99d6d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:41.976300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd527adf-157c-4f47-a753-54ab337009b9 req-0ac8ee13-deb8-455a-9af2-68829b99d6d6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0493879 Sep 24 19:52:42.014884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd527adf-157c-4f47-a753-54ab337009b9 req-914661e5-35f8-42c8-8f28-fc9d3b15abd3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Sep 24 19:52:42.301385 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2558b43f-b25f-43c0-9cf0-60c5d000c4db service neutron] show failed (client error): The resource could not be found. Sep 24 19:52:42.302399 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2558b43f-b25f-43c0-9cf0-60c5d000c4db service neutron] 10.222.0.15 "GET /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0536401 Sep 24 19:52:42.496824 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-af35e6d7-956a-42d2-a28d-9195f882fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:42.498200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-af35e6d7-956a-42d2-a28d-9195f882fef5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1097 time: 0.0402119 Sep 24 19:52:42.511223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:52:42.564927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:42.763757 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:52:42.795474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:52:42.834140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:52:42.836415 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6aa8f-61db-4702-9602-c2c3f71196d3" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:52:42.840097 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:42.852726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Transition to ACTIVE for port object 84ec5835-e31a-4bd4-888d-60775c0192bd will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:52:42.856987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:42.893973 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdfdd88-9f87-4329-9793-4c115e106cfe x-openstack-request-id: req-7cdfdd88-9f87-4329-9793-4c115e106cfe {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:52:42.894271 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:52:42.894525 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cdfdd88-9f87-4329-9793-4c115e106cfe {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:52:42.894940 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'code': 200} Sep 24 19:52:42.946286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:52:42.958255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.958602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.958967 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.959307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.959642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.960006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.960337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.960668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.960994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.961315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.961644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.961974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:42.993722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] No DVR routers for this DVR port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:52:43.181643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753c61-a26b-4922-aacf-2a44258023bc req-0e85ed51-52b5-4b2a-a7df-07a5accda14f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.183071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1753c61-a26b-4922-aacf-2a44258023bc req-0e85ed51-52b5-4b2a-a7df-07a5accda14f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0835633 Sep 24 19:52:43.183694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:52:43.184018 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:52:43.184335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:52:43.188867 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:52:43.189180 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:52:43.200122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:52:43.200452 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:52:43.200815 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:52:43.201231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Bound port: 84ec5835-e31a-4bd4-888d-60775c0192bd, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:52:43.201581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:43.257397 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1753c61-a26b-4922-aacf-2a44258023bc req-fd1b0a94-782a-4454-b266-973cacfc8358 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661163 Sep 24 19:52:43.289800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:52:43.292682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:52:43.297024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:43.330292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.330919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:43.332290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] 10.222.0.69 "PUT /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1092 time: 0.8258228 Sep 24 19:52:43.363392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ec87-eae7-4b43-a026-3384c2872bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:52:43.400895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-3ce6d8aa-6763-408b-956b-1d1414963cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.402518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-3ce6d8aa-6763-408b-956b-1d1414963cd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1095 time: 0.0472920 Sep 24 19:52:43.501077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-59d0277e-3a16-4a00-b1e4-195d49c10e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.502576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-59d0277e-3a16-4a00-b1e4-195d49c10e82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0933883 Sep 24 19:52:43.566028 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-3b16cf1f-70d4-4c3d-945c-2a266a645377 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0567608 Sep 24 19:52:43.613735 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-9b97643f-a70c-41d3-8745-eccef41ebe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.615234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-9b97643f-a70c-41d3-8745-eccef41ebe8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0429025 Sep 24 19:52:43.664081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-b21b762e-f61d-4007-8081-ad76b96ff0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:43.665564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-b21b762e-f61d-4007-8081-ad76b96ff0b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438728 Sep 24 19:52:43.752022 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-1eb9bc60-6a29-4259-b39c-fe7881bf69dc service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795314 Sep 24 19:52:43.849584 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-35525df2-2e3d-420e-890b-791cb2bf2735 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910585 Sep 24 19:52:44.376986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e7ddd-b3c8-4270-818c-b0625a394465 req-bc845ed0-4a9a-4aa9-a76c-c30628067713 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:44.378516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-146e7ddd-b3c8-4270-818c-b0625a394465 req-bc845ed0-4a9a-4aa9-a76c-c30628067713 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0501215 Sep 24 19:52:44.417087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-146e7ddd-b3c8-4270-818c-b0625a394465 req-3c98b912-d44f-4ff2-940d-27a6c3cd8a12 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Sep 24 19:52:44.426295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:52:44.465996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:52:44.896248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:52:44.899226 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5e776231b3636ed184f64850142f153b0e5fa0d02c3575a7a385dd035d6f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdddee-d110-459f-a269-192694385779" -d '{"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:52:44.949134 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b08c4-2592-49c5-a649-43df6abb3b23 x-openstack-request-id: req-339b08c4-2592-49c5-a649-43df6abb3b23 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:52:44.949429 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:52:44.949684 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339b08c4-2592-49c5-a649-43df6abb3b23 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:52:44.950083 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'status': 'completed', 'code': 200} Sep 24 19:52:45.015115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-074eebe9-ebb4-401f-afb0-991c5d7847ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.016776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-074eebe9-ebb4-401f-afb0-991c5d7847ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1095 time: 0.0449030 Sep 24 19:52:45.018127 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-ea9dedd3-5bb7-4c22-8f57-7eb93291a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.019866 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-ea9dedd3-5bb7-4c22-8f57-7eb93291a3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1095 time: 0.0451443 Sep 24 19:52:45.130242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-8eb5f970-27d4-4773-9530-297db7068bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.132261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-8eb5f970-27d4-4773-9530-297db7068bca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1008332 Sep 24 19:52:45.132819 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-c9bf630e-8dd4-4776-800a-756e3014d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.134309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-c9bf630e-8dd4-4776-800a-756e3014d1ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1104922 Sep 24 19:52:45.202546 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-a522e847-a189-49e5-b81b-63b2607f372d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0607390 Sep 24 19:52:45.207530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-20f75099-dc02-4ce4-b453-7c24dfe71637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0625260 Sep 24 19:52:45.258992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-6f1bd9e3-d76d-4dec-b888-7c5f4109b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.259903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-dedbf10d-b6f2-4c08-a587-fe4fdae9aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.260511 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-6f1bd9e3-d76d-4dec-b888-7c5f4109b5a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0506911 Sep 24 19:52:45.261413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-dedbf10d-b6f2-4c08-a587-fe4fdae9aad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0454550 Sep 24 19:52:45.308894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-26b5659e-8bf0-4b3c-897b-cc3291150d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.310622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-26b5659e-8bf0-4b3c-897b-cc3291150d45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431664 Sep 24 19:52:45.311798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdddee-d110-459f-a269-192694385779 req-66f51bf3-9895-4382-9e85-1471b572f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.313298 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-66f51bf3-9895-4382-9e85-1471b572f2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447347 Sep 24 19:52:45.403172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-3c656e35-f698-410f-a77b-7d6cd0eff4db service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Sep 24 19:52:45.543503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-a414f90a-52bb-41e2-9cf2-364c84b7cddc service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335342 Sep 24 19:52:45.566397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd4f51-bbf9-47db-8e6d-d6dde5522192 req-67ecf687-cff0-4e4f-ae1d-a402d90ed3f4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:45.568053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52bd4f51-bbf9-47db-8e6d-d6dde5522192 req-67ecf687-cff0-4e4f-ae1d-a402d90ed3f4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0652804 Sep 24 19:52:45.608952 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-52bd4f51-bbf9-47db-8e6d-d6dde5522192 req-0ca278d3-0317-4efe-830d-1a6f625cf2ac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339410 Sep 24 19:52:45.685261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-6b9aee9d-fd1d-4d0e-86cf-645923e33068 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602493 Sep 24 19:52:45.781597 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e0bdddee-d110-459f-a269-192694385779 req-2cc9dd72-07c1-460a-afe8-c50f93583bdf service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849261 Sep 24 19:52:46.733581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a2b9-357b-4afe-8b31-c780d1615348 req-b142f8e9-e56e-47fe-9265-e15aaffc82f3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:46.735100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d685a2b9-357b-4afe-8b31-c780d1615348 req-b142f8e9-e56e-47fe-9265-e15aaffc82f3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0532920 Sep 24 19:52:46.773195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d685a2b9-357b-4afe-8b31-c780d1615348 req-6174f6d3-d744-4752-bce6-64a1cd8670bc tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Sep 24 19:52:47.890346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6f5b-816a-46bf-b719-d3a16de4393e req-48dd2247-5b52-4db9-bc3c-855b0eceb0e3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:47.891748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175f6f5b-816a-46bf-b719-d3a16de4393e req-48dd2247-5b52-4db9-bc3c-855b0eceb0e3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0490122 Sep 24 19:52:47.929093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175f6f5b-816a-46bf-b719-d3a16de4393e req-30cb43bb-d552-47de-9197-5bbf4d6f7bc6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Sep 24 19:52:49.045010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92ae1-7751-4132-9b71-65951d3ebb0a req-0604bde1-d5cd-4752-9ecd-9cf4139696be tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:49.047001 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9d92ae1-7751-4132-9b71-65951d3ebb0a req-0604bde1-d5cd-4752-9ecd-9cf4139696be tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0497036 Sep 24 19:52:49.085338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9d92ae1-7751-4132-9b71-65951d3ebb0a req-5b36442b-043b-49e6-8a07-5f171d29edb5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Sep 24 19:52:50.209497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7255c2-4b01-4d3e-a6db-491f1987202f req-c6437ea9-7479-481e-9993-677f5c6569df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:50.210930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c7255c2-4b01-4d3e-a6db-491f1987202f req-c6437ea9-7479-481e-9993-677f5c6569df tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0523160 Sep 24 19:52:50.251786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3c7255c2-4b01-4d3e-a6db-491f1987202f req-7725c9c1-878d-4ee2-a887-099eca764bac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Sep 24 19:52:50.348091 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df0b99aa-c797-44a0-bbeb-dc0ab229e4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:51.368144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a40-76c0-4b5c-a35d-a3524ebb1431 req-65b4844b-fabf-49c6-9fce-385cd36f3f1c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:51.369635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b0d5a40-76c0-4b5c-a35d-a3524ebb1431 req-65b4844b-fabf-49c6-9fce-385cd36f3f1c tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0491989 Sep 24 19:52:51.406993 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6b0d5a40-76c0-4b5c-a35d-a3524ebb1431 req-24b09a06-f34c-4287-9e0d-27644e19fb90 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Sep 24 19:52:52.525254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafeaa2-ebd7-4f8c-af10-e5f49b7925e4 req-52548fc6-3a6e-4875-bd70-aa6c25b3e052 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:52.526774 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7dafeaa2-ebd7-4f8c-af10-e5f49b7925e4 req-52548fc6-3a6e-4875-bd70-aa6c25b3e052 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0521569 Sep 24 19:52:52.564254 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7dafeaa2-ebd7-4f8c-af10-e5f49b7925e4 req-a5fe2bb8-4896-405f-92e2-1c4d3caefb8e tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Sep 24 19:52:52.993648 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-892eb189-2347-4376-979b-2bb7b6154fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:53.405190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:53.695259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f04ae-e370-4787-8b4f-ac50d2ceb1bf req-a5cd5d0c-5790-4072-8385-1a01c9df4f46 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:53.697059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c9f04ae-e370-4787-8b4f-ac50d2ceb1bf req-a5cd5d0c-5790-4072-8385-1a01c9df4f46 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0546658 Sep 24 19:52:53.737489 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c9f04ae-e370-4787-8b4f-ac50d2ceb1bf req-b5ed6bb3-822e-463c-8bfa-d1a8d9bdc32f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Sep 24 19:52:54.332654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:54.853636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2d48b-2211-4d3a-90b4-fb64ddb4f5e9 req-5dc6d528-ffbe-4521-b6a7-d6e21e385560 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:54.855154 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce2d48b-2211-4d3a-90b4-fb64ddb4f5e9 req-5dc6d528-ffbe-4521-b6a7-d6e21e385560 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 944 time: 0.0491996 Sep 24 19:52:54.892956 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce2d48b-2211-4d3a-90b4-fb64ddb4f5e9 req-23a6c728-adcf-4821-8965-292720eb759f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Sep 24 19:52:55.776446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:52:55.870127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:52:55.880777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:52:55.917158 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:55.929720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:52:55.948521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:52:55.952273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:55.998522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:52:56.005743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.006097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.006469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.006809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.007176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.007512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.007842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.008184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.008498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.008825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.008966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438b533-595d-496c-94b5-7d8dc2263f2e req-82d6a9d6-7aa2-4c24-b55a-1d1a0b0ec9ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.009436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.009533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:52:56.010471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8438b533-595d-496c-94b5-7d8dc2263f2e req-82d6a9d6-7aa2-4c24-b55a-1d1a0b0ec9ba tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0486002 Sep 24 19:52:56.050298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8438b533-595d-496c-94b5-7d8dc2263f2e req-f3315f7a-69de-4036-91c9-99e5c5391a2d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337715 Sep 24 19:52:56.075126 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:56.178470 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['84ec5835-e31a-4bd4-888d-60775c0192bd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:52:56.375165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3ed90049-3c36-4e9d-8d81-baf4ee697eb1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.376633 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3ed90049-3c36-4e9d-8d81-baf4ee697eb1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.69 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 945 time: 0.0931292 Sep 24 19:52:56.388781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336478-000d-4a91-9e35-36aeb095cb24 req-adba74c1-840a-46bb-b3a1-a9d4b5bf8caa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.390190 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea336478-000d-4a91-9e35-36aeb095cb24 req-adba74c1-840a-46bb-b3a1-a9d4b5bf8caa tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0720780 Sep 24 19:52:56.464697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ea336478-000d-4a91-9e35-36aeb095cb24 req-213b42f7-22a0-4c8b-ab18-4eee6f3c0a4d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675678 Sep 24 19:52:56.470586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3fec5f8b-b7a9-4aff-bc07-c3e4e052d2f8 service neutron] 10.222.0.69 "GET /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd/bindings/n-h1-810952-2 HTTP/1.1" status: 200 len: 382 time: 0.0795226 Sep 24 19:52:56.538223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-021858dd-0936-436c-8065-5ec5946e706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.539778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-021858dd-0936-436c-8065-5ec5946e706b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1096 time: 0.0455885 Sep 24 19:52:56.635608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-44681227-e55a-42ec-bb09-424523344137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.636985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-44681227-e55a-42ec-bb09-424523344137 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0894253 Sep 24 19:52:56.704802 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-caa36ea1-5eeb-4a62-a5ac-ed1b04701c80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1002 time: 0.0597956 Sep 24 19:52:56.752103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3acbbf21-71d1-45ec-b8f5-4631c6b52c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.753484 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3acbbf21-71d1-45ec-b8f5-4631c6b52c1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0420165 Sep 24 19:52:56.796860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-d707c5de-535c-4f4f-9b5e-a5cf6c42890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:56.798371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-d707c5de-535c-4f4f-9b5e-a5cf6c42890d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380175 Sep 24 19:52:56.889896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-8011d2cc-0346-46cb-a030-a048de5bbb21 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842683 Sep 24 19:52:56.977732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-eaa441b9-7042-43d4-bfa7-bb0120c9d35a service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Sep 24 19:52:57.586572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9423-993b-478b-aac0-071816262d19 req-024c8cf9-b857-41e0-9a65-3341befceba3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:57.588066 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b13c9423-993b-478b-aac0-071816262d19 req-024c8cf9-b857-41e0-9a65-3341befceba3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0535023 Sep 24 19:52:57.624405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b13c9423-993b-478b-aac0-071816262d19 req-1095759b-8eb1-4ad7-b247-2a919eb047a3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304589 Sep 24 19:52:57.788478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:52:57.835842 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 84ec5835-e31a-4bd4-888d-60775c0192bd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:52:57.839381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 84ec5835-e31a-4bd4-888d-60775c0192bd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:52:57.839758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:57.915415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:57.936580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:52:57.938805 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaea877-f598-4ce0-8ef9-d25e6b759447" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:52:57.951629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:52:57.955509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:52:58.001450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:52:58.043907 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c290a51-8439-4491-ae95-5823f659a056 x-openstack-request-id: req-8c290a51-8439-4491-ae95-5823f659a056 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:52:58.044053 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:52:58.044314 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c290a51-8439-4491-ae95-5823f659a056 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:52:58.044735 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'code': 200} Sep 24 19:52:58.741512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41feb1-fb3d-43a1-b928-0341eacb8c56 req-45eaa499-8bfb-4f81-984a-43d4caae5748 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:58.743060 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f41feb1-fb3d-43a1-b928-0341eacb8c56 req-45eaa499-8bfb-4f81-984a-43d4caae5748 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0503578 Sep 24 19:52:58.780233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f41feb1-fb3d-43a1-b928-0341eacb8c56 req-9d565261-0515-41fb-857c-dcac49db6234 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308623 Sep 24 19:52:59.900873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4995d-d9f0-40de-b216-7976a9ac6a41 req-eea2b19a-2f6f-473a-b960-aeb3861da1ff tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:52:59.902540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ea4995d-d9f0-40de-b216-7976a9ac6a41 req-eea2b19a-2f6f-473a-b960-aeb3861da1ff tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0507627 Sep 24 19:52:59.948213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ea4995d-d9f0-40de-b216-7976a9ac6a41 req-549013f0-a5f5-49ab-b80d-27eeff948fa5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390623 Sep 24 19:53:00.751155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-ea9fb45c-7ff5-4ed8-b05a-fc067038e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:00.752645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-ea9fb45c-7ff5-4ed8-b05a-fc067038e90e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac&tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e HTTP/1.1" status: 200 len: 1097 time: 0.0821376 Sep 24 19:53:00.768792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:00.822319 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.019214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:01.055463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h1-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:53:01.069019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d1a66-31e6-4d00-989f-f2b500694282 req-7fd7c804-67af-4af8-be10-bb2f81573f15 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.070684 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df5d1a66-31e6-4d00-989f-f2b500694282 req-7fd7c804-67af-4af8-be10-bb2f81573f15 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0544322 Sep 24 19:53:01.094164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:01.096489 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed6dda-e834-4e07-a284-7536c37c6664" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:01.100317 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.109269 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df5d1a66-31e6-4d00-989f-f2b500694282 req-9ec962fb-1e1b-4206-8632-f25989130963 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Sep 24 19:53:01.113472 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Transition to ACTIVE for port object 84ec5835-e31a-4bd4-888d-60775c0192bd will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:53:01.118375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.197815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:01.209445 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.209796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.210839 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.211346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.211933 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.212434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.212771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.213103 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.213433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.213760 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.214086 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.214411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:01.220396 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6566e7e-6f48-4b03-9161-c05a615ccc5c x-openstack-request-id: req-c6566e7e-6f48-4b03-9161-c05a615ccc5c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:01.220680 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:01.220939 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6566e7e-6f48-4b03-9161-c05a615ccc5c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:01.221331 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'code': 200} Sep 24 19:53:01.257654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] No DVR routers for this DVR port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h1-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:01.392377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:53:01.392640 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:53:01.392963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:01.397090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:53:01.397902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Attempting to bind port 84ec5835-e31a-4bd4-888d-60775c0192bd on network e5bd921e-07c9-4de8-8624-d5607d0d8ebe {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:01.403867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:53:01.404196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Checking segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:53:01.404574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Bound using segment: {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:53:01.405352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Bound port: 84ec5835-e31a-4bd4-888d-60775c0192bd, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8784b-a9cd-4cee-83cf-feb0eed18643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:53:01.405352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.472145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:53:01.475373 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:53:01.479543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.512635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.513254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:01.514611 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] 10.222.0.15 "PUT /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1093 time: 0.7497153 Sep 24 19:53:01.535467 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6bf76-d282-438e-a5f7-e77e70dae670 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=11']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:01.584178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-35fad92f-224d-4904-a7c4-f8a387991430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.586843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-35fad92f-224d-4904-a7c4-f8a387991430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1096 time: 0.0443687 Sep 24 19:53:01.689886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-926b8839-9c39-4ed4-8e78-1c11edf14bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.691407 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-926b8839-9c39-4ed4-8e78-1c11edf14bba service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0969071 Sep 24 19:53:01.759315 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-83be55a5-7f07-4a97-a7b2-f95dcc2760b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0566840 Sep 24 19:53:01.811180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:01.812255 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-1b067e64-95e2-4061-b126-c4caaafa003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.813742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-1b067e64-95e2-4061-b126-c4caaafa003e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0438292 Sep 24 19:53:01.847804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:01.863096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-ce51e29d-62ee-4dec-b10f-fe782800fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:01.864841 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-ce51e29d-62ee-4dec-b10f-fe782800fb97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438874 Sep 24 19:53:01.962936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-cb496e02-20b5-4b44-9824-369ec262e0d9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Sep 24 19:53:02.057153 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b35d9ced-54e6-42d5-a2f8-f3bc1356c871 req-3f3c2a79-7064-4ac0-9c1b-8aea51a00156 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857646 Sep 24 19:53:02.229352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa8666-76d1-4e37-b2d9-f530a122392a req-4571b1ae-57ac-468d-8824-f32718fc30ac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:02.230767 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aaa8666-76d1-4e37-b2d9-f530a122392a req-4571b1ae-57ac-468d-8824-f32718fc30ac tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0487850 Sep 24 19:53:02.268798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3aaa8666-76d1-4e37-b2d9-f530a122392a req-3f724685-68d6-4050-a7c3-94c84510c1cb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Sep 24 19:53:03.222315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:03.224912 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927" -d '{"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:03.274366 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4227183-cd4f-4dd1-a678-89b9a543a7fa x-openstack-request-id: req-f4227183-cd4f-4dd1-a678-89b9a543a7fa {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:03.274966 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:03.275231 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4227183-cd4f-4dd1-a678-89b9a543a7fa {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:03.275638 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'status': 'completed', 'code': 200} Sep 24 19:53:03.347737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-a21d8b97-d87b-43dd-889f-11eaf4cbe276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.349259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-a21d8b97-d87b-43dd-889f-11eaf4cbe276 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1096 time: 0.0516229 Sep 24 19:53:03.351554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-f38b2e5f-8ea2-4b9a-bb80-49f0c52b64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.353055 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-f38b2e5f-8ea2-4b9a-bb80-49f0c52b64bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1096 time: 0.0451882 Sep 24 19:53:03.450061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-90dbb6ff-1aaf-4420-9c44-a33f32456189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.451162 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-90dbb6ff-1aaf-4420-9c44-a33f32456189 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0894582 Sep 24 19:53:03.457838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07c89-a873-4208-9555-926d7357eec2 req-4a3c488f-13a6-48c1-9108-23378f360783 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.459376 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ec07c89-a873-4208-9555-926d7357eec2 req-4a3c488f-13a6-48c1-9108-23378f360783 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.1139061 Sep 24 19:53:03.503429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-0a114398-5c3b-4223-8a55-ebc3dda6381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.504953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-0a114398-5c3b-4223-8a55-ebc3dda6381b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.1461556 Sep 24 19:53:03.513689 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5ec07c89-a873-4208-9555-926d7357eec2 req-d949577a-0023-4fd5-97f8-e4e7e1fb9ec6 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474665 Sep 24 19:53:03.522750 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-fdb419ca-7ded-4d31-b998-177039ff5f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0618703 Sep 24 19:53:03.579028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-823debfb-0cd3-4d96-8fde-1f9c22ef2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.580867 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-823debfb-0cd3-4d96-8fde-1f9c22ef2195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0467689 Sep 24 19:53:03.583163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-0633d011-d4cd-4bef-9afd-19f9517311fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0689769 Sep 24 19:53:03.635542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-11d86694-b39c-4661-81dd-6aee74d668a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.635745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-b73dba9b-0bbf-475c-8f4f-3aef66fd907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.637153 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-b73dba9b-0bbf-475c-8f4f-3aef66fd907c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453525 Sep 24 19:53:03.637273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-11d86694-b39c-4661-81dd-6aee74d668a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0470984 Sep 24 19:53:03.688260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-64f6927a-777a-469f-8241-b6569f81941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:03.690501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-64f6927a-777a-469f-8241-b6569f81941d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455461 Sep 24 19:53:03.692577 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:03.734804 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-e7852929-432b-47f3-8687-fdb159eef242 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Sep 24 19:53:03.786395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-342c95fe-fcbb-4887-816d-355ee9e9ef74 service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881069 Sep 24 19:53:03.839154 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-d0c7500b-99b9-4b16-9d39-ecaff10e6d96 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917540 Sep 24 19:53:03.880921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2ec5b1e-b93a-4744-b19f-68d8ca41d927 req-ba74ce4e-33a2-4739-bbb5-13c89e21be4e service neutron] 10.222.0.69 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868897 Sep 24 19:53:04.640027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a9e2-27d4-416b-8e7f-d4c562d7f2e3 req-252350c7-e935-4b49-8aaa-3396a757b80a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:04.641551 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fa7a9e2-27d4-416b-8e7f-d4c562d7f2e3 req-252350c7-e935-4b49-8aaa-3396a757b80a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0549219 Sep 24 19:53:04.679958 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0fa7a9e2-27d4-416b-8e7f-d4c562d7f2e3 req-a886533d-ec71-4037-b3d1-4c86834a1e72 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Sep 24 19:53:05.804382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520579-fe00-44a4-8300-294e98a77cb2 req-dee9348a-1171-48ef-b4d1-13dc06c02a9d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:05.805919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d520579-fe00-44a4-8300-294e98a77cb2 req-dee9348a-1171-48ef-b4d1-13dc06c02a9d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0519385 Sep 24 19:53:05.844360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d520579-fe00-44a4-8300-294e98a77cb2 req-2aaf1de3-18bd-4c03-8e68-5bb6953b8a5a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Sep 24 19:53:06.034654 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-ae127716-3797-4e11-96a5-a44feb3cb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:06.042938 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-ae127716-3797-4e11-96a5-a44feb3cb040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 1096 time: 0.0421312 Sep 24 19:53:06.149803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-0e98ef4a-afda-4d42-8c59-cfca8f8f91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:06.151279 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-0e98ef4a-afda-4d42-8c59-cfca8f8f91e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 200 len: 912 time: 0.0877469 Sep 24 19:53:06.215410 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-0453b578-dfe4-46c4-a2cd-11743a617c5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 200 len: 1001 time: 0.0556881 Sep 24 19:53:06.266672 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-d1dc3921-7165-4e9d-8ec3-692d4c5805cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:06.268097 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-d1dc3921-7165-4e9d-8ec3-692d4c5805cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 200 len: 851 time: 0.0419240 Sep 24 19:53:06.317198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-9896d135-e656-439d-b3a2-bd9344848824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:06.318695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-9896d135-e656-439d-b3a2-bd9344848824 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5bd921e-07c9-4de8-8624-d5607d0d8ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428474 Sep 24 19:53:06.409444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-ae5375c5-0a5a-4902-a97a-35a257b3b397 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794041 Sep 24 19:53:06.509515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fa5ff815-a7f6-48a8-869e-c6939c06df1a req-125516b5-9084-4201-a9cf-e26a3b3d5631 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Sep 24 19:53:06.959994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3460bd-34ca-4763-b276-c129484c7497 req-2742ac44-6d22-463a-ade7-9fb29e7f57bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:06.961599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3460bd-34ca-4763-b276-c129484c7497 req-2742ac44-6d22-463a-ade7-9fb29e7f57bb tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0491655 Sep 24 19:53:06.998848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd3460bd-34ca-4763-b276-c129484c7497 req-5579f192-fc31-4a6b-818a-677a938eb1b9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Sep 24 19:53:08.118459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77437d2-3cdd-4f10-9460-9290aecec25d req-c9ee6e27-6413-4e5a-aeb9-c2a76086733d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:08.119964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a77437d2-3cdd-4f10-9460-9290aecec25d req-c9ee6e27-6413-4e5a-aeb9-c2a76086733d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0518184 Sep 24 19:53:08.156670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a77437d2-3cdd-4f10-9460-9290aecec25d req-320f7bea-18eb-42c7-b84a-9fcddf4bf027 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308256 Sep 24 19:53:08.695284 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:53:09.271896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547c70-1c06-47b0-a061-b91024ec2828 req-498fd120-5bb9-4aa5-8dc9-fbca00e0e712 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:09.273394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62547c70-1c06-47b0-a061-b91024ec2828 req-498fd120-5bb9-4aa5-8dc9-fbca00e0e712 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0491002 Sep 24 19:53:09.310986 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62547c70-1c06-47b0-a061-b91024ec2828 req-12c51edb-335e-4074-9009-cebefd419ac4 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315607 Sep 24 19:53:09.331985 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:10.425460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895c86-a05e-481e-890c-eed1ee5e57cc req-1d87130b-1683-4b82-9aeb-3ca13787bfb7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:10.426973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7895c86-a05e-481e-890c-eed1ee5e57cc req-1d87130b-1683-4b82-9aeb-3ca13787bfb7 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0487323 Sep 24 19:53:10.463846 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f7895c86-a05e-481e-890c-eed1ee5e57cc req-1d9e2129-eae4-4c10-a937-0d9bb6ea1dc5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303140 Sep 24 19:53:11.583329 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8ea54-a4f5-4410-8e16-693c992fc7b0 req-e33b2ac2-5884-409b-80cc-34fe40b51750 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:11.585324 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78c8ea54-a4f5-4410-8e16-693c992fc7b0 req-e33b2ac2-5884-409b-80cc-34fe40b51750 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 945 time: 0.0524213 Sep 24 19:53:11.907650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-78c8ea54-a4f5-4410-8e16-693c992fc7b0 req-9afe08a4-d51f-4469-a35b-55095be2f0e1 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163064 Sep 24 19:53:12.520343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:53:12.611998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:12.622925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'port_id': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'mac_address': 'fa:16:3e:ba:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:53:12.658284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:12.674442 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:53:12.692444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:12.696779 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:12.742774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:13.023038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fa2c-5668-4ba7-b9e8-7cc806768f86 req-22204198-bf6d-4ec9-9b64-321e55d24d47 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:13.024588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5163fa2c-5668-4ba7-b9e8-7cc806768f86 req-22204198-bf6d-4ec9-9b64-321e55d24d47 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0484574 Sep 24 19:53:13.068214 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5163fa2c-5668-4ba7-b9e8-7cc806768f86 req-391ceeab-28ab-4c16-bd2f-0cc7f7ebfc35 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351727 Sep 24 19:53:13.977267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['84ec5835-e31a-4bd4-888d-60775c0192bd'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:14.192642 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3586f8-7cfb-418c-b0f5-edb1943fc892 req-094ef90e-d3fa-4cf3-a6fd-a5dac167fb05 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:14.194117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e3586f8-7cfb-418c-b0f5-edb1943fc892 req-094ef90e-d3fa-4cf3-a6fd-a5dac167fb05 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0485690 Sep 24 19:53:14.230600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e3586f8-7cfb-418c-b0f5-edb1943fc892 req-2ccc50b3-dc51-471a-b8af-fd4c4bbc3a1d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304594 Sep 24 19:53:14.346505 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279d03-fecf-4e4e-b245-c4a67e5596f0 req-9b00636a-1b1b-4ed4-bf4b-474c2c3125c2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:14.348000 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0279d03-fecf-4e4e-b245-c4a67e5596f0 req-9b00636a-1b1b-4ed4-bf4b-474c2c3125c2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0510728 Sep 24 19:53:14.385543 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0279d03-fecf-4e4e-b245-c4a67e5596f0 req-8bfbb4a7-6a89-4694-ba4c-a9a5e32aeac0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Sep 24 19:53:14.497459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d192c-336c-48d6-b9e1-d1809bafceee req-7e948e53-fcbd-4434-b3ec-5fd2b74bcff3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:14.498941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a3d192c-336c-48d6-b9e1-d1809bafceee req-7e948e53-fcbd-4434-b3ec-5fd2b74bcff3 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 946 time: 0.0481751 Sep 24 19:53:14.526043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:53:14.538112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a3d192c-336c-48d6-b9e1-d1809bafceee req-8c3498c3-015b-4367-b403-d55d426010c2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Sep 24 19:53:14.580612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 84ec5835-e31a-4bd4-888d-60775c0192bd completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:53:14.584209 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 84ec5835-e31a-4bd4-888d-60775c0192bd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:53:14.584581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:14.662826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:14.687300 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:14.689930 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225abe2d-2ffa-483a-9a3e-6b2ca724817f" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:14.704575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:14.709429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:14.740263 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82438155-0753-4668-81aa-e96b46df8293 x-openstack-request-id: req-82438155-0753-4668-81aa-e96b46df8293 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:14.740564 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-plugged", "status": "completed", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:14.740821 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82438155-0753-4668-81aa-e96b46df8293 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:14.741747 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'code': 200} Sep 24 19:53:14.768033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=13']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:14.789664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d590-1b18-46d9-b16e-9c03a973cbf7 req-f9bd0832-d5cf-4338-8d8b-e848aa17755a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:14.791195 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f657d590-1b18-46d9-b16e-9c03a973cbf7 req-f9bd0832-d5cf-4338-8d8b-e848aa17755a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 947 time: 0.0499461 Sep 24 19:53:14.828341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f657d590-1b18-46d9-b16e-9c03a973cbf7 req-02099f04-2762-43fe-8026-a9dd3f5f7c8d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311882 Sep 24 19:53:15.946592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686bce1-45a0-43a8-b0a7-f3e4346b5f97 req-c7efdbee-d105-4c3c-9753-8e544741b61a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:15.948112 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2686bce1-45a0-43a8-b0a7-f3e4346b5f97 req-c7efdbee-d105-4c3c-9753-8e544741b61a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 947 time: 0.0527904 Sep 24 19:53:15.989224 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2686bce1-45a0-43a8-b0a7-f3e4346b5f97 req-08b82fed-fada-4b65-b091-b5e2dfb238d5 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1d476fa-2694-4ede-8b71-d1006bdc83d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Sep 24 19:53:16.521459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-ad339ec4-6c16-4212-9ac8-8cbcf8409200 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:16.523559 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-ad339ec4-6c16-4212-9ac8-8cbcf8409200 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 947 time: 0.0478706 Sep 24 19:53:16.615619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Deleting port 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:16.615964 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:16.701858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] For port 84ec5835-e31a-4bd4-888d-60775c0192bd, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=84ec5835-e31a-4bd4-888d-60775c0192bd,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:16.702216 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:16.869930 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:16.870207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:16.870511 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Floating IP 767d74f8-25fb-481e-adff-f869b1ab4156 disassociated. External IP: 172.25.5.173, port: 84ec5835-e31a-4bd4-888d-60775c0192bd. Sep 24 19:53:16.870841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Calling delete_port for 84ec5835-e31a-4bd4-888d-60775c0192bd owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:16.996609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:17.024985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'Port': ['ID=84ec5835-e31a-4bd4-888d-60775c0192bd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:17.110201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7af57d0-c114-4bc6-a735-58a3310250db req-ea298148-8301-4e10-918d-8359b8f881c9 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0299661 Sep 24 19:53:17.155051 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:53:17.265909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:53:17.276681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:53:17.285700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:53:17.286392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:52:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:17.308436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] No DVR routers for this DVR port 84ec5835-e31a-4bd4-888d-60775c0192bd on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:17.311197 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:17.313310 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-93d68a93-8f24-4c79-af0d-bf1563ab11cd req-b0e3a4b7-8c7f-47f6-8ada-d4099cb6a28d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.15 "DELETE /v2.0/ports/84ec5835-e31a-4bd4-888d-60775c0192bd HTTP/1.1" status: 204 len: 173 time: 0.7836659 Sep 24 19:53:17.313687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-deleted', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:17.317438 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540995f6-1d98-40d6-bb3d-bcef98f05f7a" -d '{"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-deleted", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:17.356251 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b81227-8956-40d4-a77c-491fce7a0570 x-openstack-request-id: req-96b81227-8956-40d4-a77c-491fce7a0570 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:17.356554 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f2887-de02-4ca3-a5ba-87145ad09eac", "name": "network-vif-deleted", "tag": "84ec5835-e31a-4bd4-888d-60775c0192bd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:17.356803 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96b81227-8956-40d4-a77c-491fce7a0570 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:17.357200 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f2887-de02-4ca3-a5ba-87145ad09eac', 'name': 'network-vif-deleted', 'tag': '84ec5835-e31a-4bd4-888d-60775c0192bd', 'status': 'completed', 'code': 200} Sep 24 19:53:17.401065 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:53:17.595533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:17.621590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:53:17.629959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:53:17.630509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:52:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:17.733866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:53:18.085997 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:18.112049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e91b-0863-4cf3-8bc2-41b3ee6b96a8 None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:43:34Z', 'revision_number': 4, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '62c3ae07-2945-4177-9eab-347d714e697a', 'name': '', 'network_id': 'e5bd921e-07c9-4de8-8624-d5607d0d8ebe', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'mac_address': 'fa:16:3e:74:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:34Z', 'updated_at': '2021-09-24T19:43:38Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'subnets': [{'id': 'c445539e-9e74-4164-8b1d-a6fdae1602c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:53:18.210161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48e72c5e-5c81-41de-a480-fcb5a5ec7460 req-7f447f0f-38a6-4fe9-a3e4-ffda46689c53 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0271740 Sep 24 19:53:18.344866 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5899a31-2fc3-4652-b037-eced7eb9bf39 None None] New status for floating IP 767d74f8-25fb-481e-adff-f869b1ab4156: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:53:19.317052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-62849725-b60f-45df-a57d-b133eb9db0ff req-091304e7-a520-49a1-8b37-dda2f78f5bb2 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0266540 Sep 24 19:53:20.351699 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52ecbaa1-5062-4230-8c68-4aa6c5f49673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:20.420192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5b9df695-2cf3-4a2c-9184-a9c35413c5cf req-21275abe-b265-48b3-a43b-cddaad6c3d2d tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/ports?device_id=638f2887-de02-4ca3-a5ba-87145ad09eac HTTP/1.1" status: 200 len: 210 time: 0.0275834 Sep 24 19:53:20.571902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:20.593036 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 84ec5835-e31a-4bd4-888d-60775c0192bd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:53:20.593386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 84ec5835-e31a-4bd4-888d-60775c0192bd not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:22.993468 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c1d65d6-e45e-4452-b3e9-3d75012b4482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:23.407129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.135809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50260) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:24.192763 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.218753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.270554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.274078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.277540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1d476fa-2694-4ede-8b71-d1006bdc83d8 HTTP/1.1" status: 204 len: 168 time: 0.1383235 Sep 24 19:53:24.277947 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:24.285251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54c732-be14-4171-b8a9-af60013f2f0a tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d476fa-2694-4ede-8b71-d1006bdc83d8,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:24.292407 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2535ad4c-eab3-4082-a2e7-3e3d141f1d6f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] show failed (client error): The resource could not be found. Sep 24 19:53:24.293673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2535ad4c-eab3-4082-a2e7-3e3d141f1d6f tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "GET /v2.0/security-groups/b1d476fa-2694-4ede-8b71-d1006bdc83d8 HTTP/1.1" status: 404 len: 347 time: 0.0145626 Sep 24 19:53:24.296427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50264) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:24.340509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.420682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Deleting port d094bc9f-7066-42e7-959d-de2d3ce208b4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:24.421021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.499987 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.500199 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.512514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Calling delete_port for d094bc9f-7066-42e7-959d-de2d3ce208b4 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:24.647434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.676486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Pushing event deleted for resources: {'Port': ['ID=d094bc9f-7066-42e7-959d-de2d3ce208b4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:24.738471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.741659 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:24.743077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90ecf67d-0f1f-4aeb-a4df-b1637792bee0 tempest-ServerActionsTestJSON-1698063780 tempest-ServerActionsTestJSON-1698063780-project] 10.222.0.18 "DELETE /v2.0/floatingips/767d74f8-25fb-481e-adff-f869b1ab4156 HTTP/1.1" status: 204 len: 168 time: 0.4454772 Sep 24 19:53:24.746113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50266) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:25.153816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:25.395880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Deleting port 62c3ae07-2945-4177-9eab-347d714e697a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:25.396224 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:25.472987 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] For port 62c3ae07-2945-4177-9eab-347d714e697a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=62c3ae07-2945-4177-9eab-347d714e697a,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:25.473348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:25.485599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Calling delete_port for 62c3ae07-2945-4177-9eab-347d714e697a owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:25.663114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:25.685672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Pushing event deleted for resources: {'Port': ['ID=62c3ae07-2945-4177-9eab-347d714e697a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:25.854662 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.066197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:53:26.077939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.168988 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:53:26.176830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-471d1ab5-a8e5-4960-a63c-39f8f6655eea admin admin] 10.222.0.18 "PUT /v2.0/routers/9fec6db0-01a1-4eac-8e3a-b1f1ba48031b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291553 Sep 24 19:53:26.177005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:26.179461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Sync routers for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:53:26.188641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:53:26.189271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:26.279981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.292037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:53:26.385940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.438290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Deleting port 51814e23-672a-4842-a048-0da82547b9a5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:26.438290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.475035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '51814e23-672a-4842-a048-0da82547b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:53:25Z', 'revision_number': 5, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port': {'id': '51814e23-672a-4842-a048-0da82547b9a5', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:43:32Z', 'updated_at': '2021-09-24T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:26.500348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Checking router: 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:53:26.508967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Routers {'9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:53:26.509579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:26.515969 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] For port 51814e23-672a-4842-a048-0da82547b9a5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=51814e23-672a-4842-a048-0da82547b9a5,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:26.516335 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.528253 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Calling delete_port for 51814e23-672a-4842-a048-0da82547b9a5 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:26.594393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] Set router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:53:26.648800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:53:26Z', 'revision_number': 6, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:26.674320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df293-8cc1-4156-bb5f-f3631f64166c None None] The sync data for ids ['9fec6db0-01a1-4eac-8e3a-b1f1ba48031b'] in n-d-810952-2 is: [{'id': '9fec6db0-01a1-4eac-8e3a-b1f1ba48031b', 'name': 'tempest-ServerActionsTestJSON-1316034083-router', 'tenant_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:43:31Z', 'updated_at': '2021-09-24T19:53:26Z', 'revision_number': 6, 'project_id': 'bbc732ad32d04c7d8391cf8ee8a80e1e', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:53:26.699246 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.729143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Pushing event deleted for resources: {'Port': ['ID=51814e23-672a-4842-a048-0da82547b9a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:26.789020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.876436 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.878511 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.919514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.920073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fec6db0-01a1-4eac-8e3a-b1f1ba48031b {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:53:26.925237 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:26.926541 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1c39280c-d29e-476e-ae58-5b530b14e462 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9fec6db0-01a1-4eac-8e3a-b1f1ba48031b HTTP/1.1" status: 204 len: 168 time: 0.7486682 Sep 24 19:53:26.929553 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:26.975977 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Deleting subnet c445539e-9e74-4164-8b1d-a6fdae1602c5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:53:26.978830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.012219 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.092737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.147079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.173200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c445539e-9e74-4164-8b1d-a6fdae1602c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:27.175154 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.177124 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73f2d993-ce99-4d9a-892e-c462685ddb00 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c445539e-9e74-4164-8b1d-a6fdae1602c5 HTTP/1.1" status: 204 len: 168 time: 0.2465222 Sep 24 19:53:27.179547 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:27.182324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0df99-1135-4649-a0c1-b23e8e3f8ce3 None None] Network e5bd921e-07c9-4de8-8624-d5607d0d8ebe requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:53:27.245130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.300272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Deleting port 7927a83b-2458-45ae-8691-ec74f0121dec {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:27.300625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.371164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] For port 7927a83b-2458-45ae-8691-ec74f0121dec, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7927a83b-2458-45ae-8691-ec74f0121dec,segment=NetworkSegment(c6e8784b-a9cd-4cee-83cf-feb0eed18643),segment_id=c6e8784b-a9cd-4cee-83cf-feb0eed18643)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:27.371454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.383430 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Calling delete_port for 7927a83b-2458-45ae-8691-ec74f0121dec owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:27.427480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] DHCP port deletion for e5bd921e-07c9-4de8-8624-d5607d0d8ebe request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:53:27.465013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.477761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Deleting port 7927a83b-2458-45ae-8691-ec74f0121dec {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:27.478139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.494376 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Pushing event deleted for resources: {'Port': ['ID=7927a83b-2458-45ae-8691-ec74f0121dec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:27.499650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] No DVR routers for this DVR port 7927a83b-2458-45ae-8691-ec74f0121dec on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:27.548551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] For port 7927a83b-2458-45ae-8691-ec74f0121dec, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:27.548948 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.561120 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Calling delete_port for 7927a83b-2458-45ae-8691-ec74f0121dec owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:27.563730 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Port 7927a83b-2458-45ae-8691-ec74f0121dec was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:53:27.565225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.572107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.591089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] Pushing event deleted for resources: {'Port': ['ID=7927a83b-2458-45ae-8691-ec74f0121dec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:27.594168 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd921e-07c9-4de8-8624-d5607d0d8ebe']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:27.594758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee0e6c-ff89-47e3-a19d-027f78d4f7a3 None None] No DVR routers for this DVR port 7927a83b-2458-45ae-8691-ec74f0121dec on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:27.605312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e8784b-a9cd-4cee-83cf-feb0eed18643') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:27.605312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e8784b-a9cd-4cee-83cf-feb0eed18643') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:27.620571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.635326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.641711 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:53:27.642115 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:53:27.643828 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:53:27.702350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.707329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.711297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] 10.222.0.18 "DELETE /v2.0/networks/e5bd921e-07c9-4de8-8624-d5607d0d8ebe HTTP/1.1" status: 204 len: 168 time: 0.5308094 Sep 24 19:53:27.723731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951426aa-20ae-4930-b26f-17266d1eafcb admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bd921e-07c9-4de8-8624-d5607d0d8ebe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:27.816211 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:27.857955 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b7efe8d4-4374-4122-bd2f-106a8f802633 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbc732ad32d04c7d8391cf8ee8a80e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405998 Sep 24 19:53:27.860356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50280) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:27.907042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.927979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.973185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.976197 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:27.977351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3386c254-40c0-4faa-b293-598f1e692aab HTTP/1.1" status: 204 len: 168 time: 0.1161261 Sep 24 19:53:27.984931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436d6b8-7adc-436d-a21d-77ab6cf3a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3386c254-40c0-4faa-b293-598f1e692aab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:28.363867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7927a83b-2458-45ae-8691-ec74f0121dec no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:28.383623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7927a83b-2458-45ae-8691-ec74f0121dec {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:53:28.383974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7927a83b-2458-45ae-8691-ec74f0121dec not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:28.384391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 62c3ae07-2945-4177-9eab-347d714e697a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:28.402982 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 62c3ae07-2945-4177-9eab-347d714e697a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:53:28.403332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 62c3ae07-2945-4177-9eab-347d714e697a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:28.403744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 51814e23-672a-4842-a048-0da82547b9a5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:28.425494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 51814e23-672a-4842-a048-0da82547b9a5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:53:28.425827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 51814e23-672a-4842-a048-0da82547b9a5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:28.670585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50302) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:28.769683 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1876673315-network', 'tenant_id': 'a462969d5ab148a69276f48ac82d280b'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:28.791391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Made reservation on behalf of a462969d5ab148a69276f48ac82d280b for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:53:28.793603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.801646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.887455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.891146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.911411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:53:28.927092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba6aa3a-6752-4a87-b2f2-4a966f089d77,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:28.930042 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.930380 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Added segment 97575a5e-66fe-4f79-92c8-d60061abc046 of type vlan for network 7e16ede8-2dd1-4965-820c-6a829eb98a8f Sep 24 19:53:28.972142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.996810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:28.997713 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:28.998301 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:29.027778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3560612 Sep 24 19:53:29.030697 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:29.035761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Request body: {'subnet': {'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1876673315-subnet', 'tenant_id': 'a462969d5ab148a69276f48ac82d280b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:29.059308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Made reservation on behalf of a462969d5ab148a69276f48ac82d280b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:53:29.059507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc861e-1d30-439c-bb97-1c6beb7ccf1d admin admin] Pushing event updated for resources: {'Network': ['ID=7e16ede8-2dd1-4965-820c-6a829eb98a8f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:29.061701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:29.070129 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:53:29.477706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:29.528649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5477107f-742f-40b4-af34-e0ce446b68da,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:29.540106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Checking segment: {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:53:29.540462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Network hostable DHCP agents. Network: 7e16ede8-2dd1-4965-820c-6a829eb98a8f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:53:29.557006 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:53:29.565109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7e16ede8-2dd1-4965-820c-6a829eb98a8f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:53:29.569720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:29.570414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:29.576128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e3dc0-ae55-46af-9394-b90df841cbce None None] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:53:29.584101 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f5a094e1-5b4b-445b-b17b-11bb2c31ddcc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5523033 Sep 24 19:53:29.703136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d0a09-2099-4e30-9400-5807d9370603 None None] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:53:30.287038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-efd9f39e-3064-4492-aab5-b54b7552c49a tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:30.288759 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-efd9f39e-3064-4492-aab5-b54b7552c49a tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 814 time: 0.1079869 Sep 24 19:53:30.304463 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-c76cb5fc-fb4e-4c80-b17c-e8ba437422b0 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/quotas/a462969d5ab148a69276f48ac82d280b HTTP/1.1" status: 200 len: 375 time: 0.0096266 Sep 24 19:53:30.337827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-ed0d7a4b-fe5a-4f37-81ec-2e247da3e74f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270445 Sep 24 19:53:30.431709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-1daa04ba-2133-47ec-9b81-4c36a779a9ff service neutron] 10.222.0.18 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 Sep 24 19:53:30.526406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-f85a7071-5a04-466a-9bd5-20bdb0dda34b service neutron] 10.222.0.18 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882051 Sep 24 19:53:30.834026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-568634a1-aab6-4c0b-bcb3-414a796db43c req-9b1808f5-ef8c-4a75-ad0a-779a9744239d tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 210 time: 0.0889444 Sep 24 19:53:31.708506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-8f9c1af1-8263-4420-b089-b49fe19862a4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:31.710619 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-8f9c1af1-8263-4420-b089-b49fe19862a4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.15 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 814 time: 0.1093240 Sep 24 19:53:31.724658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Request body: {'port': {'device_id': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f', 'admin_state_up': True, 'tenant_id': 'a462969d5ab148a69276f48ac82d280b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:31.831647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Made reservation on behalf of a462969d5ab148a69276f48ac82d280b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:53:31.835242 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:31.933403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76c37636-573a-4e26-ae97-98c9fa439f4f req-b5451ce7-fdbe-4bc7-b0a2-b1ee0d3de741 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 210 time: 0.0304294 Sep 24 19:53:31.961717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Allocated IP 172.20.0.3 (7e16ede8-2dd1-4965-820c-6a829eb98a8f/5477107f-742f-40b4-af34-e0ce446b68da/32b84138-42c0-4494-bf32-f6fd3f66e114) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:53:32.106922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.139184 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.182007 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:53:32.185008 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:53:32.188498 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:53:32.196610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Pushing event updated for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:32.244885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:32.245411 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.258599 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-327530f2-3599-460b-857e-6440e739b947 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377095 Sep 24 19:53:32.271973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Request body: {'port': {'device_id': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:32.322788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.578418 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b84138-42c0-4494-bf32-f6fd3f66e114 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:53:32.586141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.597695 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Transition to ACTIVE for port object 32b84138-42c0-4494-bf32-f6fd3f66e114 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:53:32.601626 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.655528 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Pushing event updated for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:32.717982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Attempting to bind port 32b84138-42c0-4494-bf32-f6fd3f66e114 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:53:32.718622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Attempting to bind port 32b84138-42c0-4494-bf32-f6fd3f66e114 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:53:32.718622 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Attempting to bind port 32b84138-42c0-4494-bf32-f6fd3f66e114 on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:32.722788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Port 32b84138-42c0-4494-bf32-f6fd3f66e114 on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:53:32.723130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Attempting to bind port 32b84138-42c0-4494-bf32-f6fd3f66e114 on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:32.728424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:53:32.728754 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Checking segment: {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:53:32.729129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Bound using segment: {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:53:32.729542 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Bound port: 32b84138-42c0-4494-bf32-f6fd3f66e114, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:53:32.729887 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.790360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:53:32.793316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=32b84138-42c0-4494-bf32-f6fd3f66e114,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:53:32.797202 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.835493 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:32.836333 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:32.837720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] 10.222.0.15 "PUT /v2.0/ports/32b84138-42c0-4494-bf32-f6fd3f66e114 HTTP/1.1" status: 200 len: 1091 time: 0.5696626 Sep 24 19:53:32.839961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:32.842806 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1238e3-cadf-4aa1-b186-33462e54d6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:32.869913 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca34009-a212-43b0-9f22-1cdb45cda086 service neutron] Pushing event updated for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:32.888294 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0fb72-07af-4814-880d-ade882c3b19c x-openstack-request-id: req-80a0fb72-07af-4814-880d-ade882c3b19c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:32.888580 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:32.888833 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80a0fb72-07af-4814-880d-ade882c3b19c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:32.889219 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114', 'status': 'completed', 'code': 200} Sep 24 19:53:32.922050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-ba6a11f8-cb31-4856-83af-c4db28f2e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:32.923571 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-ba6a11f8-cb31-4856-83af-c4db28f2e69e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 1094 time: 0.0440159 Sep 24 19:53:32.965452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-14407c59-78be-451a-b2d7-455b9333464d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b84138-42c0-4494-bf32-f6fd3f66e114 HTTP/1.1" status: 200 len: 217 time: 0.0333495 Sep 24 19:53:33.021230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-339e0ef8-ec9c-4fdc-bda9-7ae7e4f6b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:33.023430 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-339e0ef8-ec9c-4fdc-bda9-7ae7e4f6b162 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5477107f-742f-40b4-af34-e0ce446b68da HTTP/1.1" status: 200 len: 854 time: 0.0476873 Sep 24 19:53:33.047794 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe58a1-8035-46ad-9f93-fa46080b2cae req-7cd806c9-b6d7-4740-98ec-58775b832ac4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:33.049697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57fe58a1-8035-46ad-9f93-fa46080b2cae req-7cd806c9-b6d7-4740-98ec-58775b832ac4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 943 time: 0.0497670 Sep 24 19:53:33.060910 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-b9cbbed5-4897-4b0b-bb55-d95cc34cbba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e16ede8-2dd1-4965-820c-6a829eb98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262911 Sep 24 19:53:33.095996 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57fe58a1-8035-46ad-9f93-fa46080b2cae req-8a1c28b0-5776-4b67-9dfc-2523cc110502 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Sep 24 19:53:33.151809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-48a725c7-7c0f-4cd4-bb66-34f5a8c204bc service neutron] 10.222.0.15 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825949 Sep 24 19:53:33.246569 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7127b4dd-86d6-4da8-9a55-a4b6942f09e4 req-9d91ffb5-d311-4a55-907f-4309980f2d59 service neutron] 10.222.0.15 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826330 Sep 24 19:53:33.340374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-d37563c4-8786-4ae1-bb5c-dddac6fa3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:33.341201 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-d37563c4-8786-4ae1-bb5c-dddac6fa3803 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 1094 time: 0.0469730 Sep 24 19:53:33.440759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-2c3a30f2-373f-4cdb-bab2-ef815313332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:33.442141 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-2c3a30f2-373f-4cdb-bab2-ef815313332e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 914 time: 0.0862243 Sep 24 19:53:33.483228 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-794391dc-a8f3-49a1-b4dc-4d666ba26d74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b84138-42c0-4494-bf32-f6fd3f66e114 HTTP/1.1" status: 200 len: 217 time: 0.0333269 Sep 24 19:53:33.534559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-f144ad32-be1c-493d-9b51-aab5d767d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:33.536143 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-f144ad32-be1c-493d-9b51-aab5d767d475 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5477107f-742f-40b4-af34-e0ce446b68da HTTP/1.1" status: 200 len: 854 time: 0.0419991 Sep 24 19:53:33.572135 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-ed229812-251d-47d1-a622-e7bdd054802b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e16ede8-2dd1-4965-820c-6a829eb98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279424 Sep 24 19:53:33.661166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-8c628a1d-021a-4ff0-b3b3-e17aa9036ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795383 Sep 24 19:53:33.683370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:33.758651 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9d1238e3-cadf-4aa1-b186-33462e54d6b5 req-0df04922-8074-4c82-a0c2-4498392a1b38 service neutron] 10.222.0.15 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859585 Sep 24 19:53:34.211332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78f09-6e9d-4972-8730-c8fa8d864578 req-11196ad6-72fe-4547-a163-09b5f84353f3 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:34.212801 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66f78f09-6e9d-4972-8730-c8fa8d864578 req-11196ad6-72fe-4547-a163-09b5f84353f3 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 943 time: 0.0484018 Sep 24 19:53:34.249874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-66f78f09-6e9d-4972-8730-c8fa8d864578 req-29d5da09-fcad-4849-b318-18bf9c142996 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 24 19:53:34.612922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 32b84138-42c0-4494-bf32-f6fd3f66e114 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:53:34.703665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=32b84138-42c0-4494-bf32-f6fd3f66e114,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:34.717451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '32b84138-42c0-4494-bf32-f6fd3f66e114', 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f', 'port_id': '32b84138-42c0-4494-bf32-f6fd3f66e114', 'mac_address': 'fa:16:3e:98:f1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5477107f-742f-40b4-af34-e0ce446b68da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:53:34.753796 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:34.765902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b84138-42c0-4494-bf32-f6fd3f66e114 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:53:34.784758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=32b84138-42c0-4494-bf32-f6fd3f66e114,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:34.789131 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:34.832978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:35.036647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['32b84138-42c0-4494-bf32-f6fd3f66e114'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:35.367698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3fee-4070-4dc3-97df-50ff95091a6a req-a3e423e4-8f56-45bb-9751-f719e4512d9c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:35.369186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e5d3fee-4070-4dc3-97df-50ff95091a6a req-a3e423e4-8f56-45bb-9751-f719e4512d9c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 944 time: 0.0494444 Sep 24 19:53:35.409131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5e5d3fee-4070-4dc3-97df-50ff95091a6a req-7c98db69-42c4-4b8c-8386-5d9b9e817c2f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Sep 24 19:53:36.521220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92a06e-b47c-4edd-ac0c-e2c2912e9a82 req-8c076216-ccff-423a-9b45-281aa74f5250 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:36.523223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df92a06e-b47c-4edd-ac0c-e2c2912e9a82 req-8c076216-ccff-423a-9b45-281aa74f5250 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 944 time: 0.0488102 Sep 24 19:53:36.560879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df92a06e-b47c-4edd-ac0c-e2c2912e9a82 req-3e615999-26a8-4130-a708-64e227494347 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Sep 24 19:53:36.644757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 32b84138-42c0-4494-bf32-f6fd3f66e114 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:53:36.692448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 32b84138-42c0-4494-bf32-f6fd3f66e114 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:53:36.696474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 32b84138-42c0-4494-bf32-f6fd3f66e114 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:53:36.696851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:36.773382 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:36.794908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:36.797127 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c3604f-4078-4e55-8379-2deccf38c5bb" -d '{"events": [{"server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "name": "network-vif-plugged", "status": "completed", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:36.809077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=32b84138-42c0-4494-bf32-f6fd3f66e114,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:36.813122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:36.836264 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0200ca51-c8b8-4f1c-8719-31b41e3a707a x-openstack-request-id: req-0200ca51-c8b8-4f1c-8719-31b41e3a707a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:36.836560 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "name": "network-vif-plugged", "status": "completed", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:36.836814 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0200ca51-c8b8-4f1c-8719-31b41e3a707a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:36.837201 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114', 'code': 200} Sep 24 19:53:36.861922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:36.929270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c718a9c-cfea-418d-8045-8b371d9e1ac9 req-805aa66f-0f67-40d6-adf7-02ee21601e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:36.930752 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5c718a9c-cfea-418d-8045-8b371d9e1ac9 req-805aa66f-0f67-40d6-adf7-02ee21601e50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 1096 time: 0.0395212 Sep 24 19:53:36.969673 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5c718a9c-cfea-418d-8045-8b371d9e1ac9 req-14957240-18a8-4f10-b4e3-836c18426211 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272093 Sep 24 19:53:37.672772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e0ab-5e5c-4abf-b854-2cb40327a849 req-ea34c3a2-c5a5-4f93-908a-da34759243da tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:37.674260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a11e0ab-5e5c-4abf-b854-2cb40327a849 req-ea34c3a2-c5a5-4f93-908a-da34759243da tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0489531 Sep 24 19:53:37.711556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a11e0ab-5e5c-4abf-b854-2cb40327a849 req-d035cd08-0c27-43f3-81e0-963f5607d256 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Sep 24 19:53:38.830278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3f22-91bb-41e9-996b-4157b25154e9 req-4e492cb5-8456-4933-8d01-813d3d8cc25e tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:38.831847 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae8c3f22-91bb-41e9-996b-4157b25154e9 req-4e492cb5-8456-4933-8d01-813d3d8cc25e tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0532832 Sep 24 19:53:38.873916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ae8c3f22-91bb-41e9-996b-4157b25154e9 req-b22d8046-0a56-4aec-9fae-a12d5d54d690 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350323 Sep 24 19:53:39.093011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-8ad80686-6150-4cdb-91df-be3df2b6dd82 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:39.094480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-8ad80686-6150-4cdb-91df-be3df2b6dd82 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 814 time: 0.1014748 Sep 24 19:53:39.109040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-4169134e-fdcb-412b-b1c4-237dbba2511c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/quotas/a462969d5ab148a69276f48ac82d280b HTTP/1.1" status: 200 len: 375 time: 0.0087500 Sep 24 19:53:39.157755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-728b2bf3-3e14-4f31-aae1-cf8ceeb3d597 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434837 Sep 24 19:53:39.218016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-5e3517e9-50d9-4d8d-be93-17ffd6f5ca05 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:53:39.219133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-5e3517e9-50d9-4d8d-be93-17ffd6f5ca05 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521262 Sep 24 19:53:39.313699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-95838338-86dd-4749-a73f-613c430ce5fe service neutron] 10.222.0.18 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878222 Sep 24 19:53:39.333826 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:39.409298 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-63775c0a-7cc5-4694-a5d9-e9203d412990 service neutron] 10.222.0.18 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883973 Sep 24 19:53:39.565683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-15b8f60b-1b8e-4c4b-96fd-e9c73e77880c req-49aaf541-36c2-44db-859e-d0c67412daba tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 210 time: 0.0269034 Sep 24 19:53:40.583750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-905adbac-33e1-49f2-904c-864871c92b75 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:40.585974 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-905adbac-33e1-49f2-904c-864871c92b75 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.69 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 814 time: 0.1113074 Sep 24 19:53:40.598989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Request body: {'port': {'device_id': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f', 'admin_state_up': True, 'tenant_id': 'a462969d5ab148a69276f48ac82d280b'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:40.976185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4cb34d3-c0a8-42b1-a633-74af41e3aeea req-060ff59a-da30-4d06-98a3-ea6f851c7285 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 210 time: 0.3410902 Sep 24 19:53:41.019029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Made reservation on behalf of a462969d5ab148a69276f48ac82d280b for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:53:41.022446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.146582 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Allocated IP 172.20.0.8 (7e16ede8-2dd1-4965-820c-6a829eb98a8f/5477107f-742f-40b4-af34-e0ce446b68da/73f18301-87fb-4e63-b79f-e978125ccc6b) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:53:41.293622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.325550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.340695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['32b84138-42c0-4494-bf32-f6fd3f66e114'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:41.369137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Network 7e16ede8-2dd1-4965-820c-6a829eb98a8f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:53:41.373737 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:53:41.378024 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:53:41.408157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Pushing event updated for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:41.433139 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:41.433749 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.448779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-41e5cd19-b8c9-4c03-b2ca-f0e7f8375d08 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537765 Sep 24 19:53:41.553045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Request body: {'port': {'device_id': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:41.608684 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.869510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f18301-87fb-4e63-b79f-e978125ccc6b {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:53:41.876761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.889119 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Transition to ACTIVE for port object 73f18301-87fb-4e63-b79f-e978125ccc6b will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:53:41.892657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:41.942933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Pushing event updated for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:42.007944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Attempting to bind port 73f18301-87fb-4e63-b79f-e978125ccc6b on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:53:42.008303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Attempting to bind port 73f18301-87fb-4e63-b79f-e978125ccc6b by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:53:42.008637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Attempting to bind port 73f18301-87fb-4e63-b79f-e978125ccc6b on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:42.012999 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Port 73f18301-87fb-4e63-b79f-e978125ccc6b on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:53:42.013322 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Attempting to bind port 73f18301-87fb-4e63-b79f-e978125ccc6b on network 7e16ede8-2dd1-4965-820c-6a829eb98a8f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:53:42.018335 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:53:42.018671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Checking segment: {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:53:42.019081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Bound using segment: {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:53:42.019504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Bound port: 73f18301-87fb-4e63-b79f-e978125ccc6b, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97575a5e-66fe-4f79-92c8-d60061abc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:53:42.019861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:42.119251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:53:42.128736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8e51-2c77-4c81-8e40-b2057f8a6741 req-d55c6b05-43c0-4fb0-a192-86939bbf0f25 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.130179 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7dd8e51-2c77-4c81-8e40-b2057f8a6741 req-d55c6b05-43c0-4fb0-a192-86939bbf0f25 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 943 time: 0.0730553 Sep 24 19:53:42.131897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73f18301-87fb-4e63-b79f-e978125ccc6b,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:53:42.136369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:42.187111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.188218 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:42.189594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] 10.222.0.69 "PUT /v2.0/ports/73f18301-87fb-4e63-b79f-e978125ccc6b HTTP/1.1" status: 200 len: 1091 time: 0.6789820 Sep 24 19:53:42.193107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:42.244103 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc86c447-5525-4b64-9369-ce9763d0d062" -d '{"events": [{"name": "network-changed", "server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:42.260634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376a5c-e1f3-43fd-a3c6-8fe9f85f1133 service neutron] Pushing event updated for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:42.266291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b7dd8e51-2c77-4c81-8e40-b2057f8a6741 req-722456ce-7882-4f44-b3ea-6c4ed9994e85 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276221 Sep 24 19:53:42.289087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-50fffc40-bc05-4f33-b41e-a941c17ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.290843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-50fffc40-bc05-4f33-b41e-a941c17ae57d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 1094 time: 0.0629523 Sep 24 19:53:42.333709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-61d2c038-9627-4c0d-9014-1c212941803f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f18301-87fb-4e63-b79f-e978125ccc6b HTTP/1.1" status: 200 len: 217 time: 0.0353165 Sep 24 19:53:42.371874 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b842d3e1-9062-46c8-a6be-f49ef641a574 x-openstack-request-id: req-b842d3e1-9062-46c8-a6be-f49ef641a574 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:42.372172 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:42.372428 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b842d3e1-9062-46c8-a6be-f49ef641a574 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:42.372819 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b', 'status': 'completed', 'code': 200} Sep 24 19:53:42.390306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-f8118877-045d-4c8b-a7dd-611064286580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.391734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-f8118877-045d-4c8b-a7dd-611064286580 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5477107f-742f-40b4-af34-e0ce446b68da HTTP/1.1" status: 200 len: 854 time: 0.0508902 Sep 24 19:53:42.424101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-526e5343-7c6f-4df9-976d-52a9818696fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e16ede8-2dd1-4965-820c-6a829eb98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249410 Sep 24 19:53:42.512381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-57a15e50-1b39-48e1-b668-2f97389be07d service neutron] 10.222.0.69 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803823 Sep 24 19:53:42.605999 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1dc8733d-0d2c-4bf7-8b91-8353653e671f req-6ad8cfcb-8209-4d89-b5b2-b97ff38679a1 service neutron] 10.222.0.69 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Sep 24 19:53:42.691816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-00573da5-0d94-488f-b53d-e4bc159660f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.693235 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-00573da5-0d94-488f-b53d-e4bc159660f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a462969d5ab148a69276f48ac82d280b&device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 1094 time: 0.0414255 Sep 24 19:53:42.785137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-ebe1bbe4-cf2b-42d9-8d07-dbc3a2b58af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.786599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-ebe1bbe4-cf2b-42d9-8d07-dbc3a2b58af1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 200 len: 914 time: 0.0868206 Sep 24 19:53:42.827386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-6f3b3282-7cff-4de3-9057-2d24795635a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f18301-87fb-4e63-b79f-e978125ccc6b HTTP/1.1" status: 200 len: 217 time: 0.0333781 Sep 24 19:53:42.887581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-d57bbc7b-d295-4543-9d90-3f00b5221119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:42.889037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-d57bbc7b-d295-4543-9d90-3f00b5221119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5477107f-742f-40b4-af34-e0ce446b68da HTTP/1.1" status: 200 len: 854 time: 0.0542643 Sep 24 19:53:42.922220 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-35ecaccc-5340-4019-b174-522fb3833e92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e16ede8-2dd1-4965-820c-6a829eb98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245440 Sep 24 19:53:43.010198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-550eb2c3-d062-4867-afdd-039ad8b31b0e service neutron] 10.222.0.69 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806942 Sep 24 19:53:43.105225 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc86c447-5525-4b64-9369-ce9763d0d062 req-0f982ca5-3809-4a23-b476-b68585cc38ae service neutron] 10.222.0.69 "GET /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Sep 24 19:53:43.382878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14647b9b-8df0-4a7b-a57a-15c4a7a88717 req-f2f807da-01c8-4a1a-9b1e-af6d3254c812 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:43.384403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14647b9b-8df0-4a7b-a57a-15c4a7a88717 req-f2f807da-01c8-4a1a-9b1e-af6d3254c812 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 943 time: 0.0501657 Sep 24 19:53:43.423647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14647b9b-8df0-4a7b-a57a-15c4a7a88717 req-978b6446-e063-4960-9096-d73f9cacac7b tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Sep 24 19:53:44.331870 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-ec297f1b-ed18-4ee3-b4bf-a416e86c260f req-29422541-fd42-4b7a-ab5f-e6294fef4f39 service neutron] (94856) timed out ('10.222.0.15', 50468) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 19:53:44.541187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f6f1d-66f2-4ebc-845a-e76bc3eadf97 req-e2c7c05e-ee30-4efb-bab1-372d4a80650c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:44.542737 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-919f6f1d-66f2-4ebc-845a-e76bc3eadf97 req-e2c7c05e-ee30-4efb-bab1-372d4a80650c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 943 time: 0.0510561 Sep 24 19:53:44.584046 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-919f6f1d-66f2-4ebc-845a-e76bc3eadf97 req-23919f94-e7d0-4de2-8060-dc1fb8cd9b7d tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Sep 24 19:53:45.695568 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:53:45.705320 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745fa8-7d52-47f2-835c-c04400d4cb6b req-48d59c83-721c-4944-9446-387371cddf3f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:45.707212 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d745fa8-7d52-47f2-835c-c04400d4cb6b req-48d59c83-721c-4944-9446-387371cddf3f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 943 time: 0.0522048 Sep 24 19:53:45.745138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d745fa8-7d52-47f2-835c-c04400d4cb6b req-f3aead70-a88e-4458-8c2b-f2bbbd5d3377 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Sep 24 19:53:46.061705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73f18301-87fb-4e63-b79f-e978125ccc6b details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:53:46.154081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73f18301-87fb-4e63-b79f-e978125ccc6b,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:46.165664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '73f18301-87fb-4e63-b79f-e978125ccc6b', 'network_id': '7e16ede8-2dd1-4965-820c-6a829eb98a8f', 'port_id': '73f18301-87fb-4e63-b79f-e978125ccc6b', 'mac_address': 'fa:16:3e:c5:29:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5477107f-742f-40b4-af34-e0ce446b68da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:53:46.208178 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:46.221155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f18301-87fb-4e63-b79f-e978125ccc6b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:53:46.240533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73f18301-87fb-4e63-b79f-e978125ccc6b,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:46.244472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:46.292075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:46.430290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73f18301-87fb-4e63-b79f-e978125ccc6b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:46.859482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b25c-3e91-4d65-9486-ac56d60bf9d9 req-da0f4a59-bf48-4ce7-a348-3784d0f81612 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:46.860990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3054b25c-3e91-4d65-9486-ac56d60bf9d9 req-da0f4a59-bf48-4ce7-a348-3784d0f81612 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 944 time: 0.0505397 Sep 24 19:53:46.902317 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3054b25c-3e91-4d65-9486-ac56d60bf9d9 req-dc57de76-b09f-42ca-99aa-9794779f2273 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Sep 24 19:53:48.032655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026f9c6-ecb7-4de6-90ad-4f2632a12a02 req-7b8c0000-fc35-48d8-af0e-aa27e3a1076a tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:48.034138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a026f9c6-ecb7-4de6-90ad-4f2632a12a02 req-7b8c0000-fc35-48d8-af0e-aa27e3a1076a tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 944 time: 0.0491967 Sep 24 19:53:48.060867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73f18301-87fb-4e63-b79f-e978125ccc6b up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:53:48.078386 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a026f9c6-ecb7-4de6-90ad-4f2632a12a02 req-7d172f8c-e694-4d19-b8f1-7be12f19308b tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Sep 24 19:53:48.108651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 73f18301-87fb-4e63-b79f-e978125ccc6b completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:53:48.112142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 73f18301-87fb-4e63-b79f-e978125ccc6b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:53:48.112521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:48.185154 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:48.209030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:48.211843 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5451487ffcb6dd4c1d05aa030c2b7953d38f4e1df92fbeb509b323ede73dc096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d8a2f-4f22-4caf-98a6-bed208cf8a60" -d '{"events": [{"server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "name": "network-vif-plugged", "status": "completed", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:48.223510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73f18301-87fb-4e63-b79f-e978125ccc6b,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:48.227816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:48.256176 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951f970c-36f7-4bf4-b449-9a2e46c99ffe x-openstack-request-id: req-951f970c-36f7-4bf4-b449-9a2e46c99ffe {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:48.256470 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "name": "network-vif-plugged", "status": "completed", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:48.256722 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-951f970c-36f7-4bf4-b449-9a2e46c99ffe {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:48.257691 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b', 'code': 200} Sep 24 19:53:48.279458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:48.346346 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b798-43f9-49e2-b826-2ae4cc2804b5 req-0c0bfa23-af4b-4dd5-bbab-93a2947e487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:48.347880 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22b3b798-43f9-49e2-b826-2ae4cc2804b5 req-0c0bfa23-af4b-4dd5-bbab-93a2947e487c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 1096 time: 0.0399535 Sep 24 19:53:48.383417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-22b3b798-43f9-49e2-b826-2ae4cc2804b5 req-473534c7-deb2-4545-83d6-43698054dae2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276356 Sep 24 19:53:49.192097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29077a5-77c5-4b80-9235-029221e40d87 req-12eac11d-1198-442e-ab41-10db85770492 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:49.193569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c29077a5-77c5-4b80-9235-029221e40d87 req-12eac11d-1198-442e-ab41-10db85770492 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 24 19:53:49.231038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c29077a5-77c5-4b80-9235-029221e40d87 req-553cc686-8a4b-4870-8ce2-cb0dce3b70df tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Sep 24 19:53:50.347845 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee15c-e910-4530-87fe-0b14692defb3 req-e5dfd063-ccdd-4112-aff0-b377058ed9f7 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:50.349691 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb1ee15c-e910-4530-87fe-0b14692defb3 req-e5dfd063-ccdd-4112-aff0-b377058ed9f7 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 945 time: 0.0502124 Sep 24 19:53:50.353702 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3e5683b-549b-40c5-980d-c6a922490fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:50.392406 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb1ee15c-e910-4530-87fe-0b14692defb3 req-d50bb833-39cd-42b6-b123-a4f3aa75aad1 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359466 Sep 24 19:53:50.619661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8c697-0f23-4630-887d-a72033550ef2 req-c9cff1ee-6624-4817-8e8d-a624846964f4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:50.621172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7be8c697-0f23-4630-887d-a72033550ef2 req-c9cff1ee-6624-4817-8e8d-a624846964f4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Sep 24 19:53:50.658417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7be8c697-0f23-4630-887d-a72033550ef2 req-b1a57c85-6c77-4156-af24-939a26160db1 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Sep 24 19:53:51.774580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75912543-35f1-4ce0-af7e-c6e444e1a1ea req-2f071c86-ed82-4943-83eb-cc234347f963 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:51.776106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75912543-35f1-4ce0-af7e-c6e444e1a1ea req-2f071c86-ed82-4943-83eb-cc234347f963 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Sep 24 19:53:51.841624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75912543-35f1-4ce0-af7e-c6e444e1a1ea req-5ffe4e1f-66e8-459d-bc87-f80afd24a3c9 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595474 Sep 24 19:53:51.862585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24038bbd-58a7-4157-9201-6decc1011094 req-a403aa33-1e7c-4d8a-9dfe-3ae693250ba7 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:51.864133 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24038bbd-58a7-4157-9201-6decc1011094 req-a403aa33-1e7c-4d8a-9dfe-3ae693250ba7 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.69 "GET /v2.0/ports?device_id=70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9 HTTP/1.1" status: 200 len: 945 time: 0.0631649 Sep 24 19:53:51.954150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Deleting port 73f18301-87fb-4e63-b79f-e978125ccc6b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:51.954414 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:52.047995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] For port 73f18301-87fb-4e63-b79f-e978125ccc6b, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=73f18301-87fb-4e63-b79f-e978125ccc6b,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:52.048368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:52.062236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Calling delete_port for 73f18301-87fb-4e63-b79f-e978125ccc6b owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:52.187012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:52.198381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['73f18301-87fb-4e63-b79f-e978125ccc6b'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:52.202609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['32b84138-42c0-4494-bf32-f6fd3f66e114'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:52.213751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Pushing event deleted for resources: {'Port': ['ID=73f18301-87fb-4e63-b79f-e978125ccc6b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:52.222374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.222722 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.223114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.223427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.223759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.224084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.224421 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.224820 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.225061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.225381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.225730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.226051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:53:52.271447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] No DVR routers for this DVR port 73f18301-87fb-4e63-b79f-e978125ccc6b on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:52.274354 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:52.276471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-24038bbd-58a7-4157-9201-6decc1011094 req-424ce6e3-91d4-4a53-86f5-26621bee84bd tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.69 "DELETE /v2.0/ports/73f18301-87fb-4e63-b79f-e978125ccc6b HTTP/1.1" status: 204 len: 173 time: 0.4047768 Sep 24 19:53:52.276949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'name': 'network-vif-deleted', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:52.279427 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9e323-9394-41b8-9bbb-a6882d70156a" -d '{"events": [{"server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "name": "network-vif-deleted", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:52.316139 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5c2318-f8f2-4afc-9e49-4342674ecbdb x-openstack-request-id: req-af5c2318-f8f2-4afc-9e49-4342674ecbdb {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:52.316450 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9", "name": "network-vif-deleted", "tag": "73f18301-87fb-4e63-b79f-e978125ccc6b", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:52.316716 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af5c2318-f8f2-4afc-9e49-4342674ecbdb {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:52.317124 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a9bb2b-8918-4ac4-a7cf-640dfb2b87d9', 'name': 'network-vif-deleted', 'tag': '73f18301-87fb-4e63-b79f-e978125ccc6b', 'status': 'completed', 'code': 200} Sep 24 19:53:52.993149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0e892ab-ca2f-4ef2-80f1-d9fb14d97a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:52.998084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0e05-08ae-4e96-9d01-b5626b72c327 req-9b864440-1b00-40be-bb7b-299593ab1a88 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:52.999625 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-067a0e05-08ae-4e96-9d01-b5626b72c327 req-9b864440-1b00-40be-bb7b-299593ab1a88 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 24 19:53:53.037123 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-067a0e05-08ae-4e96-9d01-b5626b72c327 req-085eedad-4a64-48fd-8abb-252ca55304c9 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Sep 24 19:53:53.168630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ad1e1-db95-4310-81cb-d7e7f8ad814f req-5e86cfb8-86e3-4175-9ec4-fd8962f0f0a9 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:53.170009 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b61ad1e1-db95-4310-81cb-d7e7f8ad814f req-5e86cfb8-86e3-4175-9ec4-fd8962f0f0a9 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0485427 Sep 24 19:53:53.206477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b61ad1e1-db95-4310-81cb-d7e7f8ad814f req-c1b2f8bd-fc70-4371-8afe-f81d7c10115e tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Sep 24 19:53:53.323750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1b0ad-a8af-4a3d-9af6-15c49a6d1051 req-6a31b97f-7049-47da-9822-41a286e647ba tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:53.325226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aab1b0ad-a8af-4a3d-9af6-15c49a6d1051 req-6a31b97f-7049-47da-9822-41a286e647ba tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0529552 Sep 24 19:53:53.362921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aab1b0ad-a8af-4a3d-9af6-15c49a6d1051 req-ea8f6b63-bf83-4284-abe2-e456577e6fd7 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Sep 24 19:53:53.409295 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:53.536633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7e9f9-180e-4073-a0fe-5dbeba576489 req-c9b106b9-7453-461c-b275-c68743f0519f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:53.538388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c7e9f9-180e-4073-a0fe-5dbeba576489 req-c9b106b9-7453-461c-b275-c68743f0519f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0494573 Sep 24 19:53:53.576203 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f1c7e9f9-180e-4073-a0fe-5dbeba576489 req-02aa38b8-3ec4-4ab0-a3af-888fea686862 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Sep 24 19:53:53.689644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f106d9-d6a7-4909-9fef-1c68adbe3ab3 req-27b42188-caec-428d-99f8-9d7e052cd3a4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:53.691156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20f106d9-d6a7-4909-9fef-1c68adbe3ab3 req-27b42188-caec-428d-99f8-9d7e052cd3a4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0487437 Sep 24 19:53:53.728437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-20f106d9-d6a7-4909-9fef-1c68adbe3ab3 req-da4541eb-4fa8-4956-85e9-ef59f05d404c tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Sep 24 19:53:53.854115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60423-2fad-42df-8317-cb4060f34e30 req-68599a11-e76a-45c6-baa7-18cc33ca35ec tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:53.855634 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb60423-2fad-42df-8317-cb4060f34e30 req-68599a11-e76a-45c6-baa7-18cc33ca35ec tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0527587 Sep 24 19:53:53.894601 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbb60423-2fad-42df-8317-cb4060f34e30 req-0d6580da-1a4a-405b-a2ad-0bf0027bf4d4 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Sep 24 19:53:54.202891 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f389e6-c458-481d-b792-f94412fca943 req-5a67fc85-52de-4ee2-9e66-2b9e64b15e2e tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:54.204402 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0f389e6-c458-481d-b792-f94412fca943 req-5a67fc85-52de-4ee2-9e66-2b9e64b15e2e tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0502439 Sep 24 19:53:54.242344 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0f389e6-c458-481d-b792-f94412fca943 req-7bfc91c7-c5fe-4633-af64-478ea83e0ce8 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Sep 24 19:53:54.340883 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:55.356523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197043e-d245-4c9c-b3e6-f412d0b6b9d7 req-67345efc-1bce-48c0-9a80-c70fff906052 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:55.358010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1197043e-d245-4c9c-b3e6-f412d0b6b9d7 req-67345efc-1bce-48c0-9a80-c70fff906052 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0485733 Sep 24 19:53:55.395670 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1197043e-d245-4c9c-b3e6-f412d0b6b9d7 req-58c00295-2620-4510-81a5-01ed33261175 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ba6aa3a-6752-4a87-b2f2-4a966f089d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Sep 24 19:53:55.701203 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-129e1525-21c4-4ccd-a6da-391cbeb8dc2d tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:55.702588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-129e1525-21c4-4ccd-a6da-391cbeb8dc2d tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 945 time: 0.0527339 Sep 24 19:53:55.814465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Deleting port 32b84138-42c0-4494-bf32-f6fd3f66e114 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:53:55.814805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:55.923932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] For port 32b84138-42c0-4494-bf32-f6fd3f66e114, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=32b84138-42c0-4494-bf32-f6fd3f66e114,segment=NetworkSegment(97575a5e-66fe-4f79-92c8-d60061abc046),segment_id=97575a5e-66fe-4f79-92c8-d60061abc046)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:53:55.924473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:55.937527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Calling delete_port for 32b84138-42c0-4494-bf32-f6fd3f66e114 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:53:56.081232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:56.088757 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:56.106162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['32b84138-42c0-4494-bf32-f6fd3f66e114'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:53:56.110636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73f18301-87fb-4e63-b79f-e978125ccc6b no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:53:56.117424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Pushing event deleted for resources: {'Port': ['ID=32b84138-42c0-4494-bf32-f6fd3f66e114,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:56.147090 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 73f18301-87fb-4e63-b79f-e978125ccc6b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:53:56.147430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 73f18301-87fb-4e63-b79f-e978125ccc6b not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:53:56.165827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] No DVR routers for this DVR port 32b84138-42c0-4494-bf32-f6fd3f66e114 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:53:56.168773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:56.170925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-869f1375-5de1-4014-aa4e-d99c8a277f97 req-c7b8bc7e-79cc-4b2f-9270-fc563c74565f tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.15 "DELETE /v2.0/ports/32b84138-42c0-4494-bf32-f6fd3f66e114 HTTP/1.1" status: 204 len: 173 time: 0.4574032 Sep 24 19:53:56.171348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'name': 'network-vif-deleted', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:53:56.173605 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f206b9028bf64e549402dfb258fe057d21f7e8152c125252c2503744328b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64ddf0-d655-403c-a5ab-84b29d2ed4fa" -d '{"events": [{"server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "name": "network-vif-deleted", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:53:56.212181 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c08a53-339b-4477-8fd4-9aa028cae3dd x-openstack-request-id: req-c9c08a53-339b-4477-8fd4-9aa028cae3dd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:53:56.212477 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1413e8-e566-4e1f-9447-edec893ba23d", "name": "network-vif-deleted", "tag": "32b84138-42c0-4494-bf32-f6fd3f66e114", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:53:56.212731 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9c08a53-339b-4477-8fd4-9aa028cae3dd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:53:56.213138 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1413e8-e566-4e1f-9447-edec893ba23d', 'name': 'network-vif-deleted', 'tag': '32b84138-42c0-4494-bf32-f6fd3f66e114', 'status': 'completed', 'code': 200} Sep 24 19:53:56.502435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3e3e9cf0-1201-49a4-a592-92a4ae8ee3be req-09544c73-bd88-4eaf-8fb7-c19316ef8672 tempest-ServersNegativeTestJSON-200622494 tempest-ServersNegativeTestJSON-200622494-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b1413e8-e566-4e1f-9447-edec893ba23d HTTP/1.1" status: 200 len: 210 time: 0.0302598 Sep 24 19:53:57.558481 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:57.602299 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Deleting subnet 5477107f-742f-40b4-af34-e0ce446b68da {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:53:57.605295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.638285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.675560 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.726628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.757824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.761539 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5477107f-742f-40b4-af34-e0ce446b68da HTTP/1.1" status: 204 len: 168 time: 0.2019792 Sep 24 19:53:57.762354 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50476) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:57.762785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b80b-a34b-4fd0-8141-ae2e404f3e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5477107f-742f-40b4-af34-e0ce446b68da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:57.829739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.914646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.934424 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e16ede8-2dd1-4965-820c-6a829eb98a8f']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:57.943555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97575a5e-66fe-4f79-92c8-d60061abc046') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:57.943854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97575a5e-66fe-4f79-92c8-d60061abc046') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:53:57.953572 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.967005 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.972760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:53:57.973143 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:53:57.974751 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:53:58.027384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.033154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.035023 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7e16ede8-2dd1-4965-820c-6a829eb98a8f HTTP/1.1" status: 204 len: 168 time: 0.2715957 Sep 24 19:53:58.045781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03b69a-68c7-4369-94a7-c96768c0ef62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e16ede8-2dd1-4965-820c-6a829eb98a8f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:58.143962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50480) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:58.187416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-09d8fdfa-dbd3-4a67-b956-69d532ed194d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a462969d5ab148a69276f48ac82d280b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423181 Sep 24 19:53:58.189777 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50482) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:58.236009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.256678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.311222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.313745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:58.315221 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ba6aa3a-6752-4a87-b2f2-4a966f089d77 HTTP/1.1" status: 204 len: 168 time: 0.1244202 Sep 24 19:53:58.323532 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efe379-1c81-4dcc-91ba-6c90057d5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba6aa3a-6752-4a87-b2f2-4a966f089d77,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:58.980893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50504) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:53:59.076224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049914962'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:53:59.097938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:53:59.101565 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.110022 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.200605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.204169 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.226546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:53:59.241854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bf6d9-bc91-4ecd-b6ff-dc501658efb5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:59.244753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.245105 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Added segment 460d8a06-60f4-4630-9803-e76055e6825f of type vlan for network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 Sep 24 19:53:59.286949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.311140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.316667 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:53:59.317255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:53:59.362887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699305 Sep 24 19:53:59.383560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7186bf-9d2e-44e8-8cdf-29139d96bacf tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Network': ['ID=3de60a4f-0595-4afd-9aef-d010aaf48cd9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:53:59.394125 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:00.748011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 32b84138-42c0-4494-bf32-f6fd3f66e114 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:54:00.767951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 32b84138-42c0-4494-bf32-f6fd3f66e114 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:54:00.768299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 32b84138-42c0-4494-bf32-f6fd3f66e114 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:54:02.658337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50508) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:02.663780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'subnet': {'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:02.753948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:02.758025 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:02.938834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:02.999175 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Subnet': ['ID=cc114108-f371-4a4e-892c-103d3ab2cba7,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:03.006520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking segment: {'id': '460d8a06-60f4-4630-9803-e76055e6825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:03.006876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network hostable DHCP agents. Network: 3de60a4f-0595-4afd-9aef-d010aaf48cd9, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:03.022783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:03.031179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 3de60a4f-0595-4afd-9aef-d010aaf48cd9) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:03.035220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:03.035810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.041014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aabc866-1798-4587-8047-0339267d183b None None] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:03.053345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0ff4d9e-a10e-43cf-9a6b-fee032c3f59f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3938606 Sep 24 19:54:03.057361 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50510) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:03.062525 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971831923'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:03.082890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:03.086335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.109554 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:03.119652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.120000 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Added segment 58b023a2-6f4d-4fc9-bac7-e9004506dfda of type vlan for network e72e2692-26da-4e1b-bdab-17bb390c0dce Sep 24 19:54:03.161383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.185239 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.191092 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:03.191604 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.202641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-3de60a4f-0595-4afd-9aef-d010aaf48cd9', 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9', 'tenant_id': '49a79e77a59d4216975bb5660b129353', 'fixed_ips': [{'subnet_id': 'cc114108-f371-4a4e-892c-103d3ab2cba7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:03.203529 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.224824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1662226 Sep 24 19:54:03.227762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:03.233450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'subnet': {'network_id': 'e72e2692-26da-4e1b-bdab-17bb390c0dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:03.264994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669003-7799-49c8-88a5-97ba8b17cb13 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Network': ['ID=e72e2692-26da-4e1b-bdab-17bb390c0dce,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:03.280334 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e72e2692-26da-4e1b-bdab-17bb390c0dce details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:03.321399 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:03.325386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.528272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.553216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Allocated IP 2001:db8:0:ffff::2 (3de60a4f-0595-4afd-9aef-d010aaf48cd9/cc114108-f371-4a4e-892c-103d3ab2cba7/254ecaef-fe3f-4079-9f49-1285a19580fb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:03.583573 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Subnet': ['ID=46376100-0608-4664-9c50-bb56ae5db903,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:03.597615 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.597964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.598300 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.598636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.598990 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.599315 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.599637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.599961 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.600278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.601130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.601449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.601765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.617363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking segment: {'id': '58b023a2-6f4d-4fc9-bac7-e9004506dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e72e2692-26da-4e1b-bdab-17bb390c0dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:03.617740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network hostable DHCP agents. Network: e72e2692-26da-4e1b-bdab-17bb390c0dce, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:03.634281 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network e72e2692-26da-4e1b-bdab-17bb390c0dce is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:03.642630 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e72e2692-26da-4e1b-bdab-17bb390c0dce) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:03.647919 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:03.648524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.655645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f4d48-5f27-472c-9ca2-868b46a82ff9 None None] Network e72e2692-26da-4e1b-bdab-17bb390c0dce requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:03.665806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bfbf31ba-1243-4c70-868b-1631e8a5a05f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4334347 Sep 24 19:54:03.666083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:03.728198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.769101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.769775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.777414 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.846844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:03.852664 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.857551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:03.860962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Pushing event updated for resources: {'Port': ['ID=254ecaef-fe3f-4079-9f49-1285a19580fb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:03.863038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:03.880981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.881332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.881684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.882039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.882377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.882706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.883056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.883384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.883709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.884031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.884354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.884674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:03.919139 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.946074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Subnet': ['ID=46376100-0608-4664-9c50-bb56ae5db903,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:03.951575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Attempting to bind port 254ecaef-fe3f-4079-9f49-1285a19580fb on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:03.951952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Attempting to bind port 254ecaef-fe3f-4079-9f49-1285a19580fb by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '460d8a06-60f4-4630-9803-e76055e6825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:03.952341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Attempting to bind port 254ecaef-fe3f-4079-9f49-1285a19580fb on network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:03.956483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a2e0a-e02f-40d2-bb3c-a562909b7e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e72e2692-26da-4e1b-bdab-17bb390c0dce', 'network_id': 'e72e2692-26da-4e1b-bdab-17bb390c0dce', 'tenant_id': '49a79e77a59d4216975bb5660b129353', 'fixed_ips': [{'subnet_id': '46376100-0608-4664-9c50-bb56ae5db903'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:03.957309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d21a2e0a-e02f-40d2-bb3c-a562909b7e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.970039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:03.970415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Checking segment: {'id': '460d8a06-60f4-4630-9803-e76055e6825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:03.970814 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:03.971228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Bound using segment: {'id': '460d8a06-60f4-4630-9803-e76055e6825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:03.971704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Bound port: 254ecaef-fe3f-4079-9f49-1285a19580fb, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460d8a06-60f4-4630-9803-e76055e6825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3de60a4f-0595-4afd-9aef-d010aaf48cd9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:03.972082 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.009628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.030780 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72e2692-26da-4e1b-bdab-17bb390c0dce']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:04.040991 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b023a2-6f4d-4fc9-bac7-e9004506dfda') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:04.041288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b023a2-6f4d-4fc9-bac7-e9004506dfda') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:04.050656 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.065508 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.072112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:04.072492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:04.075839 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:04.087703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f09d3-d59e-4613-837e-f597f0fd6869 None None] Network e72e2692-26da-4e1b-bdab-17bb390c0dce requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:04.094714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] For port 254ecaef-fe3f-4079-9f49-1285a19580fb, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:04.126188 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] For port 254ecaef-fe3f-4079-9f49-1285a19580fb, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254ecaef-fe3f-4079-9f49-1285a19580fb,segment=NetworkSegment(460d8a06-60f4-4630-9803-e76055e6825f),segment_id=460d8a06-60f4-4630-9803-e76055e6825f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:04.134211 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.135311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.140379 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.145986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/e72e2692-26da-4e1b-bdab-17bb390c0dce HTTP/1.1" status: 204 len: 168 time: 0.4745326 Sep 24 19:54:04.146348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:04.152174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784757826'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:04.156781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ed96-62ac-4a5a-baf6-ad4a764ca949 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Network': ['ID=e72e2692-26da-4e1b-bdab-17bb390c0dce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:04.175295 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:04.178802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.202998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:04.214519 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.214893 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Added segment a5993b17-10f4-460c-8d34-9c825b75dd26 of type vlan for network 1dc6dfe6-bb36-4496-983c-d50eab889c35 Sep 24 19:54:04.259176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.262277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e8577-b8bb-455f-93a7-f79819c4bee2 None None] Pushing event updated for resources: {'Port': ['ID=254ecaef-fe3f-4079-9f49-1285a19580fb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:04.286291 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.292754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:04.293344 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.323461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1759179 Sep 24 19:54:04.326250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:04.333324 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'subnet': {'network_id': '1dc6dfe6-bb36-4496-983c-d50eab889c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:04.369395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3baab5-2135-4a8d-b804-ea08e70e6c1d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Network': ['ID=1dc6dfe6-bb36-4496-983c-d50eab889c35,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:04.380498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 1dc6dfe6-bb36-4496-983c-d50eab889c35 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:04.459413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:04.463947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.521749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 19:54:04.522274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 19:54:04.643592 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.696294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Subnet': ['ID=e56a3726-bde0-4422-be66-18169e8d8a68,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:04.711906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking segment: {'id': 'a5993b17-10f4-460c-8d34-9c825b75dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1dc6dfe6-bb36-4496-983c-d50eab889c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:04.712259 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network hostable DHCP agents. Network: 1dc6dfe6-bb36-4496-983c-d50eab889c35, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:04.728313 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network 1dc6dfe6-bb36-4496-983c-d50eab889c35 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:04.736477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 1dc6dfe6-bb36-4496-983c-d50eab889c35) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:04.740902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:04.741492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.747241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3859e4-fab8-447b-83ce-6b0d88c977d2 None None] Network 1dc6dfe6-bb36-4496-983c-d50eab889c35 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:04.756906 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-15e6af7c-fc7e-4ce6-8a20-dc2e233d947b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4295120 Sep 24 19:54:04.759804 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:04.860996 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.910290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6dd52-6a51-4205-9ca6-4ac46a36ba18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-1dc6dfe6-bb36-4496-983c-d50eab889c35', 'network_id': '1dc6dfe6-bb36-4496-983c-d50eab889c35', 'tenant_id': '49a79e77a59d4216975bb5660b129353', 'fixed_ips': [{'subnet_id': 'e56a3726-bde0-4422-be66-18169e8d8a68'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:04.911187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cd6dd52-6a51-4205-9ca6-4ac46a36ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:04.953276 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.021538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server [None req-0cd6dd52-6a51-4205-9ca6-4ac46a36ba18 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e56a3726-bde0-4422-be66-18169e8d8a68: This subnet is being modified by another concurrent operation. Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server raise exception Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e56a3726-bde0-4422-be66-18169e8d8a68: This subnet is being modified by another concurrent operation. Sep 24 19:54:05.024788 n-d-810952-2 neutron-server[94857]: ERROR oslo_messaging.rpc.server Sep 24 19:54:05.045133 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f2b59-0655-4b81-a482-574ba539f469 None None] Network 1dc6dfe6-bb36-4496-983c-d50eab889c35 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:05.055442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Subnet': ['ID=e56a3726-bde0-4422-be66-18169e8d8a68,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:05.124917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.146194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc6dfe6-bb36-4496-983c-d50eab889c35']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:05.156803 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5993b17-10f4-460c-8d34-9c825b75dd26') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:05.157367 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5993b17-10f4-460c-8d34-9c825b75dd26') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:05.167410 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.181631 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.184782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd808c1-3cb0-4854-a539-a135cc23b3f5 None None] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:05.187660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:05.188056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:05.191072 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:05.251003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.259984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.262316 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/1dc6dfe6-bb36-4496-983c-d50eab889c35 HTTP/1.1" status: 204 len: 168 time: 0.5009701 Sep 24 19:54:05.266025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:05.272722 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] Provisioning complete for port 254ecaef-fe3f-4079-9f49-1285a19580fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:05.273093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.274456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d52f9-4050-4ab4-ae41-40b2fba2b636 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Network': ['ID=1dc6dfe6-bb36-4496-983c-d50eab889c35,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:05.281368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980811215'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:05.304558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:05.308263 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.333783 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:05.343716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.344136 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Added segment 4f24961e-b0c3-418f-83e3-3e4a1594ff35 of type vlan for network cf366760-b720-4b17-b983-3f1e96b07935 Sep 24 19:54:05.394731 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.425982 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.426736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.432858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:05.433445 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.473074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2022696 Sep 24 19:54:05.473555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] For port 254ecaef-fe3f-4079-9f49-1285a19580fb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254ecaef-fe3f-4079-9f49-1285a19580fb,segment=NetworkSegment(460d8a06-60f4-4630-9803-e76055e6825f),segment_id=460d8a06-60f4-4630-9803-e76055e6825f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:05.477255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50524) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:05.478755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.483373 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'subnet': {'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:05.509401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47652db-2538-4c5a-9938-7fed3feeba33 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Network': ['ID=cf366760-b720-4b17-b983-3f1e96b07935,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:05.524626 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cf366760-b720-4b17-b983-3f1e96b07935 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:05.552145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e7563-31b3-45b1-89a8-a6285b1d0cab None None] Pushing event updated for resources: {'Port': ['ID=254ecaef-fe3f-4079-9f49-1285a19580fb,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:05.594111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:05.598742 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.672918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd231d-53b5-4d75-b9b0-3e4dab68acf1 None None] get_active_networks_info from n-d-810952-2 {{(pid=94857) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 19:54:05.717184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1d5e711f-2e7a-4a02-9e4a-d8b038ea2d44 None None] Provisioning complete for port 254ecaef-fe3f-4079-9f49-1285a19580fb triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:05.717474 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d5e711f-2e7a-4a02-9e4a-d8b038ea2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.776296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd231d-53b5-4d75-b9b0-3e4dab68acf1 None None] Resources bound (agent type, host, resource id): {{(pid=94857) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 19:54:05.782200 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.841067 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Subnet': ['ID=c8aa662c-39b9-4674-9e83-2680edd4f364,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:05.851914 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking segment: {'id': '4f24961e-b0c3-418f-83e3-3e4a1594ff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:05.852277 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network hostable DHCP agents. Network: cf366760-b720-4b17-b983-3f1e96b07935, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:05.868581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network cf366760-b720-4b17-b983-3f1e96b07935 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:05.877112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cf366760-b720-4b17-b983-3f1e96b07935) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:05.882456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:05.883067 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.898115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ee122cf2-dc7c-4b79-ab19-85a2ccce2c66 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192328 Sep 24 19:54:05.901751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50526) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:05.906569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499738655'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:05.928013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:05.932062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.956003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:05.965054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:05.965405 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Added segment d9daf276-2a32-4990-99f2-940b0c2513eb of type vlan for network 94bec451-ffd7-4ba7-b6b6-4913f901e01c Sep 24 19:54:06.009030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.011623 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233521eb-210a-4c17-a8bf-8f6ba914907c None None] Network cf366760-b720-4b17-b983-3f1e96b07935 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:06.033863 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.040150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:06.040339 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.071346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1685567 Sep 24 19:54:06.074271 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:06.080294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Request body: {'subnet': {'network_id': '94bec451-ffd7-4ba7-b6b6-4913f901e01c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:06.115059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c615d-f1f8-42e7-bb60-0c0a2aff5aa5 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Network': ['ID=94bec451-ffd7-4ba7-b6b6-4913f901e01c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:06.127461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 94bec451-ffd7-4ba7-b6b6-4913f901e01c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:06.174128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Made reservation on behalf of 49a79e77a59d4216975bb5660b129353 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:06.177617 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.216630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-cf366760-b720-4b17-b983-3f1e96b07935', 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935', 'tenant_id': '49a79e77a59d4216975bb5660b129353', 'fixed_ips': [{'subnet_id': 'c8aa662c-39b9-4674-9e83-2680edd4f364'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:06.217476 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.356554 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Allocated IP 2001:db8::2 (cf366760-b720-4b17-b983-3f1e96b07935/c8aa662c-39b9-4674-9e83-2680edd4f364/c0a73a29-b7cc-41af-b9c8-27c77b22c95d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:06.369392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.429395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254ecaef-fe3f-4079-9f49-1285a19580fb up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:06.442106 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event updated for resources: {'Subnet': ['ID=5adc0b3c-1b90-46bb-8057-585e3f9706bd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:06.444381 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Checking segment: {'id': 'd9daf276-2a32-4990-99f2-940b0c2513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94bec451-ffd7-4ba7-b6b6-4913f901e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:06.444745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network hostable DHCP agents. Network: 94bec451-ffd7-4ba7-b6b6-4913f901e01c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:06.461767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Network 94bec451-ffd7-4ba7-b6b6-4913f901e01c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:06.470738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 94bec451-ffd7-4ba7-b6b6-4913f901e01c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:06.477732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:06.478514 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.484100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3edcef-af5e-4796-ad7d-c950a77d095a None None] Network 94bec451-ffd7-4ba7-b6b6-4913f901e01c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:06.493262 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4b4af92-8927-444e-90ed-4d76ee265121 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4172072 Sep 24 19:54:06.495851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:06.589091 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.597474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 254ecaef-fe3f-4079-9f49-1285a19580fb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:06.597853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.603514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.631107 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.644385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.703331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.703896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Network cf366760-b720-4b17-b983-3f1e96b07935 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:06.713567 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:06.719445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:06.732688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Pushing event updated for resources: {'Port': ['ID=c0a73a29-b7cc-41af-b9c8-27c77b22c95d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:06.733452 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Subnet': ['ID=5adc0b3c-1b90-46bb-8057-585e3f9706bd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:06.793882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60e9b6-be42-4286-8a7a-b1206839fd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-94bec451-ffd7-4ba7-b6b6-4913f901e01c', 'network_id': '94bec451-ffd7-4ba7-b6b6-4913f901e01c', 'tenant_id': '49a79e77a59d4216975bb5660b129353', 'fixed_ips': [{'subnet_id': '5adc0b3c-1b90-46bb-8057-585e3f9706bd'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:06.794758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b60e9b6-be42-4286-8a7a-b1206839fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.799668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.819454 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bec451-ffd7-4ba7-b6b6-4913f901e01c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:06.829129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9daf276-2a32-4990-99f2-940b0c2513eb') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:06.829422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9daf276-2a32-4990-99f2-940b0c2513eb') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:06.838701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.843372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Attempting to bind port c0a73a29-b7cc-41af-b9c8-27c77b22c95d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:06.843748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Attempting to bind port c0a73a29-b7cc-41af-b9c8-27c77b22c95d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4f24961e-b0c3-418f-83e3-3e4a1594ff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:06.844113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Attempting to bind port c0a73a29-b7cc-41af-b9c8-27c77b22c95d on network cf366760-b720-4b17-b983-3f1e96b07935 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:06.853301 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.859104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:06.859489 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.862333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:06.862510 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:06.864656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Checking segment: {'id': '4f24961e-b0c3-418f-83e3-3e4a1594ff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:06.864656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.864656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Bound using segment: {'id': '4f24961e-b0c3-418f-83e3-3e4a1594ff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:06.864656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Bound port: c0a73a29-b7cc-41af-b9c8-27c77b22c95d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f24961e-b0c3-418f-83e3-3e4a1594ff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf366760-b720-4b17-b983-3f1e96b07935'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:06.864656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.933774 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.940753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:06.945155 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/94bec451-ffd7-4ba7-b6b6-4913f901e01c HTTP/1.1" status: 204 len: 168 time: 0.4459512 Sep 24 19:54:06.946541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50532) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:06.954224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c23ce-2e42-433d-8700-a81cfd69cefb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Network': ['ID=94bec451-ffd7-4ba7-b6b6-4913f901e01c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:06.963668 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aeb923-0998-40b0-baf9-868e169af4c7 None None] Network 94bec451-ffd7-4ba7-b6b6-4913f901e01c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:06.985690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aeb923-0998-40b0-baf9-868e169af4c7 None None] Network 94bec451-ffd7-4ba7-b6b6-4913f901e01c could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:54:06.988662 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-47393c34-1623-4ac8-b0e4-40ce7cb5404d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] GET failed (client error): The resource could not be found. Sep 24 19:54:06.989940 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-47393c34-1623-4ac8-b0e4-40ce7cb5404d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "GET /v2.0/subnets/5adc0b3c-1b90-46bb-8057-585e3f9706bd HTTP/1.1" status: 404 len: 337 time: 0.0409882 Sep 24 19:54:06.992631 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50534) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:06.997337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] For port c0a73a29-b7cc-41af-b9c8-27c77b22c95d, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:07.001607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] For port c0a73a29-b7cc-41af-b9c8-27c77b22c95d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c0a73a29-b7cc-41af-b9c8-27c77b22c95d,segment=NetworkSegment(4f24961e-b0c3-418f-83e3-3e4a1594ff35),segment_id=4f24961e-b0c3-418f-83e3-3e4a1594ff35)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:07.005378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.017295 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fc3fb0-f82a-4b8c-bd17-8a4f42cd969d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:07.017842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fc3fb0-f82a-4b8c-bd17-8a4f42cd969d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:07.019590 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-13fc3fb0-f82a-4b8c-bd17-8a4f42cd969d tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/94bec451-ffd7-4ba7-b6b6-4913f901e01c HTTP/1.1" status: 404 len: 339 time: 0.0260601 Sep 24 19:54:07.024058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.056684 n-d-810952-2 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe2baa5-4365-4d7f-b9a8-a660e4930836 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:07.057264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe2baa5-4365-4d7f-b9a8-a660e4930836 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:07.059108 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-efe2baa5-4365-4d7f-b9a8-a660e4930836 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/subnets/5adc0b3c-1b90-46bb-8057-585e3f9706bd HTTP/1.1" status: 404 len: 337 time: 0.0338802 Sep 24 19:54:07.061745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50538) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.071474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72519716-3e59-47a8-bbe2-a64cc57a664c None None] Pushing event updated for resources: {'Port': ['ID=c0a73a29-b7cc-41af-b9c8-27c77b22c95d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:07.080957 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0f35fb-a40b-49a2-acf8-b35a47bd9cae tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:07.081522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0f35fb-a40b-49a2-acf8-b35a47bd9cae tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:07.083297 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cf0f35fb-a40b-49a2-acf8-b35a47bd9cae tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/94bec451-ffd7-4ba7-b6b6-4913f901e01c HTTP/1.1" status: 404 len: 339 time: 0.0204592 Sep 24 19:54:07.086502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50540) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.137080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Deleting subnet c8aa662c-39b9-4674-9e83-2680edd4f364 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:54:07.140186 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.181056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.290885 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.351817 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.378334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aa662c-39b9-4674-9e83-2680edd4f364,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:07.382619 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.385998 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5806879c-95b3-4831-8379-b5de826bd251 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/subnets/c8aa662c-39b9-4674-9e83-2680edd4f364 HTTP/1.1" status: 204 len: 168 time: 0.2970605 Sep 24 19:54:07.387012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50542) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.460977 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.517450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Deleting port c0a73a29-b7cc-41af-b9c8-27c77b22c95d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:07.517677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.578590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] For port c0a73a29-b7cc-41af-b9c8-27c77b22c95d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c0a73a29-b7cc-41af-b9c8-27c77b22c95d,segment=NetworkSegment(4f24961e-b0c3-418f-83e3-3e4a1594ff35),segment_id=4f24961e-b0c3-418f-83e3-3e4a1594ff35)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:07.578989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.590506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Calling delete_port for c0a73a29-b7cc-41af-b9c8-27c77b22c95d owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:07.673737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.698883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Port': ['ID=c0a73a29-b7cc-41af-b9c8-27c77b22c95d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:07.704728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No DVR routers for this DVR port c0a73a29-b7cc-41af-b9c8-27c77b22c95d on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:07.788789 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.810268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf366760-b720-4b17-b983-3f1e96b07935']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:07.819986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f24961e-b0c3-418f-83e3-3e4a1594ff35') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:07.820282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f24961e-b0c3-418f-83e3-3e4a1594ff35') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:07.830053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.843829 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.850054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:07.851010 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:07.854153 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:07.899868 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d0b19-cfaf-4862-a534-9fba33e04ab1 None None] Network cf366760-b720-4b17-b983-3f1e96b07935 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:07.915175 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.922069 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:07.923963 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/cf366760-b720-4b17-b983-3f1e96b07935 HTTP/1.1" status: 204 len: 168 time: 0.5360322 Sep 24 19:54:07.925581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e50dd65b-dfd0-4dfe-b833-2f4fdcc785e1 None None] Could not find standard attr ID for object c0a73a29-b7cc-41af-b9c8-27c77b22c95d. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:54:07.926571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50544) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.959399 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adabbe-f30a-4b5b-ab3c-432f2e2f299c tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Network': ['ID=cf366760-b720-4b17-b983-3f1e96b07935,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:07.962872 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e41fdd-8dc5-4ea1-a226-feb542246edb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:07.963465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e41fdd-8dc5-4ea1-a226-feb542246edb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:07.965443 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-72e41fdd-8dc5-4ea1-a226-feb542246edb tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/subnets/e56a3726-bde0-4422-be66-18169e8d8a68 HTTP/1.1" status: 404 len: 337 time: 0.0379243 Sep 24 19:54:07.967917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50546) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:07.989988 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0eba46-ea39-4a02-9580-df7e17f94b42 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:07.990518 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0eba46-ea39-4a02-9580-df7e17f94b42 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:07.992982 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ec0eba46-ea39-4a02-9580-df7e17f94b42 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/1dc6dfe6-bb36-4496-983c-d50eab889c35 HTTP/1.1" status: 404 len: 339 time: 0.0241494 Sep 24 19:54:07.995288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50548) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:08.021016 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90bf9ef-d20d-4ee0-a56f-129d5570bff3 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:08.021473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90bf9ef-d20d-4ee0-a56f-129d5570bff3 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:08.023249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a90bf9ef-d20d-4ee0-a56f-129d5570bff3 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/subnets/46376100-0608-4664-9c50-bb56ae5db903 HTTP/1.1" status: 404 len: 337 time: 0.0270722 Sep 24 19:54:08.025874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:08.056769 n-d-810952-2 neutron-server[94855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05b0933-739a-47c3-9ee3-f7a33125d308 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] DELETE failed (client error): The resource could not be found. Sep 24 19:54:08.057647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05b0933-739a-47c3-9ee3-f7a33125d308 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 19:54:08.061240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b05b0933-739a-47c3-9ee3-f7a33125d308 tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/e72e2692-26da-4e1b-bdab-17bb390c0dce HTTP/1.1" status: 404 len: 339 time: 0.0332410 Sep 24 19:54:08.063238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:08.067095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95cea6-0afc-459e-bbce-6ff6db3b592e None None] DHCP port deletion for cf366760-b720-4b17-b983-3f1e96b07935 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:54:08.114832 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Deleting subnet cc114108-f371-4a4e-892c-103d3ab2cba7 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:54:08.118527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.157904 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.246009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.303398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.334403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.336877 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/subnets/cc114108-f371-4a4e-892c-103d3ab2cba7 HTTP/1.1" status: 204 len: 168 time: 0.2724755 Sep 24 19:54:08.338069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd5de6-d1da-4522-9b9d-0e2493cd261f tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Subnet': ['ID=cc114108-f371-4a4e-892c-103d3ab2cba7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:08.339428 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:08.342147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39419693-bfda-412e-bd42-cd8daeea58a0 None None] Network 3de60a4f-0595-4afd-9aef-d010aaf48cd9 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:08.514738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] DHCP port deletion for 3de60a4f-0595-4afd-9aef-d010aaf48cd9 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:54:08.569089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Deleting port 254ecaef-fe3f-4079-9f49-1285a19580fb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:08.570101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.638761 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] For port 254ecaef-fe3f-4079-9f49-1285a19580fb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=254ecaef-fe3f-4079-9f49-1285a19580fb,segment=NetworkSegment(460d8a06-60f4-4630-9803-e76055e6825f),segment_id=460d8a06-60f4-4630-9803-e76055e6825f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:08.639199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.652151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Calling delete_port for 254ecaef-fe3f-4079-9f49-1285a19580fb owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:08.730319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.733437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.760056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] Pushing event deleted for resources: {'Port': ['ID=254ecaef-fe3f-4079-9f49-1285a19580fb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:08.761998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248e54a-8e37-456a-a705-fbf5225a1859 None None] No DVR routers for this DVR port 254ecaef-fe3f-4079-9f49-1285a19580fb on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:08.817392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.838387 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de60a4f-0595-4afd-9aef-d010aaf48cd9']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:08.847363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460d8a06-60f4-4630-9803-e76055e6825f') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:08.847660 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460d8a06-60f4-4630-9803-e76055e6825f') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:08.856728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.869738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.876178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:08.876568 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:08.879896 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:08.941673 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.949717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:08.951600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] 10.222.0.18 "DELETE /v2.0/networks/3de60a4f-0595-4afd-9aef-d010aaf48cd9 HTTP/1.1" status: 204 len: 168 time: 0.6112685 Sep 24 19:54:08.962946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c2ffb-333d-47bb-9856-4fa8de7a931b tempest-NetworksIpV6Test-1040699158 tempest-NetworksIpV6Test-1040699158-project] Pushing event deleted for resources: {'Network': ['ID=3de60a4f-0595-4afd-9aef-d010aaf48cd9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:09.198969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50560) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:09.329701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b0c4168a-d606-4bf5-88ea-b194182a08c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49a79e77a59d4216975bb5660b129353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295621 Sep 24 19:54:09.332392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:09.343037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:09.381927 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:09.402811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:09.456917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:09.459654 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:09.460841 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d1bf6d9-bc91-4ecd-b6ff-dc501658efb5 HTTP/1.1" status: 204 len: 168 time: 0.1275370 Sep 24 19:54:09.468750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4ab2f-c7d3-4d1c-8b42-0df39ec17d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bf6d9-bc91-4ecd-b6ff-dc501658efb5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:10.089544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50586) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:10.180070 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1546547611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:10.203094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.204066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.253603 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.258284 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.277881 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.279189 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-21ba6862-6190-4f81-a54d-a10587a2062c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1885626 Sep 24 19:54:10.281876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50590) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:10.286755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2054002692'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:10.307745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Made reservation on behalf of 8b9c8094b13e4b879064df468483fbee for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:10.311204 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.320088 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.394193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254ecaef-fe3f-4079-9f49-1285a19580fb no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:54:10.417324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.421972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.455733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:10.461584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3daabb8-2ed4-4bd0-8bfe-3c52b678db74,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:10.469361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.469708 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Added segment 4377b21b-f67f-43fc-ad43-727916b725d1 of type vlan for network cdb4d865-223f-458f-91c7-e862c1258346 Sep 24 19:54:10.513936 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.539957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.545571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:10.546172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.581869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 254ecaef-fe3f-4079-9f49-1285a19580fb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:54:10.582077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2980525 Sep 24 19:54:10.582189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 254ecaef-fe3f-4079-9f49-1285a19580fb not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:54:10.583965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50592) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:10.589691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'subnet': {'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:10.637549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35701-ce73-43fb-8609-384415ac2e51 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event updated for resources: {'Network': ['ID=cdb4d865-223f-458f-91c7-e862c1258346,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:10.647787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network cdb4d865-223f-458f-91c7-e862c1258346 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:10.715022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Made reservation on behalf of 8b9c8094b13e4b879064df468483fbee for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:10.718405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.893919 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.954172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event updated for resources: {'Subnet': ['ID=3e3b385f-7775-4029-95e9-54ed1a15ccb3,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:10.961716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Checking segment: {'id': '4377b21b-f67f-43fc-ad43-727916b725d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:10.961716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Network hostable DHCP agents. Network: cdb4d865-223f-458f-91c7-e862c1258346, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:10.978285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Network cdb4d865-223f-458f-91c7-e862c1258346 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:10.987378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, cdb4d865-223f-458f-91c7-e862c1258346) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:10.991953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:10.992550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:10.997076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5cff7c-b067-4c19-b601-24152bf08217 None None] Network cdb4d865-223f-458f-91c7-e862c1258346 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:11.006448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-475e9923-1d23-4dab-9495-13f489109cc4 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214816 Sep 24 19:54:11.010337 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50594) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:11.014764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-555536112'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:11.041636 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Made reservation on behalf of 8b9c8094b13e4b879064df468483fbee for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:11.041636 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.068833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:11.078113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.078459 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Added segment 460fa243-7279-4146-af31-74381d743681 of type vlan for network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 Sep 24 19:54:11.122624 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.145218 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-cdb4d865-223f-458f-91c7-e862c1258346', 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346', 'tenant_id': '8b9c8094b13e4b879064df468483fbee', 'fixed_ips': [{'subnet_id': '3e3b385f-7775-4029-95e9-54ed1a15ccb3'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:11.146213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.148155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.153751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:11.154347 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.185010 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1713045 Sep 24 19:54:11.185756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:11.192090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'subnet': {'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:11.223640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ddfef-0a35-4e3b-a210-406f6829b9cd tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event updated for resources: {'Network': ['ID=2efe60b4-bfb0-4d34-9435-d55d43a8c6c5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:11.237614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:11.282100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Made reservation on behalf of 8b9c8094b13e4b879064df468483fbee for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:11.285780 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.339538 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Allocated IP 172.20.0.2 (cdb4d865-223f-458f-91c7-e862c1258346/3e3b385f-7775-4029-95e9-54ed1a15ccb3/d4051316-094b-4e9f-9795-09bd0e5eb8d1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:11.465575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.486285 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.491516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.530178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event updated for resources: {'Subnet': ['ID=a4e52864-d974-493e-90f9-a890ce6cd2bd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:11.533518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Network cdb4d865-223f-458f-91c7-e862c1258346 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:11.536321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:11.538629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Checking segment: {'id': '460fa243-7279-4146-af31-74381d743681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:11.539027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Network hostable DHCP agents. Network: 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:11.543627 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:11.546345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Pushing event updated for resources: {'Port': ['ID=d4051316-094b-4e9f-9795-09bd0e5eb8d1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:11.556198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:11.564500 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:11.568533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:11.569122 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.583710 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-150b3686-8182-44c2-980b-0155c02c0000 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960366 Sep 24 19:54:11.587079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:11.591196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0571255-6948-415c-839a-9e6714a649f0 None None] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:11.591539 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c598ec9a-dd12-416d-b132-33cd906010a6 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Request body: {'router': {'external_gateway_info': {'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:11.621082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Attempting to bind port d4051316-094b-4e9f-9795-09bd0e5eb8d1 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:11.621457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Attempting to bind port d4051316-094b-4e9f-9795-09bd0e5eb8d1 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '4377b21b-f67f-43fc-ad43-727916b725d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:11.621824 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Attempting to bind port d4051316-094b-4e9f-9795-09bd0e5eb8d1 on network cdb4d865-223f-458f-91c7-e862c1258346 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:11.659500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:11.659876 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Checking segment: {'id': '4377b21b-f67f-43fc-ad43-727916b725d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:11.660287 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.660683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Bound using segment: {'id': '4377b21b-f67f-43fc-ad43-727916b725d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:11.661163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Bound port: d4051316-094b-4e9f-9795-09bd0e5eb8d1, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4377b21b-f67f-43fc-ad43-727916b725d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdb4d865-223f-458f-91c7-e862c1258346'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:11.661545 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.767513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] For port d4051316-094b-4e9f-9795-09bd0e5eb8d1, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:11.772046 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] For port d4051316-094b-4e9f-9795-09bd0e5eb8d1, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4051316-094b-4e9f-9795-09bd0e5eb8d1,segment=NetworkSegment(4377b21b-f67f-43fc-ad43-727916b725d1),segment_id=4377b21b-f67f-43fc-ad43-727916b725d1)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:11.778392 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.835551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-2efe60b4-bfb0-4d34-9435-d55d43a8c6c5', 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5', 'tenant_id': '8b9c8094b13e4b879064df468483fbee', 'fixed_ips': [{'subnet_id': 'a4e52864-d974-493e-90f9-a890ce6cd2bd'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:11.836417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:11.875977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28dead-8bcd-4482-9d06-4723d44fbae5 None None] Pushing event updated for resources: {'Port': ['ID=d4051316-094b-4e9f-9795-09bd0e5eb8d1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.049155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Allocated IP 172.21.0.2 (2efe60b4-bfb0-4d34-9435-d55d43a8c6c5/a4e52864-d974-493e-90f9-a890ce6cd2bd/871d8a68-2ce2-4fce-99a1-e6823886c5c3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:12.081708 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c598ec9a-dd12-416d-b132-33cd906010a6 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.200969 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c598ec9a-dd12-416d-b132-33cd906010a6 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 19:54:12.207682 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c598ec9a-dd12-416d-b132-33cd906010a6 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "PUT /v2.0/routers/b33df2a3-6364-44ce-9977-05e10830b873 HTTP/1.1" status: 400 len: 364 time: 0.6140146 Sep 24 19:54:12.207890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:12.213463 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.219510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.256774 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:12.258698 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Deleting subnet a4e52864-d974-493e-90f9-a890ce6cd2bd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:54:12.260123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:12.261790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.263510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:12.272576 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Pushing event updated for resources: {'Port': ['ID=871d8a68-2ce2-4fce-99a1-e6823886c5c3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.301460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.327611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Attempting to bind port 871d8a68-2ce2-4fce-99a1-e6823886c5c3 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:12.327990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Attempting to bind port 871d8a68-2ce2-4fce-99a1-e6823886c5c3 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '460fa243-7279-4146-af31-74381d743681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:12.329043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Attempting to bind port 871d8a68-2ce2-4fce-99a1-e6823886c5c3 on network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:12.334371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:12.334801 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Checking segment: {'id': '460fa243-7279-4146-af31-74381d743681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:12.335238 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.335683 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Bound using segment: {'id': '460fa243-7279-4146-af31-74381d743681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:12.336157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Bound port: 871d8a68-2ce2-4fce-99a1-e6823886c5c3, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460fa243-7279-4146-af31-74381d743681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2efe60b4-bfb0-4d34-9435-d55d43a8c6c5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:12.336550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.396800 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.431463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4051316-094b-4e9f-9795-09bd0e5eb8d1 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:12.461556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.467141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] For port 871d8a68-2ce2-4fce-99a1-e6823886c5c3, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:12.485052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] For port 871d8a68-2ce2-4fce-99a1-e6823886c5c3, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=871d8a68-2ce2-4fce-99a1-e6823886c5c3,segment=NetworkSegment(460fa243-7279-4146-af31-74381d743681),segment_id=460fa243-7279-4146-af31-74381d743681)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:12.495264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.497083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e52864-d974-493e-90f9-a890ce6cd2bd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.499090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.501032 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6543b527-f494-44e1-8095-eeb2bfeddc15 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "DELETE /v2.0/subnets/a4e52864-d974-493e-90f9-a890ce6cd2bd HTTP/1.1" status: 204 len: 168 time: 0.2921603 Sep 24 19:54:12.503429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:12.542654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d4051316-094b-4e9f-9795-09bd0e5eb8d1 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:12.543055 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.591264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.603364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37cac-34c9-4f21-a3d9-242932333f2e None None] Pushing event updated for resources: {'Port': ['ID=871d8a68-2ce2-4fce-99a1-e6823886c5c3,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.655820 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.660506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Deleting port 871d8a68-2ce2-4fce-99a1-e6823886c5c3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:12.661126 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.690666 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d4051316-094b-4e9f-9795-09bd0e5eb8d1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4051316-094b-4e9f-9795-09bd0e5eb8d1,segment=NetworkSegment(4377b21b-f67f-43fc-ad43-727916b725d1),segment_id=4377b21b-f67f-43fc-ad43-727916b725d1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:12.698423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.738136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] For port 871d8a68-2ce2-4fce-99a1-e6823886c5c3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=871d8a68-2ce2-4fce-99a1-e6823886c5c3,segment=NetworkSegment(460fa243-7279-4146-af31-74381d743681),segment_id=460fa243-7279-4146-af31-74381d743681)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:12.738599 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.752949 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Calling delete_port for 871d8a68-2ce2-4fce-99a1-e6823886c5c3 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:12.774517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d4051316-094b-4e9f-9795-09bd0e5eb8d1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.864107 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:12.892844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Port': ['ID=871d8a68-2ce2-4fce-99a1-e6823886c5c3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:12.896480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] No DVR routers for this DVR port 871d8a68-2ce2-4fce-99a1-e6823886c5c3 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:12.938138 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bcafd3-86ca-4d89-8bac-b2809d5c8345 None None] Network cdb4d865-223f-458f-91c7-e862c1258346 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:12.981621 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.002080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efe60b4-bfb0-4d34-9435-d55d43a8c6c5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.011875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460fa243-7279-4146-af31-74381d743681') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.012165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460fa243-7279-4146-af31-74381d743681') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.016000 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-80e00e4c-e993-47b6-9b53-54caff9a727c None None] Provisioning complete for port d4051316-094b-4e9f-9795-09bd0e5eb8d1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:13.016368 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80e00e4c-e993-47b6-9b53-54caff9a727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.021424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.034253 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.041788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:13.042110 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:13.046504 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:13.109465 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.117424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.121690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "DELETE /v2.0/networks/2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 HTTP/1.1" status: 204 len: 168 time: 0.6149116 Sep 24 19:54:13.122559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50604) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:13.131490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8545120-1d42-432f-a794-768d0b81e8f3 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Network': ['ID=2efe60b4-bfb0-4d34-9435-d55d43a8c6c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:13.181231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Deleting subnet 3e3b385f-7775-4029-95e9-54ed1a15ccb3 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:54:13.184515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.233003 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.322948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.387649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.417086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3b385f-7775-4029-95e9-54ed1a15ccb3,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:13.425941 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.428097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0c525bd8-4324-4db6-baa1-0ece061b5bbe tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "DELETE /v2.0/subnets/3e3b385f-7775-4029-95e9-54ed1a15ccb3 HTTP/1.1" status: 204 len: 168 time: 0.3038995 Sep 24 19:54:13.430700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:13.433254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc490718-7a89-4061-a711-5d5570f3c2b3 None None] Network cdb4d865-223f-458f-91c7-e862c1258346 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:13.511623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.535551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-59489c1d-60c1-4ed2-b3c5-6583d6aa679d None None] Provisioning complete for port d4051316-094b-4e9f-9795-09bd0e5eb8d1 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:13.535551 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59489c1d-60c1-4ed2-b3c5-6583d6aa679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.580781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Deleting port d4051316-094b-4e9f-9795-09bd0e5eb8d1 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:13.580781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.669645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] For port d4051316-094b-4e9f-9795-09bd0e5eb8d1, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d4051316-094b-4e9f-9795-09bd0e5eb8d1,segment=NetworkSegment(4377b21b-f67f-43fc-ad43-727916b725d1),segment_id=4377b21b-f67f-43fc-ad43-727916b725d1)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:13.670019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.686106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Calling delete_port for d4051316-094b-4e9f-9795-09bd0e5eb8d1 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:13.720811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] DHCP port deletion for cdb4d865-223f-458f-91c7-e862c1258346 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:54:13.748975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6086022-685b-4813-83e3-ad4b35d9f09e None None] DHCP port deletion for 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:54:13.774205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.776589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6f1851da-a3f2-4001-9ba7-de7374e43298 None None] Could not find standard attr ID for object 871d8a68-2ce2-4fce-99a1-e6823886c5c3. {{(pid=94857) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 19:54:13.779893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8119a-0c7e-4ac0-a2a9-459991758426 None None] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:13.797276 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8119a-0c7e-4ac0-a2a9-459991758426 None None] Network 2efe60b4-bfb0-4d34-9435-d55d43a8c6c5 could not be found, it might have been deleted concurrently. {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 19:54:13.801114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Port': ['ID=d4051316-094b-4e9f-9795-09bd0e5eb8d1,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:13.803680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Deleting port d4051316-094b-4e9f-9795-09bd0e5eb8d1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:13.804068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.807933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] No DVR routers for this DVR port d4051316-094b-4e9f-9795-09bd0e5eb8d1 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:13.870591 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] For port d4051316-094b-4e9f-9795-09bd0e5eb8d1, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:13.870929 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.883437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Calling delete_port for d4051316-094b-4e9f-9795-09bd0e5eb8d1 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:13.886027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Port d4051316-094b-4e9f-9795-09bd0e5eb8d1 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 19:54:13.887492 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.903998 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.913951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] Pushing event deleted for resources: {'Port': ['ID=d4051316-094b-4e9f-9795-09bd0e5eb8d1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:13.915837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346705d-1bef-4eae-8f57-7baf114b7160 None None] No DVR routers for this DVR port d4051316-094b-4e9f-9795-09bd0e5eb8d1 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:13.925369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb4d865-223f-458f-91c7-e862c1258346']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.934612 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4377b21b-f67f-43fc-ad43-727916b725d1') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.934933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4377b21b-f67f-43fc-ad43-727916b725d1') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:13.944774 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.957530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.964003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:54:13.964393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:54:13.967481 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:54:14.028260 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.034801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.036638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "DELETE /v2.0/networks/cdb4d865-223f-458f-91c7-e862c1258346 HTTP/1.1" status: 204 len: 168 time: 0.6049910 Sep 24 19:54:14.040019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:14.048785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9c99-4f12-4347-bb5c-08f1f03bfb4b tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Pushing event deleted for resources: {'Network': ['ID=cdb4d865-223f-458f-91c7-e862c1258346,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:14.071165 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d1ebc586-7677-4e25-9c51-8fb5c2c36386 tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "GET /v2.0/ports?device_id=b33df2a3-6364-44ce-9977-05e10830b873 HTTP/1.1" status: 200 len: 205 time: 0.0293443 Sep 24 19:54:14.073527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:14.145871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.299236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.301232 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.342950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.343570 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Fanout notify agent at l3_agent the message router_deleted on router b33df2a3-6364-44ce-9977-05e10830b873 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:54:14.351458 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.352601 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-bdb0437f-1069-4f59-9d7d-036f6543e18c tempest-RoutersNegativeTest-1258002186 tempest-RoutersNegativeTest-1258002186-project] 10.222.0.18 "DELETE /v2.0/routers/b33df2a3-6364-44ce-9977-05e10830b873 HTTP/1.1" status: 204 len: 168 time: 0.2781897 Sep 24 19:54:14.387088 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4051316-094b-4e9f-9795-09bd0e5eb8d1 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:54:14.406931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d4051316-094b-4e9f-9795-09bd0e5eb8d1 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:54:14.407258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d4051316-094b-4e9f-9795-09bd0e5eb8d1 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:54:14.593225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:14.726749 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1a57ecdc-85d3-4d8b-8a07-236671afc456 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b9c8094b13e4b879064df468483fbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323707 Sep 24 19:54:14.729282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:14.775709 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.796073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.840919 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.843430 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:14.844587 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3daabb8-2ed4-4bd0-8bfe-3c52b678db74 HTTP/1.1" status: 204 len: 168 time: 0.1144083 Sep 24 19:54:14.852142 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8946-3ff5-4720-8044-4a8cc5885d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3daabb8-2ed4-4bd0-8bfe-3c52b678db74,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:15.440330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50642) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:15.534835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1161730746-network', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:15.556340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Made reservation on behalf of 125b30f9f528465fbf3352b31143aa2d for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:15.558764 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.567132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.660523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.667302 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.691048 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:15.699878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc5dcc6-04f1-43de-847c-62a4a901a42c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:15.705976 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.706333 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Added segment 35101442-66d6-43f4-9da6-9b3b671a1529 of type vlan for network 11a1a337-4357-49ed-b4bb-dde99534a134 Sep 24 19:54:15.746296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.774241 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.775274 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:15.775849 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.807103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3656907 Sep 24 19:54:15.810416 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:15.815568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Request body: {'subnet': {'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-subnet', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:15.837583 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Made reservation on behalf of 125b30f9f528465fbf3352b31143aa2d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:15.839974 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:15.841261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4092ff-7091-45ac-87ac-7ca1aeb7f66f admin admin] Pushing event updated for resources: {'Network': ['ID=11a1a337-4357-49ed-b4bb-dde99534a134,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:15.851992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 11a1a337-4357-49ed-b4bb-dde99534a134 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:16.002272 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.057334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb46e475-b85b-4129-aa62-decd44397f0a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:16.065852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Checking segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:16.066210 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Network hostable DHCP agents. Network: 11a1a337-4357-49ed-b4bb-dde99534a134, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:16.083104 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:16.091761 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 11a1a337-4357-49ed-b4bb-dde99534a134) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:16.095819 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:16.096433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.100250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609af2b-2672-41f3-8210-69bb9c6c8a65 None None] Network 11a1a337-4357-49ed-b4bb-dde99534a134 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:16.112677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6265fc1d-664f-4ca6-b57c-0722462bf165 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2983696 Sep 24 19:54:16.112872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50648) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:16.117145 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:16.136655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.137624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.191606 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.241770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-11a1a337-4357-49ed-b4bb-dde99534a134', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:16.242629 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.328132 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.378869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Allocated IP 172.20.0.2 (11a1a337-4357-49ed-b4bb-dde99534a134/fb46e475-b85b-4129-aa62-decd44397f0a/cc6e682d-d8c1-4b03-a4fc-2de390494718) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:16.519755 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.523056 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.526074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.542655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.564327 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:16.568476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:16.574779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:16.577741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Pushing event updated for resources: {'Port': ['ID=cc6e682d-d8c1-4b03-a4fc-2de390494718,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:16.628457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Attempting to bind port cc6e682d-d8c1-4b03-a4fc-2de390494718 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:16.628820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Attempting to bind port cc6e682d-d8c1-4b03-a4fc-2de390494718 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:16.629178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Attempting to bind port cc6e682d-d8c1-4b03-a4fc-2de390494718 on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:16.634167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:16.634558 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Checking segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:16.634979 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.635366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Bound using segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:16.635813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Bound port: cc6e682d-d8c1-4b03-a4fc-2de390494718, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:16.636183 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.653849 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Allocated IP 172.25.5.39 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/721e6098-60d7-4aa3-8b18-fc1113e5e8fc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:16.704151 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] For port cc6e682d-d8c1-4b03-a4fc-2de390494718, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:16.707395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] For port cc6e682d-d8c1-4b03-a4fc-2de390494718, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc6e682d-d8c1-4b03-a4fc-2de390494718,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:16.712008 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.758440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.774785 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40a20-42e7-4b4d-b041-e19cf2889f55 None None] Pushing event updated for resources: {'Port': ['ID=cc6e682d-d8c1-4b03-a4fc-2de390494718,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:16.801290 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:16.839108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:16.842060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:16.844605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:16.874273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Pushing event updated for resources: {'Port': ['ID=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:17.125776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:17.314902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:17.447280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Router a8715e3e-649f-47df-9919-2e771fca4480 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:54:17.645278 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eeee98-eb5d-408f-add5-8b9714277f93 None None] Network 11a1a337-4357-49ed-b4bb-dde99534a134 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:17.747029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] Provisioning complete for port cc6e682d-d8c1-4b03-a4fc-2de390494718 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:17.747406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:17.819778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:54:17.831130 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Sync routers for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:54:17.837020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:17.840924 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c6af6420-07d2-43fb-ae7f-6f69a78aa369 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7246900 Sep 24 19:54:17.841488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:17.843722 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:17.844427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:17.953013 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:18.046180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.094875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] For port cc6e682d-d8c1-4b03-a4fc-2de390494718, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc6e682d-d8c1-4b03-a4fc-2de390494718,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:18.102487 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.151487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c9920-19c9-4185-a00c-cdfac6e2d9b8 None None] Pushing event updated for resources: {'Port': ['ID=cc6e682d-d8c1-4b03-a4fc-2de390494718,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:18.153275 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:17Z', 'revision_number': 3, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:18.180710 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Checking router: a8715e3e-649f-47df-9919-2e771fca4480 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:54:18.181152 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Updating router a8715e3e-649f-47df-9919-2e771fca4480 port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:54:18.206867 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.294408 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.323502 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-755514aa-3ee5-4f07-a600-74bd54f80149 None None] Provisioning complete for port cc6e682d-d8c1-4b03-a4fc-2de390494718 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:18.323969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-755514aa-3ee5-4f07-a600-74bd54f80149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.472639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc6e682d-d8c1-4b03-a4fc-2de390494718 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:18.484595 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.491063 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.520793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Allocated IP 172.20.0.1 (11a1a337-4357-49ed-b4bb-dde99534a134/fb46e475-b85b-4129-aa62-decd44397f0a/4fb2c24f-4b34-4c92-85ca-f58d9224bb61) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:18.525200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port cc6e682d-d8c1-4b03-a4fc-2de390494718 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:18.525580 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.537790 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Attempting to bind port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:18.538963 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Attempting to bind port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:18.539321 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Attempting to bind port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:18.548318 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Pushing event updated for resources: {'Port': ['ID=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:18.551296 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:18.551662 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:18.552053 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.552433 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:18.552889 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Bound port: 721e6098-60d7-4aa3-8b18-fc1113e5e8fc, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:18.553258 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.560028 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.560383 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.560707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.561038 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.561363 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.561687 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.562006 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.562355 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.562631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.562969 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.563286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.563614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:54:18.613082 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] For port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:18.617052 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] For port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:18.621036 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.642790 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.674414 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:18.675056 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:18.680376 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.715403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:18.715628 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a209ed-d65f-47d5-8ce5-ae97a31e7ec7 None None] Pushing event updated for resources: {'Port': ['ID=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:18.718611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:18.721102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:18.758019 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:18.774331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.792407 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:18.914178 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.959060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-90cea987-0b29-43a9-8343-1f4485f6b941 None None] Provisioning complete for port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:18.959680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90cea987-0b29-43a9-8343-1f4485f6b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:18.982917 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:17Z', 'revision_number': 3, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:18.999465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-90cea987-0b29-43a9-8343-1f4485f6b941 None None] Port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:19.094348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:19.098794 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8378e-e902-4388-999b-3e62a9983ef0 None None] The sync data for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 is: [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:17Z', 'revision_number': 3, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:54:19.099020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:19.172391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:19.175791 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:19.266557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:19.268012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:19.398441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Router a8715e3e-649f-47df-9919-2e771fca4480 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:54:19.515731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:54:19.526194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9f98bf76-0fc7-4d34-9a17-b778760c11a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/a8715e3e-649f-47df-9919-2e771fca4480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838870 Sep 24 19:54:19.530935 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-413d4292-3a30-4e8f-a1a5-2191acac55ac None None] Provisioning complete for port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:19.531524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-413d4292-3a30-4e8f-a1a5-2191acac55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:19.568993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-413d4292-3a30-4e8f-a1a5-2191acac55ac None None] Port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:20.020143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:20.025192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-725432857-network', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:20.046358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Made reservation on behalf of 619ad7d365754da7b642a8c5a50234d6 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:20.048711 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.060078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.148472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.152116 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.172825 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:54:20.187296 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fcc68c-50dc-441c-8b96-220d35f9b3f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:20.190162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.190505 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Added segment 7e79db97-e2dd-4bd8-9cff-ffdf93c4e493 of type vlan for network 225b3c1c-993a-4ad2-9a61-106322d643bc Sep 24 19:54:20.231432 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.260137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.261025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:20.261742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.286329 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2649374 Sep 24 19:54:20.290036 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 50668) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:20.295620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Request body: {'subnet': {'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-subnet', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:20.319563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Made reservation on behalf of 619ad7d365754da7b642a8c5a50234d6 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:20.322629 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.324807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d716b19-94c1-4514-8f65-fbe4b98b285c admin admin] Pushing event updated for resources: {'Network': ['ID=225b3c1c-993a-4ad2-9a61-106322d643bc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:20.337019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 225b3c1c-993a-4ad2-9a61-106322d643bc details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:54:20.407820 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f464891-dec3-4df1-8fed-888a715ceb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.441802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 721e6098-60d7-4aa3-8b18-fc1113e5e8fc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:20.495815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:20.496192 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.528824 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.577237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.584207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22beac14-4c79-4770-b672-19b47b9a8983,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:20.595730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Checking segment: {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:20.596176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Network hostable DHCP agents. Network: 225b3c1c-993a-4ad2-9a61-106322d643bc, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:54:20.598136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:20.602187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.613509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Network 225b3c1c-993a-4ad2-9a61-106322d643bc is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:54:20.625995 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 225b3c1c-993a-4ad2-9a61-106322d643bc) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:20.632182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:20.632792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.636108 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76966a-df32-477b-afaa-53a9afc79755 None None] Network 225b3c1c-993a-4ad2-9a61-106322d643bc requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:20.649437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6dba14c2-8bbe-4cc7-8f9f-bdba32048801 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3582189 Sep 24 19:54:20.652066 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:20.656650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:20.656803 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Sync routers for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:54:20.678541 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.679570 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.697233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:20.724366 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:20.725011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:20.733632 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.867434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:20.875341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:20.940342 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-225b3c1c-993a-4ad2-9a61-106322d643bc', 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'fixed_ips': [{'subnet_id': '22beac14-4c79-4770-b672-19b47b9a8983'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:54:20.940920 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.068738 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.088172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.189047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Allocated IP 172.25.5.154 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/31fde91c-0d0d-4186-b712-9378558a216b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:21.194998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Allocated IP 172.20.0.2 (225b3c1c-993a-4ad2-9a61-106322d643bc/22beac14-4c79-4770-b672-19b47b9a8983/912b2fe0-67fb-445a-a534-40007505944b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:21.268452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 4, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4fb2c24f-4b34-4c92-85ca-f58d9224bb61', 'name': '', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'mac_address': 'fa:16:3e:05:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:18Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 2, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'subnets': [{'id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:21.295257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.303034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Checking router: a8715e3e-649f-47df-9919-2e771fca4480 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:54:21.303393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Updating router a8715e3e-649f-47df-9919-2e771fca4480 port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:54:21.329906 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.339521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.368246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:21.372455 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:21.379403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:21.383227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Pushing event updated for resources: {'Port': ['ID=31fde91c-0d0d-4186-b712-9378558a216b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:21.479511 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.490598 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.555051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Network 225b3c1c-993a-4ad2-9a61-106322d643bc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:21.568821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:21.571797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:21.575921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Pushing event updated for resources: {'Port': ['ID=912b2fe0-67fb-445a-a534-40007505944b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:21.629609 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.679482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Attempting to bind port 912b2fe0-67fb-445a-a534-40007505944b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:21.679782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Attempting to bind port 912b2fe0-67fb-445a-a534-40007505944b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:21.680195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Attempting to bind port 912b2fe0-67fb-445a-a534-40007505944b on network 225b3c1c-993a-4ad2-9a61-106322d643bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:21.688647 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:21.689022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Checking segment: {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:21.689433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.689828 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Bound using segment: {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:21.690296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Bound port: 912b2fe0-67fb-445a-a534-40007505944b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:21.690680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.806783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.808600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] For port 912b2fe0-67fb-445a-a534-40007505944b, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:21.818226 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.825879 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] For port 912b2fe0-67fb-445a-a534-40007505944b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=912b2fe0-67fb-445a-a534-40007505944b,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:21.828812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.848879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:21.888779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b292-5887-4d08-a492-381baaee2ae7 None None] Pushing event updated for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:21.995421 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Router 9c436351-c137-4523-8394-bbe0b2230c09 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:54:22.152651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Attempting to bind port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:22.153025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Attempting to bind port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:22.153393 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Attempting to bind port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:22.158741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eb1cc-dbc3-4bb3-b8b0-f646cdfd97a9 None None] Pushing event updated for resources: {'Port': ['ID=912b2fe0-67fb-445a-a534-40007505944b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:22.164445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:22.164826 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Checking segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:22.165237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.165636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Bound using segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:22.167063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Bound port: 4fb2c24f-4b34-4c92-85ca-f58d9224bb61, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:22.167063 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.249862 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9a38ea1d-3c2e-40c2-bd8a-58ce40eebae5 None None] Provisioning complete for port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:22.250243 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a38ea1d-3c2e-40c2-bd8a-58ce40eebae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.252575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] For port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:22.256657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] For port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:22.275641 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.338845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9a38ea1d-3c2e-40c2-bd8a-58ce40eebae5 None None] Port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:22.353490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:22.354212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:22.356169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b292-5887-4d08-a492-381baaee2ae7 None None] Pushing event updated for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:22.455318 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:54:22.470547 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Sync routers for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:54:22.476798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.478435 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c20e990f-7d97-45ee-bcc0-867171fe1fca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8252947 Sep 24 19:54:22.480986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 50672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:54:22.485707 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:22.486321 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:53:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:22.511237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:22.556407 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 912b2fe0-67fb-445a-a534-40007505944b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:22.616595 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:22.714183 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:54:22.727369 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] Provisioning complete for port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:22.727759 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.788756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 912b2fe0-67fb-445a-a534-40007505944b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:22.789135 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.840146 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:21Z', 'revision_number': 3, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:22.872755 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Checking router: 9c436351-c137-4523-8394-bbe0b2230c09 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:54:22.874127 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Updating router 9c436351-c137-4523-8394-bbe0b2230c09 port 31fde91c-0d0d-4186-b712-9378558a216b binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:54:22.904335 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.968351 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:22.982005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.004737 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.017796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 4, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4fb2c24f-4b34-4c92-85ca-f58d9224bb61', 'name': '', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'mac_address': 'fa:16:3e:05:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:18Z', 'updated_at': '2021-09-24T19:54:22Z', 'revision_number': 4, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'subnets': [{'id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:23.068029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34298c85-9345-4721-a2ed-0c4bcf366e0a None None] Network 225b3c1c-993a-4ad2-9a61-106322d643bc requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:54:23.072128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 912b2fe0-67fb-445a-a534-40007505944b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=912b2fe0-67fb-445a-a534-40007505944b,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:23.078164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d55d10bc-ed22-4c61-b452-3b081a47e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.080897 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5e01d-4856-4222-95f8-946f9a890924 None None] The sync data for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 is: [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:18Z', 'revision_number': 4, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '4fb2c24f-4b34-4c92-85ca-f58d9224bb61', 'name': '', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'mac_address': 'fa:16:3e:05:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:18Z', 'updated_at': '2021-09-24T19:54:22Z', 'revision_number': 4, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'subnets': [{'id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:54:23.101715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.101973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 721e6098-60d7-4aa3-8b18-fc1113e5e8fc up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:23.184026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] For port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:23.220481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.238350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Allocated IP 172.20.0.1 (225b3c1c-993a-4ad2-9a61-106322d643bc/22beac14-4c79-4770-b672-19b47b9a8983/d6e5382c-4726-4c3e-81cb-94a6cf116bab) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:23.259509 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:23.259772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.262710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=912b2fe0-67fb-445a-a534-40007505944b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:23.265887 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.276731 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.325484 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751737ab-fc39-4c35-8078-95f6cabde9f7 None None] Pushing event updated for resources: {'Port': ['ID=31fde91c-0d0d-4186-b712-9378558a216b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:23.351110 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Attempting to bind port 31fde91c-0d0d-4186-b712-9378558a216b on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:23.351849 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Attempting to bind port 31fde91c-0d0d-4186-b712-9378558a216b by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:23.352448 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Attempting to bind port 31fde91c-0d0d-4186-b712-9378558a216b on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:23.358304 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:23.359067 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:23.359682 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.360419 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:23.361094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Bound port: 31fde91c-0d0d-4186-b712-9378558a216b, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:23.361692 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.401636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01300c-c6d9-4ad9-9f16-05dd0272ef37 None None] Pushing event updated for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:23.403949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.407733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1e05be36-30df-49bf-9859-3b9e5c531f5b None None] Provisioning complete for port 912b2fe0-67fb-445a-a534-40007505944b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:23.408108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e05be36-30df-49bf-9859-3b9e5c531f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.441947 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] For port 31fde91c-0d0d-4186-b712-9378558a216b, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:23.446640 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] For port 31fde91c-0d0d-4186-b712-9378558a216b, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31fde91c-0d0d-4186-b712-9378558a216b,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:23.450187 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.456257 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.472490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Network 225b3c1c-993a-4ad2-9a61-106322d643bc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:23.476245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.480263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:23.487778 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:23.516040 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:23.516742 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:54:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:23.559267 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.583582 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751737ab-fc39-4c35-8078-95f6cabde9f7 None None] Pushing event updated for resources: {'Port': ['ID=31fde91c-0d0d-4186-b712-9378558a216b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:23.651846 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Pushing event updated for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:23.670442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:23.760936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.831029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-190f08ab-6ec2-4f62-8dfe-e1b09f694aaa None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:23.831447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-190f08ab-6ec2-4f62-8dfe-e1b09f694aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.884135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-190f08ab-6ec2-4f62-8dfe-e1b09f694aaa None None] Port d6e5382c-4726-4c3e-81cb-94a6cf116bab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:23.897951 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-190f08ab-6ec2-4f62-8dfe-e1b09f694aaa None None] Provisioning complete for port 912b2fe0-67fb-445a-a534-40007505944b triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:23.898328 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-190f08ab-6ec2-4f62-8dfe-e1b09f694aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:23.903071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:21Z', 'revision_number': 3, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:23.955400 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cba3b2-fca5-424e-98ce-10c77236ba36 None None] The sync data for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 is: [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:21Z', 'revision_number': 3, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:54:24.011141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.022975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.105406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.113642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Pushing event updated for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:24.142054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ccfb66f8-6c78-4013-a7f7-bb213163ffc7 None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:24.142571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccfb66f8-6c78-4013-a7f7-bb213163ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.186648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb66f8-6c78-4013-a7f7-bb213163ffc7 None None] Port d6e5382c-4726-4c3e-81cb-94a6cf116bab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:24.214769 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Network 225b3c1c-993a-4ad2-9a61-106322d643bc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:24.220090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:24.370038 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.372987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Router 9c436351-c137-4523-8394-bbe0b2230c09 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:54:24.516375 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7bf7cd43-9c52-4210-900b-0685c0661f1e None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:24.516924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cd43-9c52-4210-900b-0685c0661f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.544971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:54:24.568693 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f67f11b3-64f3-4e91-bd29-28c4544ca1af admin admin] 10.222.0.18 "PUT /v2.0/routers/9c436351-c137-4523-8394-bbe0b2230c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0793023 Sep 24 19:54:24.577969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:24.581613 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7cd43-9c52-4210-900b-0685c0661f1e None None] Port d6e5382c-4726-4c3e-81cb-94a6cf116bab cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:54:24.631145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:24.632074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:24.725137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 912b2fe0-67fb-445a-a534-40007505944b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:24.778166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 912b2fe0-67fb-445a-a534-40007505944b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:24.778546 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:25.018438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31fde91c-0d0d-4186-b712-9378558a216b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:25.081991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 31fde91c-0d0d-4186-b712-9378558a216b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:25.082417 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:25.173196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:25.194075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 31fde91c-0d0d-4186-b712-9378558a216b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31fde91c-0d0d-4186-b712-9378558a216b,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:25.198057 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:25.245481 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=31fde91c-0d0d-4186-b712-9378558a216b,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:25.339599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-f08d8c00-3272-47f3-bf30-94e297de034d tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:25.341084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-f08d8c00-3272-47f3-bf30-94e297de034d tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 817 time: 0.1083431 Sep 24 19:54:25.356573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-785abcbd-d055-4437-a5f1-8f4b92101f1f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/quotas/125b30f9f528465fbf3352b31143aa2d HTTP/1.1" status: 200 len: 375 time: 0.0096192 Sep 24 19:54:25.407219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-584c8f24-8785-4ec5-90fe-0ca95d540482 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453899 Sep 24 19:54:25.622848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-c6668dc1-67cf-4517-b416-87841abcaa64 service neutron] 10.222.0.18 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249616 Sep 24 19:54:25.713949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ce3e61fc-30f3-4c02-9832-22689fdec3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Sep 24 19:54:25.885364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ff496682-16ad-4ade-a4ac-d787a9f875b9 req-1c6a4556-caba-42c3-a6a0-20d6ce3e60ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 210 time: 0.0320833 Sep 24 19:54:26.088872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:26.407047 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31fde91c-0d0d-4186-b712-9378558a216b up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:26.435355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Sync routers for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:54:26.454739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:26.455397 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:54:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:26.508931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 31fde91c-0d0d-4186-b712-9378558a216b triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:26.509234 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:26.593429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:26.823959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 4, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd6e5382c-4726-4c3e-81cb-94a6cf116bab', 'name': '', 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'mac_address': 'fa:16:3e:a4:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '22beac14-4c79-4770-b672-19b47b9a8983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:23Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 2, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'subnets': [{'id': '22beac14-4c79-4770-b672-19b47b9a8983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:26.857545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Checking router: 9c436351-c137-4523-8394-bbe0b2230c09 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:54:26.858684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Updating router 9c436351-c137-4523-8394-bbe0b2230c09 port d6e5382c-4726-4c3e-81cb-94a6cf116bab binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:54:26.885291 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:26.888847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-11dd228a-2ddb-44ae-b6ce-333547661d5f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:26.890343 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-11dd228a-2ddb-44ae-b6ce-333547661d5f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 817 time: 0.1079724 Sep 24 19:54:26.908374 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Request body: {'port': {'device_id': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'admin_state_up': True, 'tenant_id': '125b30f9f528465fbf3352b31143aa2d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:26.998896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85ecd4da-a8c4-42de-b1fe-af4f3e87ecbc req-87b45872-2b44-4a8e-bc7c-a9435a19ec19 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Sep 24 19:54:27.025239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Made reservation on behalf of 125b30f9f528465fbf3352b31143aa2d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:27.028870 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.170422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.172044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Allocated IP 172.20.0.8 (11a1a337-4357-49ed-b4bb-dde99534a134/fb46e475-b85b-4129-aa62-decd44397f0a/874fb0b8-04a2-4bc3-b650-eb875d27496f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:27.175746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.229035 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8ce50-3a9d-43d5-9ab5-f71dd4756c4d None None] Pushing event updated for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:27.279290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Attempting to bind port d6e5382c-4726-4c3e-81cb-94a6cf116bab on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:27.279672 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Attempting to bind port d6e5382c-4726-4c3e-81cb-94a6cf116bab by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:27.280041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Attempting to bind port d6e5382c-4726-4c3e-81cb-94a6cf116bab on network 225b3c1c-993a-4ad2-9a61-106322d643bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:27.285305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:27.285684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Checking segment: {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:27.286102 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.286506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Bound using segment: {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:27.287165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Bound port: d6e5382c-4726-4c3e-81cb-94a6cf116bab, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:27.287564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.333196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.355144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] For port d6e5382c-4726-4c3e-81cb-94a6cf116bab, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:27.359039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] For port d6e5382c-4726-4c3e-81cb-94a6cf116bab, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d6e5382c-4726-4c3e-81cb-94a6cf116bab,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:27.363673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.377821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.413465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:54:27.414365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:54:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:27.423208 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:27.426379 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:27.430465 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:27.462250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Pushing event updated for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:27.474831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8ce50-3a9d-43d5-9ab5-f71dd4756c4d None None] Pushing event updated for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:27.501564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:27.502245 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.520588 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-ad086c02-9365-4b88-9e3a-a1773e71f80e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161234 Sep 24 19:54:27.558711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:27.559227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.564438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:54:27.650368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Request body: {'port': {'device_id': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:27.719118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.779501 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.843044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] For port d6e5382c-4726-4c3e-81cb-94a6cf116bab, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d6e5382c-4726-4c3e-81cb-94a6cf116bab,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:27.847955 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:27.891355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 4, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd6e5382c-4726-4c3e-81cb-94a6cf116bab', 'name': '', 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'mac_address': 'fa:16:3e:a4:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '22beac14-4c79-4770-b672-19b47b9a8983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:23Z', 'updated_at': '2021-09-24T19:54:27Z', 'revision_number': 4, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'subnets': [{'id': '22beac14-4c79-4770-b672-19b47b9a8983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:54:27.924022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac22e27-49ae-43d9-80b2-87203413410e None None] The sync data for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 is: [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:54:23Z', 'revision_number': 4, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd6e5382c-4726-4c3e-81cb-94a6cf116bab', 'name': '', 'network_id': '225b3c1c-993a-4ad2-9a61-106322d643bc', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'mac_address': 'fa:16:3e:a4:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '22beac14-4c79-4770-b672-19b47b9a8983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:23Z', 'updated_at': '2021-09-24T19:54:27Z', 'revision_number': 4, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'subnets': [{'id': '22beac14-4c79-4770-b672-19b47b9a8983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:54:27.925659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cc3d3-edd5-4597-a6bb-1010c6c71069 None None] Pushing event updated for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:27.988857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bc060147-add8-48c2-ac6b-b916c7b3cef6 None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:27.989239 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc060147-add8-48c2-ac6b-b916c7b3cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.012648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874fb0b8-04a2-4bc3-b650-eb875d27496f {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:54:28.020173 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.044058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Transition to ACTIVE for port object 874fb0b8-04a2-4bc3-b650-eb875d27496f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:54:28.060127 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.142177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Pushing event updated for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:28.161962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691033d3-9bc4-43e9-bd97-e3ecaca48893 req-de13bfbf-56ee-4796-b778-5ca09b160e1f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.170753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-691033d3-9bc4-43e9-bd97-e3ecaca48893 req-de13bfbf-56ee-4796-b778-5ca09b160e1f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 943 time: 0.0709300 Sep 24 19:54:28.215147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Attempting to bind port 874fb0b8-04a2-4bc3-b650-eb875d27496f on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:54:28.216096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Attempting to bind port 874fb0b8-04a2-4bc3-b650-eb875d27496f by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:54:28.216096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Attempting to bind port 874fb0b8-04a2-4bc3-b650-eb875d27496f on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:28.220875 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Port 874fb0b8-04a2-4bc3-b650-eb875d27496f on network 11a1a337-4357-49ed-b4bb-dde99534a134 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:54:28.221132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Attempting to bind port 874fb0b8-04a2-4bc3-b650-eb875d27496f on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:54:28.227244 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:54:28.227589 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Checking segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:54:28.227978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Bound using segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:54:28.228411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Bound port: 874fb0b8-04a2-4bc3-b650-eb875d27496f, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:54:28.228921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.232782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-691033d3-9bc4-43e9-bd97-e3ecaca48893 req-8b7b4a84-d4ae-49db-8756-14697591e8ea tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610144 Sep 24 19:54:28.309214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:54:28.312606 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:54:28.318191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.353958 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.354764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.356228 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] 10.222.0.15 "PUT /v2.0/ports/874fb0b8-04a2-4bc3-b650-eb875d27496f HTTP/1.1" status: 200 len: 1091 time: 0.7752342 Sep 24 19:54:28.358965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:54:28.438625 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:54:28.459036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fe49a-9ffc-483c-b3d6-74fdcb6d24ae service neutron] Pushing event updated for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:28.462700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d6e5382c-4726-4c3e-81cb-94a6cf116bab up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:28.503364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-51b3e7dc-083e-4c35-a328-48ee2be44aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.505180 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-51b3e7dc-083e-4c35-a328-48ee2be44aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 1094 time: 0.0896292 Sep 24 19:54:28.536099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d6e5382c-4726-4c3e-81cb-94a6cf116bab triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:28.536746 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:28.589022 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-e5612dc0-23a8-41bb-9036-ca80f66b279c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f HTTP/1.1" status: 200 len: 217 time: 0.0702920 Sep 24 19:54:28.594453 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a48afbc-abae-4e1e-9f26-1aa411ff3033 x-openstack-request-id: req-0a48afbc-abae-4e1e-9f26-1aa411ff3033 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:54:28.594822 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:54:28.595203 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a48afbc-abae-4e1e-9f26-1aa411ff3033 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:54:28.595675 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f', 'status': 'completed', 'code': 200} Sep 24 19:54:28.645366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-f658ab13-53c2-4692-ac45-c147cd5f03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.646847 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-f658ab13-53c2-4692-ac45-c147cd5f03a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 200 len: 856 time: 0.0483992 Sep 24 19:54:28.693833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039ebd-1820-443b-bfb6-40d071460925 req-9b14e8c7-2f93-4923-8514-b564360ab885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.695929 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-9b14e8c7-2f93-4923-8514-b564360ab885 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11a1a337-4357-49ed-b4bb-dde99534a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410054 Sep 24 19:54:28.789200 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-5e7ab677-1c73-4114-88ef-ff4d2f78e72e service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844328 Sep 24 19:54:28.881234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3f039ebd-1820-443b-bfb6-40d071460925 req-eed406ea-d6ef-4cca-9898-a88b0fa079d5 service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817444 Sep 24 19:54:28.983044 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-d63679ff-0e5d-451b-82a5-8a8a2d734778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:28.984522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-d63679ff-0e5d-451b-82a5-8a8a2d734778 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 1094 time: 0.0495191 Sep 24 19:54:29.075641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-e3b8c706-0724-4366-9313-1bce35a524fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:29.077158 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-e3b8c706-0724-4366-9313-1bce35a524fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 917 time: 0.0841985 Sep 24 19:54:29.122442 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-e541f801-4f9c-4223-b03b-3b6c493abd05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f HTTP/1.1" status: 200 len: 217 time: 0.0368831 Sep 24 19:54:29.179385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-a3f5fc98-1468-453e-9b66-74884be93670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:29.180857 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-a3f5fc98-1468-453e-9b66-74884be93670 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 200 len: 856 time: 0.0509496 Sep 24 19:54:29.230340 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-60218201-b51b-4199-a51f-37c63127ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:29.231845 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-60218201-b51b-4199-a51f-37c63127ea30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11a1a337-4357-49ed-b4bb-dde99534a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411761 Sep 24 19:54:29.326756 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-37f7407d-6a3b-407f-86dd-deb4bba172ee service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849011 Sep 24 19:54:29.342470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688bdd4-81a7-42eb-87a3-825583ba6be9 req-3a93c1a6-1afe-4282-a5ad-856706f123b3 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:29.344042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a688bdd4-81a7-42eb-87a3-825583ba6be9 req-3a93c1a6-1afe-4282-a5ad-856706f123b3 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 943 time: 0.0484800 Sep 24 19:54:29.382432 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a688bdd4-81a7-42eb-87a3-825583ba6be9 req-09adad5b-8972-4c86-9dcd-a8892092a688 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 24 19:54:29.420707 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-53b6306a-ee5d-4ee8-bc49-8a0ad88a11b4 req-7ff59016-eddc-409a-a724-d0f7bfd0be32 service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828066 Sep 24 19:54:30.505611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f44fd-bf52-4e35-ac3f-946199eb529c req-433bb38f-6fa6-4751-8e2f-c6965a7899f8 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:30.507176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f61f44fd-bf52-4e35-ac3f-946199eb529c req-433bb38f-6fa6-4751-8e2f-c6965a7899f8 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 943 time: 0.0537035 Sep 24 19:54:30.547049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f61f44fd-bf52-4e35-ac3f-946199eb529c req-5008cef4-6212-4a2c-8cd2-8c790b8235a7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Sep 24 19:54:30.874099 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 874fb0b8-04a2-4bc3-b650-eb875d27496f details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:54:30.972296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:30.984743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '874fb0b8-04a2-4bc3-b650-eb875d27496f', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'port_id': '874fb0b8-04a2-4bc3-b650-eb875d27496f', 'mac_address': 'fa:16:3e:a7:d0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:54:31.025507 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:31.040259 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874fb0b8-04a2-4bc3-b650-eb875d27496f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:54:31.060303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:31.063783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:31.113167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:31.329625 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['874fb0b8-04a2-4bc3-b650-eb875d27496f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:54:31.665944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0dfc2-2274-406d-827e-7e18ed2bbfe9 req-1a0ace34-618d-4c89-8533-cc80fa1e9bc9 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:31.667460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3e0dfc2-2274-406d-827e-7e18ed2bbfe9 req-1a0ace34-618d-4c89-8533-cc80fa1e9bc9 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 944 time: 0.0527320 Sep 24 19:54:31.707222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3e0dfc2-2274-406d-827e-7e18ed2bbfe9 req-52ce01ac-17fa-4943-94fc-097ddc9b8262 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Sep 24 19:54:32.819761 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf5863-f438-4809-a0d6-d1554db2c49b req-d7f5eda3-3cb7-4808-92be-f4e5ef1bb9fe tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:32.821267 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83cf5863-f438-4809-a0d6-d1554db2c49b req-d7f5eda3-3cb7-4808-92be-f4e5ef1bb9fe tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 944 time: 0.0492859 Sep 24 19:54:32.859607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-83cf5863-f438-4809-a0d6-d1554db2c49b req-6bae40b6-b254-47e1-b162-c963af91b788 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Sep 24 19:54:32.894008 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 874fb0b8-04a2-4bc3-b650-eb875d27496f up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:54:32.945303 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 874fb0b8-04a2-4bc3-b650-eb875d27496f completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:54:32.949323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 874fb0b8-04a2-4bc3-b650-eb875d27496f triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:32.949698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:33.029186 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:33.053794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:54:33.067399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:33.073334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:33.099434 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff2b467-947f-4aca-9639-f49e985ad1f3" -d '{"events": [{"server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "name": "network-vif-plugged", "status": "completed", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:54:33.124425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:33.192709 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f7ab3a-45df-46a2-a45d-5ac48c3f90a3 x-openstack-request-id: req-e0f7ab3a-45df-46a2-a45d-5ac48c3f90a3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:54:33.193000 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "name": "network-vif-plugged", "status": "completed", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:54:33.193254 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0f7ab3a-45df-46a2-a45d-5ac48c3f90a3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:54:33.193650 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f', 'code': 200} Sep 24 19:54:33.296729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493358-b2b6-4e0b-8cb6-98a84be3b78a req-d4d85a89-0c4c-4493-8e58-3719ac901238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:33.298239 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-be493358-b2b6-4e0b-8cb6-98a84be3b78a req-d4d85a89-0c4c-4493-8e58-3719ac901238 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 1096 time: 0.0453084 Sep 24 19:54:33.331671 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-be493358-b2b6-4e0b-8cb6-98a84be3b78a req-d81ae8ac-3fc1-43b4-ad46-8bd1175ec16a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260122 Sep 24 19:54:33.682681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:33.978084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796376-ca24-4c2f-9e24-d82195e71854 req-4b5309cc-7bae-45c7-a4a0-a2ac6194fd01 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:33.979558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6796376-ca24-4c2f-9e24-d82195e71854 req-4b5309cc-7bae-45c7-a4a0-a2ac6194fd01 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0537782 Sep 24 19:54:34.017413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6796376-ca24-4c2f-9e24-d82195e71854 req-9e4c15ba-289d-4b0a-8c0b-9732706ff0b4 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Sep 24 19:54:35.138637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d9e1-92cb-4b53-98af-5713800b99cb req-25eae7dc-50f5-4f94-88a8-b8f468ef8e3b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:35.140157 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5566d9e1-92cb-4b53-98af-5713800b99cb req-25eae7dc-50f5-4f94-88a8-b8f468ef8e3b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 24 19:54:35.177905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5566d9e1-92cb-4b53-98af-5713800b99cb req-c33c3c21-25cf-4baa-9755-0c8ea4de3a06 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Sep 24 19:54:35.291190 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7a44-f391-4dfe-8713-d54a8925f781 req-6f1c96e1-80b2-4329-9adb-e8d6c876d785 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:35.292677 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-306d7a44-f391-4dfe-8713-d54a8925f781 req-6f1c96e1-80b2-4329-9adb-e8d6c876d785 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0493875 Sep 24 19:54:35.329697 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-306d7a44-f391-4dfe-8713-d54a8925f781 req-ba5ac3da-c4f7-4fc5-b9af-f15ae7a11a36 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Sep 24 19:54:39.350288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:50.366230 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ae60-bcd2-4aba-a4e3-e3d587b94499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:52.999524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718c98f3-1f13-4bf4-8987-e1fa5b20485a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:53.416273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:53.774716 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd97ae-f04e-44da-ad7e-f31ab93f2666 req-7787dc98-abf7-43f8-ac5e-85c2c52dae84 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:53.776382 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35bd97ae-f04e-44da-ad7e-f31ab93f2666 req-7787dc98-abf7-43f8-ac5e-85c2c52dae84 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Sep 24 19:54:53.813834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35bd97ae-f04e-44da-ad7e-f31ab93f2666 req-4cb0cd0e-5294-4524-9ba4-538e0b0e7d4a tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Sep 24 19:54:54.345975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:54.937620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd73266-c4fe-42ed-bc1b-bb26c9685030 req-b108ccff-ccd5-4f4d-a7dc-cb33ab09c3f9 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:54.939174 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fd73266-c4fe-42ed-bc1b-bb26c9685030 req-b108ccff-ccd5-4f4d-a7dc-cb33ab09c3f9 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0565467 Sep 24 19:54:54.976161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9fd73266-c4fe-42ed-bc1b-bb26c9685030 req-f0f4c29c-72e9-4f49-af02-f6abb2b723dc tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Sep 24 19:54:55.613884 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-6249209c-94ff-4450-aa56-76f9e79a1168 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:55.615447 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-6249209c-94ff-4450-aa56-76f9e79a1168 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0555949 Sep 24 19:54:55.711363 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Deleting port 874fb0b8-04a2-4bc3-b650-eb875d27496f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:54:55.711701 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:55.813526 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] For port 874fb0b8-04a2-4bc3-b650-eb875d27496f, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=874fb0b8-04a2-4bc3-b650-eb875d27496f,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:54:55.813889 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:55.826184 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Calling delete_port for 874fb0b8-04a2-4bc3-b650-eb875d27496f owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:54:56.090046 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:56.098753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313deb0-418c-42e4-b23d-33dbb29d2e9b req-8dfab964-855d-400d-b4b2-a71c768ef4a4 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:56.100477 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e313deb0-418c-42e4-b23d-33dbb29d2e9b req-8dfab964-855d-400d-b4b2-a71c768ef4a4 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=d70e0002-9a10-4b1e-ac2a-d1b5063a8b61 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Sep 24 19:54:56.142169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e313deb0-418c-42e4-b23d-33dbb29d2e9b req-711d7363-79b8-4211-82c5-139c7a99b5a2 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Sep 24 19:54:56.254076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:56.268388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['874fb0b8-04a2-4bc3-b650-eb875d27496f'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:54:56.283479 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Pushing event deleted for resources: {'Port': ['ID=874fb0b8-04a2-4bc3-b650-eb875d27496f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:56.324746 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] No DVR routers for this DVR port 874fb0b8-04a2-4bc3-b650-eb875d27496f on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:54:56.327551 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:56.329645 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6e322bfa-af06-46ba-a11d-013d46ad1b14 req-687b6925-8397-4093-b473-69a3acc56179 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "DELETE /v2.0/ports/874fb0b8-04a2-4bc3-b650-eb875d27496f HTTP/1.1" status: 204 len: 173 time: 0.7070177 Sep 24 19:54:56.330080 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'name': 'network-vif-deleted', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:54:56.332410 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a57a44-f65d-47ec-9c72-d6c59f8672da" -d '{"events": [{"server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "name": "network-vif-deleted", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:54:56.377872 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2e9bf-2318-4ab1-b39c-8302dba7ca91 x-openstack-request-id: req-95d2e9bf-2318-4ab1-b39c-8302dba7ca91 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:54:56.378165 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e0002-9a10-4b1e-ac2a-d1b5063a8b61", "name": "network-vif-deleted", "tag": "874fb0b8-04a2-4bc3-b650-eb875d27496f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:54:56.378588 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95d2e9bf-2318-4ab1-b39c-8302dba7ca91 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:54:56.379018 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e0002-9a10-4b1e-ac2a-d1b5063a8b61', 'name': 'network-vif-deleted', 'tag': '874fb0b8-04a2-4bc3-b650-eb875d27496f', 'status': 'completed', 'code': 200} Sep 24 19:54:57.778657 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-9aaf2ee0-c2c5-468f-9be8-2c360cb0890f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:57.780142 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-9aaf2ee0-c2c5-468f-9be8-2c360cb0890f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 817 time: 0.1027322 Sep 24 19:54:57.801355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-53ba5b45-2c8f-4dec-9dc2-decb52201865 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/quotas/125b30f9f528465fbf3352b31143aa2d HTTP/1.1" status: 200 len: 375 time: 0.0154355 Sep 24 19:54:57.851134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-b03cb47e-bbb0-44ec-9d8a-5f0331caa4e9 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441351 Sep 24 19:54:58.020507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-2a0fb5e8-8efb-4f46-b049-e0311ed45e4d service neutron] 10.222.0.18 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252799 Sep 24 19:54:58.109474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-007e077d-bdf8-4459-b2ef-12930d97f792 service neutron] 10.222.0.18 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Sep 24 19:54:58.280883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8be30bd2-e437-437c-9058-964caf687aea req-fc0a51f0-923f-4fd5-9e32-5dca304ed565 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 210 time: 0.0318794 Sep 24 19:54:59.229130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-560eb679-2810-497b-8eb1-42a7ef80b1e0 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:59.230733 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-560eb679-2810-497b-8eb1-42a7ef80b1e0 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 817 time: 0.1033192 Sep 24 19:54:59.247043 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Request body: {'port': {'device_id': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'admin_state_up': True, 'tenant_id': '125b30f9f528465fbf3352b31143aa2d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:59.355398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Made reservation on behalf of 125b30f9f528465fbf3352b31143aa2d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:54:59.358819 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.374742 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cc330565-fca6-4d8a-8d10-11b685962114 req-46c0dc41-3029-4e1d-9066-98e8a2ea3c2f tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 210 time: 0.0268033 Sep 24 19:54:59.486805 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Allocated IP 172.20.0.8 (11a1a337-4357-49ed-b4bb-dde99534a134/fb46e475-b85b-4129-aa62-decd44397f0a/dee2fd38-cbc6-42aa-a63b-1f8be066fd4e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:54:59.632528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.665627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.703431 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:54:59.707090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Network 11a1a337-4357-49ed-b4bb-dde99534a134 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:54:59.710116 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:54:59.714427 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:54:59.739459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Pushing event updated for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:54:59.768192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:54:59.768825 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.784600 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5724f6de-6f62-45b6-98dd-60da70da6ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416458 Sep 24 19:54:59.799243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Request body: {'port': {'device_id': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:54:59.862254 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.954198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3daae07e-adba-4c82-ba6f-2a3e2d78f622 None None] Provisioning complete for port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:54:59.954787 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3daae07e-adba-4c82-ba6f-2a3e2d78f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:54:59.988067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3daae07e-adba-4c82-ba6f-2a3e2d78f622 None None] Port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:00.118534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee2fd38-cbc6-42aa-a63b-1f8be066fd4e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:55:00.125786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:00.138297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Transition to ACTIVE for port object dee2fd38-cbc6-42aa-a63b-1f8be066fd4e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:55:00.141269 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:00.194545 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Pushing event updated for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:00.266091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Attempting to bind port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:00.266785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Attempting to bind port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:00.266785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Attempting to bind port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:00.271295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e on network 11a1a337-4357-49ed-b4bb-dde99534a134 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:55:00.271586 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Attempting to bind port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e on network 11a1a337-4357-49ed-b4bb-dde99534a134 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:00.277548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:00.278023 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Checking segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:00.278355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Bound using segment: {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:00.278781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Bound port: dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35101442-66d6-43f4-9da6-9b3b671a1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:00.279206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:00.347973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:00.351119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:00.356106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:00.389453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.390025 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:00.391452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] 10.222.0.15 "PUT /v2.0/ports/dee2fd38-cbc6-42aa-a63b-1f8be066fd4e HTTP/1.1" status: 200 len: 1091 time: 0.5977042 Sep 24 19:55:00.391914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:55:00.394151 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a0f32-3d99-4bc2-a7a5-92df007bfc43" -d '{"events": [{"name": "network-changed", "server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:55:00.426305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a575-788f-4ded-b52d-700644517811 service neutron] Pushing event updated for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:00.472357 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615f862-20e4-4fa3-aa68-246b680c7f1d x-openstack-request-id: req-1615f862-20e4-4fa3-aa68-246b680c7f1d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:55:00.472745 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:55:00.473082 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1615f862-20e4-4fa3-aa68-246b680c7f1d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:55:00.473533 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e', 'status': 'completed', 'code': 200} Sep 24 19:55:00.492955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-3da92954-093e-415f-b9c9-6533556812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.495660 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-3da92954-093e-415f-b9c9-6533556812fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 1094 time: 0.0551362 Sep 24 19:55:00.525377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4dac-1e6d-4e80-99e2-e46827395c37 req-f0d1ee4d-7721-4baf-a99e-69f366979f7e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.527077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-039f4dac-1e6d-4e80-99e2-e46827395c37 req-f0d1ee4d-7721-4baf-a99e-69f366979f7e tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 943 time: 0.0526450 Sep 24 19:55:00.541664 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-1a90cfa4-68f2-4018-af42-02b3c770135c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e HTTP/1.1" status: 200 len: 217 time: 0.0363209 Sep 24 19:55:00.569015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-039f4dac-1e6d-4e80-99e2-e46827395c37 req-046b86cf-0645-4db2-9b06-5b1931b1b8fa tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Sep 24 19:55:00.596766 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-00575970-3ebe-4af4-8479-5115be0364bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.598276 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-00575970-3ebe-4af4-8479-5115be0364bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 200 len: 856 time: 0.0467131 Sep 24 19:55:00.648797 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-7fb63e9d-496f-40af-9841-171aa5fbd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.650758 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-7fb63e9d-496f-40af-9841-171aa5fbd1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11a1a337-4357-49ed-b4bb-dde99534a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449004 Sep 24 19:55:00.745695 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-5b7fd633-90ac-40da-b38e-033708bc0a5b service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808225 Sep 24 19:55:00.839284 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-ca49d5ed-88fd-4835-9b80-27095b57f203 req-a9862844-8365-4bd2-bb89-fe7ba18bd73e service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Sep 24 19:55:00.932027 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-7d97f420-1f3a-47c0-80f6-381b3a10ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:00.933423 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-7d97f420-1f3a-47c0-80f6-381b3a10ac24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 1094 time: 0.0413272 Sep 24 19:55:01.028342 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-4c9fce96-92db-435c-96d1-0823e99770d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:01.029832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-4c9fce96-92db-435c-96d1-0823e99770d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 917 time: 0.0881848 Sep 24 19:55:01.054359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 874fb0b8-04a2-4bc3-b650-eb875d27496f no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:01.071272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-82ea493a-2e42-4d4a-a98a-c000ff927c3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e HTTP/1.1" status: 200 len: 217 time: 0.0334635 Sep 24 19:55:01.078551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 874fb0b8-04a2-4bc3-b650-eb875d27496f {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:01.078944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 874fb0b8-04a2-4bc3-b650-eb875d27496f not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:01.120806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-4b77b4d2-7a14-4453-b992-8deed0bd65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:01.122246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-4b77b4d2-7a14-4453-b992-8deed0bd65b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 200 len: 856 time: 0.0425444 Sep 24 19:55:01.173541 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-96e98321-c58d-47bd-968f-673bf11d6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:01.175045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-96e98321-c58d-47bd-968f-673bf11d6482 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11a1a337-4357-49ed-b4bb-dde99534a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437152 Sep 24 19:55:01.264716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-7dd7f986-a023-4819-9504-6f6eac1aedfa service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Sep 24 19:55:01.356074 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-690a0f32-3d99-4bc2-a7a5-92df007bfc43 req-b547999c-eeba-4590-8edc-a7c33658cc79 service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833375 Sep 24 19:55:01.686260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52127-a4da-4936-b91f-4b702624039e req-aef94a9d-ad0d-4555-a73f-622bbb8a96e6 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:01.687783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9db52127-a4da-4936-b91f-4b702624039e req-aef94a9d-ad0d-4555-a73f-622bbb8a96e6 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 943 time: 0.0485165 Sep 24 19:55:01.724770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9db52127-a4da-4936-b91f-4b702624039e req-21921956-ad59-473f-b4a7-0dfb8d34038b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Sep 24 19:55:02.841142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ddd3c-1fa1-4892-8f37-245863507acc req-9ae0c548-c20e-421d-a3b1-456d61f9018b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:02.842617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a8ddd3c-1fa1-4892-8f37-245863507acc req-9ae0c548-c20e-421d-a3b1-456d61f9018b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 943 time: 0.0521224 Sep 24 19:55:02.879325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3a8ddd3c-1fa1-4892-8f37-245863507acc req-bf479d38-33e0-4e72-b38f-231c0a69ada2 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Sep 24 19:55:03.680965 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:03.996483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa9e8e-4102-4d8d-8b91-9a2ece45d064 req-c94f2de3-5298-4a20-9696-c3ee37186afe tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:03.997864 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8fa9e8e-4102-4d8d-8b91-9a2ece45d064 req-c94f2de3-5298-4a20-9696-c3ee37186afe tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 943 time: 0.0481927 Sep 24 19:55:04.033799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e8fa9e8e-4102-4d8d-8b91-9a2ece45d064 req-6b298fe0-0a3f-49b2-b059-492a12163b91 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Sep 24 19:55:05.080590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dee2fd38-cbc6-42aa-a63b-1f8be066fd4e details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:55:05.166700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c1b25-2eb9-4a5a-a200-a3860c806eec req-fd671631-8f7d-44eb-afce-2a38de0c42ad tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:05.168261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-939c1b25-2eb9-4a5a-a200-a3860c806eec req-fd671631-8f7d-44eb-afce-2a38de0c42ad tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 943 time: 0.0512130 Sep 24 19:55:05.175080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:05.188728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e', 'network_id': '11a1a337-4357-49ed-b4bb-dde99534a134', 'port_id': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e', 'mac_address': 'fa:16:3e:61:4f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb46e475-b85b-4129-aa62-decd44397f0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:55:05.211515 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-939c1b25-2eb9-4a5a-a200-a3860c806eec req-cc55f40c-d790-4fb5-9117-79e1067c38b0 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370057 Sep 24 19:55:05.229231 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:05.247038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee2fd38-cbc6-42aa-a63b-1f8be066fd4e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:55:05.267287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:05.271780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:05.317148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:05.324642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.324983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.325314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.325640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.325961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.326281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.326597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.326933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.327249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.327562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.327875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.328186 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:05.496343 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['dee2fd38-cbc6-42aa-a63b-1f8be066fd4e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:55:06.329455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd67fb-f735-4779-a859-8a97899aa8ba req-28a07973-da67-4228-8340-30b02b48f824 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:06.330835 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00cd67fb-f735-4779-a859-8a97899aa8ba req-28a07973-da67-4228-8340-30b02b48f824 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 944 time: 0.0514195 Sep 24 19:55:06.369369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00cd67fb-f735-4779-a859-8a97899aa8ba req-8f479de0-0378-4493-a599-b9b9bfee2b20 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Sep 24 19:55:07.097051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dee2fd38-cbc6-42aa-a63b-1f8be066fd4e up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:07.146240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:55:07.149899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:07.150277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:07.225121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:07.246480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:55:07.248714 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e887068-4818-4717-af8a-83cfb9e74ce5" -d '{"events": [{"server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "name": "network-vif-plugged", "status": "completed", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:55:07.261527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:07.265829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:07.291718 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed18c0c4-68e0-4533-87f3-4b907aeec401 x-openstack-request-id: req-ed18c0c4-68e0-4533-87f3-4b907aeec401 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:55:07.292010 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "name": "network-vif-plugged", "status": "completed", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:55:07.292268 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed18c0c4-68e0-4533-87f3-4b907aeec401 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:55:07.292652 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e', 'code': 200} Sep 24 19:55:07.318182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:07.389225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77495d-85ef-45b1-8bfd-f7203cf24940 req-d959b46d-ede1-4f84-ac38-facda0b4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:07.390712 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd77495d-85ef-45b1-8bfd-f7203cf24940 req-d959b46d-ede1-4f84-ac38-facda0b4ff81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 1096 time: 0.0403855 Sep 24 19:55:07.429443 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cd77495d-85ef-45b1-8bfd-f7203cf24940 req-e97b840d-1443-4551-88e2-f5ee0d51627f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276144 Sep 24 19:55:07.483933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994efe6-298f-4cf4-b02b-c51e1f34e6b3 req-9477da35-0d40-44ec-ba3a-d1f768257ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:07.485430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9994efe6-298f-4cf4-b02b-c51e1f34e6b3 req-9477da35-0d40-44ec-ba3a-d1f768257ee7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 24 19:55:07.523611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9994efe6-298f-4cf4-b02b-c51e1f34e6b3 req-ec3c152f-70ec-4341-998f-6d6af658e63d tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Sep 24 19:55:08.641305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded77543-b23b-4a8e-b831-de3330a3af20 req-408eae8f-bf75-4028-bae1-0fcd41a4cdc1 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:08.642732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ded77543-b23b-4a8e-b831-de3330a3af20 req-408eae8f-bf75-4028-bae1-0fcd41a4cdc1 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0499663 Sep 24 19:55:08.681475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ded77543-b23b-4a8e-b831-de3330a3af20 req-73abcc00-cb1e-49a3-91b0-b38b9636cac7 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Sep 24 19:55:08.999314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-48ee48a0-7144-4143-bca0-22674f5a49dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386543 Sep 24 19:55:09.083268 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-83017b57-5ca8-45ad-8372-0ba0603a0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.084760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-83017b57-5ca8-45ad-8372-0ba0603a0e49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=125b30f9f528465fbf3352b31143aa2d&device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 1096 time: 0.0447800 Sep 24 19:55:09.185806 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-f30688df-dc87-4967-9acc-b31d02670afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.187289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-f30688df-dc87-4967-9acc-b31d02670afb service neutron] 10.222.0.15 "GET /v2.0/networks?id=11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 200 len: 917 time: 0.0827785 Sep 24 19:55:09.231811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-d5405c76-676a-4a46-8f55-7edc3a01cce4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e HTTP/1.1" status: 200 len: 217 time: 0.0369995 Sep 24 19:55:09.279635 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-7464f6fd-b84b-499d-963f-3bdd6d271544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.280938 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-7464f6fd-b84b-499d-963f-3bdd6d271544 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 200 len: 856 time: 0.0415962 Sep 24 19:55:09.327161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-f7d5478b-b17d-471b-a9a8-c829dabda64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.328616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-f7d5478b-b17d-471b-a9a8-c829dabda64f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11a1a337-4357-49ed-b4bb-dde99534a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395920 Sep 24 19:55:09.359263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:09.423194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-0196a0dc-00db-4e81-b715-3b9328822403 service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Sep 24 19:55:09.511037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-6d0ee18f-9998-4f54-8f23-b78f207ab880 req-d159fa3c-559e-4235-8ad3-6ea654f04e40 service neutron] 10.222.0.15 "GET /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803132 Sep 24 19:55:09.801198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e052d7-2361-469c-bfe5-fa255fefd329 req-982ae366-f01e-4a92-b09b-9e35baf74998 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.802668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4e052d7-2361-469c-bfe5-fa255fefd329 req-982ae366-f01e-4a92-b09b-9e35baf74998 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0525301 Sep 24 19:55:09.842896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4e052d7-2361-469c-bfe5-fa255fefd329 req-759fc359-1032-47ac-9885-2e22f58f0248 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Sep 24 19:55:09.955353 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43b10-c111-4bc4-9245-49ef36a67f42 req-5cc8e957-ba90-4e87-9004-9a6923c14059 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:09.956833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffd43b10-c111-4bc4-9245-49ef36a67f42 req-5cc8e957-ba90-4e87-9004-9a6923c14059 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0493612 Sep 24 19:55:09.993769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffd43b10-c111-4bc4-9245-49ef36a67f42 req-6a33a377-0a89-4ea4-bc95-685b7c883c39 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Sep 24 19:55:20.357356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0bb0ca98-d46b-460b-ad7f-2336ec4f040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:23.000093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4bd4001e-3c41-4071-8f4d-e9855a9df9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:23.417088 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:24.349578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:26.091975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:28.323662 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3185-6634-42b8-a5eb-e35edd69bba4 req-6072d579-8724-4308-983a-ca4370c51c34 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:28.325172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b7b3185-6634-42b8-a5eb-e35edd69bba4 req-6072d579-8724-4308-983a-ca4370c51c34 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0500560 Sep 24 19:55:28.364803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1b7b3185-6634-42b8-a5eb-e35edd69bba4 req-a7b00bd1-dfc1-46ad-9d88-13c7e291613b tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Sep 24 19:55:29.487872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f626-c372-4336-bf39-5c6c88fed719 req-bb79078b-0a5d-4b41-b299-b4a7e1ac57ed tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:29.489364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6693f626-c372-4336-bf39-5c6c88fed719 req-bb79078b-0a5d-4b41-b299-b4a7e1ac57ed tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0527132 Sep 24 19:55:29.526902 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6693f626-c372-4336-bf39-5c6c88fed719 req-6832dc86-0163-448c-aaa4-b23302f8f975 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/security-groups?id=edc5dcc6-04f1-43de-847c-62a4a901a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Sep 24 19:55:30.067751 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8309911-2960-414a-8475-c61f74570fef req-b090a81d-d5fd-4bae-8ddc-ae11190f5e32 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:30.069257 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c8309911-2960-414a-8475-c61f74570fef req-b090a81d-d5fd-4bae-8ddc-ae11190f5e32 tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 945 time: 0.0509634 Sep 24 19:55:30.163964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Deleting port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:30.164295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:30.255887 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] For port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:30.256257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:30.269890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Calling delete_port for dee2fd38-cbc6-42aa-a63b-1f8be066fd4e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:30.397262 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:30.413098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['dee2fd38-cbc6-42aa-a63b-1f8be066fd4e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:55:30.430064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Pushing event deleted for resources: {'Port': ['ID=dee2fd38-cbc6-42aa-a63b-1f8be066fd4e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:30.455335 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.455686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.456028 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.456362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.456693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.457025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.457352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.457674 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.458000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.458320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.458639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.458978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:30.480975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] No DVR routers for this DVR port dee2fd38-cbc6-42aa-a63b-1f8be066fd4e on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:55:30.483804 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:30.485922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c8309911-2960-414a-8475-c61f74570fef req-d2abfee1-fbb0-4406-befc-839e9daea4ec tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.15 "DELETE /v2.0/ports/dee2fd38-cbc6-42aa-a63b-1f8be066fd4e HTTP/1.1" status: 204 len: 173 time: 0.4101300 Sep 24 19:55:30.486441 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'name': 'network-vif-deleted', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:55:30.488827 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea56872-ae3b-496a-96bb-0f0e7ca8228d" -d '{"events": [{"server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "name": "network-vif-deleted", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:55:30.540139 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a01c9-cae8-488d-a7ae-bfef16a8b601 x-openstack-request-id: req-532a01c9-cae8-488d-a7ae-bfef16a8b601 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:55:30.540982 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2b06d-9a5c-4707-ace0-0032cd5e385f", "name": "network-vif-deleted", "tag": "dee2fd38-cbc6-42aa-a63b-1f8be066fd4e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:55:30.541242 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-532a01c9-cae8-488d-a7ae-bfef16a8b601 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:55:30.541646 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2b06d-9a5c-4707-ace0-0032cd5e385f', 'name': 'network-vif-deleted', 'tag': 'dee2fd38-cbc6-42aa-a63b-1f8be066fd4e', 'status': 'completed', 'code': 200} Sep 24 19:55:30.638420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e322311c-7980-4adf-a873-f7077efe7261 req-06afdf06-3513-4cf5-bd98-92d317c2115d tempest-TestEncryptedCinderVolumes-226367872 tempest-TestEncryptedCinderVolumes-226367872-project] 10.222.0.18 "GET /v2.0/ports?device_id=25f2b06d-9a5c-4707-ace0-0032cd5e385f HTTP/1.1" status: 200 len: 210 time: 0.0275843 Sep 24 19:55:31.739144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:32.081733 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:32.314847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Deleting port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:32.315093 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:32.388954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] For port 4fb2c24f-4b34-4c92-85ca-f58d9224bb61, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:32.389325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:32.401759 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Calling delete_port for 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:32.574273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:32.596332 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb2c24f-4b34-4c92-85ca-f58d9224bb61,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:33.022776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.234015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Router a8715e3e-649f-47df-9919-2e771fca4480 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:55:33.337274 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:33.342787 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-469530ae-282b-4fb9-86fe-11a4b6b4df30 admin admin] 10.222.0.18 "PUT /v2.0/routers/a8715e3e-649f-47df-9919-2e771fca4480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025972 Sep 24 19:55:33.345462 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:33.346406 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Sync routers for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:33.355931 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:33.356539 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:33.448695 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.456757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:33.551229 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.606202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Deleting port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:33.606485 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.682251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] For port 721e6098-60d7-4aa3-8b18-fc1113e5e8fc, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:33.682831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.696211 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Calling delete_port for 721e6098-60d7-4aa3-8b18-fc1113e5e8fc owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:33.697369 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.714990 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:55:32Z', 'revision_number': 5, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port': {'id': '721e6098-60d7-4aa3-8b18-fc1113e5e8fc', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:33.743835 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Checking router: a8715e3e-649f-47df-9919-2e771fca4480 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:33.751857 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Routers {'a8715e3e-649f-47df-9919-2e771fca4480'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:33.752458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a8715e3e-649f-47df-9919-2e771fca4480'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:33.838236 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] Set router a8715e3e-649f-47df-9919-2e771fca4480 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:33.860236 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:33.885771 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=721e6098-60d7-4aa3-8b18-fc1113e5e8fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:33.888913 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:55:33Z', 'revision_number': 6, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:33.926024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923a67f-eb8a-4d11-8365-ebe6eefec72e None None] The sync data for ids ['a8715e3e-649f-47df-9919-2e771fca4480'] in n-d-810952-2 is: [{'id': 'a8715e3e-649f-47df-9919-2e771fca4480', 'name': 'tempest-TestEncryptedCinderVolumes-1161730746-router', 'tenant_id': '125b30f9f528465fbf3352b31143aa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:16Z', 'updated_at': '2021-09-24T19:55:33Z', 'revision_number': 6, 'project_id': '125b30f9f528465fbf3352b31143aa2d', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:33.949642 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.038194 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.040820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.083300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.083852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8715e3e-649f-47df-9919-2e771fca4480 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:55:34.088764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.089920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e44a29dc-5cd7-4cb6-bc98-fe8e7c839e33 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a8715e3e-649f-47df-9919-2e771fca4480 HTTP/1.1" status: 204 len: 168 time: 0.7435396 Sep 24 19:55:34.092508 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:34.139530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Deleting subnet fb46e475-b85b-4129-aa62-decd44397f0a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:55:34.142433 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.175829 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.249028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.302391 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.331081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb46e475-b85b-4129-aa62-decd44397f0a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:34.338925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.343293 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-941df533-f08e-4526-9c30-e6cc16f96b69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb46e475-b85b-4129-aa62-decd44397f0a HTTP/1.1" status: 204 len: 168 time: 0.2473874 Sep 24 19:55:34.343861 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:34.344540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd8a46-f7f4-4283-ba6d-214bd62134eb None None] Network 11a1a337-4357-49ed-b4bb-dde99534a134 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:34.421830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.475214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Deleting port cc6e682d-d8c1-4b03-a4fc-2de390494718 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:34.475572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.545282 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] For port cc6e682d-d8c1-4b03-a4fc-2de390494718, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=cc6e682d-d8c1-4b03-a4fc-2de390494718,segment=NetworkSegment(35101442-66d6-43f4-9da6-9b3b671a1529),segment_id=35101442-66d6-43f4-9da6-9b3b671a1529)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:34.545645 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.558214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Calling delete_port for cc6e682d-d8c1-4b03-a4fc-2de390494718 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:34.638419 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.668392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6e682d-d8c1-4b03-a4fc-2de390494718,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:34.671756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] No DVR routers for this DVR port cc6e682d-d8c1-4b03-a4fc-2de390494718 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:55:34.724718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7debf-607e-40c7-aac2-db471d0d8e88 None None] DHCP port deletion for 11a1a337-4357-49ed-b4bb-dde99534a134 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:55:34.759156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.779166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a1a337-4357-49ed-b4bb-dde99534a134']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:34.788398 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35101442-66d6-43f4-9da6-9b3b671a1529') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:34.788694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35101442-66d6-43f4-9da6-9b3b671a1529') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:34.796744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:34.798986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.815482 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.820041 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:34.820477 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 4fb2c24f-4b34-4c92-85ca-f58d9224bb61 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:34.820895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc6e682d-d8c1-4b03-a4fc-2de390494718 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:34.823872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:55:34.824350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:55:34.826371 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:55:34.840246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: cc6e682d-d8c1-4b03-a4fc-2de390494718 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:34.840586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device cc6e682d-d8c1-4b03-a4fc-2de390494718 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:34.841169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 721e6098-60d7-4aa3-8b18-fc1113e5e8fc no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:34.863114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 721e6098-60d7-4aa3-8b18-fc1113e5e8fc {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:34.863444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 721e6098-60d7-4aa3-8b18-fc1113e5e8fc not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:34.890598 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.896970 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:34.898780 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] 10.222.0.18 "DELETE /v2.0/networks/11a1a337-4357-49ed-b4bb-dde99534a134 HTTP/1.1" status: 204 len: 168 time: 0.5539596 Sep 24 19:55:34.902614 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51026) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:34.908463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acf304-c493-4542-a085-ca3a16208d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=11a1a337-4357-49ed-b4bb-dde99534a134,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:35.253699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dee2fd38-cbc6-42aa-a63b-1f8be066fd4e no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:35.270933 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:35.275450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: dee2fd38-cbc6-42aa-a63b-1f8be066fd4e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:35.275798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device dee2fd38-cbc6-42aa-a63b-1f8be066fd4e not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:35.512157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Deleting port d6e5382c-4726-4c3e-81cb-94a6cf116bab {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:35.512400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:35.587810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] For port d6e5382c-4726-4c3e-81cb-94a6cf116bab, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d6e5382c-4726-4c3e-81cb-94a6cf116bab,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:35.588176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:35.600186 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Calling delete_port for d6e5382c-4726-4c3e-81cb-94a6cf116bab owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:35.775860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:35.801888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e5382c-4726-4c3e-81cb-94a6cf116bab,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:35.829184 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.829533 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.829880 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.830222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.830560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.830916 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.831251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.831578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.831907 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.832232 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.832559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:35.832885 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:36.276325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:36.488402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Router 9c436351-c137-4523-8394-bbe0b2230c09 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:55:36.588466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:36.593517 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2ee37797-be12-4d96-b0bb-9b105a72bff3 admin admin] 10.222.0.18 "PUT /v2.0/routers/9c436351-c137-4523-8394-bbe0b2230c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896534 Sep 24 19:55:36.596038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51032) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:36.596906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Sync routers for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:36.606346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:36.607005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:36.697737 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:36.701878 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:55:36.709551 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:36.800070 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:36.857859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Deleting port 31fde91c-0d0d-4186-b712-9378558a216b {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:36.858201 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:36.884991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '31fde91c-0d0d-4186-b712-9378558a216b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:55:35Z', 'revision_number': 5, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port': {'id': '31fde91c-0d0d-4186-b712-9378558a216b', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436351-c137-4523-8394-bbe0b2230c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:54:21Z', 'updated_at': '2021-09-24T19:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:36.916974 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Checking router: 9c436351-c137-4523-8394-bbe0b2230c09 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:36.926302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Routers {'9c436351-c137-4523-8394-bbe0b2230c09'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:36.926942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9c436351-c137-4523-8394-bbe0b2230c09'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:36.937684 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] For port 31fde91c-0d0d-4186-b712-9378558a216b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=31fde91c-0d0d-4186-b712-9378558a216b,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:36.938054 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:36.951374 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Calling delete_port for 31fde91c-0d0d-4186-b712-9378558a216b owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:37.011086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] Set router 9c436351-c137-4523-8394-bbe0b2230c09 gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:37.066956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:55:36Z', 'revision_number': 6, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:37.093230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c088f1-7847-4f81-9751-84c6be800327 None None] The sync data for ids ['9c436351-c137-4523-8394-bbe0b2230c09'] in n-d-810952-2 is: [{'id': '9c436351-c137-4523-8394-bbe0b2230c09', 'name': 'tempest-TestEncryptedCinderVolumes-725432857-router', 'tenant_id': '619ad7d365754da7b642a8c5a50234d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:54:20Z', 'updated_at': '2021-09-24T19:55:36Z', 'revision_number': 6, 'project_id': '619ad7d365754da7b642a8c5a50234d6', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:37.129205 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.152352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fde91c-0d0d-4186-b712-9378558a216b,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:37.216309 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.303212 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.305358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.346752 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.347334 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c436351-c137-4523-8394-bbe0b2230c09 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:55:37.351555 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.352695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bba64ced-3550-49b8-a2f7-e89be0720066 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9c436351-c137-4523-8394-bbe0b2230c09 HTTP/1.1" status: 204 len: 168 time: 0.7557435 Sep 24 19:55:37.355895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51034) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:37.397836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Deleting subnet 22beac14-4c79-4770-b672-19b47b9a8983 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:55:37.401210 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.436342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.520841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.573688 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.601997 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.606875 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/22beac14-4c79-4770-b672-19b47b9a8983 HTTP/1.1" status: 204 len: 168 time: 0.2476549 Sep 24 19:55:37.606875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f708-604f-4453-8538-6f7b8cbf4224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22beac14-4c79-4770-b672-19b47b9a8983,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:37.607370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:37.608578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df34395-639d-43a6-b741-1f01e7a8da5f None None] Network 225b3c1c-993a-4ad2-9a61-106322d643bc requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:37.678821 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.731060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Deleting port 912b2fe0-67fb-445a-a534-40007505944b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:37.731406 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.793079 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] For port 912b2fe0-67fb-445a-a534-40007505944b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=912b2fe0-67fb-445a-a534-40007505944b,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:37.793369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.807747 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Calling delete_port for 912b2fe0-67fb-445a-a534-40007505944b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:37.824316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] DHCP port deletion for 225b3c1c-993a-4ad2-9a61-106322d643bc request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:55:37.871217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Deleting port 912b2fe0-67fb-445a-a534-40007505944b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:55:37.871685 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.893218 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.918994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Pushing event deleted for resources: {'Port': ['ID=912b2fe0-67fb-445a-a534-40007505944b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:37.925242 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] No DVR routers for this DVR port 912b2fe0-67fb-445a-a534-40007505944b on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:55:37.939358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] For port 912b2fe0-67fb-445a-a534-40007505944b, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=912b2fe0-67fb-445a-a534-40007505944b,segment=NetworkSegment(7e79db97-e2dd-4bd8-9cff-ffdf93c4e493),segment_id=7e79db97-e2dd-4bd8-9cff-ffdf93c4e493)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:37.939793 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:37.954256 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Calling delete_port for 912b2fe0-67fb-445a-a534-40007505944b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:55:38.002959 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.025885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225b3c1c-993a-4ad2-9a61-106322d643bc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:38.032628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.035548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:38.035898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e79db97-e2dd-4bd8-9cff-ffdf93c4e493') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:38.047586 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.063830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.065451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] No DVR routers for this DVR port 912b2fe0-67fb-445a-a534-40007505944b on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:55:38.067506 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193e0b-69ad-494e-a6d2-6e1997bac904 None None] Pushing event deleted for resources: {'Port': ['ID=912b2fe0-67fb-445a-a534-40007505944b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:38.072316 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:55:38.072765 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:55:38.074804 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:55:38.135572 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.141961 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.144234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] 10.222.0.18 "DELETE /v2.0/networks/225b3c1c-993a-4ad2-9a61-106322d643bc HTTP/1.1" status: 204 len: 168 time: 0.5356705 Sep 24 19:55:38.154868 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022880b5-721e-4222-977d-c5d5c6557625 admin admin] Pushing event deleted for resources: {'Network': ['ID=225b3c1c-993a-4ad2-9a61-106322d643bc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:38.298195 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:38.337623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-40089287-1228-49a8-a4c7-8aeff9868fa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=125b30f9f528465fbf3352b31143aa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376625 Sep 24 19:55:38.339908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:38.390869 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.412554 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.433498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d6e5382c-4726-4c3e-81cb-94a6cf116bab no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:38.454818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d6e5382c-4726-4c3e-81cb-94a6cf116bab {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:38.455210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d6e5382c-4726-4c3e-81cb-94a6cf116bab not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:38.455615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 912b2fe0-67fb-445a-a534-40007505944b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:38.459925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.463295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.464447 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edc5dcc6-04f1-43de-847c-62a4a901a42c HTTP/1.1" status: 204 len: 168 time: 0.1236582 Sep 24 19:55:38.474173 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a936-84e7-4c64-8c58-418a68dc4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc5dcc6-04f1-43de-847c-62a4a901a42c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:38.475107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 912b2fe0-67fb-445a-a534-40007505944b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:38.475454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 912b2fe0-67fb-445a-a534-40007505944b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:38.475864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31fde91c-0d0d-4186-b712-9378558a216b no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:55:38.497221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 31fde91c-0d0d-4186-b712-9378558a216b {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:55:38.497560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 31fde91c-0d0d-4186-b712-9378558a216b not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:55:38.776934 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:38.816522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d0f6339a-79d6-4eb4-be59-fbcf61f8665d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=619ad7d365754da7b642a8c5a50234d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384121 Sep 24 19:55:38.818896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:38.864502 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.884525 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.931010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.933936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:38.935095 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4fcc68c-50dc-441c-8b96-220d35f9b3f4 HTTP/1.1" status: 204 len: 168 time: 0.1153026 Sep 24 19:55:38.942690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23d650-af07-4693-b759-92a539be12dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fcc68c-50dc-441c-8b96-220d35f9b3f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:39.359195 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.590510 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:39.684580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1192911643-network', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:39.708679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Made reservation on behalf of 0ec0c29f511a45298314056df5bc25d1 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:55:39.710929 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.719090 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.806389 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.810171 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.830983 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:55:39.845459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c807e911-bc7c-48d3-92a8-2bc46013d573,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:39.848270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.848609 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Added segment 1aac40eb-3cb9-4762-bfc3-8218ea877714 of type vlan for network be5e8411-5685-4784-82a9-78fe53d91280 Sep 24 19:55:39.887835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.910685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.911642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:39.912215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.940781 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3491530 Sep 24 19:55:39.943963 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51076) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:39.949604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Request body: {'subnet': {'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1192911643-subnet', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:39.971280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Made reservation on behalf of 0ec0c29f511a45298314056df5bc25d1 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:55:39.973646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:39.974917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461ba2-dff5-4fff-8a81-86ede3e0259e admin admin] Pushing event updated for resources: {'Network': ['ID=be5e8411-5685-4784-82a9-78fe53d91280,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:39.985007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network be5e8411-5685-4784-82a9-78fe53d91280 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:55:40.161078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.221499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3f62cd-1bad-43dd-b48e-8671c86209e1,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:40.228632 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Checking segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:40.228989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Network hostable DHCP agents. Network: be5e8411-5685-4784-82a9-78fe53d91280, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:55:40.244360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Network be5e8411-5685-4784-82a9-78fe53d91280 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:55:40.252854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, be5e8411-5685-4784-82a9-78fe53d91280) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:40.256745 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:40.257331 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.263656 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a442d7e-168a-4d0b-a2dd-4416cd74fc9f None None] Network be5e8411-5685-4784-82a9-78fe53d91280 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:40.284909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3ecb4641-c661-440c-952b-8e2e9d9560bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3371663 Sep 24 19:55:40.285131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51078) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:40.289438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:40.310653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.311756 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.362437 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.417180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-be5e8411-5685-4784-82a9-78fe53d91280', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:55:40.418798 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.502702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.549768 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Allocated IP 172.20.0.2 (be5e8411-5685-4784-82a9-78fe53d91280/3e3f62cd-1bad-43dd-b48e-8671c86209e1/7b3b2e56-5628-4df4-a1e2-d26aff1b2841) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:40.690193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.696399 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.697876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.720806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.735753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Network be5e8411-5685-4784-82a9-78fe53d91280 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:40.738482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:40.745345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:40.748316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Pushing event updated for resources: {'Port': ['ID=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:40.798713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Attempting to bind port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:40.799135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Attempting to bind port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:40.799463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Attempting to bind port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 on network be5e8411-5685-4784-82a9-78fe53d91280 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:40.804254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:40.804620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Checking segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:40.805044 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.805418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Bound using segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:40.805973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Bound port: 7b3b2e56-5628-4df4-a1e2-d26aff1b2841, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:40.806816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.824061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Allocated IP 172.25.5.58 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/534027a7-f214-4b11-95d0-c9856bf0e4dd) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:40.874052 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] For port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:40.877630 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] For port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:40.881198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.935172 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:40.937589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7d08-e100-4bbe-8465-b50c721a8b94 None None] Pushing event updated for resources: {'Port': ['ID=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:40.969021 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:41.008366 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:41.011545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:41.015279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:41.023307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Pushing event updated for resources: {'Port': ['ID=534027a7-f214-4b11-95d0-c9856bf0e4dd,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:41.293102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:41.485820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:41.620172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Router e2b46823-6762-4146-b1ce-7372a809c588 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:55:41.795097 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307ac5f-1dd8-4ca3-a28e-223651719ec8 None None] Network be5e8411-5685-4784-82a9-78fe53d91280 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:41.864818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] Provisioning complete for port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:41.865187 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.009994 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.033840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:42.050472 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Sync routers for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:42.052795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] For port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:42.055333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.057043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7c4eff23-d91f-4646-883d-ed7dd9d4f352 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7708321 Sep 24 19:55:42.059651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51080) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:42.060673 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.062286 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:42.063165 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:42.114645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bba72-c6a7-4dba-936f-21e380ba4c4c None None] Pushing event updated for resources: {'Port': ['ID=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:42.198796 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:42.289566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-73e9f47d-ad50-4159-a2d1-a0673ddb6a68 None None] Provisioning complete for port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:42.290229 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73e9f47d-ad50-4159-a2d1-a0673ddb6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.377070 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:41Z', 'revision_number': 3, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:42.407030 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Checking router: e2b46823-6762-4146-b1ce-7372a809c588 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:42.407374 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Updating router e2b46823-6762-4146-b1ce-7372a809c588 port 534027a7-f214-4b11-95d0-c9856bf0e4dd binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:55:42.434159 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.492372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:42.508837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.545906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:42.546303 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.673651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Allocated IP 172.20.0.1 (be5e8411-5685-4784-82a9-78fe53d91280/3e3f62cd-1bad-43dd-b48e-8671c86209e1/e02d316d-e5e1-4c02-aa48-867026c3970a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:42.691577 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.697458 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.742721 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Attempting to bind port 534027a7-f214-4b11-95d0-c9856bf0e4dd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:42.743146 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Attempting to bind port 534027a7-f214-4b11-95d0-c9856bf0e4dd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:42.748086 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Attempting to bind port 534027a7-f214-4b11-95d0-c9856bf0e4dd on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:42.757187 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Pushing event updated for resources: {'Port': ['ID=534027a7-f214-4b11-95d0-c9856bf0e4dd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:42.761051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:42.761051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:42.761451 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.761844 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:42.762308 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Bound port: 534027a7-f214-4b11-95d0-c9856bf0e4dd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:42.762687 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.781541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.787772 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.788118 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.788458 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.788802 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.789134 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.789466 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.790051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.790420 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.790749 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.791101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.791427 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.791752 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:55:42.820766 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.828769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] For port 534027a7-f214-4b11-95d0-c9856bf0e4dd, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:42.832093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] For port 534027a7-f214-4b11-95d0-c9856bf0e4dd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=534027a7-f214-4b11-95d0-c9856bf0e4dd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:42.836525 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:42.859964 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Network be5e8411-5685-4784-82a9-78fe53d91280 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:42.864218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:42.871423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:42.893507 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:42.895374 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:42.896014 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:42.897838 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3dda7-6fce-401c-8940-d6ef2fad6a69 None None] Pushing event updated for resources: {'Port': ['ID=534027a7-f214-4b11-95d0-c9856bf0e4dd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:42.913283 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.009179 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:43.055820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.094817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3284fa6b-98f3-4e48-9c78-eed0a4aa2de8 None None] Provisioning complete for port e02d316d-e5e1-4c02-aa48-867026c3970a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:43.095424 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3284fa6b-98f3-4e48-9c78-eed0a4aa2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.136377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3284fa6b-98f3-4e48-9c78-eed0a4aa2de8 None None] Port e02d316d-e5e1-4c02-aa48-867026c3970a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:43.197730 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:41Z', 'revision_number': 3, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:43.239791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.245426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.313110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:43.313743 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e0af3-e8f7-461d-a4d1-229389522d77 None None] The sync data for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 is: [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:41Z', 'revision_number': 3, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:43.315562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.414035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Network be5e8411-5685-4784-82a9-78fe53d91280 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:43.415733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:43.561858 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Router e2b46823-6762-4146-b1ce-7372a809c588 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:55:43.659182 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-da1d70a5-39bb-4aeb-b947-375477931c33 None None] Provisioning complete for port e02d316d-e5e1-4c02-aa48-867026c3970a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:43.659559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da1d70a5-39bb-4aeb-b947-375477931c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:43.684418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:43.689726 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-52a7042c-ecad-4f59-a3a7-3eeb18c748f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/e2b46823-6762-4146-b1ce-7372a809c588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283455 Sep 24 19:55:43.700749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-da1d70a5-39bb-4aeb-b947-375477931c33 None None] Port e02d316d-e5e1-4c02-aa48-867026c3970a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:44.179937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51098) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:44.185509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1141644615-network', 'tenant_id': '54a05bcaf7f24368a706327de6563105'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:44.206692 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Made reservation on behalf of 54a05bcaf7f24368a706327de6563105 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:55:44.209040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.221452 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.312822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.316503 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.341651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:55:44.351403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f5905c-a67d-4646-bcae-a05f869c34cb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:44.358275 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.358616 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Added segment cdb1600f-b156-4de7-803b-65b32a1c711a of type vlan for network 6ecbff65-7703-4dc7-8a1e-668b2159c31c Sep 24 19:55:44.400738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.429405 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.430474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:44.432530 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.455017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 534027a7-f214-4b11-95d0-c9856bf0e4dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:44.473435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2921650 Sep 24 19:55:44.477559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51100) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:44.486736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Request body: {'subnet': {'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1141644615-subnet', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:44.515611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 534027a7-f214-4b11-95d0-c9856bf0e4dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:44.516232 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.544030 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337ab0-0b9d-41f5-ad26-308afa44fe4a admin admin] Pushing event updated for resources: {'Network': ['ID=6ecbff65-7703-4dc7-8a1e-668b2159c31c,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:44.560998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:55:44.565254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Made reservation on behalf of 54a05bcaf7f24368a706327de6563105 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:55:44.568039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.675848 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.697074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 534027a7-f214-4b11-95d0-c9856bf0e4dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=534027a7-f214-4b11-95d0-c9856bf0e4dd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:44.701454 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.748938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=534027a7-f214-4b11-95d0-c9856bf0e4dd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:44.758420 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.817680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baa603f-4489-4ca4-b97c-a2c00aed8308,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:44.822263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Checking segment: {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:44.822460 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Network hostable DHCP agents. Network: 6ecbff65-7703-4dc7-8a1e-668b2159c31c, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:55:44.840278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:55:44.850228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 6ecbff65-7703-4dc7-8a1e-668b2159c31c) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:44.852247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Sync routers for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:44.855339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:44.856598 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.860867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0594f41-d584-424f-98a2-6b7446ae23ad None None] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:44.874411 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:44.875063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:44.880569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4e809733-8584-44e1-be62-675e6cad695e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3992705 Sep 24 19:55:44.881431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:44.885792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:55:44.907325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.908330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:44.959125 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.215425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:45.321301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'fixed_ips': [{'subnet_id': '0baa603f-4489-4ca4-b97c-a2c00aed8308'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:55:45.322680 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.372771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.536734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Allocated IP 172.20.0.2 (6ecbff65-7703-4dc7-8a1e-668b2159c31c/0baa603f-4489-4ca4-b97c-a2c00aed8308/3ef426ac-ab27-40a6-8cc3-85ec83152659) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:45.564029 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.571288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 2, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:45.586820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.609458 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Checking router: e2b46823-6762-4146-b1ce-7372a809c588 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:45.609812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Updating router e2b46823-6762-4146-b1ce-7372a809c588 port e02d316d-e5e1-4c02-aa48-867026c3970a binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:55:45.664234 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.686180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Allocated IP 172.25.5.11 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/ec80b291-7abd-41d2-b279-020efc3a0dcd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:45.797917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.828907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.831072 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.836345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:45.869931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:45.872738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:45.876131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:45.883679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Pushing event updated for resources: {'Port': ['ID=ec80b291-7abd-41d2-b279-020efc3a0dcd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:45.897773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:45.904171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:45.917820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:45.921993 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Pushing event updated for resources: {'Port': ['ID=3ef426ac-ab27-40a6-8cc3-85ec83152659,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:46.028590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Attempting to bind port 3ef426ac-ab27-40a6-8cc3-85ec83152659 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:46.029432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Attempting to bind port 3ef426ac-ab27-40a6-8cc3-85ec83152659 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:46.029808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Attempting to bind port 3ef426ac-ab27-40a6-8cc3-85ec83152659 on network 6ecbff65-7703-4dc7-8a1e-668b2159c31c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:46.042092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:46.042464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Checking segment: {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:46.042894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.043286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Bound using segment: {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:46.043758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Bound port: 3ef426ac-ab27-40a6-8cc3-85ec83152659, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:46.044145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.140274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.142833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.150578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.164700 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] For port 3ef426ac-ab27-40a6-8cc3-85ec83152659, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:46.201459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] For port 3ef426ac-ab27-40a6-8cc3-85ec83152659, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef426ac-ab27-40a6-8cc3-85ec83152659,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:46.215141 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.227905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da628457-e1fc-4278-9d3c-9fb8583cc503 None None] Pushing event updated for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:46.318482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Attempting to bind port e02d316d-e5e1-4c02-aa48-867026c3970a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:46.318887 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Attempting to bind port e02d316d-e5e1-4c02-aa48-867026c3970a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:46.319249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Attempting to bind port e02d316d-e5e1-4c02-aa48-867026c3970a on network be5e8411-5685-4784-82a9-78fe53d91280 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:46.325051 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20185-9603-4b11-9400-0208914d1ec3 None None] Pushing event updated for resources: {'Port': ['ID=3ef426ac-ab27-40a6-8cc3-85ec83152659,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:46.330714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:46.331144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Checking segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:46.331542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.331941 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Bound using segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:46.332415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Bound port: e02d316d-e5e1-4c02-aa48-867026c3970a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:46.332828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.374566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.427611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] For port e02d316d-e5e1-4c02-aa48-867026c3970a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:46.431456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] For port e02d316d-e5e1-4c02-aa48-867026c3970a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e02d316d-e5e1-4c02-aa48-867026c3970a,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:46.441125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.518196 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da628457-e1fc-4278-9d3c-9fb8583cc503 None None] Pushing event updated for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:46.520869 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 534027a7-f214-4b11-95d0-c9856bf0e4dd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:46.537134 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:55:46.562486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:46.563165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:46.671459 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:46.682900 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Sync routers for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:46.695460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:46.696125 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:46.699768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.701861 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ddce3b1e-a39c-4ad9-b235-6ccf8a9a262d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8191783 Sep 24 19:55:46.704269 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:55:46.714942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] Provisioning complete for port e02d316d-e5e1-4c02-aa48-867026c3970a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:46.715327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.720428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:46.777049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 534027a7-f214-4b11-95d0-c9856bf0e4dd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:46.777426 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:46.810248 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:46.992811 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:46Z', 'revision_number': 3, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:47.023824 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Checking router: 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:47.024157 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Updating router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a port ec80b291-7abd-41d2-b279-020efc3a0dcd binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:55:47.032853 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.060660 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.092136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] For port e02d316d-e5e1-4c02-aa48-867026c3970a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e02d316d-e5e1-4c02-aa48-867026c3970a,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:47.103932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.138232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:46Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:47.171016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececaaa9-cfbe-4e62-bdc9-6bcf4addaa67 None None] The sync data for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 is: [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:46Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:47.190222 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.192524 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4887f-ac03-4489-8996-2deab363ce6c None None] Pushing event updated for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:47.253819 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-33c96658-f233-403a-8ab2-7bd28d1bd6dd None None] Provisioning complete for port e02d316d-e5e1-4c02-aa48-867026c3970a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:47.254205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33c96658-f233-403a-8ab2-7bd28d1bd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.388776 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.399016 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.453101 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2c48-e299-47b1-bbc0-5ed243bb88ac None None] Pushing event updated for resources: {'Port': ['ID=ec80b291-7abd-41d2-b279-020efc3a0dcd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:47.456946 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Allocated IP 172.20.0.1 (6ecbff65-7703-4dc7-8a1e-668b2159c31c/0baa603f-4489-4ca4-b97c-a2c00aed8308/ec4ec627-e49e-4d10-8c61-520015f3962e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:55:47.464687 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Attempting to bind port ec80b291-7abd-41d2-b279-020efc3a0dcd on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:47.465090 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Attempting to bind port ec80b291-7abd-41d2-b279-020efc3a0dcd by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:47.465460 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Attempting to bind port ec80b291-7abd-41d2-b279-020efc3a0dcd on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:47.471783 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:47.472229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:47.472697 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.473206 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:47.473836 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Bound port: ec80b291-7abd-41d2-b279-020efc3a0dcd, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:47.474274 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.537837 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] For port ec80b291-7abd-41d2-b279-020efc3a0dcd, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:47.542693 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] For port ec80b291-7abd-41d2-b279-020efc3a0dcd, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec80b291-7abd-41d2-b279-020efc3a0dcd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:47.549150 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.577877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.593465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd085c47-fc7e-4e5b-9aa2-1756d4419814 None None] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:55:47.620177 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:47.620811 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:47.636640 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.680474 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:47.683867 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2c48-e299-47b1-bbc0-5ed243bb88ac None None] Pushing event updated for resources: {'Port': ['ID=ec80b291-7abd-41d2-b279-020efc3a0dcd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:47.684590 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:47.688429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:55:47.724012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:47.727884 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] Provisioning complete for port 3ef426ac-ab27-40a6-8cc3-85ec83152659 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:47.728320 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.740614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:47.741715 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.866357 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.913494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] For port 3ef426ac-ab27-40a6-8cc3-85ec83152659, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef426ac-ab27-40a6-8cc3-85ec83152659,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:47.923698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.940356 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:47.950711 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:46Z', 'revision_number': 3, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:47.988118 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a370b6-5ab0-46fc-b995-b592e4b1a2f6 None None] The sync data for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 is: [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:46Z', 'revision_number': 3, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:48.015653 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ece95-1db1-4c76-ba17-68e66cd84025 None None] Pushing event updated for resources: {'Port': ['ID=3ef426ac-ab27-40a6-8cc3-85ec83152659,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:48.152313 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ca861d9-eb72-4f72-a6a6-248f328e972e None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.153037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca861d9-eb72-4f72-a6a6-248f328e972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.191771 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.202434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.216262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ca861d9-eb72-4f72-a6a6-248f328e972e None None] Port ec4ec627-e49e-4d10-8c61-520015f3962e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:48.237009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5ca861d9-eb72-4f72-a6a6-248f328e972e None None] Provisioning complete for port 3ef426ac-ab27-40a6-8cc3-85ec83152659 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.237389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca861d9-eb72-4f72-a6a6-248f328e972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.282263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:48.286181 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.431750 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:55:48.433562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:55:48.505092 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-464e38ce-5ec9-4856-889b-830c854a7dbf None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.506273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-464e38ce-5ec9-4856-889b-830c854a7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.575031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-464e38ce-5ec9-4856-889b-830c854a7dbf None None] Port ec4ec627-e49e-4d10-8c61-520015f3962e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:48.598541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef426ac-ab27-40a6-8cc3-85ec83152659 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:48.682918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3ef426ac-ab27-40a6-8cc3-85ec83152659 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.683727 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.777018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e02d316d-e5e1-4c02-aa48-867026c3970a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:48.836659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a52e64c1-e8ec-41fd-9ecf-9666cb01ec5a None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.837060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a52e64c1-e8ec-41fd-9ecf-9666cb01ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.860223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port e02d316d-e5e1-4c02-aa48-867026c3970a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:48.860600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:48.900018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a52e64c1-e8ec-41fd-9ecf-9666cb01ec5a None None] Port ec4ec627-e49e-4d10-8c61-520015f3962e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:55:48.928000 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:55:48.959236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec80b291-7abd-41d2-b279-020efc3a0dcd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:49.009214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ec80b291-7abd-41d2-b279-020efc3a0dcd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:49.009720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:49.056917 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:55:49.068769 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-49e92602-4e3c-428e-81b4-5966865e2554 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b6b66f1-4daa-4e8a-8df9-0208db00fa7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567069 Sep 24 19:55:49.274888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:49.301439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port ec80b291-7abd-41d2-b279-020efc3a0dcd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec80b291-7abd-41d2-b279-020efc3a0dcd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:49.307184 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:49.356365 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=ec80b291-7abd-41d2-b279-020efc3a0dcd,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:50.368858 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d19d-6472-47a8-8b31-4b0294049d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:50.472169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec80b291-7abd-41d2-b279-020efc3a0dcd up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:50.532562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ec80b291-7abd-41d2-b279-020efc3a0dcd triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:50.533170 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:50.814911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Sync routers for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:55:50.824611 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:50.825239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:50.937025 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:51.175562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 4, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ec4ec627-e49e-4d10-8c61-520015f3962e', 'name': '', 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'mac_address': 'fa:16:3e:f9:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:47Z', 'updated_at': '2021-09-24T19:55:48Z', 'revision_number': 2, 'project_id': '54a05bcaf7f24368a706327de6563105', 'subnets': [{'id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:51.203224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Checking router: 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:55:51.203574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Updating router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a port ec4ec627-e49e-4d10-8c61-520015f3962e binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:55:51.234345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.548471 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.556934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.626249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb021b8f-3b49-4078-9af1-03ba43bbd0f6 None None] Pushing event updated for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:51.674820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Attempting to bind port ec4ec627-e49e-4d10-8c61-520015f3962e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:55:51.675195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Attempting to bind port ec4ec627-e49e-4d10-8c61-520015f3962e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:55:51.675579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Attempting to bind port ec4ec627-e49e-4d10-8c61-520015f3962e on network 6ecbff65-7703-4dc7-8a1e-668b2159c31c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:55:51.682103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:55:51.682482 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Checking segment: {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:55:51.682903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.683445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Bound using segment: {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:55:51.683925 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Bound port: ec4ec627-e49e-4d10-8c61-520015f3962e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb1600f-b156-4de7-803b-65b32a1c711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:55:51.684316 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.777385 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] For port ec4ec627-e49e-4d10-8c61-520015f3962e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:55:51.780721 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] For port ec4ec627-e49e-4d10-8c61-520015f3962e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec4ec627-e49e-4d10-8c61-520015f3962e,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:55:51.785069 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:51.845573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:55:51.846210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:55:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:51.882181 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb021b8f-3b49-4078-9af1-03ba43bbd0f6 None None] Pushing event updated for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:51.991609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:55:51.994528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:51.994528 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:52.213262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:52.276943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] For port ec4ec627-e49e-4d10-8c61-520015f3962e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec4ec627-e49e-4d10-8c61-520015f3962e,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:55:52.284600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:52.343400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7d0b-c9f9-4005-94c5-27f01b9efab2 None None] Pushing event updated for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:55:52.350445 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 4, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ec4ec627-e49e-4d10-8c61-520015f3962e', 'name': '', 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'mac_address': 'fa:16:3e:f9:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:47Z', 'updated_at': '2021-09-24T19:55:51Z', 'revision_number': 4, 'project_id': '54a05bcaf7f24368a706327de6563105', 'subnets': [{'id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:55:52.384002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562cf58-3731-48a0-99fc-c05f22367a1f None None] The sync data for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 is: [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 4, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'ec4ec627-e49e-4d10-8c61-520015f3962e', 'name': '', 'network_id': '6ecbff65-7703-4dc7-8a1e-668b2159c31c', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'mac_address': 'fa:16:3e:f9:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:47Z', 'updated_at': '2021-09-24T19:55:51Z', 'revision_number': 4, 'project_id': '54a05bcaf7f24368a706327de6563105', 'subnets': [{'id': '0baa603f-4489-4ca4-b97c-a2c00aed8308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:55:52.409319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c08e343c-cf7e-42f3-8c72-a12ab9a0dddb None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:52.419837 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c08e343c-cf7e-42f3-8c72-a12ab9a0dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:53.019176 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6e33832-6b9e-4a75-ad84-fea900bbb8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:53.420256 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:54.352841 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:54.523119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec4ec627-e49e-4d10-8c61-520015f3962e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:55:54.594207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port ec4ec627-e49e-4d10-8c61-520015f3962e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:55:54.594942 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:56.095902 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:55:58.799976 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-2d68cfea-ee52-40e8-9138-bebb55fc5918 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:55:58.801482 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-2d68cfea-ee52-40e8-9138-bebb55fc5918 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 815 time: 0.1048093 Sep 24 19:55:58.817173 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-397cc369-f2cd-44a8-9449-3de5ab85ef3d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/quotas/0ec0c29f511a45298314056df5bc25d1 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Sep 24 19:55:58.870804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-96b3ed6f-5048-4d43-baff-09b2a29fe3ff tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475271 Sep 24 19:55:58.966913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-6b108ee3-4042-428a-9a31-976634217876 service neutron] 10.222.0.18 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842843 Sep 24 19:55:59.058773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-dabb8e24-bf9f-49a7-a16f-81737b8e4868 service neutron] 10.222.0.18 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Sep 24 19:55:59.217486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-50d90033-54a4-4193-b1a1-3ea8f8ee1457 req-2dc35c85-7d3a-4fa5-8dfa-dc88e70ae58d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 210 time: 0.0266700 Sep 24 19:56:00.216370 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-46a46ee9-3457-4045-8e52-bc6ce1902d41 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:00.217741 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-46a46ee9-3457-4045-8e52-bc6ce1902d41 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 815 time: 0.1027012 Sep 24 19:56:00.235434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'port': {'device_id': 'd1f2f620-e886-4878-aa76-870119614ad1', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'admin_state_up': True, 'tenant_id': '0ec0c29f511a45298314056df5bc25d1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:00.319291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a7448c67-7156-4cf0-a48c-c94cf26323f6 req-60ac6ba2-99c2-4572-9781-3a7d576be3c2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 210 time: 0.0303509 Sep 24 19:56:00.360249 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Made reservation on behalf of 0ec0c29f511a45298314056df5bc25d1 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:56:00.363872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:00.498902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Allocated IP 172.20.0.8 (be5e8411-5685-4784-82a9-78fe53d91280/3e3f62cd-1bad-43dd-b48e-8671c86209e1/9b8cfab2-c105-447a-83ab-0cd0735b4fe7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:56:00.695973 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:00.748374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:00.818808 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Network be5e8411-5685-4784-82a9-78fe53d91280 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:56:00.822551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:56:00.826667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:56:00.836503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:00.899368 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:00.900776 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:00.920665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-bdba2fdd-a20d-4f36-aafe-e1c8114778e9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6889799 Sep 24 19:56:01.209139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-19701794-5d1b-45f3-92d8-9cdacd3af8e5 None None] Provisioning complete for port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:56:01.209690 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19701794-5d1b-45f3-92d8-9cdacd3af8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:01.246545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-19701794-5d1b-45f3-92d8-9cdacd3af8e5 None None] Port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:56:01.439659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10997c50-9e16-44c0-b3d3-9d11c29b4d16 req-8dbe807e-951c-4e42-937c-df207b272b03 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:01.441373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10997c50-9e16-44c0-b3d3-9d11c29b4d16 req-8dbe807e-951c-4e42-937c-df207b272b03 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0504656 Sep 24 19:56:01.481707 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10997c50-9e16-44c0-b3d3-9d11c29b4d16 req-5344bcce-deb6-4529-98dc-a07ee70dcb70 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Sep 24 19:56:02.607727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37c91-5ac8-4d9b-a30f-64ddfc138770 req-bef06969-19d1-486c-b0be-79a83a346530 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:02.609268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17d37c91-5ac8-4d9b-a30f-64ddfc138770 req-bef06969-19d1-486c-b0be-79a83a346530 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0567756 Sep 24 19:56:02.648227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17d37c91-5ac8-4d9b-a30f-64ddfc138770 req-6bcf6277-103f-48f1-ad72-042c1b02aaca tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Sep 24 19:56:03.722434 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:03.784397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e9ab5-f837-4f33-a3ac-93aca7986db8 req-83d96227-599f-4bf9-8cdd-207a85b7e0ee tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:03.785878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699e9ab5-f837-4f33-a3ac-93aca7986db8 req-83d96227-599f-4bf9-8cdd-207a85b7e0ee tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0496044 Sep 24 19:56:03.828664 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-699e9ab5-f837-4f33-a3ac-93aca7986db8 req-0abb79c5-e6bd-4bc6-b563-ea3611df9857 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Sep 24 19:56:04.954090 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fea72-7c0d-4509-b3c9-4675a3aaa8f0 req-5c1dded9-d0ac-4677-a5e3-9c85d206d8b7 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:04.955600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-415fea72-7c0d-4509-b3c9-4675a3aaa8f0 req-5c1dded9-d0ac-4677-a5e3-9c85d206d8b7 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0570452 Sep 24 19:56:04.993147 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-415fea72-7c0d-4509-b3c9-4675a3aaa8f0 req-f77b3dd3-729b-4359-b08a-3f89fdbabd81 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Sep 24 19:56:06.120529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea39381-e518-473f-b832-3751e4a0b56c req-01ca17ed-d36b-473f-987b-7c2d4757715a tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:06.128699 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ea39381-e518-473f-b832-3751e4a0b56c req-01ca17ed-d36b-473f-987b-7c2d4757715a tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0577888 Sep 24 19:56:06.172164 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ea39381-e518-473f-b832-3751e4a0b56c req-7fef3905-bee2-4d00-9777-bc99d3c5ce1b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Sep 24 19:56:07.287933 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4372-2cab-4175-bc79-01c60c6c8933 req-2fe50c8b-7ea9-4eca-8c18-120420f4b9ee tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:07.289878 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb1b4372-2cab-4175-bc79-01c60c6c8933 req-2fe50c8b-7ea9-4eca-8c18-120420f4b9ee tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0498562 Sep 24 19:56:07.335688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb1b4372-2cab-4175-bc79-01c60c6c8933 req-f1e506eb-1520-42b9-aaa2-c762160b783b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 Sep 24 19:56:08.458081 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba45f-2805-4500-9739-28a09d8035a6 req-9c506ab9-26c8-4de1-8f0c-2465e644b9e0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:08.459732 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c72ba45f-2805-4500-9739-28a09d8035a6 req-9c506ab9-26c8-4de1-8f0c-2465e644b9e0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0497613 Sep 24 19:56:08.508067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c72ba45f-2805-4500-9739-28a09d8035a6 req-a72ac01b-09c6-49ad-afe8-d9d2cc27e8ae tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Sep 24 19:56:09.374656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:09.647223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4bda-b843-4607-88c0-95512a409b4b req-e6a308f1-126d-4de2-8a84-ef45a339f0e7 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:09.648760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7be4bda-b843-4607-88c0-95512a409b4b req-e6a308f1-126d-4de2-8a84-ef45a339f0e7 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0555723 Sep 24 19:56:09.689948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7be4bda-b843-4607-88c0-95512a409b4b req-fd991f71-af4a-4a3f-b15f-86e55debe9d5 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Sep 24 19:56:10.645730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Request body: {'port': {'device_id': 'd1f2f620-e886-4878-aa76-870119614ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:10.699459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:10.808694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ee29-7fb7-42cd-bf98-13c7d1eb2b9b req-3eabe731-3f40-422a-9729-090d76402f86 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:10.810391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38c5ee29-7fb7-42cd-bf98-13c7d1eb2b9b req-3eabe731-3f40-422a-9729-090d76402f86 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 931 time: 0.0491619 Sep 24 19:56:10.853014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38c5ee29-7fb7-42cd-bf98-13c7d1eb2b9b req-83bf9d01-0884-4abc-84f8-dbfabb631fa0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Sep 24 19:56:10.961815 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:56:10.972117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:10.990975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Transition to ACTIVE for port object 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:56:10.994511 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:11.050337 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:11.126110 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Attempting to bind port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:56:11.126423 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Attempting to bind port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:56:11.126744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Attempting to bind port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 on network be5e8411-5685-4784-82a9-78fe53d91280 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:56:11.131275 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 on network be5e8411-5685-4784-82a9-78fe53d91280 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:56:11.131594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Attempting to bind port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 on network be5e8411-5685-4784-82a9-78fe53d91280 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:56:11.137112 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:56:11.137446 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Checking segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:56:11.137827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Bound using segment: {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:56:11.138248 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Bound port: 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac40eb-3cb9-4762-bfc3-8218ea877714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:56:11.138603 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:11.204881 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:56:11.208292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:56:11.212349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:11.248844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.249614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:11.251165 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 1091 time: 0.6098871 Sep 24 19:56:11.251614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:56:11.253968 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f977543e-6c08-4e75-96fd-2bd085e5c31c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:56:11.280814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41020-9c5a-4a33-a499-203e51d4aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:11.303604 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0247b5-8392-43ab-829e-fd56d1898ce9 x-openstack-request-id: req-5d0247b5-8392-43ab-829e-fd56d1898ce9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:56:11.303896 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:56:11.304144 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d0247b5-8392-43ab-829e-fd56d1898ce9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:56:11.304539 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:56:11.345625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-b7484450-ce14-4a54-881f-e4fd88707cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.347185 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-b7484450-ce14-4a54-881f-e4fd88707cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0526202 Sep 24 19:56:11.398342 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-d42bf867-dd87-44d9-8140-2d7d1eb34f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0424471 Sep 24 19:56:11.453456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-214940f7-625e-4c1d-b42d-e276a65c6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.454953 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-214940f7-625e-4c1d-b42d-e276a65c6a96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0467350 Sep 24 19:56:11.504956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-23e01696-8c53-4c38-a219-0d57e48d39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.506363 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-23e01696-8c53-4c38-a219-0d57e48d39d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406196 Sep 24 19:56:11.611203 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-cfc321ae-a719-49b0-8f4d-55f1484e8773 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953844 Sep 24 19:56:11.705034 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-320e4fad-7b27-4a7a-aa97-30954e3666d8 req-597a281c-6ed3-4241-a11c-456e7376b4fc service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825510 Sep 24 19:56:11.799407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-e3d16ee2-2d6a-40cc-a941-3437b821d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.800811 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-e3d16ee2-2d6a-40cc-a941-3437b821d78b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0447915 Sep 24 19:56:11.889942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-1162d76d-a762-4c9c-be45-b75581c6e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.891478 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-1162d76d-a762-4c9c-be45-b75581c6e756 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.0833433 Sep 24 19:56:11.938197 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-eb832697-0475-4877-910a-fce4696ce681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Sep 24 19:56:11.969269 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55864274-6257-4c5b-82cc-e652fe475688 req-349f023e-c14e-4f48-a974-18e0b8fc4506 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.970760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55864274-6257-4c5b-82cc-e652fe475688 req-349f023e-c14e-4f48-a974-18e0b8fc4506 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 943 time: 0.0508640 Sep 24 19:56:11.989736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-278b92e5-c531-46b1-8e0d-6726115e83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:11.991251 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-278b92e5-c531-46b1-8e0d-6726115e83fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0447807 Sep 24 19:56:12.011240 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-55864274-6257-4c5b-82cc-e652fe475688 req-9c0e85e4-e183-47e0-a2a0-2f7076082b89 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Sep 24 19:56:12.037950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-2b80962c-6118-4b86-b8d0-8a24e5bba78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:12.039522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-2b80962c-6118-4b86-b8d0-8a24e5bba78a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402994 Sep 24 19:56:12.136258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-feb12112-24c3-4eaa-8455-715a36406b67 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863917 Sep 24 19:56:12.231907 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f977543e-6c08-4e75-96fd-2bd085e5c31c req-86fd6c89-fac8-4ac4-8529-0e0b26780068 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Sep 24 19:56:13.128853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab128c-9bdd-4ad4-b37e-75feb2f5eafa req-5cb5a4d1-f273-4752-b89c-1eba7cdd6d1d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:13.130364 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ab128c-9bdd-4ad4-b37e-75feb2f5eafa req-5cb5a4d1-f273-4752-b89c-1eba7cdd6d1d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 943 time: 0.0490606 Sep 24 19:56:13.167909 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-63ab128c-9bdd-4ad4-b37e-75feb2f5eafa req-52ff40a6-fc03-4cb4-9b35-a4b7c783fc63 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Sep 24 19:56:13.702764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:56:14.285849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416792f-150f-450a-a1dc-3e2d3e246fe1 req-53678dd2-442b-4dd8-9a53-38598e21212c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:14.287629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3416792f-150f-450a-a1dc-3e2d3e246fe1 req-53678dd2-442b-4dd8-9a53-38598e21212c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 943 time: 0.0498488 Sep 24 19:56:14.329840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3416792f-150f-450a-a1dc-3e2d3e246fe1 req-0e415410-86b9-46d8-90aa-e53f6d3e47ae tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Sep 24 19:56:15.443733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd26cb-4d60-45e1-abc7-32c8a720d4e5 req-318aae28-9e1d-428d-a8ed-93b92d9e05af tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:15.446034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fcd26cb-4d60-45e1-abc7-32c8a720d4e5 req-318aae28-9e1d-428d-a8ed-93b92d9e05af tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 943 time: 0.0495074 Sep 24 19:56:15.456890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:56:15.484493 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3fcd26cb-4d60-45e1-abc7-32c8a720d4e5 req-b96146f6-8c8e-4e7f-a061-68b03e754393 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Sep 24 19:56:15.552152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:56:15.563420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'port_id': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'mac_address': 'fa:16:3e:0a:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:56:15.599130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:15.611319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:56:15.629903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:56:15.633710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:15.682495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:15.689485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.689830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.690169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.690504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.690838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.691191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.691518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.691844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.692175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.692499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.692823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.693143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:15.903007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:56:16.597938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46c36c-0ff5-4685-8d40-108753967f5d req-0074a7e4-0dd0-42df-9c39-6b7e2da0e2d4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:16.599457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc46c36c-0ff5-4685-8d40-108753967f5d req-0074a7e4-0dd0-42df-9c39-6b7e2da0e2d4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 944 time: 0.0484769 Sep 24 19:56:16.636566 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc46c36c-0ff5-4685-8d40-108753967f5d req-96ad005e-5ac4-49a1-b519-12919dbee21a tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Sep 24 19:56:17.471798 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:56:17.521888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:56:17.525486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:56:17.525851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:17.600952 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:17.623211 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:56:17.625437 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189dd5fa-2bfd-4994-b2c4-e23459af0515" -d '{"events": [{"server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "name": "network-vif-plugged", "status": "completed", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:56:17.637809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:56:17.641588 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:17.666789 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b09d31-902d-473a-ba27-fa2a34963ca4 x-openstack-request-id: req-20b09d31-902d-473a-ba27-fa2a34963ca4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:56:17.667234 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "name": "network-vif-plugged", "status": "completed", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:56:17.667554 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20b09d31-902d-473a-ba27-fa2a34963ca4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:56:17.668018 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'code': 200} Sep 24 19:56:17.699777 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:17.758182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2604b1-acd9-4079-bbfc-0ac66bc8d29e req-8ab172ad-e697-44a5-9c1a-c56a14e9cbf1 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:17.759643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2604b1-acd9-4079-bbfc-0ac66bc8d29e req-8ab172ad-e697-44a5-9c1a-c56a14e9cbf1 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Sep 24 19:56:17.767372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa2c76-39ec-4581-aa6e-49cbf0d5daf7 req-5a748dbb-01db-4036-93ec-736de18bf425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:17.768953 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7daa2c76-39ec-4581-aa6e-49cbf0d5daf7 req-5a748dbb-01db-4036-93ec-736de18bf425 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0398331 Sep 24 19:56:17.800867 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa2604b1-acd9-4079-bbfc-0ac66bc8d29e req-ca219ac2-599f-4f16-a560-79a60b9f84f2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350888 Sep 24 19:56:17.813076 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7daa2c76-39ec-4581-aa6e-49cbf0d5daf7 req-f0f9140a-f25d-4741-accb-4fc565625a74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Sep 24 19:56:18.915384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c78c29-56cc-40a3-aca3-26c62ce7883d req-71439ae5-8321-4e64-9d62-97f72506ea38 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:18.917644 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5c78c29-56cc-40a3-aca3-26c62ce7883d req-71439ae5-8321-4e64-9d62-97f72506ea38 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Sep 24 19:56:18.956417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5c78c29-56cc-40a3-aca3-26c62ce7883d req-65dd8c16-5eb5-45e8-ab4f-da24a772feca tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Sep 24 19:56:20.070330 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123805eb-c323-4052-b668-3cd5ecb0054a req-1fcf554c-38f1-4196-bca6-82b84c7c5994 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:20.071837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-123805eb-c323-4052-b668-3cd5ecb0054a req-1fcf554c-38f1-4196-bca6-82b84c7c5994 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Sep 24 19:56:20.109371 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-123805eb-c323-4052-b668-3cd5ecb0054a req-ef929d24-b388-478e-b23e-e2555ea2c598 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Sep 24 19:56:20.222431 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdf38-848d-428d-a53c-da16c5785660 req-8b17c47d-7384-45b6-8ac7-fcd0133be35b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:20.223932 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c32fdf38-848d-428d-a53c-da16c5785660 req-8b17c47d-7384-45b6-8ac7-fcd0133be35b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Sep 24 19:56:20.265170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c32fdf38-848d-428d-a53c-da16c5785660 req-8a757b66-c088-45c9-b165-12d698140a27 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Sep 24 19:56:20.360262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba33f-5335-40ce-bd73-6c20f1a13ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:20.461074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e152-83db-4d49-b82e-2e60e1ebe3f7 req-66900623-7727-4b6c-9f40-cf6cbf51fc07 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:20.462542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8fa5e152-83db-4d49-b82e-2e60e1ebe3f7 req-66900623-7727-4b6c-9f40-cf6cbf51fc07 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Sep 24 19:56:20.499270 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8fa5e152-83db-4d49-b82e-2e60e1ebe3f7 req-5ac8019d-83cd-443e-b6fe-93304f1f07a8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300865 Sep 24 19:56:22.999975 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d513455-dc82-490b-b663-912e9a696935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:23.424381 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:24.354670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:26.097078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:32.019453 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683b1ac-9208-4b7c-939e-6c4747e3175e req-1fb95626-6525-422a-ab7e-65eaeb8b666e tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:32.020925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f683b1ac-9208-4b7c-939e-6c4747e3175e req-1fb95626-6525-422a-ab7e-65eaeb8b666e tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Sep 24 19:56:32.059496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f683b1ac-9208-4b7c-939e-6c4747e3175e req-f641eded-f741-45d9-aaad-484c68e7cbcd tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Sep 24 19:56:32.082688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:32.206560 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52304a54-1c1c-4e77-8dc1-d67c2da93d46 tempest-TestMinimumBasicScenario-1044358638 tempest-TestMinimumBasicScenario-1044358638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:32.208094 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-52304a54-1c1c-4e77-8dc1-d67c2da93d46 tempest-TestMinimumBasicScenario-1044358638 tempest-TestMinimumBasicScenario-1044358638-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1091 time: 0.1244011 Sep 24 19:56:32.211150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51332) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:32.216306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:32.240876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:32.335164 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:32.439710 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Allocated IP 172.25.5.199 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/fa7f5cc8-8265-40a6-a536-b81781a4d436) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:56:32.542009 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:32.574543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:32.610094 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:56:32.614350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:56:32.616981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:56:32.643765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'Port': ['ID=fa7f5cc8-8265-40a6-a536-b81781a4d436,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:32.656859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.657190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.657527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.657860 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.658190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.658515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.658841 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.659189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.659512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.659831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.660150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:32.660466 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:56:33.111291 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.207860 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.626153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.630756 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.700810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'Port': ['ID=fa7f5cc8-8265-40a6-a536-b81781a4d436,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:33.711337 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.712692 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:33.809667 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Floating IP 34884f74-0714-4ecc-bc2c-fc17557e6089 associated. External IP: 172.25.5.199, port: 9b8cfab2-c105-447a-83ab-0cd0735b4fe7. Sep 24 19:56:34.006354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Router e2b46823-6762-4146-b1ce-7372a809c588 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:56:34.113749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:56:34.123893 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Sync routers for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:56:34.129375 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.133365 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:56:34.133993 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:56:34.162335 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2d553711-d6c1-4460-ba97-7917cbd99665 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9501669 Sep 24 19:56:34.163045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:56:34.165230 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51336) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.166014 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5b6f1-14d3-43de-83e5-912c83126525" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:56:34.170879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877627154', 'description': 'tempest-secgroup-smoke-877627154 description', 'project_id': '0ec0c29f511a45298314056df5bc25d1'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.199986 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.208219 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fef78-bda0-4e3d-bd8f-56c4c108fba2 x-openstack-request-id: req-2f7fef78-bda0-4e3d-bd8f-56c4c108fba2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:56:34.208612 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:56:34.209590 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f7fef78-bda0-4e3d-bd8f-56c4c108fba2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:56:34.210057 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:56:34.244959 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:56:34.282151 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-347dc50e-2275-4526-b9e8-eef36e6d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:34.283936 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-347dc50e-2275-4526-b9e8-eef36e6d26a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0531125 Sep 24 19:56:34.297273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.302306 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.334261 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198fc661-aa9d-44aa-9e53-c10905be0786,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:34.337571 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.340146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3a97d830-1acd-405d-a0b7-0d2e17183a0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1722214 Sep 24 19:56:34.342990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51340) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.347618 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.376842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.390350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-e3d2fb05-5eb3-4da0-a137-8178fd54e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:34.391999 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-e3d2fb05-5eb3-4da0-a137-8178fd54e5f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.1004894 Sep 24 19:56:34.435508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.439225 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.458567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f4fc9d-c705-465b-bc38-e9e1a0fee95a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:34.463611 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.466888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-eeb6ed54-e13b-44eb-873c-1bc677a332d2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212022 Sep 24 19:56:34.467075 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-bdc967c1-8b95-4c3e-900e-c009295b87bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 999 time: 0.0658121 Sep 24 19:56:34.468287 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51342) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.472749 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.491612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '34884f74-0714-4ecc-bc2c-fc17557e6089', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'port_id': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'mac_address': 'fa:16:3e:0a:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f2f620-e886-4878-aa76-870119614ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:56:32Z', 'updated_at': '2021-09-24T19:56:32Z', 'revision_number': 0, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:56:34.502033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.522941 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-2e9756ee-3fc1-40fd-9a8b-322f7bbfb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:34.524627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-2e9756ee-3fc1-40fd-9a8b-322f7bbfb481 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0502195 Sep 24 19:56:34.564600 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.570401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.576153 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-c4b264f1-0f9c-4714-a386-0b9ef547735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:34.577709 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-c4b264f1-0f9c-4714-a386-0b9ef547735d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459421 Sep 24 19:56:34.589860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b373dc-68db-4d07-b850-cdc8d02ac5e1,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:34.601431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.603134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ac01178d-eafc-4326-9002-4ade01a748b4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338780 Sep 24 19:56:34.606690 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51344) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.612677 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.618478 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Checking router: e2b46823-6762-4146-b1ce-7372a809c588 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:56:34.626847 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:56:34.627601 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:56:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:56:34.642770 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.694071 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-c052c383-89c2-498c-8c83-b69a68cb298f service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078656 Sep 24 19:56:34.709418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.713964 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.729634 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690d2210-73d7-419d-9b94-d6b12718ac27,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:34.736698 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:56:34.746706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.748090 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e9df0b9a-d509-4c1c-86f7-59e32c6ef71b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401100 Sep 24 19:56:34.750734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51346) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.755430 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.781810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.795773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-90d5b6f1-14d3-43de-83e5-912c83126525 req-68efb838-f261-434c-ad19-45566a669137 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952561 Sep 24 19:56:34.846056 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.850058 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.871606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8560bd4b-6468-4816-b6d7-7e8deb0f781e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:34.875528 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.879277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-16a03027-047d-4f11-928a-8cf795a4e576 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248665 Sep 24 19:56:34.879749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:34.884482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:34.906459 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Project 0ec0c29f511a45298314056df5bc25d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:56:34.911295 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.969218 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '34884f74-0714-4ecc-bc2c-fc17557e6089', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'port_id': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'mac_address': 'fa:16:3e:0a:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f2f620-e886-4878-aa76-870119614ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:56:32Z', 'updated_at': '2021-09-24T19:56:32Z', 'revision_number': 0, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:56:34.975750 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.979653 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:34.995266 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debdfae-51f6-4b72-9ac4-b7c65f957dd2 None None] The sync data for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 is: [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '34884f74-0714-4ecc-bc2c-fc17557e6089', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'port_id': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'mac_address': 'fa:16:3e:0a:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f2f620-e886-4878-aa76-870119614ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:56:32Z', 'updated_at': '2021-09-24T19:56:32Z', 'revision_number': 0, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:56:34.997555 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02759e46-53cd-4904-a688-fcc3ab992a37,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:35.004881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.006159 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f64ab22b-98e8-49b0-b6e9-4634989e871c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255100 Sep 24 19:56:35.008830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:56:35.013346 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'security_group_rule': {'security_group_id': '198fc661-aa9d-44aa-9e53-c10905be0786', 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:35.036756 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Project 0ec0c29f511a45298314056df5bc25d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:56:35.042325 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.108871 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.112772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.132527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26214e08-4a9a-4958-97fc-e131583b067b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:35.141875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.143235 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2f1ac8b4-b1f8-4f88-8480-c09347f05657 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333916 Sep 24 19:56:35.198355 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae721881-7509-460e-91f0-43cf347234e8 None None] New status for floating IP 34884f74-0714-4ecc-bc2c-fc17557e6089: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:56:35.225649 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-5f3875a8-c197-4ce5-ba8e-abd31fa04d0f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877627154&fields=id&tenant_id=0ec0c29f511a45298314056df5bc25d1 HTTP/1.1" status: 200 len: 267 time: 0.0346160 Sep 24 19:56:35.278617 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-b48ac746-69d5-4508-948a-cae58ff9536d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:35.280436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-b48ac746-69d5-4508-948a-cae58ff9536d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0481355 Sep 24 19:56:35.292039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'port': {'security_groups': ['c807e911-bc7c-48d3-92a8-2bc46013d573', '198fc661-aa9d-44aa-9e53-c10905be0786']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:56:35.362575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.549314 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:56:35.578231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.582995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.598212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:56:35.625149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:35.625359 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:35.626753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6fdfba4a-8f10-44f5-9b03-df93db18ca72 req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "PUT /v2.0/ports/9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 981 time: 0.3397396 Sep 24 19:56:35.634719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:56:35.637066 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024c907-f02f-4aa8-9b35-e381b3d3d981" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:56:35.660472 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834146b1-1a32-4313-b03b-45d2144a351c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:56:35.687278 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525e2e9-4f06-4d06-bc23-667e57561223 x-openstack-request-id: req-d525e2e9-4f06-4d06-bc23-667e57561223 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:56:35.687678 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:56:35.688040 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d525e2e9-4f06-4d06-bc23-667e57561223 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:56:35.688551 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:56:35.707123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:56:35.761699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-4d448ea7-3fae-4fa6-8092-16b0bcb657b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:35.765281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4565a-603f-4a83-9841-19224f23ba28 req-da64aa82-af82-440b-bfa1-900b5ba72dbc tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:35.766839 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3a4565a-603f-4a83-9841-19224f23ba28 req-da64aa82-af82-440b-bfa1-900b5ba72dbc tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0668497 Sep 24 19:56:35.780115 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-4d448ea7-3fae-4fa6-8092-16b0bcb657b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1135 time: 0.0608032 Sep 24 19:56:35.821095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e3a4565a-603f-4a83-9841-19224f23ba28 req-8f1d2598-d991-42d0-a1d3-23c3eb18761f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474777 Sep 24 19:56:35.882558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-12f65515-af39-4c57-805c-a50df1e3c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:35.883989 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-12f65515-af39-4c57-805c-a50df1e3c351 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.1027377 Sep 24 19:56:35.950080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-2cd0ac00-e8bb-4bf5-8c0b-a6982b16a96c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0576987 Sep 24 19:56:35.959127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b6284423-8b02-4d5d-89c5-dacdb7316a8d None None] Provisioning complete for port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:56:35.959505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6284423-8b02-4d5d-89c5-dacdb7316a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:36.009601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-aaaafedb-794a-4c24-bd3b-d93b3782d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:36.011142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-aaaafedb-794a-4c24-bd3b-d93b3782d051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0486717 Sep 24 19:56:36.058985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-9a702a33-38c0-46c9-af99-bc93107945ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:36.060517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-9a702a33-38c0-46c9-af99-bc93107945ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415280 Sep 24 19:56:36.159208 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-c2c57698-7e12-4860-ace7-005255158bdf service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901740 Sep 24 19:56:36.259196 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8024c907-f02f-4aa8-9b35-e381b3d3d981 req-19e76be4-5e4e-4800-abb8-abb77c4d74f3 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860598 Sep 24 19:56:39.379172 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:50.360522 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10d3c32c-b36f-4715-819b-27497620801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:50.702168 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:56:53.001179 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba0e649f-2e27-49ff-be95-af426143b257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:53.419999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:54.356648 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:56.100257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:56:58.698763 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c327-34e1-4abf-94e7-ed2c5fbfa00c req-1eddce2e-1756-413e-93f3-7c316504dff9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:58.700211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e201c327-34e1-4abf-94e7-ed2c5fbfa00c req-1eddce2e-1756-413e-93f3-7c316504dff9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0497940 Sep 24 19:56:58.707334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8a72-36e9-425c-8167-9a72834097d9 req-e998a1ae-621d-44d2-bccb-e02e25bc7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:58.708839 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-e998a1ae-621d-44d2-bccb-e02e25bc7c80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1135 time: 0.0417175 Sep 24 19:56:58.744735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e201c327-34e1-4abf-94e7-ed2c5fbfa00c req-f5802318-4ad7-4356-b03d-2b6a55df78e7 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379925 Sep 24 19:56:58.804181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8a72-36e9-425c-8167-9a72834097d9 req-0038ed3b-1bb2-4cb2-a001-238c76025b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:58.805677 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-0038ed3b-1bb2-4cb2-a001-238c76025b66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.0889854 Sep 24 19:56:58.868968 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-10b53c7f-ea06-4b5c-a841-debe32bcdcf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0552952 Sep 24 19:56:58.923257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8a72-36e9-425c-8167-9a72834097d9 req-71a86ba4-e6e6-4d24-b458-fbe0b0926b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:58.924684 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-71a86ba4-e6e6-4d24-b458-fbe0b0926b66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0461798 Sep 24 19:56:58.971090 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8a72-36e9-425c-8167-9a72834097d9 req-c15ed256-da09-4f2e-9649-a12abe57407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:58.972471 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-c15ed256-da09-4f2e-9649-a12abe57407a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379148 Sep 24 19:56:59.066556 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-71149b71-3efd-440e-b1ac-74304d576b08 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Sep 24 19:56:59.157810 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-948c8a72-36e9-425c-8167-9a72834097d9 req-e017466e-6104-4299-9747-23107ee68508 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823750 Sep 24 19:56:59.877381 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61e98b-11c7-4a26-8b93-e3bb7d817182 req-12e3c3e4-89ec-4f25-96f8-59ae28c7d029 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:56:59.878931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce61e98b-11c7-4a26-8b93-e3bb7d817182 req-12e3c3e4-89ec-4f25-96f8-59ae28c7d029 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0503449 Sep 24 19:56:59.919725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce61e98b-11c7-4a26-8b93-e3bb7d817182 req-28a89679-4dba-47af-89f0-df4110611161 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345845 Sep 24 19:57:01.040672 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d8404-8a5b-475d-be94-9a7fdbebce9a req-80882c36-4e4d-437e-b834-d86c1aee8688 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:01.042989 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c73d8404-8a5b-475d-be94-9a7fdbebce9a req-80882c36-4e4d-437e-b834-d86c1aee8688 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0502737 Sep 24 19:57:01.084234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c73d8404-8a5b-475d-be94-9a7fdbebce9a req-db8608f2-847d-4863-ba6a-27c4f2a75049 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349827 Sep 24 19:57:02.200572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ee0a0-2739-40cd-98e5-4993027e6031 req-2d558b01-41ae-4700-b1ab-7e5856e1d685 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:02.202072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-390ee0a0-2739-40cd-98e5-4993027e6031 req-2d558b01-41ae-4700-b1ab-7e5856e1d685 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0505250 Sep 24 19:57:02.244084 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-390ee0a0-2739-40cd-98e5-4993027e6031 req-47ff6edb-0ed9-458c-a635-309b02bee266 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358701 Sep 24 19:57:03.360297 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c441a5-f245-4737-b8ae-945fd8433001 req-52626384-85c8-4786-9d09-c6926b8421d8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:03.361789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00c441a5-f245-4737-b8ae-945fd8433001 req-52626384-85c8-4786-9d09-c6926b8421d8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0490952 Sep 24 19:57:03.400798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00c441a5-f245-4737-b8ae-945fd8433001 req-1b20faef-a7ea-433f-b8cf-735833599e99 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329120 Sep 24 19:57:03.728582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:04.518200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56389a1c-7af5-4d7b-a37b-08225aa27f1e req-288f1715-26b1-4560-83f2-7855cf7ffbe6 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:04.519705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56389a1c-7af5-4d7b-a37b-08225aa27f1e req-288f1715-26b1-4560-83f2-7855cf7ffbe6 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0480459 Sep 24 19:57:04.559501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56389a1c-7af5-4d7b-a37b-08225aa27f1e req-259209ba-f1e1-4e7e-bb69-3f245ba98fd2 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337398 Sep 24 19:57:05.673113 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543b22c-4fc2-4d47-9afb-d1d8e749467d req-52dfc7a0-47f9-42a2-9fb4-47e06ac220bc tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:05.674586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8543b22c-4fc2-4d47-9afb-d1d8e749467d req-52dfc7a0-47f9-42a2-9fb4-47e06ac220bc tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0480609 Sep 24 19:57:05.717068 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8543b22c-4fc2-4d47-9afb-d1d8e749467d req-ddb49cd3-c8bb-4df2-813b-6c545fb03ad5 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365071 Sep 24 19:57:06.831874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504807-09bd-4421-a5f6-849805245a77 req-f8bd4718-ab7e-453f-8e5a-35d928437e72 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:06.833407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61504807-09bd-4421-a5f6-849805245a77 req-f8bd4718-ab7e-453f-8e5a-35d928437e72 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0494843 Sep 24 19:57:06.872328 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-61504807-09bd-4421-a5f6-849805245a77 req-d11d97a7-020a-4efa-a478-14e6dbdcdec3 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328152 Sep 24 19:57:07.997639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edebfa2-50dc-4187-8c03-8c4897148f49 req-2d5ab9bb-be04-45a8-a99f-76a035ec459f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:07.999170 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7edebfa2-50dc-4187-8c03-8c4897148f49 req-2d5ab9bb-be04-45a8-a99f-76a035ec459f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0491283 Sep 24 19:57:08.038619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7edebfa2-50dc-4187-8c03-8c4897148f49 req-d2165cea-0312-4c90-80b2-30a4a76d2bbb tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334036 Sep 24 19:57:09.153698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f18a3d-484d-4f18-884c-4821db3acc4a req-ae5d172e-7c2a-4863-b67b-bac58677cac9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:09.155180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37f18a3d-484d-4f18-884c-4821db3acc4a req-ae5d172e-7c2a-4863-b67b-bac58677cac9 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0483880 Sep 24 19:57:09.198103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-37f18a3d-484d-4f18-884c-4821db3acc4a req-3ee489d2-49a4-484e-a44e-b7c12e370151 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368710 Sep 24 19:57:09.405674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:10.312326 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6a18-523b-4be3-aeb3-ca67956b59a9 req-ac187220-f6d2-4d62-92e8-2264a40df6d8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:10.314131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb4c6a18-523b-4be3-aeb3-ca67956b59a9 req-ac187220-f6d2-4d62-92e8-2264a40df6d8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0494306 Sep 24 19:57:10.355127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb4c6a18-523b-4be3-aeb3-ca67956b59a9 req-1bf579e0-93d7-4bcc-b4a0-72b567aee2f4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337012 Sep 24 19:57:11.469074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8fe5-c7a8-4ccd-9bd2-a8e351017265 req-17fcc0a2-d6d5-41ec-ad9c-889a72a43c17 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:11.470564 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ace8fe5-c7a8-4ccd-9bd2-a8e351017265 req-17fcc0a2-d6d5-41ec-ad9c-889a72a43c17 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0488920 Sep 24 19:57:11.508786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ace8fe5-c7a8-4ccd-9bd2-a8e351017265 req-e5ca31f1-d495-4032-a699-eb573d66cde6 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321612 Sep 24 19:57:12.025099 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-6fb6ccce-b020-479f-ae96-79392ee8f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:12.027151 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-6fb6ccce-b020-479f-ae96-79392ee8f612 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1135 time: 0.0425665 Sep 24 19:57:12.138190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-c479bcc0-a607-4fff-9199-8b5b222da964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:12.139727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-c479bcc0-a607-4fff-9199-8b5b222da964 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.0914373 Sep 24 19:57:12.203080 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-f8eaca9c-9085-4dde-8ad3-90de4818865e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0559659 Sep 24 19:57:12.257338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-7fe4f4fe-b969-4520-be45-7d6bbcdf2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:12.258760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-7fe4f4fe-b969-4520-be45-7d6bbcdf2807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0452776 Sep 24 19:57:12.305102 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-d7336d30-9171-4296-9820-cd69a41a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:12.306472 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-d7336d30-9171-4296-9820-cd69a41a9ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384881 Sep 24 19:57:12.402203 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-d0818466-07f6-4f65-be7a-4853dbe9eb68 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Sep 24 19:57:12.499181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5fc580d4-6339-47e8-a336-29c97046b2ec req-7910db1b-b4c8-4d03-a6e8-2d0778dd10d9 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857642 Sep 24 19:57:12.623466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f6c8-5584-46dd-8b9c-d744c889f95f req-7eb16812-5c25-496a-8200-f6a8dcf8889d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:12.625430 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f108f6c8-5584-46dd-8b9c-d744c889f95f req-7eb16812-5c25-496a-8200-f6a8dcf8889d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0488555 Sep 24 19:57:12.677879 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f108f6c8-5584-46dd-8b9c-d744c889f95f req-9718cef4-79cb-4309-b13e-0da3972a4e75 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463758 Sep 24 19:57:13.796923 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b111-a0e2-4f3d-b83c-9396e6bc5057 req-bade9ef9-ef13-45f3-9007-a780804696bb tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:13.798395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3f7b111-a0e2-4f3d-b83c-9396e6bc5057 req-bade9ef9-ef13-45f3-9007-a780804696bb tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0483887 Sep 24 19:57:13.839897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3f7b111-a0e2-4f3d-b83c-9396e6bc5057 req-14df5cb2-73d2-471c-bbab-0160b8c0ecf8 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354598 Sep 24 19:57:14.957979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e48fc4-32e3-4de8-a1ca-837ee87d6ea6 req-46d9bbe0-79d9-45ee-b3bd-8e0a43d5ffda tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:14.959622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38e48fc4-32e3-4de8-a1ca-837ee87d6ea6 req-46d9bbe0-79d9-45ee-b3bd-8e0a43d5ffda tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0510621 Sep 24 19:57:15.005242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-38e48fc4-32e3-4de8-a1ca-837ee87d6ea6 req-9314df08-908b-4e78-99c0-a7c78bf3eb2a tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393348 Sep 24 19:57:16.122130 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d2c99-ff9c-4857-88fc-ef73f667fbb7 req-4763a09c-8d79-4d07-92ca-6b8b911227d6 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:16.123642 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c73d2c99-ff9c-4857-88fc-ef73f667fbb7 req-4763a09c-8d79-4d07-92ca-6b8b911227d6 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0479536 Sep 24 19:57:16.167444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c73d2c99-ff9c-4857-88fc-ef73f667fbb7 req-f7aeda64-25c0-4710-9a17-906419d5b38b tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=198fc661-aa9d-44aa-9e53-c10905be0786&id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378332 Sep 24 19:57:20.360514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4ac6-948b-49e6-bbf8-63851ea40ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:23.003027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-441d054b-d8d3-4218-ae89-05e0b18294b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:23.421402 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:24.359795 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:26.102458 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:27.702116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:57:33.731372 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:39.422518 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.119481 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-e3b3266a-6642-4756-8169-8ae1cab70719 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877627154&fields=id&tenant_id=0ec0c29f511a45298314056df5bc25d1 HTTP/1.1" status: 200 len: 267 time: 0.0326502 Sep 24 19:57:49.171659 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-7b58b842-38b7-4772-8aa7-2cb59390aeeb tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.173156 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-7b58b842-38b7-4772-8aa7-2cb59390aeeb tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 984 time: 0.0476069 Sep 24 19:57:49.184207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Request body: {'port': {'security_groups': ['c807e911-bc7c-48d3-92a8-2bc46013d573']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:57:49.246040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.413549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:57:49.450660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.455401 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.469610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:57:49.505466 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.506117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.508106 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-67ffde61-bafd-4d7f-9e26-0f736981ea56 req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "PUT /v2.0/ports/9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 942 time: 0.3281851 Sep 24 19:57:49.508422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:57:49.510636 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98a607-0f76-46ff-b6a2-7b256146422a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:57:49.513488 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:57:49.535530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event updated for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:57:49.545599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.545962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.546313 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.546651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.547014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.547352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.548205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.548556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.548951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.549284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.549613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.550038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ad733-3c00-4cb9-89e3-12214fed54d0 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.566791 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ed674-634f-4d88-9e5f-e3aefe1ce1aa x-openstack-request-id: req-f47ed674-634f-4d88-9e5f-e3aefe1ce1aa {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:57:49.567738 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:57:49.568075 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47ed674-634f-4d88-9e5f-e3aefe1ce1aa {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:57:49.568537 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:57:49.611545 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.612534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:57:49.664479 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.682119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-a572c811-4cbd-4bc4-a657-51fc743f8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.683683 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-a572c811-4cbd-4bc4-a657-51fc743f8518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0852239 Sep 24 19:57:49.780234 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f8519b0-23ab-468a-834c-9cd872aa15a0 None None] Provisioning complete for port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:57:49.780535 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f8519b0-23ab-468a-834c-9cd872aa15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.794741 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-9864f5fe-97a4-4db4-a14e-017822b3ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.796280 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-9864f5fe-97a4-4db4-a14e-017822b3ec11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.0998313 Sep 24 19:57:49.803719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.806284 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:49.807407 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "DELETE /v2.0/security-groups/198fc661-aa9d-44aa-9e53-c10905be0786 HTTP/1.1" status: 204 len: 168 time: 0.2926776 Sep 24 19:57:49.810286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51430) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:57:49.852696 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198fc661-aa9d-44aa-9e53-c10905be0786,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:57:49.866575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.866936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.867273 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.867603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.867929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.868252 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.868569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.868893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.869206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.869519 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.869833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.870146 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45048d-9239-4a6c-a147-e7a8a7fafc1c tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:57:49.889202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-3c44f291-37df-4a83-955d-0c3cccd11aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0807061 Sep 24 19:57:49.942311 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-2edbc813-ce75-484e-be1b-8438e4dbfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.943773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-2edbc813-ce75-484e-be1b-8438e4dbfe9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0470767 Sep 24 19:57:49.993836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-63733846-78ac-47f0-ac54-65de994c1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:49.995413 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-63733846-78ac-47f0-ac54-65de994c1208 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412505 Sep 24 19:57:50.094902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-be849a79-0bcd-43a1-bff3-cfd5a4b01ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916421 Sep 24 19:57:50.193624 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2c98a607-0f76-46ff-b6a2-7b256146422a req-d1b09c13-50a3-43d3-ae3f-ed6c557bb8b3 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895975 Sep 24 19:57:50.269591 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Deleting port fa7f5cc8-8265-40a6-a536-b81781a4d436 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:57:50.270190 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.350538 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.350887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.360045 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39f631c1-21d9-4c70-bf16-53737d8edc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.364969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Calling delete_port for fa7f5cc8-8265-40a6-a536-b81781a4d436 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:57:50.507001 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.539849 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event deleted for resources: {'Port': ['ID=fa7f5cc8-8265-40a6-a536-b81781a4d436,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:57:50.595168 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.595550 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Floating IP 34884f74-0714-4ecc-bc2c-fc17557e6089 disassociated (deleted). External IP: 172.25.5.199, port: 9b8cfab2-c105-447a-83ab-0cd0735b4fe7. Sep 24 19:57:50.800779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Router e2b46823-6762-4146-b1ce-7372a809c588 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:57:50.905585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:57:50.910552 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:50.915963 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Sync routers for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:57:50.926331 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:57:50.927004 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:57:50.936743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1f0100c9-26ea-46e7-8288-f34925b23321 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "DELETE /v2.0/floatingips/34884f74-0714-4ecc-bc2c-fc17557e6089 HTTP/1.1" status: 204 len: 168 time: 1.1253557 Sep 24 19:57:51.031266 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:57:51.238763 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:57:51.263999 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Checking router: e2b46823-6762-4146-b1ce-7372a809c588 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:57:51.271945 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:57:51.272555 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:57:51.377064 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:57:51.567912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:57:51.569985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:57:51.572563 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da6312-ec81-43ec-8638-2c5a7ddba416" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:57:51.593436 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1b490-de35-40d8-b30c-2a35efc4a1ec None None] The sync data for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 is: [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:43Z', 'revision_number': 4, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'e02d316d-e5e1-4c02-aa48-867026c3970a', 'name': '', 'network_id': 'be5e8411-5685-4784-82a9-78fe53d91280', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'mac_address': 'fa:16:3e:6b:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:42Z', 'updated_at': '2021-09-24T19:55:47Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'subnets': [{'id': '3e3f62cd-1bad-43dd-b48e-8671c86209e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:57:51.610077 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632c0e4-899c-4dde-81eb-ce02dd61d5a5 x-openstack-request-id: req-c632c0e4-899c-4dde-81eb-ce02dd61d5a5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:57:51.610365 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:57:51.610616 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c632c0e4-899c-4dde-81eb-ce02dd61d5a5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:57:51.611045 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:57:51.677824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-67c5e82e-9f3b-4d69-b284-2d8c05ae3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:51.679385 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-67c5e82e-9f3b-4d69-b284-2d8c05ae3d73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ec0c29f511a45298314056df5bc25d1&device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0427856 Sep 24 19:57:51.777036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-ed36e313-1f47-4164-aa5f-7719c9fbd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:51.779100 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-ed36e313-1f47-4164-aa5f-7719c9fbd8ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 200 len: 915 time: 0.0917218 Sep 24 19:57:51.828835 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-6e8673fa-0be1-4da5-90c1-089e5868e4c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0400631 Sep 24 19:57:51.842479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c88c70-d015-424c-93e7-f88c5652b385 None None] New status for floating IP 34884f74-0714-4ecc-bc2c-fc17557e6089: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:57:51.879795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-9a1f83cd-b0ad-493e-9482-70ebdfc54f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:51.881312 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-9a1f83cd-b0ad-493e-9482-70ebdfc54f78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 200 len: 854 time: 0.0444696 Sep 24 19:57:51.936899 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-d19f98bb-2f44-4cd6-96a3-427d278a60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:51.938461 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-d19f98bb-2f44-4cd6-96a3-427d278a60c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be5e8411-5685-4784-82a9-78fe53d91280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459607 Sep 24 19:57:52.031874 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-e13ef694-f008-460f-a7ab-b9d3fd720dbd service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Sep 24 19:57:52.123102 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-82da6312-ec81-43ec-8638-2c5a7ddba416 req-1547b22a-2ebf-44dd-965f-478d7937f9e9 service neutron] 10.222.0.15 "GET /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Sep 24 19:57:53.005845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d579-7b10-4267-bc22-f92f67ab5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:53.422564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:54.363144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:56.108180 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:57:57.854670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b8fc9-73bb-4b4d-8c53-08a800fc1845 req-64b6636d-6e55-4e21-b523-af9e38d32183 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:57.856206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e61b8fc9-73bb-4b4d-8c53-08a800fc1845 req-64b6636d-6e55-4e21-b523-af9e38d32183 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Sep 24 19:57:57.895585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e61b8fc9-73bb-4b4d-8c53-08a800fc1845 req-43c350e6-c41c-4114-afb8-b1bb23909c90 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 24 19:57:59.018248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce20d4-067b-446c-99e1-2d8da6238185 req-e0be1956-2f05-4d18-82e4-66d4b70c428f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:59.019762 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64ce20d4-067b-446c-99e1-2d8da6238185 req-e0be1956-2f05-4d18-82e4-66d4b70c428f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Sep 24 19:57:59.057326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64ce20d4-067b-446c-99e1-2d8da6238185 req-cb30a2c2-b1b5-42e6-874b-9e2fa13d2540 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Sep 24 19:57:59.895909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-1b10c28a-53b7-4c11-afd3-717ac95ce60f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:57:59.897426 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-1b10c28a-53b7-4c11-afd3-717ac95ce60f tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Sep 24 19:57:59.983858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Deleting port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:57:59.984195 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:00.073221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] For port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:00.073588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:00.087105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Calling delete_port for 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:00.173528 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d81785-b3cc-4035-800b-fa91105be3f8 req-e56d4aa4-410e-4627-b7f8-715a0800a68d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:00.175004 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30d81785-b3cc-4035-800b-fa91105be3f8 req-e56d4aa4-410e-4627-b7f8-715a0800a68d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f2f620-e886-4878-aa76-870119614ad1 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 24 19:58:00.212575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-30d81785-b3cc-4035-800b-fa91105be3f8 req-20a9f56a-b08b-48b3-b862-47076d36bf0d tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.18 "GET /v2.0/security-groups?id=c807e911-bc7c-48d3-92a8-2bc46013d573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Sep 24 19:58:00.212847 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:00.227107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['9b8cfab2-c105-447a-83ab-0cd0735b4fe7'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:58:00.246081 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Pushing event deleted for resources: {'Port': ['ID=9b8cfab2-c105-447a-83ab-0cd0735b4fe7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:00.287199 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] No DVR routers for this DVR port 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:58:00.289764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:00.291755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0ffedd5a-923c-484a-85ce-b53ddbbe6388 req-4e9e5346-04f2-45a6-8595-9ec2e41065c4 tempest-TestMinimumBasicScenario-405168791 tempest-TestMinimumBasicScenario-405168791-project] 10.222.0.15 "DELETE /v2.0/ports/9b8cfab2-c105-447a-83ab-0cd0735b4fe7 HTTP/1.1" status: 204 len: 173 time: 0.3877459 Sep 24 19:58:00.292453 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'name': 'network-vif-deleted', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:58:00.294688 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda6686-c994-4882-b94e-c0b1bdaa41b8" -d '{"events": [{"server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "name": "network-vif-deleted", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:58:00.337118 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59457965-1eea-4ea6-8aba-acf6e8f81b58 x-openstack-request-id: req-59457965-1eea-4ea6-8aba-acf6e8f81b58 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:58:00.337426 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f2f620-e886-4878-aa76-870119614ad1", "name": "network-vif-deleted", "tag": "9b8cfab2-c105-447a-83ab-0cd0735b4fe7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:58:00.337683 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59457965-1eea-4ea6-8aba-acf6e8f81b58 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:58:00.338083 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f2f620-e886-4878-aa76-870119614ad1', 'name': 'network-vif-deleted', 'tag': '9b8cfab2-c105-447a-83ab-0cd0735b4fe7', 'status': 'completed', 'code': 200} Sep 24 19:58:01.843922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51526) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:02.204773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:02.442134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Deleting port e02d316d-e5e1-4c02-aa48-867026c3970a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:02.442467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:02.517689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] For port e02d316d-e5e1-4c02-aa48-867026c3970a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=e02d316d-e5e1-4c02-aa48-867026c3970a,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:02.518047 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:02.530121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Calling delete_port for e02d316d-e5e1-4c02-aa48-867026c3970a owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:02.708366 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:02.735209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Pushing event deleted for resources: {'Port': ['ID=e02d316d-e5e1-4c02-aa48-867026c3970a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:02.899450 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.113174 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Router e2b46823-6762-4146-b1ce-7372a809c588 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:58:03.214117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:58:03.220413 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-55311ddd-79a0-4b14-840c-d88d2872242e admin admin] 10.222.0.18 "PUT /v2.0/routers/e2b46823-6762-4146-b1ce-7372a809c588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747456 Sep 24 19:58:03.222406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:03.225249 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Sync routers for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:58:03.235375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:03.236390 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:03.322724 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.340877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:03.615260 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:58:02Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:03.645334 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Checking router: e2b46823-6762-4146-b1ce-7372a809c588 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:58:03.653672 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Routers {'e2b46823-6762-4146-b1ce-7372a809c588'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:03.654288 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['e2b46823-6762-4146-b1ce-7372a809c588'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:03.717940 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.727537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.757142 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] Set router e2b46823-6762-4146-b1ce-7372a809c588 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:03.771798 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Deleting port 534027a7-f214-4b11-95d0-c9856bf0e4dd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:03.772137 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.852827 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] For port 534027a7-f214-4b11-95d0-c9856bf0e4dd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=534027a7-f214-4b11-95d0-c9856bf0e4dd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:03.853341 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:03.869566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Calling delete_port for 534027a7-f214-4b11-95d0-c9856bf0e4dd owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:03.933337 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:58:02Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:03.962778 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242811b-c395-48c3-9d08-d57858fdf10d None None] The sync data for ids ['e2b46823-6762-4146-b1ce-7372a809c588'] in n-d-810952-2 is: [{'id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'name': 'tempest-TestMinimumBasicScenario-1192911643-router', 'tenant_id': '0ec0c29f511a45298314056df5bc25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:58:02Z', 'revision_number': 5, 'project_id': '0ec0c29f511a45298314056df5bc25d1', 'gw_port': {'id': '534027a7-f214-4b11-95d0-c9856bf0e4dd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b46823-6762-4146-b1ce-7372a809c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:40Z', 'updated_at': '2021-09-24T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:58:04.030803 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.059826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Pushing event deleted for resources: {'Port': ['ID=534027a7-f214-4b11-95d0-c9856bf0e4dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:04.064307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:04.084557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:04.084905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 9b8cfab2-c105-447a-83ab-0cd0735b4fe7 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:04.125251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.211079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.213172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.258895 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.259604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b46823-6762-4146-b1ce-7372a809c588 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:58:04.263766 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.264920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad20b002-742d-4945-a71d-38deaccc784e admin admin] 10.222.0.18 "DELETE /v2.0/routers/e2b46823-6762-4146-b1ce-7372a809c588 HTTP/1.1" status: 204 len: 168 time: 1.0415187 Sep 24 19:58:04.267527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:04.311915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Deleting subnet 3e3f62cd-1bad-43dd-b48e-8671c86209e1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:58:04.315059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.349438 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.432425 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.486978 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.509974 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3f62cd-1bad-43dd-b48e-8671c86209e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:04.515594 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.517523 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8833dfb6-ff1b-4403-9e36-c45d46c9e916 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e3f62cd-1bad-43dd-b48e-8671c86209e1 HTTP/1.1" status: 204 len: 168 time: 0.2490702 Sep 24 19:58:04.520222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51532) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:04.522293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fed5f-9e6d-4955-93ce-7a0f23fb6dd9 None None] Network be5e8411-5685-4784-82a9-78fe53d91280 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:58:04.610349 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e02d316d-e5e1-4c02-aa48-867026c3970a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:04.614552 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.650456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: e02d316d-e5e1-4c02-aa48-867026c3970a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:04.651050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device e02d316d-e5e1-4c02-aa48-867026c3970a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:04.679827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Deleting port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:04.680255 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.700665 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:58:04.746719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] For port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,segment=NetworkSegment(1aac40eb-3cb9-4762-bfc3-8218ea877714),segment_id=1aac40eb-3cb9-4762-bfc3-8218ea877714)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:04.747090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.759038 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Calling delete_port for 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:04.835649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.862771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3b2e56-5628-4df4-a1e2-d26aff1b2841,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:04.868278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] No DVR routers for this DVR port 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:58:04.947317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:04.966203 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63058cd0-7e8f-4062-9089-f85ae4528611 None None] DHCP port deletion for be5e8411-5685-4784-82a9-78fe53d91280 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:58:04.973644 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e8411-5685-4784-82a9-78fe53d91280']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:04.985583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aac40eb-3cb9-4762-bfc3-8218ea877714') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:04.985893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aac40eb-3cb9-4762-bfc3-8218ea877714') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:04.995842 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.009117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.015001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:58:05.015407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: timer() Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:58:05.017037 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:58:05.363148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.368560 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.370369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be5e8411-5685-4784-82a9-78fe53d91280 HTTP/1.1" status: 204 len: 168 time: 0.8490834 Sep 24 19:58:05.373402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:05.381640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc50aa-56bb-4881-a498-557ca3468278 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e8411-5685-4784-82a9-78fe53d91280,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:05.704950 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:05.941830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Deleting port ec4ec627-e49e-4d10-8c61-520015f3962e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:05.942174 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:06.021422 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] For port ec4ec627-e49e-4d10-8c61-520015f3962e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec4ec627-e49e-4d10-8c61-520015f3962e,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:06.021712 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:06.034833 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Calling delete_port for ec4ec627-e49e-4d10-8c61-520015f3962e owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:06.218392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:06.243400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4ec627-e49e-4d10-8c61-520015f3962e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:06.407191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:06.564783 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 534027a7-f214-4b11-95d0-c9856bf0e4dd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:06.584261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 534027a7-f214-4b11-95d0-c9856bf0e4dd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:06.584609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 534027a7-f214-4b11-95d0-c9856bf0e4dd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:06.585020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:06.603177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:06.603532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 7b3b2e56-5628-4df4-a1e2-d26aff1b2841 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:06.624177 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:58:06.734792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:58:06.739784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-96fc4f2a-247e-4c14-8eeb-d421d186bfec admin admin] 10.222.0.18 "PUT /v2.0/routers/2b6b66f1-4daa-4e8a-8df9-0208db00fa7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3652854 Sep 24 19:58:06.742327 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:06.743290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Sync routers for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:58:06.752069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:06.752690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:06.846223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:06.855517 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:06.948822 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.000372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Deleting port ec80b291-7abd-41d2-b279-020efc3a0dcd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:07.000716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.030486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:58:06Z', 'revision_number': 5, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port': {'id': 'ec80b291-7abd-41d2-b279-020efc3a0dcd', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:55:45Z', 'updated_at': '2021-09-24T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:07.057295 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Checking router: 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:58:07.065392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Routers {'2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:07.066030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:07.083932 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] For port ec80b291-7abd-41d2-b279-020efc3a0dcd, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=ec80b291-7abd-41d2-b279-020efc3a0dcd,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:07.084292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.096175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Calling delete_port for ec80b291-7abd-41d2-b279-020efc3a0dcd owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:07.150924 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] Set router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:07.203600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:58:06Z', 'revision_number': 6, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:07.232905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54997142-3d28-4e80-8c2e-01a8c7897066 None None] The sync data for ids ['2b6b66f1-4daa-4e8a-8df9-0208db00fa7a'] in n-d-810952-2 is: [{'id': '2b6b66f1-4daa-4e8a-8df9-0208db00fa7a', 'name': 'tempest-TestMinimumBasicScenario-1141644615-router', 'tenant_id': '54a05bcaf7f24368a706327de6563105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:55:44Z', 'updated_at': '2021-09-24T19:58:06Z', 'revision_number': 6, 'project_id': '54a05bcaf7f24368a706327de6563105', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:58:07.268390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.294380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec80b291-7abd-41d2-b279-020efc3a0dcd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:07.352431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.441299 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.443422 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.487998 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.488503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6b66f1-4daa-4e8a-8df9-0208db00fa7a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:58:07.492596 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.493809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1f32a7e3-99a4-4cdf-949a-06d924e70899 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b6b66f1-4daa-4e8a-8df9-0208db00fa7a HTTP/1.1" status: 204 len: 168 time: 0.7505155 Sep 24 19:58:07.496362 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:07.539904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Deleting subnet 0baa603f-4489-4ca4-b97c-a2c00aed8308 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:58:07.543068 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.578734 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.665812 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.717168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.743429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baa603f-4489-4ca4-b97c-a2c00aed8308,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:07.745489 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.747618 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8c32f15a-4c4e-4efd-8474-548891b3c0d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0baa603f-4489-4ca4-b97c-a2c00aed8308 HTTP/1.1" status: 204 len: 168 time: 0.2503457 Sep 24 19:58:07.750660 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:07.751199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d6376-07c6-4462-80b6-cf734ac61c75 None None] Network 6ecbff65-7703-4dc7-8a1e-668b2159c31c requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:58:07.821308 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.875293 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Deleting port 3ef426ac-ab27-40a6-8cc3-85ec83152659 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:07.875685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.940057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a2429238-d643-467d-b858-81191712da43 admin admin] For port 3ef426ac-ab27-40a6-8cc3-85ec83152659, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef426ac-ab27-40a6-8cc3-85ec83152659,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:07.940428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:07.953413 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Calling delete_port for 3ef426ac-ab27-40a6-8cc3-85ec83152659 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:07.968246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] DHCP port deletion for 6ecbff65-7703-4dc7-8a1e-668b2159c31c request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:58:08.017282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Deleting port 3ef426ac-ab27-40a6-8cc3-85ec83152659 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:58:08.017749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.041106 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.071100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef426ac-ab27-40a6-8cc3-85ec83152659,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:08.074207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2429238-d643-467d-b858-81191712da43 admin admin] No DVR routers for this DVR port 3ef426ac-ab27-40a6-8cc3-85ec83152659 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:58:08.092814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] For port 3ef426ac-ab27-40a6-8cc3-85ec83152659, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3ef426ac-ab27-40a6-8cc3-85ec83152659,segment=NetworkSegment(cdb1600f-b156-4de7-803b-65b32a1c711a),segment_id=cdb1600f-b156-4de7-803b-65b32a1c711a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:08.093221 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.106152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Calling delete_port for 3ef426ac-ab27-40a6-8cc3-85ec83152659 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:58:08.151462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.174397 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a2429238-d643-467d-b858-81191712da43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecbff65-7703-4dc7-8a1e-668b2159c31c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:08.185320 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a2429238-d643-467d-b858-81191712da43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb1600f-b156-4de7-803b-65b32a1c711a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:08.185625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a2429238-d643-467d-b858-81191712da43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb1600f-b156-4de7-803b-65b32a1c711a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:08.187886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.196169 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.203503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] No DVR routers for this DVR port 3ef426ac-ab27-40a6-8cc3-85ec83152659 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:58:08.214892 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.225955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:58:08.226424 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:58:08.228219 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:58:08.233705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Pushing event deleted for resources: {'Port': ['ID=3ef426ac-ab27-40a6-8cc3-85ec83152659,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:08.243564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.244421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.244421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.244421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.244818 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.245205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.245521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.245716 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.246254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.246354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.246657 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.247184 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91197c89-8ce9-4a7b-a18d-0679d976474f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:08.299439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.305874 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.308508 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a2429238-d643-467d-b858-81191712da43 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ecbff65-7703-4dc7-8a1e-668b2159c31c HTTP/1.1" status: 204 len: 168 time: 0.5569155 Sep 24 19:58:08.320317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2429238-d643-467d-b858-81191712da43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecbff65-7703-4dc7-8a1e-668b2159c31c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:08.465015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:08.509763 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-010ecf9b-eafe-47b9-a492-4a06d4e0d1f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ec0c29f511a45298314056df5bc25d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429316 Sep 24 19:58:08.511525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:08.525731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef426ac-ab27-40a6-8cc3-85ec83152659 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:08.545905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3ef426ac-ab27-40a6-8cc3-85ec83152659 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:08.546250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3ef426ac-ab27-40a6-8cc3-85ec83152659 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:08.546660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec4ec627-e49e-4d10-8c61-520015f3962e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:08.561557 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.572750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ec4ec627-e49e-4d10-8c61-520015f3962e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:08.573098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec4ec627-e49e-4d10-8c61-520015f3962e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:08.573514 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec80b291-7abd-41d2-b279-020efc3a0dcd no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:58:08.583493 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.595292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: ec80b291-7abd-41d2-b279-020efc3a0dcd {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:58:08.595635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device ec80b291-7abd-41d2-b279-020efc3a0dcd not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:58:08.632340 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.635059 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:08.636215 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c807e911-bc7c-48d3-92a8-2bc46013d573 HTTP/1.1" status: 204 len: 168 time: 0.1238029 Sep 24 19:58:08.644341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5f3a2-d382-4392-875b-da346c96c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c807e911-bc7c-48d3-92a8-2bc46013d573,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:08.958423 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:08.996303 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-76a897a0-1113-4fed-8c2a-e1edd15dbb10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54a05bcaf7f24368a706327de6563105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366957 Sep 24 19:58:08.999305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:09.048477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:09.073324 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:09.122131 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:09.125357 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:09.126518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00f5905c-a67d-4646-bcae-a05f869c34cb HTTP/1.1" status: 204 len: 168 time: 0.1263258 Sep 24 19:58:09.134195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff91072-cac4-445e-bafa-4cf202aa8d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f5905c-a67d-4646-bcae-a05f869c34cb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:09.438614 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.665831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51594) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:10.671602 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919584564', 'description': 'tempest-secgroup-smoke-919584564 description', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:10.695135 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.702973 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.794833 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.799282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.832206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d024c653-d23a-43eb-9311-8d1999ab4dc7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:10.892951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.896677 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.924683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:10.925849 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2590015 Sep 24 19:58:10.927792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b0861-65ac-4dc6-b99a-88e077115d5a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:10.928938 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:10.934701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:10.961466 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.008328 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.011903 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.030414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874aaf1b-beb7-4375-b992-dfc452f8522f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.037043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.038891 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-aab42cb6-65e8-45b5-87d5-c080f6a6b00d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076279 Sep 24 19:58:11.041108 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.048015 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.072746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.130669 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.133993 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.153060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176a01d7-76d1-4a5a-9eb4-06fb5b716547,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.159744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.160952 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f7c532db-9e01-4526-868a-ae48c91cb9da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188629 Sep 24 19:58:11.163637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.168306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.195449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.253020 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.258588 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.276764 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386bb96e-ffa4-43e7-8981-f5ea2b9533ea,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.283069 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.284261 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b43354b9-fdd4-4d91-a38e-1040d357ad86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197135 Sep 24 19:58:11.286980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.291155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.316539 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.374118 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.377492 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.394944 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c35661-064b-48fc-942b-6708577cf818,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.400385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.401422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c087437-9a27-4737-b04f-7293db2d9271 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135356 Sep 24 19:58:11.404143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.408923 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.430198 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:58:11.434805 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.493055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.496593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.516732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638c1cce-c4a7-45e2-ad64-2173e57e1d47,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.522627 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.523809 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-daf5567b-138a-4fc3-b65a-b234c9f9f27a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181643 Sep 24 19:58:11.526551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.531372 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e49bae7-7c2a-4f2f-946f-9551f2dfb32d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.551968 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:58:11.556816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.616808 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.620396 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.636740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264c57a6-688c-4278-8c15-28d118af1d17,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.643040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.644181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ffc2d06f-d784-4b32-9d4e-ed8d2e6d7d33 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166649 Sep 24 19:58:11.647215 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.651858 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'network': {'name': 'tempest-network-smoke--1499016780', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.672120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:58:11.675689 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.697971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:58:11.706981 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.707316 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Added segment 9f28e91e-e9fc-4c03-9276-017beae6e2d4 of type vlan for network e4e9f70b-a334-425d-a1f6-d547b3d21555 Sep 24 19:58:11.745013 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.768939 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.774395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:11.774994 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.801634 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1534328 Sep 24 19:58:11.804715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:11.809429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'admin_state_up': True, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:11.832424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.833445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:11.847002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8b3e0-f583-47fb-a489-290fb539e3d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Network': ['ID=e4e9f70b-a334-425d-a1f6-d547b3d21555,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:11.856948 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:58:11.887797 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.023825 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.219914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.238644 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.336863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.190 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:58:12.441487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.474823 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.510645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:12.513583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:12.517077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:58:12.542884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:12.770223 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:12.961451 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.086652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:58:13.190476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:58:13.200024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Sync routers for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:58:13.209227 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.210140 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:13.210416 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-af6de812-c0a7-4a10-a0fe-0bab2ecff912 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4046471 Sep 24 19:58:13.210803 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:13.213600 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:13.312294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:13.345119 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-84d31f5b-0df2-4ed8-ae91-94966dce233b tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=55df7b603b2b4624ac0cdb137f48bce0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1303623 Sep 24 19:58:13.347980 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:13.437358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02caf0-f5fa-4ed9-960a-24e48212b3c2 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:13.441852 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6e02caf0-f5fa-4ed9-960a-24e48212b3c2 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900135 Sep 24 19:58:13.441852 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:13.469808 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-18cda62d-e493-45c5-b397-0bfd9c6e683e tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268829 Sep 24 19:58:13.472580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:13.477334 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-707691920', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:13.484538 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:12Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:13.509810 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Checking router: a156df83-bb75-4db2-bfdc-32ab08e9b7e0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:58:13.510162 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Updating router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:58:13.534926 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.563147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:58:13.566555 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.742881 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.780957 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.786736 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.809267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Subnet': ['ID=a48e41a9-561b-4d17-b399-6a9129edf64d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:13.820180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Checking segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:58:13.820543 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network hostable DHCP agents. Network: e4e9f70b-a334-425d-a1f6-d547b3d21555, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:58:13.831175 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Attempting to bind port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:58:13.831556 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Attempting to bind port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:58:13.831916 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Attempting to bind port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:58:13.837458 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:58:13.844025 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:58:13.844410 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:58:13.844810 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.845209 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:58:13.845692 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Bound port: 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:58:13.846077 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.846564 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e4e9f70b-a334-425d-a1f6-d547b3d21555) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:13.847739 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Pushing event updated for resources: {'Port': ['ID=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:13.853060 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:13.853835 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.854902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fceec-b788-4d20-92df-2d5cad3a1d15 None None] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:58:13.872112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51622) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:13.872506 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ed889df-4fc5-4fec-a807-563a701cb594 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985822 Sep 24 19:58:13.878556 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.878936 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.879285 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.879625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.879962 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.880294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.880620 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.880945 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.881277 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.881592 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.881962 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.882294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:58:13.911725 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] For port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:58:13.914843 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] For port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:58:13.919411 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:13.979704 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:13.980330 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:13.983612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf39b01-e92e-4234-ac5f-abde6459e11f None None] Pushing event updated for resources: {'Port': ['ID=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:14.027717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e4e9f70b-a334-425d-a1f6-d547b3d21555', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:58:14.028705 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.094610 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:14.171053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Allocated IP 172.20.0.2 (e4e9f70b-a334-425d-a1f6-d547b3d21555/a48e41a9-561b-4d17-b399-6a9129edf64d/3b294d47-c593-4c13-a92c-4890cde2aede) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:58:14.330371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.337023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.340599 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.377480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:12Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:14.381794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:14.384814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:14.388270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:58:14.401171 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Pushing event updated for resources: {'Port': ['ID=3b294d47-c593-4c13-a92c-4890cde2aede,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:14.407638 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78c2dc-6b8c-49bd-a6c7-1cdb5e92eac9 None None] The sync data for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 is: [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:12Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:58:14.454550 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Attempting to bind port 3b294d47-c593-4c13-a92c-4890cde2aede on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:58:14.454960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Attempting to bind port 3b294d47-c593-4c13-a92c-4890cde2aede by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:58:14.455326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Attempting to bind port 3b294d47-c593-4c13-a92c-4890cde2aede on network e4e9f70b-a334-425d-a1f6-d547b3d21555 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:58:14.460973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:58:14.461348 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Checking segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:58:14.461761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.462159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Bound using segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:58:14.462629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Bound port: 3b294d47-c593-4c13-a92c-4890cde2aede, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:58:14.463053 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.530480 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] For port 3b294d47-c593-4c13-a92c-4890cde2aede, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:58:14.533936 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] For port 3b294d47-c593-4c13-a92c-4890cde2aede, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b294d47-c593-4c13-a92c-4890cde2aede,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:58:14.537385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.600756 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c6f4-e8d0-4a73-a89c-3ebf6f760bca None None] Pushing event updated for resources: {'Port': ['ID=3b294d47-c593-4c13-a92c-4890cde2aede,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:14.638358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.1 (e4e9f70b-a334-425d-a1f6-d547b3d21555/a48e41a9-561b-4d17-b399-6a9129edf64d/46ce8c4b-5464-47c2-b3fa-20b3071cac48) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:58:14.867847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.920992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:14.962980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:14.966304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:14.968904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:58:15.002008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:15.028407 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.178808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.472089 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.476622 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.552033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:15.555713 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.579237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7cbab-fac0-4fa2-bb3f-d527ef2a8053 None None] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:58:15.653256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:15.654795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:15.660776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] Provisioning complete for port 3b294d47-c593-4c13-a92c-4890cde2aede triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:15.661147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.772087 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:58:15.798915 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.832874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] For port 3b294d47-c593-4c13-a92c-4890cde2aede, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b294d47-c593-4c13-a92c-4890cde2aede,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:15.839052 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:15.898266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a6739-f7e3-41f8-a14d-96924e04368f None None] Pushing event updated for resources: {'Port': ['ID=3b294d47-c593-4c13-a92c-4890cde2aede,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:16.061325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c1797d72-cb82-48cf-9cc0-23b72dd64f8b None None] Provisioning complete for port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:16.061953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1797d72-cb82-48cf-9cc0-23b72dd64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.217902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:58:16.227425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fe609fc9-d3cd-48c3-9677-23462431f3fc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/a156df83-bb75-4db2-bfdc-32ab08e9b7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532059 Sep 24 19:58:16.252298 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Sync routers for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:58:16.273991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:16.274632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:16.311158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c1797d72-cb82-48cf-9cc0-23b72dd64f8b None None] Port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:58:16.331430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c1797d72-cb82-48cf-9cc0-23b72dd64f8b None None] Provisioning complete for port 3b294d47-c593-4c13-a92c-4890cde2aede triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:16.331813 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1797d72-cb82-48cf-9cc0-23b72dd64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.386977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-e5634efb-8fc1-4061-af46-d7df846e5399 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919584564&fields=id&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 267 time: 0.0481884 Sep 24 19:58:16.419540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:16.495019 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-ff1a1099-41a3-4ba8-8331-b96f2a5eb992 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:16.496479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-ff1a1099-41a3-4ba8-8331-b96f2a5eb992 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/networks?id=e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 200 len: 797 time: 0.1087110 Sep 24 19:58:16.525003 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-0d7905ff-5f01-4446-b4c2-6bb468217fc5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/quotas/55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 375 time: 0.0131543 Sep 24 19:58:16.593071 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-45dd5de4-4456-40b5-8116-af87092692d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617197 Sep 24 19:58:16.593832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:58:16.689285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-4bbdb790-b855-4cae-9e28-5df068f9bd41 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843923 Sep 24 19:58:16.689788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-aea6b8f8-4bea-476a-9ef1-44699486e97c None None] Provisioning complete for port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:16.690165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aea6b8f8-4bea-476a-9ef1-44699486e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.717494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:16.717866 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.762230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aea6b8f8-4bea-476a-9ef1-44699486e97c None None] Port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:58:16.780618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 2, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:16.787619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-cf1ad089-4068-4024-9047-488366c4e490 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917001 Sep 24 19:58:16.808891 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Checking router: a156df83-bb75-4db2-bfdc-32ab08e9b7e0 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:58:16.809250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Updating router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:58:16.855124 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.877684 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.918177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:16.926956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:16.927296 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b294d47-c593-4c13-a92c-4890cde2aede up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:58:16.950813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f82743b-565f-46c9-9d14-9517738866ab req-53fb5c49-61c5-4c92-9371-371cded84668 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 210 time: 0.0275552 Sep 24 19:58:17.088526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:17.134809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3b294d47-c593-4c13-a92c-4890cde2aede triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:17.135206 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.286828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.291906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.350145 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5ca65-1e57-4523-8b54-241d1222b777 None None] Pushing event updated for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:17.398618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Attempting to bind port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:58:17.399268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Attempting to bind port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:58:17.399794 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Attempting to bind port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 on network e4e9f70b-a334-425d-a1f6-d547b3d21555 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:58:17.405544 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:58:17.405882 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Checking segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:58:17.406282 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.406703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Bound using segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:58:17.407205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Bound port: 46ce8c4b-5464-47c2-b3fa-20b3071cac48, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:58:17.407661 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.473267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] For port 46ce8c4b-5464-47c2-b3fa-20b3071cac48, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:58:17.476344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] For port 46ce8c4b-5464-47c2-b3fa-20b3071cac48, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46ce8c4b-5464-47c2-b3fa-20b3071cac48,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:58:17.480658 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.537546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:17.538180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:57:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:17.543091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5ca65-1e57-4523-8b54-241d1222b777 None None] Pushing event updated for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:17.605590 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] Provisioning complete for port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:17.606294 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.687681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:17.813002 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:17.884629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] For port 46ce8c4b-5464-47c2-b3fa-20b3071cac48, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46ce8c4b-5464-47c2-b3fa-20b3071cac48,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:17.888738 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:18.082695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97412d6a-8c36-4486-a2bc-0ab50b25c0a8 req-9011429f-a930-4be1-955a-1d751c49c7f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 210 time: 0.0363204 Sep 24 19:58:18.126309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-77cf6b80-8ae1-44a0-a24b-cc1055dba36b None None] Provisioning complete for port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:18.126677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-77cf6b80-8ae1-44a0-a24b-cc1055dba36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:18.132889 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30c19-4972-4f46-90c6-c3fe8ad46098 None None] Pushing event updated for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:18.175271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:18.205813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18687bbe-4f42-42b6-ad2f-964ffc5529e9 None None] The sync data for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 is: [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:58:18.215799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-37f49674-cc68-4d0f-9d92-3dec59980bfc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:18.218585 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-37f49674-cc68-4d0f-9d92-3dec59980bfc tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/networks?id=e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 200 len: 797 time: 0.1324680 Sep 24 19:58:18.292755 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-8d102f92-d9f3-430e-8a3d-7cbaee715b87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 379 time: 0.0628457 Sep 24 19:58:18.303053 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'port': {'device_id': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'admin_state_up': True, 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'security_groups': ['9e49bae7-7c2a-4f2f-946f-9551f2dfb32d']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:18.627003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46ce8c4b-5464-47c2-b3fa-20b3071cac48 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:58:18.682226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:18.682610 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:18.724801 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:58:18.729083 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:18.768902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:58:18.821427 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:18.821804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:18.879406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.6 (e4e9f70b-a334-425d-a1f6-d547b3d21555/a48e41a9-561b-4d17-b399-6a9129edf64d/2655c6c5-43e5-459b-8800-4c5ca696b296) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:58:19.027084 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.063018 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.110628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:19.113689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:19.117712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:58:19.145243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:19.178392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:19.179071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.195998 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-440e40f5-1240-4035-8f9c-f945d5191bf5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8964341 Sep 24 19:58:19.210773 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-5c4daba7-dd9f-437e-afa8-8949c84bf45a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:58:19.212103 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-5c4daba7-dd9f-437e-afa8-8949c84bf45a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060687 Sep 24 19:58:19.231178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Request body: {'port': {'device_id': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:19.233004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775005e-6214-4feb-b160-1d28d2607ac9 req-a9c897ba-6d83-4e8a-87a3-f065577d02d8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:19.234591 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6775005e-6214-4feb-b160-1d28d2607ac9 req-a9c897ba-6d83-4e8a-87a3-f065577d02d8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 931 time: 0.0547628 Sep 24 19:58:19.288108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6775005e-6214-4feb-b160-1d28d2607ac9 req-1aa3412b-bd3e-416a-891d-d56633552470 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441186 Sep 24 19:58:19.296726 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.403890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-64ebf34d-25d7-4c18-b9d5-68bccee1034a None None] Provisioning complete for port 2655c6c5-43e5-459b-8800-4c5ca696b296 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:19.404338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64ebf34d-25d7-4c18-b9d5-68bccee1034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.438246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-64ebf34d-25d7-4c18-b9d5-68bccee1034a None None] Port 2655c6c5-43e5-459b-8800-4c5ca696b296 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:58:19.563662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2655c6c5-43e5-459b-8800-4c5ca696b296 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:58:19.571296 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.582722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Transition to ACTIVE for port object 2655c6c5-43e5-459b-8800-4c5ca696b296 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:58:19.586721 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.638770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Pushing event updated for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:19.709218 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Attempting to bind port 2655c6c5-43e5-459b-8800-4c5ca696b296 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:58:19.709549 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Attempting to bind port 2655c6c5-43e5-459b-8800-4c5ca696b296 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:58:19.709872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Attempting to bind port 2655c6c5-43e5-459b-8800-4c5ca696b296 on network e4e9f70b-a334-425d-a1f6-d547b3d21555 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:58:19.714377 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Port 2655c6c5-43e5-459b-8800-4c5ca696b296 on network e4e9f70b-a334-425d-a1f6-d547b3d21555 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:58:19.714703 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Attempting to bind port 2655c6c5-43e5-459b-8800-4c5ca696b296 on network e4e9f70b-a334-425d-a1f6-d547b3d21555 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:58:19.719641 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:58:19.719976 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Checking segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:58:19.720361 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Bound using segment: {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:58:19.720785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Bound port: 2655c6c5-43e5-459b-8800-4c5ca696b296, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f28e91e-e9fc-4c03-9276-017beae6e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:58:19.721141 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.786328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:58:19.789721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2655c6c5-43e5-459b-8800-4c5ca696b296,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:58:19.793753 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.828619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:19.829235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:19.830611 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] 10.222.0.15 "PUT /v2.0/ports/2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 200 len: 1091 time: 0.6043179 Sep 24 19:58:19.831076 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:58:19.833330 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae" -d '{"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:58:19.858386 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e89e1-28ba-4b61-b6ea-72c28f83b43b service neutron] Pushing event updated for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:19.897903 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541995f-af65-47c0-90bf-3f047795ce87 x-openstack-request-id: req-c541995f-af65-47c0-90bf-3f047795ce87 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:58:19.898259 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:58:19.898514 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c541995f-af65-47c0-90bf-3f047795ce87 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:58:19.898975 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'status': 'completed', 'code': 200} Sep 24 19:58:19.930740 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-917260b5-2ad9-4afb-87c4-9a12b525ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:19.932353 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-917260b5-2ad9-4afb-87c4-9a12b525ad65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1094 time: 0.0472331 Sep 24 19:58:19.979378 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-e2e41286-290b-4de1-813f-3b26fa60edb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 200 len: 217 time: 0.0387235 Sep 24 19:58:20.032866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-47705ddd-ba0f-4132-9f6b-834f4d63b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.034349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-47705ddd-ba0f-4132-9f6b-834f4d63b45e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e41a9-561b-4d17-b399-6a9129edf64d HTTP/1.1" status: 200 len: 834 time: 0.0443637 Sep 24 19:58:20.081394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-20d434e1-0bfe-4a2d-a882-21627f72969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.082977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-20d434e1-0bfe-4a2d-a882-21627f72969f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e9f70b-a334-425d-a1f6-d547b3d21555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409925 Sep 24 19:58:20.178366 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-04eec60f-89cc-404d-847c-dc2bd62781eb service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851882 Sep 24 19:58:20.276546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cf60b0a5-6a2e-438c-8e58-01ce86477481 req-5664a16d-9b69-490a-98a1-4482c9552478 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876286 Sep 24 19:58:20.361514 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4236d5e-127d-4276-8b1b-cdb58e0da1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:20.370212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-b5666238-9043-4547-a660-bcafb29e27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.371861 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-b5666238-9043-4547-a660-bcafb29e27d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1094 time: 0.0469301 Sep 24 19:58:20.411446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcbd29-31e6-4bab-ab49-f95d9e230660 req-07bc2130-0af1-40af-841d-40fbd8548dde tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.412964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56fcbd29-31e6-4bab-ab49-f95d9e230660 req-07bc2130-0af1-40af-841d-40fbd8548dde tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 943 time: 0.0565224 Sep 24 19:58:20.452283 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56fcbd29-31e6-4bab-ab49-f95d9e230660 req-1a289931-fa14-4334-b549-31666e3055f4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Sep 24 19:58:20.465279 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-5f2b967a-99dc-4708-acdb-b33c06d3bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.467387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-5f2b967a-99dc-4708-acdb-b33c06d3bfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 200 len: 897 time: 0.0872400 Sep 24 19:58:20.511837 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-a91126d3-e150-42dc-bbc4-149369c30c6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 200 len: 217 time: 0.0370142 Sep 24 19:58:20.562796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-bfe2c8e2-020d-411a-b88d-599a57dcf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.564264 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-bfe2c8e2-020d-411a-b88d-599a57dcf446 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e41a9-561b-4d17-b399-6a9129edf64d HTTP/1.1" status: 200 len: 834 time: 0.0443873 Sep 24 19:58:20.612426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-f8baa75a-64ec-4a0c-ada5-7260be0ce57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:20.613915 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-f8baa75a-64ec-4a0c-ada5-7260be0ce57d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e9f70b-a334-425d-a1f6-d547b3d21555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397265 Sep 24 19:58:20.709536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-04359b9e-b475-4ff8-9a32-5a0f929962f3 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846891 Sep 24 19:58:20.799932 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e2d1f856-0a11-449c-8dd7-40cf6dd04aae req-1e8c188b-37ee-49aa-83e9-8573fe565615 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809362 Sep 24 19:58:21.567599 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a7a8f-3c06-4659-b8a3-3c82b5aff25b req-0a801c43-88d1-4a69-8856-f516b03b5f0b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:21.569077 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c9a7a8f-3c06-4659-b8a3-3c82b5aff25b req-0a801c43-88d1-4a69-8856-f516b03b5f0b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 943 time: 0.0482519 Sep 24 19:58:21.608789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c9a7a8f-3c06-4659-b8a3-3c82b5aff25b req-9b92c62d-bb6d-4b0e-9455-bb4767502473 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 Sep 24 19:58:22.725437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca076d98-7c77-4041-ab1d-db500b2aa164 req-7a9a4e86-68c5-4bac-98c6-8cf7a03224b7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:22.726964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca076d98-7c77-4041-ab1d-db500b2aa164 req-7a9a4e86-68c5-4bac-98c6-8cf7a03224b7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 943 time: 0.0515563 Sep 24 19:58:22.767944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca076d98-7c77-4041-ab1d-db500b2aa164 req-f4bce376-9ec3-4b46-9b57-23ce2abb62dd tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Sep 24 19:58:23.010344 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9de-d3ff-4832-b65b-9b31e4d21551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:23.423023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:23.884369 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82091328-79e3-48d7-a018-d4c28c1eaeb4 req-e772185f-7e1b-4c88-b4a6-f8dfbc5f45f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:23.885837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82091328-79e3-48d7-a018-d4c28c1eaeb4 req-e772185f-7e1b-4c88-b4a6-f8dfbc5f45f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 943 time: 0.0514474 Sep 24 19:58:23.922765 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-82091328-79e3-48d7-a018-d4c28c1eaeb4 req-646ac0cf-ebe7-43d1-a661-9e353042e91b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303161 Sep 24 19:58:24.178808 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2655c6c5-43e5-459b-8800-4c5ca696b296 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:58:24.271436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2655c6c5-43e5-459b-8800-4c5ca696b296,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:24.285827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'port_id': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'mac_address': 'fa:16:3e:e2:8c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:58:24.323720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:24.339272 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2655c6c5-43e5-459b-8800-4c5ca696b296 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:58:24.362326 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2655c6c5-43e5-459b-8800-4c5ca696b296,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:24.369676 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:24.374977 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:24.414871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:24.678817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['2655c6c5-43e5-459b-8800-4c5ca696b296'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:58:25.037325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eaea9-e91d-411f-8152-13b3771a775b req-969e2552-246f-4134-8ceb-2bb95ff9da65 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:25.038814 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe1eaea9-e91d-411f-8152-13b3771a775b req-969e2552-246f-4134-8ceb-2bb95ff9da65 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 944 time: 0.0482333 Sep 24 19:58:25.077008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fe1eaea9-e91d-411f-8152-13b3771a775b req-3b87e460-4d0d-4249-b935-a9891804e007 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Sep 24 19:58:26.110977 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:26.194014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21680-ee67-4cb1-8598-350def9a1fd3 req-8735f0be-b04d-4545-b51c-2349b425a874 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:26.195540 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d21680-ee67-4cb1-8598-350def9a1fd3 req-8735f0be-b04d-4545-b51c-2349b425a874 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 944 time: 0.0499215 Sep 24 19:58:26.206635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2655c6c5-43e5-459b-8800-4c5ca696b296 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:58:26.233786 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a9d21680-ee67-4cb1-8598-350def9a1fd3 req-5c21a57f-3915-45ae-92d2-e4e8ebc463ef tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Sep 24 19:58:26.255192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 2655c6c5-43e5-459b-8800-4c5ca696b296 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:58:26.258659 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 2655c6c5-43e5-459b-8800-4c5ca696b296 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:58:26.259087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:26.335289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:26.357010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:58:26.359304 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32044d-d550-46db-bc78-ed9b4ca4ff2f" -d '{"events": [{"server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "name": "network-vif-plugged", "status": "completed", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:58:26.371215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2655c6c5-43e5-459b-8800-4c5ca696b296,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:58:26.375387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:26.399003 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3557f274-f484-4556-81a2-00bc58faaead x-openstack-request-id: req-3557f274-f484-4556-81a2-00bc58faaead {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:58:26.399297 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "name": "network-vif-plugged", "status": "completed", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:58:26.399555 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3557f274-f484-4556-81a2-00bc58faaead {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:58:26.399940 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'code': 200} Sep 24 19:58:26.425836 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:26.496196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e3d9f-ea7a-4fe4-8c8a-83a734074003 req-0c167296-2b7b-48fe-8a23-466e15d85537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:26.497717 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d59e3d9f-ea7a-4fe4-8c8a-83a734074003 req-0c167296-2b7b-48fe-8a23-466e15d85537 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1096 time: 0.0407493 Sep 24 19:58:26.537864 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d59e3d9f-ea7a-4fe4-8c8a-83a734074003 req-b6d974c6-5fc6-4a24-8cf5-f2e67b62ea7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Sep 24 19:58:27.352416 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1db8-0f60-443f-8bd3-f92a1dc0678f req-94a7cb83-c6e2-4a0c-b976-7ab53f48f697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:27.353883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-375a1db8-0f60-443f-8bd3-f92a1dc0678f req-94a7cb83-c6e2-4a0c-b976-7ab53f48f697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Sep 24 19:58:27.390229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-375a1db8-0f60-443f-8bd3-f92a1dc0678f req-e961cab7-426a-4be8-8138-a055267918a6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304420 Sep 24 19:58:28.505407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b8fc-8f84-411c-b626-5495de60b760 req-65cb677c-e02f-4070-895a-cbb18676dec3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:28.506897 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5653b8fc-8f84-411c-b626-5495de60b760 req-65cb677c-e02f-4070-895a-cbb18676dec3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Sep 24 19:58:28.544441 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5653b8fc-8f84-411c-b626-5495de60b760 req-cd43e66f-3d2c-4888-aaee-7ebee17893c3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315168 Sep 24 19:58:28.657468 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b8622-b954-414a-98d7-0cb1d3d96fa5 req-125b0f72-2ac8-4699-919b-1c702cd0c54a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:28.658949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-663b8622-b954-414a-98d7-0cb1d3d96fa5 req-125b0f72-2ac8-4699-919b-1c702cd0c54a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Sep 24 19:58:28.695912 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-663b8622-b954-414a-98d7-0cb1d3d96fa5 req-a2d5699d-7e9f-4be3-b5ab-37a690105a47 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 24 19:58:28.717282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51680) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:28.760218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22659696-7eda-4a67-8d51-adb4de8df522 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:28.761751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-22659696-7eda-4a67-8d51-adb4de8df522 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1091 time: 0.0429473 Sep 24 19:58:28.766182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:28.770408 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:58:28.792541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:28.886336 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:28.990755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.222 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0a503339-15a5-4e30-82c6-1610501a70e4) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:58:29.092979 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.125581 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.164881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:58:29.168008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:58:29.171501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:58:29.196707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=0a503339-15a5-4e30-82c6-1610501a70e4,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:29.523469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.591351 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.741388 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.746152 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.813925 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=0a503339-15a5-4e30-82c6-1610501a70e4,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:58:29.823319 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:29.920734 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 3d5ffa15-e0f5-4b00-ac21-f518a0997376 associated. External IP: 172.25.5.222, port: 2655c6c5-43e5-459b-8800-4c5ca696b296. Sep 24 19:58:30.127384 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:58:30.235341 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:58:30.245290 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Sync routers for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:58:30.253119 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:30.256813 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:30.257696 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:30.280618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ac7dec5-3e5f-4779-bd47-abdf6aba3189 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5134110 Sep 24 19:58:30.281203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:58:30.283491 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:58:30.332417 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164dc16d-a5dd-458e-8f3b-67f3d3d974bf x-openstack-request-id: req-164dc16d-a5dd-458e-8f3b-67f3d3d974bf {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:58:30.332961 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:58:30.333087 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-164dc16d-a5dd-458e-8f3b-67f3d3d974bf {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:58:30.333430 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'status': 'completed', 'code': 200} Sep 24 19:58:30.376212 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:30.418083 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-ce8a0015-6dc8-4f68-8eb3-61917452e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:30.420070 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-ce8a0015-6dc8-4f68-8eb3-61917452e882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1096 time: 0.0511577 Sep 24 19:58:30.457100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957bec1-674b-4570-8a56-80da1d8e6cfc req-26cf6727-162d-4596-b073-7d31d6f2f6b3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:30.464678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5957bec1-674b-4570-8a56-80da1d8e6cfc req-26cf6727-162d-4596-b073-7d31d6f2f6b3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.1173201 Sep 24 19:58:30.499362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5957bec1-674b-4570-8a56-80da1d8e6cfc req-ae38a9cf-6992-4616-862b-8ffc623ea97c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Sep 24 19:58:30.515464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-dcf6d074-b158-4d84-ad35-4fa91b742b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:30.517016 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-dcf6d074-b158-4d84-ad35-4fa91b742b73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 200 len: 897 time: 0.0895388 Sep 24 19:58:30.521765 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51690) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:30.594542 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-84f5902c-c288-4b31-96cd-273071dc6ead tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/3d5ffa15-e0f5-4b00-ac21-f518a0997376 HTTP/1.1" status: 200 len: 991 time: 0.0713646 Sep 24 19:58:30.605818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-13743bb1-a2a8-4807-92dc-9e63d9d7d662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 200 len: 999 time: 0.0803244 Sep 24 19:58:30.617675 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d5ffa15-e0f5-4b00-ac21-f518a0997376', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'port_id': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'mac_address': 'fa:16:3e:e2:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:58:29Z', 'updated_at': '2021-09-24T19:58:29Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:30.643046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Checking router: a156df83-bb75-4db2-bfdc-32ab08e9b7e0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:58:30.651771 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:58:30.652387 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:30.657952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-6d339b36-00c7-42d2-bab0-ccd03a290852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:30.659479 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-6d339b36-00c7-42d2-bab0-ccd03a290852 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e41a9-561b-4d17-b399-6a9129edf64d HTTP/1.1" status: 200 len: 834 time: 0.0461662 Sep 24 19:58:30.707319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-ac1715b4-cb1a-4846-8250-80398dcb1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:58:30.708843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-ac1715b4-cb1a-4846-8250-80398dcb1334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e9f70b-a334-425d-a1f6-d547b3d21555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417793 Sep 24 19:58:30.761244 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:58:30.810448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-c18bcf6e-3b14-4513-a5a0-4765d00a08a9 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935414 Sep 24 19:58:30.905853 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7aa09025-2fc9-4a64-a234-e6b8e75b4fa7 req-2ce02257-9b34-43ca-b006-2648192e8d63 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855100 Sep 24 19:58:30.996159 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d5ffa15-e0f5-4b00-ac21-f518a0997376', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'port_id': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'mac_address': 'fa:16:3e:e2:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:58:29Z', 'updated_at': '2021-09-24T19:58:29Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:58:31.022006 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59dd8b-f005-4975-8064-0e010141696c None None] The sync data for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 is: [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d5ffa15-e0f5-4b00-ac21-f518a0997376', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'port_id': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'mac_address': 'fa:16:3e:e2:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:58:29Z', 'updated_at': '2021-09-24T19:58:29Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:58:31.210061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd952c47-b59d-4af1-9615-bf71e8bf401e None None] New status for floating IP 3d5ffa15-e0f5-4b00-ac21-f518a0997376: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:58:31.598120 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51692) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:58:31.657108 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-60a545e2-4aaf-4a8b-819a-d2f1fdd655c7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/3d5ffa15-e0f5-4b00-ac21-f518a0997376 HTTP/1.1" status: 200 len: 993 time: 0.0578599 Sep 24 19:58:33.743224 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:39.432165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:41.699543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:58:50.366310 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45faa7e5-5375-4672-b270-a620d5f6ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:53.010137 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae30b567-d1f1-45f5-9000-34d320687715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:53.425296 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:54.369804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:58:56.111945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:03.758539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:05.057578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef28d1-d75e-472d-964b-3e1268b11e90 req-4886c7ca-69d4-4f72-b00c-f730c0851033 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:05.059688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6ef28d1-d75e-472d-964b-3e1268b11e90 req-4886c7ca-69d4-4f72-b00c-f730c0851033 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.1328256 Sep 24 19:59:05.101302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e6ef28d1-d75e-472d-964b-3e1268b11e90 req-0ed3e77d-6a8c-47e4-9bb1-ecd5bed033e5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353088 Sep 24 19:59:06.232812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70468967-4e79-4b91-839c-1d52c73171e5 req-920716c4-3f8f-4470-8276-0fff513e0888 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:06.234304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70468967-4e79-4b91-839c-1d52c73171e5 req-920716c4-3f8f-4470-8276-0fff513e0888 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Sep 24 19:59:06.271729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-70468967-4e79-4b91-839c-1d52c73171e5 req-683b21e0-556d-446b-a620-10c6af8eceb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Sep 24 19:59:06.293913 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51718) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:06.355883 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b5901855-bfc9-4ce8-b1a0-8bb074036f3f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/3d5ffa15-e0f5-4b00-ac21-f518a0997376 HTTP/1.1" status: 200 len: 993 time: 0.0609131 Sep 24 19:59:07.624651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542667bf-7f8c-4d8f-9b53-9ccea382937e req-703afe6f-cb2a-43b7-875f-2ee06b2fad19 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:07.626935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-542667bf-7f8c-4d8f-9b53-9ccea382937e req-703afe6f-cb2a-43b7-875f-2ee06b2fad19 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Sep 24 19:59:07.664831 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-542667bf-7f8c-4d8f-9b53-9ccea382937e req-e95f2eaf-41e3-4d6e-89ce-8a5f96fd4363 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Sep 24 19:59:08.784581 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63942b-edf4-46cb-8193-0dbe6ce963d2 req-d23438fe-4913-44c0-945d-09109db6d275 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:08.786026 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc63942b-edf4-46cb-8193-0dbe6ce963d2 req-d23438fe-4913-44c0-945d-09109db6d275 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Sep 24 19:59:08.823300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc63942b-edf4-46cb-8193-0dbe6ce963d2 req-ef15a17a-1b91-4f8a-ad82-d1a1aa43e1f5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Sep 24 19:59:08.845530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51728) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:08.909518 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-bb48a27a-8eff-4cd7-b7b7-72de93db5f92 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/3d5ffa15-e0f5-4b00-ac21-f518a0997376 HTTP/1.1" status: 200 len: 993 time: 0.0628843 Sep 24 19:59:09.204075 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51734) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:09.360183 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 0a503339-15a5-4e30-82c6-1610501a70e4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:59:09.360522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.436801 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.437130 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.450896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 0a503339-15a5-4e30-82c6-1610501a70e4 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:59:09.453961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.597788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.626871 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=0a503339-15a5-4e30-82c6-1610501a70e4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:09.638471 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.638827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.639198 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.639537 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.639872 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.640208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.640543 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.640877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.641209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.641535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.641862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.642185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:09.695515 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:09.695846 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 3d5ffa15-e0f5-4b00-ac21-f518a0997376 disassociated (deleted). External IP: 172.25.5.222, port: 2655c6c5-43e5-459b-8800-4c5ca696b296. Sep 24 19:59:09.905097 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:59:10.305573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:59:10.310315 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:10.316256 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Sync routers for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:59:10.326221 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:10.326835 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:10.336692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-42753be9-3e05-4f83-8c1e-96c517b6732e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/floatingips/3d5ffa15-e0f5-4b00-ac21-f518a0997376 HTTP/1.1" status: 204 len: 168 time: 1.1315622 Sep 24 19:59:10.337503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:59:10.339959 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72399523-e7db-4676-add9-2aef0e605b68" -d '{"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:59:10.431951 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:10.468034 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb593d1-cbfd-4acb-83a7-fd05e841979d x-openstack-request-id: req-5eb593d1-cbfd-4acb-83a7-fd05e841979d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:59:10.469030 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:59:10.471007 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eb593d1-cbfd-4acb-83a7-fd05e841979d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:59:10.471479 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'status': 'completed', 'code': 200} Sep 24 19:59:10.556616 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72399523-e7db-4676-add9-2aef0e605b68 req-486aac2d-13ad-45f4-8984-5cc0c59868e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:10.558050 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-486aac2d-13ad-45f4-8984-5cc0c59868e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 1096 time: 0.0561976 Sep 24 19:59:10.589260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793035-6069-44de-9fd3-cfd9be6ca28e req-97c45fbb-b032-4170-912c-3b447fdc5a04 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:10.595501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3793035-6069-44de-9fd3-cfd9be6ca28e req-97c45fbb-b032-4170-912c-3b447fdc5a04 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Sep 24 19:59:10.630884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3793035-6069-44de-9fd3-cfd9be6ca28e req-351b651e-8713-49d1-9c35-6aba1f07887e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339646 Sep 24 19:59:10.650629 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:10.654380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72399523-e7db-4676-add9-2aef0e605b68 req-81c4a667-68f4-483e-84e9-3087498fab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:10.655893 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-81c4a667-68f4-483e-84e9-3087498fab65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 200 len: 897 time: 0.0890651 Sep 24 19:59:10.677674 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Checking router: a156df83-bb75-4db2-bfdc-32ab08e9b7e0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:59:10.685579 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:10.686184 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:10.702251 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-a3d165ea-ccc8-4957-a89f-efc3ec0703de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 200 len: 217 time: 0.0377867 Sep 24 19:59:10.755109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72399523-e7db-4676-add9-2aef0e605b68 req-7f01fb52-1fe9-4309-9156-14dd209e75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:10.756583 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-7f01fb52-1fe9-4309-9156-14dd209e75d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a48e41a9-561b-4d17-b399-6a9129edf64d HTTP/1.1" status: 200 len: 834 time: 0.0435393 Sep 24 19:59:10.811792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72399523-e7db-4676-add9-2aef0e605b68 req-32c13506-0414-464b-9bac-69e8fd13ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:10.815737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-32c13506-0414-464b-9bac-69e8fd13ae70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e9f70b-a334-425d-a1f6-d547b3d21555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485742 Sep 24 19:59:10.887400 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:10.912832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-3f3eaf15-c944-421a-b1b2-12b873b3a656 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883093 Sep 24 19:59:11.003962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-72399523-e7db-4676-add9-2aef0e605b68 req-96a24cc5-247f-4c74-8726-b3be103aae52 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Sep 24 19:59:11.078442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:11.110706 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3659d-1292-4e9c-8454-a4e66ce1d54a None None] The sync data for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 is: [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:58:15Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '46ce8c4b-5464-47c2-b3fa-20b3071cac48', 'name': '', 'network_id': 'e4e9f70b-a334-425d-a1f6-d547b3d21555', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:5c:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:14Z', 'updated_at': '2021-09-24T19:58:17Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'a48e41a9-561b-4d17-b399-6a9129edf64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:59:11.318578 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67330c-15e8-49f4-8fae-972c1b0532dc None None] New status for floating IP 3d5ffa15-e0f5-4b00-ac21-f518a0997376: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:59:11.745513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d41810-e8aa-4a78-97ca-cc265fdbe4f7 req-9aa6710c-54bb-4526-95c1-4e2f1aebead1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:11.747082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6d41810-e8aa-4a78-97ca-cc265fdbe4f7 req-9aa6710c-54bb-4526-95c1-4e2f1aebead1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0473680 Sep 24 19:59:11.789167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6d41810-e8aa-4a78-97ca-cc265fdbe4f7 req-90480175-1a6b-49b7-840c-4e0ef04efeac tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361984 Sep 24 19:59:12.483536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-fd362ebf-5a37-4d28-abb9-b1b8553eeaa1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:12.484971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-fd362ebf-5a37-4d28-abb9-b1b8553eeaa1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 945 time: 0.0515568 Sep 24 19:59:12.571732 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 2655c6c5-43e5-459b-8800-4c5ca696b296 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:59:12.572078 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:12.662439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 2655c6c5-43e5-459b-8800-4c5ca696b296, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=2655c6c5-43e5-459b-8800-4c5ca696b296,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:12.662801 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:12.674650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 2655c6c5-43e5-459b-8800-4c5ca696b296 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:59:12.797398 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:12.826784 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=2655c6c5-43e5-459b-8800-4c5ca696b296,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:12.837521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.837831 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.838178 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.838515 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.838874 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.839206 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.839537 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.839950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.840291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.841165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.841165 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.841364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:12.882161 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] No DVR routers for this DVR port 2655c6c5-43e5-459b-8800-4c5ca696b296 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:59:12.884777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:12.886747 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5c3a175b-5bbc-4bad-b231-480bb4e63609 req-2b006ff5-6297-4691-be20-5d58d7483318 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "DELETE /v2.0/ports/2655c6c5-43e5-459b-8800-4c5ca696b296 HTTP/1.1" status: 204 len: 173 time: 0.3948791 Sep 24 19:59:12.887223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'name': 'network-vif-deleted', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:59:12.889488 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed691df-da90-4908-95d3-b15cbf4e340e" -d '{"events": [{"server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "name": "network-vif-deleted", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:59:12.899611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a67e0f51-7040-4cab-8832-3302f0067657 req-8587c9e1-bb2e-48a0-944a-3c2680d8c222 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e6b6c0-f88c-49f0-aa9f-392907965338 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Sep 24 19:59:12.928587 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b62e89-5667-4636-9f36-64417c7489ca x-openstack-request-id: req-e7b62e89-5667-4636-9f36-64417c7489ca {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:59:12.928866 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e6b6c0-f88c-49f0-aa9f-392907965338", "name": "network-vif-deleted", "tag": "2655c6c5-43e5-459b-8800-4c5ca696b296", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:59:12.929121 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7b62e89-5667-4636-9f36-64417c7489ca {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:59:12.929523 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e6b6c0-f88c-49f0-aa9f-392907965338', 'name': 'network-vif-deleted', 'tag': '2655c6c5-43e5-459b-8800-4c5ca696b296', 'status': 'completed', 'code': 200} Sep 24 19:59:13.955919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51754) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:14.308090 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:14.559498 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 46ce8c4b-5464-47c2-b3fa-20b3071cac48 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:59:14.559776 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:14.652179 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 46ce8c4b-5464-47c2-b3fa-20b3071cac48, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=46ce8c4b-5464-47c2-b3fa-20b3071cac48,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:14.652547 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:14.664171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 46ce8c4b-5464-47c2-b3fa-20b3071cac48 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:59:14.851567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:14.881006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=46ce8c4b-5464-47c2-b3fa-20b3071cac48,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:15.057589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.275809 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:59:15.383706 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:59:15.388761 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-aa875bcf-3359-4401-b978-d8f5767a9c10 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/a156df83-bb75-4db2-bfdc-32ab08e9b7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318049 Sep 24 19:59:15.391538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51756) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:15.393091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Sync routers for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:59:15.401861 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:15.402611 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:15.446348 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting subnet a48e41a9-561b-4d17-b399-6a9129edf64d {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 19:59:15.449429 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.488686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.502312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:15.570487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.633950 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.663510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Subnet': ['ID=a48e41a9-561b-4d17-b399-6a9129edf64d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:15.665518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.670429 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fd9d0b7b-f270-418d-a23c-0756c4097361 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/subnets/a48e41a9-561b-4d17-b399-6a9129edf64d HTTP/1.1" status: 204 len: 168 time: 0.2779059 Sep 24 19:59:15.671132 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:15.677211 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:59:14Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:15.677698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011c968-fdbf-450a-9c2d-ba081378985b None None] Network e4e9f70b-a334-425d-a1f6-d547b3d21555 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:59:15.702318 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Checking router: a156df83-bb75-4db2-bfdc-32ab08e9b7e0 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:59:15.712312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Routers {'a156df83-bb75-4db2-bfdc-32ab08e9b7e0'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:15.712952 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:15.785363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.817186 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] Set router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:15.870827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] DHCP port deletion for e4e9f70b-a334-425d-a1f6-d547b3d21555 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 19:59:15.899901 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.926523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Deleting port 3b294d47-c593-4c13-a92c-4890cde2aede {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:59:15.927018 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.955544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 19:59:15.955885 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.991033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] For port 3b294d47-c593-4c13-a92c-4890cde2aede, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3b294d47-c593-4c13-a92c-4890cde2aede,segment=NetworkSegment(9f28e91e-e9fc-4c03-9276-017beae6e2d4),segment_id=9f28e91e-e9fc-4c03-9276-017beae6e2d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:15.991434 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:15.999963 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:59:14Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:16.002990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Calling delete_port for 3b294d47-c593-4c13-a92c-4890cde2aede owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:59:16.027815 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bf859-f727-4985-9f06-0618426517c0 None None] The sync data for ids ['a156df83-bb75-4db2-bfdc-32ab08e9b7e0'] in n-d-810952-2 is: [{'id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832443737', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:58:11Z', 'updated_at': '2021-09-24T19:59:14Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a156df83-bb75-4db2-bfdc-32ab08e9b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:58:12Z', 'updated_at': '2021-09-24T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:59:16.045457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:16.046213 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.066686 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 19:59:16.089258 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.112126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Pushing event deleted for resources: {'Port': ['ID=3b294d47-c593-4c13-a92c-4890cde2aede,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:16.121128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] No DVR routers for this DVR port 3b294d47-c593-4c13-a92c-4890cde2aede on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 19:59:16.124685 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.125022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.125510 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.125817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.126016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.126357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.126688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.127048 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.127372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.127944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.128031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.128307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cedc341-dcb8-4a25-971f-560d24dda121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:16.232787 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.258973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:16.314451 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.404040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.406593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.455949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.456517 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Fanout notify agent at l3_agent the message router_deleted on router a156df83-bb75-4db2-bfdc-32ab08e9b7e0 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 19:59:16.457738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2655c6c5-43e5-459b-8800-4c5ca696b296 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:59:16.463227 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.464502 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-117e924d-6b6b-418c-835e-2d22b79cea50 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/routers/a156df83-bb75-4db2-bfdc-32ab08e9b7e0 HTTP/1.1" status: 204 len: 168 time: 0.7922938 Sep 24 19:59:16.467033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:16.479001 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 2655c6c5-43e5-459b-8800-4c5ca696b296 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:59:16.479353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 2655c6c5-43e5-459b-8800-4c5ca696b296 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:59:16.545867 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.611284 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b294d47-c593-4c13-a92c-4890cde2aede no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:59:16.632135 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3b294d47-c593-4c13-a92c-4890cde2aede {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:59:16.632479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3b294d47-c593-4c13-a92c-4890cde2aede not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:59:16.632894 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46ce8c4b-5464-47c2-b3fa-20b3071cac48 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:59:16.640986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.654637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 46ce8c4b-5464-47c2-b3fa-20b3071cac48 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:59:16.655031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 46ce8c4b-5464-47c2-b3fa-20b3071cac48 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:59:16.664107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e9f70b-a334-425d-a1f6-d547b3d21555']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:16.675034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f28e91e-e9fc-4c03-9276-017beae6e2d4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:16.675647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f28e91e-e9fc-4c03-9276-017beae6e2d4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:16.685434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.699177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.704992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 19:59:16.705367 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: timer() Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 19:59:16.708380 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 19:59:16.765155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.773135 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.774941 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/networks/e4e9f70b-a334-425d-a1f6-d547b3d21555 HTTP/1.1" status: 204 len: 168 time: 0.3069220 Sep 24 19:59:16.777893 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51762) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:16.788722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf9caf-368a-46b4-a532-d358489e3f86 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Network': ['ID=e4e9f70b-a334-425d-a1f6-d547b3d21555,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:16.836902 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.862753 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.924369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.927744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:16.928916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e49bae7-7c2a-4f2f-946f-9551f2dfb32d HTTP/1.1" status: 204 len: 168 time: 0.1500320 Sep 24 19:59:16.938792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f431d-888b-445a-82a9-64f9bd9213c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49bae7-7c2a-4f2f-946f-9551f2dfb32d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:17.585168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51768) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:17.589814 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138635382', 'description': 'tempest-secgroup-smoke-1138635382 description', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:17.611906 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.693462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.697171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.724914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.726151 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399698 Sep 24 19:59:17.727990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf0342-ba12-46cd-97ff-073ba808e484 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:17.729224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:17.735352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:17.760495 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.815523 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.819414 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.838256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d50f7b-83c9-4965-9af0-31c00b09682a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:17.840497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.841716 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2dd74508-94a6-481b-89c5-d46d91ce1880 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108577 Sep 24 19:59:17.844525 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:17.848854 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:17.874500 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.929612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.933011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.950451 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a877dc2e-42ef-494a-a0aa-72ab1d2fb99b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:17.955520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:17.956696 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-26ae3784-7463-459b-ad70-8ab1e0039e9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112013 Sep 24 19:59:17.959503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:17.963677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:17.988590 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.044412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.048172 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.068948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b8753-4c7f-4b59-bae3-71a0b75a0517,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:18.075257 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.076425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0bb0e3b4-5217-4823-85fd-03832b516067 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160252 Sep 24 19:59:18.079265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:18.083996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:18.108149 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.165293 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.168859 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.186212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338823e3-e7cc-4aae-9d82-39f65a924207,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:18.191386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.196082 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2a6ffafa-86c5-4ef9-a492-fb3231b55a41 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135311 Sep 24 19:59:18.196566 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:18.201022 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:18.223801 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:59:18.228442 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.286566 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.289907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.307221 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c0148b-ac44-4687-b135-3dd8ba6e9e1d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:18.313045 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.314303 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9552d4dc-2874-46a4-bb42-1a29e2814ad0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167798 Sep 24 19:59:18.317149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51780) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:18.321533 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'f89e84e0-bc54-4cd3-bfe3-b8887f975eb0', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:18.342099 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 19:59:18.346809 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.406117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.409618 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.431531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1d3457-b428-4934-a82f-3944360a1a7c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:18.434283 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.438223 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1b240dcb-a65f-4a91-91f4-0daddc8df98b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174028 Sep 24 19:59:18.438729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:18.443077 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'network': {'name': 'tempest-network-smoke--1551123153', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:18.462577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:59:18.465876 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.488230 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 19:59:18.497583 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.497957 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Added segment 94d530b7-921e-4ee8-b479-e39f9ee20f83 of type vlan for network 326c5e96-cfb7-4094-8e05-122650e6584d Sep 24 19:59:18.519233 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 19:59:18.537622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.540373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 19:59:18.540789 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 48c0ccf5-d3a8-4ff3-b88d-7f5f82c55818 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 19:59:18.566678 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.572678 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:18.573228 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.608204 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1688025 Sep 24 19:59:18.611137 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51784) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:18.616286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'admin_state_up': True, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:18.639356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.640396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.641540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feb483-5584-4ec8-9c85-c0f01b914c61 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Network': ['ID=326c5e96-cfb7-4094-8e05-122650e6584d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:18.654766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 326c5e96-cfb7-4094-8e05-122650e6584d details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 19:59:18.697522 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:18.698753 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:59:18.833113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:19.023810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:19.042404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:19.146766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.100 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/91fc1273-aac7-404b-8bf6-8d1641752a06) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:59:19.247678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:19.280958 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:19.318728 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:19.321563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:19.325032 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:59:19.353768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=91fc1273-aac7-404b-8bf6-8d1641752a06,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:19.571286 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.056788 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.181160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 19:59:20.285068 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:59:20.294956 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Sync routers for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:59:20.304214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.304830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:20.305548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:20.305678 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9eda33b4-9d33-4b41-9902-eb82574556f0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6934090 Sep 24 19:59:20.308793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51788) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:20.345468 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e04bc4aa-8faf-4bfd-971a-e8f7242286df tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=55df7b603b2b4624ac0cdb137f48bce0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330448 Sep 24 19:59:20.346189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51790) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:20.407416 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9ded-4e1b-49b8-94ed-a9c058f1d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.421560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:20.499051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa199d-e930-4aaa-a357-7101222c0272 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:20.507427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d7fa199d-e930-4aaa-a357-7101222c0272 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1557484 Sep 24 19:59:20.507427 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51792) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:20.546064 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4e91447d-0d6e-4158-b651-12213cd98f72 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384908 Sep 24 19:59:20.548563 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51794) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:20.553838 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1219831077', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:20.601845 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:19Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:20.631575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Checking router: 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:59:20.631920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Updating router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d port 91fc1273-aac7-404b-8bf6-8d1641752a06 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:59:20.643682 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:59:20.647396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.656526 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.829970 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.893003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Subnet': ['ID=fe1c7db3-4a1e-4619-9484-a42790cd9530,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:20.905774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Checking segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:59:20.906131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network hostable DHCP agents. Network: 326c5e96-cfb7-4094-8e05-122650e6584d, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 19:59:20.910537 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.916022 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.923879 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 326c5e96-cfb7-4094-8e05-122650e6584d is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 19:59:20.932049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 326c5e96-cfb7-4094-8e05-122650e6584d) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:20.936315 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:20.936893 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:20.946992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb74c76-a131-455e-9c90-c1f878597a65 None None] Network 326c5e96-cfb7-4094-8e05-122650e6584d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:59:20.955355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-68769e61-d996-409e-a7e0-12431d36bf78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030859 Sep 24 19:59:20.955515 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51796) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:20.996239 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f70fe-245f-46b7-b143-e7969d73e1fe None None] Pushing event updated for resources: {'Port': ['ID=91fc1273-aac7-404b-8bf6-8d1641752a06,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:21.000465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Attempting to bind port 91fc1273-aac7-404b-8bf6-8d1641752a06 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:59:21.000465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Attempting to bind port 91fc1273-aac7-404b-8bf6-8d1641752a06 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:59:21.000795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Attempting to bind port 91fc1273-aac7-404b-8bf6-8d1641752a06 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:59:21.035123 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:59:21.036143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:59:21.036563 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.037395 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:59:21.037866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Bound port: 91fc1273-aac7-404b-8bf6-8d1641752a06, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:59:21.038257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.131067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] For port 91fc1273-aac7-404b-8bf6-8d1641752a06, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:59:21.135532 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] For port 91fc1273-aac7-404b-8bf6-8d1641752a06, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91fc1273-aac7-404b-8bf6-8d1641752a06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:59:21.143001 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.194381 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-326c5e96-cfb7-4094-8e05-122650e6584d', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 19:59:21.195245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.229266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:21.229888 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:58:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:21.233178 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f70fe-245f-46b7-b143-e7969d73e1fe None None] Pushing event updated for resources: {'Port': ['ID=91fc1273-aac7-404b-8bf6-8d1641752a06,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:21.394423 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.426455 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:21.489688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Allocated IP 172.20.0.2 (326c5e96-cfb7-4094-8e05-122650e6584d/fe1c7db3-4a1e-4619-9484-a42790cd9530/97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:59:21.876299 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.882362 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:19Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:21.885767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:21.920262 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837391c-dd08-4997-a87e-047a94effd4d None None] The sync data for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 is: [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:19Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:59:21.932244 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.1 (326c5e96-cfb7-4094-8e05-122650e6584d/fe1c7db3-4a1e-4619-9484-a42790cd9530/2d577952-d884-434a-a3f7-c4db1892f7b5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:59:21.953975 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Network 326c5e96-cfb7-4094-8e05-122650e6584d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:21.956954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:21.964139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:59:21.967328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Pushing event updated for resources: {'Port': ['ID=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:22.019713 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Attempting to bind port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:59:22.020724 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Attempting to bind port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:59:22.021152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Attempting to bind port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 on network 326c5e96-cfb7-4094-8e05-122650e6584d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:59:22.026448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:59:22.026939 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Checking segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:59:22.027424 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.027896 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Bound using segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:59:22.028450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Bound port: 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:59:22.028942 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.065990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.104137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] For port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:59:22.104363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.108495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] For port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:59:22.115811 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.181020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 326c5e96-cfb7-4094-8e05-122650e6584d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:22.184541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:22.187116 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:59:22.194420 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e1a7-7acb-4ddf-83d6-8dc234aa47aa None None] Pushing event updated for resources: {'Port': ['ID=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:22.228799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:22.251597 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.422273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.633287 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:22.694493 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:22.694886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.749682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.756271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.779879 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.816100 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:22.824245 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.825835 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91fc1273-aac7-404b-8bf6-8d1641752a06 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:22.834040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.835981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:22.911978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:22.942827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 91fc1273-aac7-404b-8bf6-8d1641752a06 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:22.943600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:22.948725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 326c5e96-cfb7-4094-8e05-122650e6584d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:22.950196 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:23.041136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1132ab6-421c-41f4-ae64-ccc97967ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.045005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.069574 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 91fc1273-aac7-404b-8bf6-8d1641752a06, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91fc1273-aac7-404b-8bf6-8d1641752a06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:23.075274 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.082342 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:59:23.140098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=91fc1273-aac7-404b-8bf6-8d1641752a06,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:23.207118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:59:23.213575 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-80a91934-ed2e-4faf-a061-014c8e3c0499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2560005 Sep 24 19:59:23.225318 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebb1bf-ce3b-4ad7-91a7-75f2f938a692 None None] Network 326c5e96-cfb7-4094-8e05-122650e6584d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 19:59:23.308260 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-79e3f7c8-2bbb-47ed-9820-91462abbc246 None None] Provisioning complete for port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:23.308642 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79e3f7c8-2bbb-47ed-9820-91462abbc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.356660 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-2237b930-5fd5-4e71-b32d-a227cf47a2ec tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138635382&fields=id&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 267 time: 0.0350466 Sep 24 19:59:23.462087 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.468155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-c9e57c3a-9d2b-443f-9338-915bbad89df4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:23.469700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-c9e57c3a-9d2b-443f-9338-915bbad89df4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 797 time: 0.1049790 Sep 24 19:59:23.487348 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-db1fbeb3-c10e-4c7c-b499-6ecae80fd558 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/quotas/55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 375 time: 0.0104129 Sep 24 19:59:23.546289 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-7030ef32-80ff-4e80-9227-b34cbbbcd26c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521193 Sep 24 19:59:23.643569 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Sync routers for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:59:23.650417 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-d2929749-7491-40b5-8622-f25c8998bca2 service neutron] 10.222.0.18 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902834 Sep 24 19:59:23.654975 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:23.655863 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:23.684944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c9d22f55-193d-4616-8cda-c52210914a77 None None] Provisioning complete for port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:23.686101 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d22f55-193d-4616-8cda-c52210914a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.784825 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:23.798281 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c9d22f55-193d-4616-8cda-c52210914a77 None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:23.799075 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d22f55-193d-4616-8cda-c52210914a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:23.841753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c9d22f55-193d-4616-8cda-c52210914a77 None None] Port 2d577952-d884-434a-a3f7-c4db1892f7b5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:59:23.961750 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d1aa7066-c5aa-49af-ad66-2622a32f72f5 None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:23.962664 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7066-c5aa-49af-ad66-2622a32f72f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.005488 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa7066-c5aa-49af-ad66-2622a32f72f5 None None] Port 2d577952-d884-434a-a3f7-c4db1892f7b5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:59:24.011311 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 2, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:24.049735 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Checking router: 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:59:24.050231 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Updating router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d port 2d577952-d884-434a-a3f7-c4db1892f7b5 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 19:59:24.075711 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.086352 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-69e785b8-1aa7-482e-af5e-467db4666009 service neutron] 10.222.0.18 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256957 Sep 24 19:59:24.227149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-058e5b4c-f5cf-426f-8bee-422d4a0c5ec7 None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:24.227639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-058e5b4c-f5cf-426f-8bee-422d4a0c5ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.263101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fdc1d86c-bbfb-43da-9bfd-f8fe20cb37b5 req-577b1ba9-dd5f-4ce5-a266-a29e326f4ef9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 210 time: 0.0354123 Sep 24 19:59:24.263812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-058e5b4c-f5cf-426f-8bee-422d4a0c5ec7 None None] Port 2d577952-d884-434a-a3f7-c4db1892f7b5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:59:24.373273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.451835 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.456344 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.507045 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Pushing event updated for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:24.532631 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.532978 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.533316 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.533649 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.533980 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.534322 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.534624 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.535070 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.535397 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.535748 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.535977 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.536312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 19:59:24.576700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Attempting to bind port 2d577952-d884-434a-a3f7-c4db1892f7b5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:59:24.577075 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Attempting to bind port 2d577952-d884-434a-a3f7-c4db1892f7b5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:59:24.577442 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Attempting to bind port 2d577952-d884-434a-a3f7-c4db1892f7b5 on network 326c5e96-cfb7-4094-8e05-122650e6584d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:59:24.584606 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:59:24.584606 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Checking segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:59:24.585039 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.585441 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Bound using segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:59:24.585906 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Bound port: 2d577952-d884-434a-a3f7-c4db1892f7b5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:59:24.586286 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.602045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:24.656651 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] For port 2d577952-d884-434a-a3f7-c4db1892f7b5, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:59:24.657237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:24.657485 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.660004 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] For port 2d577952-d884-434a-a3f7-c4db1892f7b5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d577952-d884-434a-a3f7-c4db1892f7b5,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:59:24.664309 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.727552 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:24.728115 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:24.758311 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91fc1273-aac7-404b-8bf6-8d1641752a06 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:24.763487 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc47f-36c0-4d26-a9b6-a7140a558257 None None] Pushing event updated for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:24.812500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 91fc1273-aac7-404b-8bf6-8d1641752a06 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:24.813023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:24.839564 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:24.924702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:24.924886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.022650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.055089 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:24Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:25.059361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] For port 2d577952-d884-434a-a3f7-c4db1892f7b5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d577952-d884-434a-a3f7-c4db1892f7b5,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:25.063413 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.080495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe192f6-dc89-4455-aa79-2f0482b99941 None None] The sync data for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 is: [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:24Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:59:25.125119 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a6d42-5065-490e-8050-cf4aa7e6c01d None None] Pushing event updated for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:25.185269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-59aa0aff-796d-4772-88db-8a8d8078ce20 None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:25.185645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59aa0aff-796d-4772-88db-8a8d8078ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.376805 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9f470df3-4c2a-43ea-913f-b0422a4d9b68 req-90cf9618-5162-47e5-bc62-8e813a91d1ac tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 210 time: 0.0326526 Sep 24 19:59:25.409456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-ca375c7f-5b40-4bb6-9abf-ed8aa456fbdf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:25.412274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-ca375c7f-5b40-4bb6-9abf-ed8aa456fbdf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 797 time: 0.1437976 Sep 24 19:59:25.456623 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-6fccb67b-fe06-4a4a-89fe-083cbab60d62 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 380 time: 0.0355208 Sep 24 19:59:25.470279 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'port': {'device_id': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'admin_state_up': True, 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'security_groups': ['f89e84e0-bc54-4cd3-bfe3-b8887f975eb0']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:25.596459 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 19:59:25.600702 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.729504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.4 (326c5e96-cfb7-4094-8e05-122650e6584d/fe1c7db3-4a1e-4619-9484-a42790cd9530/29a4141d-8811-4934-8bf7-cd74e2c87b3e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:59:25.876632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.912765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:25.955922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 326c5e96-cfb7-4094-8e05-122650e6584d is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:25.959773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:25.963590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:59:26.005202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:26.028053 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:26.028733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.052728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-f21744b7-d129-40bd-8e3f-aa513db4f263 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862489 Sep 24 19:59:26.064140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-513c6d82-4b7c-4e6e-91aa-4d60b68104d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 19:59:26.065219 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-513c6d82-4b7c-4e6e-91aa-4d60b68104d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056992 Sep 24 19:59:26.118405 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.132099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Request body: {'port': {'device_id': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:26.191214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.204557 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-45b4d644-5507-4f84-9904-4839b4725a66 None None] Provisioning complete for port 29a4141d-8811-4934-8bf7-cd74e2c87b3e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:26.204932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b4d644-5507-4f84-9904-4839b4725a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.240926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-45b4d644-5507-4f84-9904-4839b4725a66 None None] Port 29a4141d-8811-4934-8bf7-cd74e2c87b3e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 19:59:26.495962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a4141d-8811-4934-8bf7-cd74e2c87b3e {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:59:26.506657 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.525790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Transition to ACTIVE for port object 29a4141d-8811-4934-8bf7-cd74e2c87b3e will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 19:59:26.537359 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745414e0-3cd0-4d3d-925a-d44280ab3d44 req-4cc7c952-2342-4a1a-88e6-ec679190f87d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:26.538948 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-745414e0-3cd0-4d3d-925a-d44280ab3d44 req-4cc7c952-2342-4a1a-88e6-ec679190f87d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 931 time: 0.0794938 Sep 24 19:59:26.539874 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.588575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d577952-d884-434a-a3f7-c4db1892f7b5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:26.625810 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-745414e0-3cd0-4d3d-925a-d44280ab3d44 req-ed181168-3029-4e41-9b1a-ca01ea21ce63 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802476 Sep 24 19:59:26.626433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:26.642778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2d577952-d884-434a-a3f7-c4db1892f7b5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:26.643207 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.716981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Attempting to bind port 29a4141d-8811-4934-8bf7-cd74e2c87b3e on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 19:59:26.717323 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Attempting to bind port 29a4141d-8811-4934-8bf7-cd74e2c87b3e by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 19:59:26.717643 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Attempting to bind port 29a4141d-8811-4934-8bf7-cd74e2c87b3e on network 326c5e96-cfb7-4094-8e05-122650e6584d {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:59:26.722307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Port 29a4141d-8811-4934-8bf7-cd74e2c87b3e on network 326c5e96-cfb7-4094-8e05-122650e6584d not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 19:59:26.722633 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Attempting to bind port 29a4141d-8811-4934-8bf7-cd74e2c87b3e on network 326c5e96-cfb7-4094-8e05-122650e6584d {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 19:59:26.727856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 19, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 19:59:26.728195 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Checking segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 19:59:26.728578 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Bound using segment: {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 19:59:26.729005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Bound port: 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d530b7-921e-4ee8-b479-e39f9ee20f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 19:59:26.729365 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.798501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 19:59:26.802260 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 19:59:26.805836 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.838061 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:26.838751 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:26.840282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 1091 time: 0.7668240 Sep 24 19:59:26.842734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:59:26.845848 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305e4e96-2692-4689-8e84-acba8d3812cf" -d '{"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:59:26.889751 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7a8b-6164-40d2-a8da-2424c06177c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:26.897424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e7446-65f4-48f3-9490-6a7e364ff209 x-openstack-request-id: req-3e3e7446-65f4-48f3-9490-6a7e364ff209 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:59:26.897715 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:59:26.897963 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e3e7446-65f4-48f3-9490-6a7e364ff209 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:59:26.898359 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'status': 'completed', 'code': 200} Sep 24 19:59:26.940448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-a3a8547b-d67b-49ca-b92e-b50ba26fa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:26.942676 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-a3a8547b-d67b-49ca-b92e-b50ba26fa81f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1094 time: 0.0612049 Sep 24 19:59:26.984460 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-cfdf74b0-daca-4a67-9dc9-1df2fec89582 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 217 time: 0.0348210 Sep 24 19:59:27.034811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-0914529e-88a8-435f-974f-d723449efebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.036341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-0914529e-88a8-435f-974f-d723449efebe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0450478 Sep 24 19:59:27.087635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-02effe93-a744-481e-b97f-deae9362a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.089153 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-02effe93-a744-481e-b97f-deae9362a514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458713 Sep 24 19:59:27.179353 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-9a6df3cb-f204-4c90-b52a-580df5789534 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822828 Sep 24 19:59:27.271792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cae22d04-cad2-41ea-8f74-ad781f4bf815 req-a833e93d-03bb-4005-8d60-d9d05d9fdc9d service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860476 Sep 24 19:59:27.357650 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e96-2692-4689-8e84-acba8d3812cf req-f20e962c-43f6-4863-a01b-090e66692ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.359243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-f20e962c-43f6-4863-a01b-090e66692ecc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1094 time: 0.0402529 Sep 24 19:59:27.445351 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e96-2692-4689-8e84-acba8d3812cf req-c3b5241d-de78-462f-a7cd-39e6db26ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.446710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-c3b5241d-de78-462f-a7cd-39e6db26ede4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 897 time: 0.0808554 Sep 24 19:59:27.491291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-65598da0-f4a2-480b-b419-491776708e3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 217 time: 0.0372770 Sep 24 19:59:27.539378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e96-2692-4689-8e84-acba8d3812cf req-694f7ef7-ba0f-41d5-8b42-4ff5d6ab7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.540781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-694f7ef7-ba0f-41d5-8b42-4ff5d6ab7b50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0426934 Sep 24 19:59:27.586065 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4e96-2692-4689-8e84-acba8d3812cf req-fbc85731-0a76-445c-a269-4e0be192f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.587573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-fbc85731-0a76-445c-a269-4e0be192f1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387492 Sep 24 19:59:27.681474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-f461cb60-58ae-4398-8bb2-c8177f30a514 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858612 Sep 24 19:59:27.804665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bb93-0155-41a6-a229-53527bbd4016 req-950dd277-7651-4c4d-a585-307f7d675aa8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:27.806043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ef5bb93-0155-41a6-a229-53527bbd4016 req-950dd277-7651-4c4d-a585-307f7d675aa8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 943 time: 0.1098130 Sep 24 19:59:27.811466 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-305e4e96-2692-4689-8e84-acba8d3812cf req-f0cc1de9-f469-4f8a-91c1-60bf99391de4 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222632 Sep 24 19:59:27.843428 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6ef5bb93-0155-41a6-a229-53527bbd4016 req-8187799a-6bbf-44a2-af2c-12db9a21506e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Sep 24 19:59:28.963924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9686-ec4b-4270-b147-317b6aa96cc2 req-77a23893-cd93-4280-8fee-b5e769710d91 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:28.965449 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86ff9686-ec4b-4270-b147-317b6aa96cc2 req-77a23893-cd93-4280-8fee-b5e769710d91 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 943 time: 0.0522881 Sep 24 19:59:29.002280 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-86ff9686-ec4b-4270-b147-317b6aa96cc2 req-a619e182-055d-4579-a562-62cb68f48646 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307088 Sep 24 19:59:29.464669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 29a4141d-8811-4934-8bf7-cd74e2c87b3e details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 19:59:29.556703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:29.567200 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'port_id': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'mac_address': 'fa:16:3e:66:dd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 19:59:29.606059 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:29.618727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a4141d-8811-4934-8bf7-cd74e2c87b3e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 19:59:29.637448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:29.641277 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:29.686743 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:29.879727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['29a4141d-8811-4934-8bf7-cd74e2c87b3e'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 19:59:30.123436 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce923bee-1492-473f-ae73-8aaa4c38c300 req-004bdf84-e8ec-4e4f-b380-ad305b03fc9e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:30.124943 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce923bee-1492-473f-ae73-8aaa4c38c300 req-004bdf84-e8ec-4e4f-b380-ad305b03fc9e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 944 time: 0.0550859 Sep 24 19:59:30.167293 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce923bee-1492-473f-ae73-8aaa4c38c300 req-8b46d912-e056-4329-b37f-ecb746ae30c1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361176 Sep 24 19:59:31.279058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f8a7-d00f-476f-b1e6-592ef3e1f466 req-05c27e8a-4d54-4969-8df0-ad0575dc67a0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:31.280688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ab3f8a7-d00f-476f-b1e6-592ef3e1f466 req-05c27e8a-4d54-4969-8df0-ad0575dc67a0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 944 time: 0.0486238 Sep 24 19:59:31.318226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3ab3f8a7-d00f-476f-b1e6-592ef3e1f466 req-39f4a75b-3036-4f13-96b8-b8f863431ebe tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Sep 24 19:59:31.481526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 29a4141d-8811-4934-8bf7-cd74e2c87b3e up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 19:59:31.528710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 29a4141d-8811-4934-8bf7-cd74e2c87b3e completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 19:59:31.532328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 29a4141d-8811-4934-8bf7-cd74e2c87b3e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 19:59:31.532647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:31.609203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:31.630336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:59:31.632593 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8845fd-442b-4ad7-bcd4-c38e49976386" -d '{"events": [{"server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "name": "network-vif-plugged", "status": "completed", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:59:31.644350 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 19:59:31.649373 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:31.674322 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 19:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98512a56-bc37-4e1b-ae7c-2b268c82f964 x-openstack-request-id: req-98512a56-bc37-4e1b-ae7c-2b268c82f964 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:59:31.674616 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "name": "network-vif-plugged", "status": "completed", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:59:31.674901 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98512a56-bc37-4e1b-ae7c-2b268c82f964 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:59:31.675299 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'code': 200} Sep 24 19:59:31.699142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:31.770961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f770f9-c33d-44b2-ba74-c2eb1b896d75 req-7d986dc3-cc35-4e0e-86cb-06d8b032c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:31.772571 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57f770f9-c33d-44b2-ba74-c2eb1b896d75 req-7d986dc3-cc35-4e0e-86cb-06d8b032c240 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1096 time: 0.0408180 Sep 24 19:59:31.807853 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-57f770f9-c33d-44b2-ba74-c2eb1b896d75 req-ad64ad5a-bc95-42ae-ac19-f895bfb67446 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284073 Sep 24 19:59:32.431272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ef7d-91a7-40af-b784-71d67856b33c req-0e8e24fd-3f6a-4a4b-bf82-15f3602089c2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:32.432674 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75b1ef7d-91a7-40af-b784-71d67856b33c req-0e8e24fd-3f6a-4a4b-bf82-15f3602089c2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0483429 Sep 24 19:59:32.473419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75b1ef7d-91a7-40af-b784-71d67856b33c req-26048c7b-fa22-4d9e-acbe-4cee22aec549 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Sep 24 19:59:33.588138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3ef79-64e8-481d-be58-ba349973b39a req-ddebfa8f-e884-42ae-942b-e8aa914a0472 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:33.589615 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21c3ef79-64e8-481d-be58-ba349973b39a req-ddebfa8f-e884-42ae-942b-e8aa914a0472 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0482993 Sep 24 19:59:33.627116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-21c3ef79-64e8-481d-be58-ba349973b39a req-0ef1008b-e02f-4385-8d42-a0343ad01a29 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Sep 24 19:59:33.746176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84c17-f8f6-4f03-b93e-6f8114acb862 req-56b00d0f-be02-4a50-be56-69d6d16ed4a3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:33.747717 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ac84c17-f8f6-4f03-b93e-6f8114acb862 req-56b00d0f-be02-4a50-be56-69d6d16ed4a3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0554676 Sep 24 19:59:33.768512 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:33.786731 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ac84c17-f8f6-4f03-b93e-6f8114acb862 req-3d926443-4923-4d6a-8680-0120ca62633d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328877 Sep 24 19:59:33.807917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51860) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:33.846377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4be40-e1b1-4785-8d91-68a33cc886b0 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:33.847953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4ac4be40-e1b1-4785-8d91-68a33cc886b0 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1091 time: 0.0390360 Sep 24 19:59:33.851228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51862) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:33.855401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 19:59:33.875682 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:33.972951 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.077833 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.156 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/abfa4f33-c5ad-43d6-add6-445d3c8ca09f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 19:59:34.183081 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.216575 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.251538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 19:59:34.254944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 19:59:34.258389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 19:59:34.287731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=abfa4f33-c5ad-43d6-add6-445d3c8ca09f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:34.617989 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.685748 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.841991 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.846531 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:34.914009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=abfa4f33-c5ad-43d6-add6-445d3c8ca09f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 19:59:34.923879 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:35.029365 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP c2ba6b42-6eac-4005-bc6d-8095e5639d9a associated. External IP: 172.25.5.156, port: 29a4141d-8811-4934-8bf7-cd74e2c87b3e. Sep 24 19:59:35.236573 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 19:59:35.342355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 19:59:35.351989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Sync routers for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 19:59:35.357716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:35.360770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:35.361403 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:35.385681 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2a0b78fa-054d-4a06-bd84-3679b752f671 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5334592 Sep 24 19:59:35.386610 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 19:59:35.389065 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014" -d '{"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 19:59:35.427185 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 19:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64671b66-dc39-41a3-b383-bfc859ed75d2 x-openstack-request-id: req-64671b66-dc39-41a3-b383-bfc859ed75d2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 19:59:35.427481 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 19:59:35.427733 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64671b66-dc39-41a3-b383-bfc859ed75d2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 19:59:35.428140 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'status': 'completed', 'code': 200} Sep 24 19:59:35.470686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:35.517829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640ecf-c971-49ac-85b6-faf15f42bb94 req-5f3d5d8d-b4e8-40e8-8e45-30424bed43a0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:35.519360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79640ecf-c971-49ac-85b6-faf15f42bb94 req-5f3d5d8d-b4e8-40e8-8e45-30424bed43a0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0815330 Sep 24 19:59:35.521121 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-1bd553cd-7f5d-4198-863f-884d256bc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:35.522486 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-1bd553cd-7f5d-4198-863f-884d256bc4a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1096 time: 0.0730376 Sep 24 19:59:35.585020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79640ecf-c971-49ac-85b6-faf15f42bb94 req-4ec1d526-4486-47a0-b976-889e91c310e3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592041 Sep 24 19:59:35.607497 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:35.638358 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-83a64525-8e83-4b9e-aeec-256129d61044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:35.639895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-83a64525-8e83-4b9e-aeec-256129d61044 service neutron] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 897 time: 0.1084363 Sep 24 19:59:35.682391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6c5e9cc1-22bc-4d5e-b894-c15749ad97ad tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c2ba6b42-6eac-4005-bc6d-8095e5639d9a HTTP/1.1" status: 200 len: 991 time: 0.0731406 Sep 24 19:59:35.703701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c2ba6b42-6eac-4005-bc6d-8095e5639d9a', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'port_id': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'mac_address': 'fa:16:3e:66:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:59:34Z', 'updated_at': '2021-09-24T19:59:34Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:35.730618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Checking router: 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 19:59:35.740023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 19:59:35.740686 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T19:59:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:35.849992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 19:59:36.020848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-737b5123-8b30-4525-882f-f66f50919fc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 999 time: 0.3738105 Sep 24 19:59:36.082892 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-c791ddcb-238c-424e-86d9-a7b646e643b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:36.084385 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-c791ddcb-238c-424e-86d9-a7b646e643b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0571358 Sep 24 19:59:36.100770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c2ba6b42-6eac-4005-bc6d-8095e5639d9a', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'port_id': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'mac_address': 'fa:16:3e:66:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:59:34Z', 'updated_at': '2021-09-24T19:59:34Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 19:59:36.128098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06300a7e-e6ad-4058-afbb-8a53baaa2774 None None] The sync data for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 is: [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c2ba6b42-6eac-4005-bc6d-8095e5639d9a', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'port_id': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'mac_address': 'fa:16:3e:66:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T19:59:34Z', 'updated_at': '2021-09-24T19:59:34Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 19:59:36.133242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-73a88e98-ddad-49e6-a52b-4db03599f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 19:59:36.134798 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-73a88e98-ddad-49e6-a52b-4db03599f239 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434344 Sep 24 19:59:36.231434 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-3e0b0197-f1e2-4481-8957-43390dd29fc1 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Sep 24 19:59:36.314366 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10877da-4e1e-4faa-a8d3-2efff99966d2 None None] New status for floating IP c2ba6b42-6eac-4005-bc6d-8095e5639d9a: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 19:59:36.325901 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ce5beb21-890b-4dd5-b53b-6ccfadfcb014 req-6da061be-86fc-4f78-87a7-2d486b816c2c service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Sep 24 19:59:36.686411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 19:59:36.744510 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f41c07ab-885a-4615-8ec1-f8a2acd8cdce tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c2ba6b42-6eac-4005-bc6d-8095e5639d9a HTTP/1.1" status: 200 len: 993 time: 0.0569565 Sep 24 19:59:39.466635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:50.369136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74d98876-c46d-4a58-a3dc-cf7f4f5d8afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:53.014030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0437d59-75bf-4934-bc38-20f9dc9ea071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:53.423720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:54.375121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 19:59:55.699364 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 19:59:56.118472 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:03.775019 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:08.154583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-4d1533e8-db13-4aaa-a7c8-de3113f5605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:08.156155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-4d1533e8-db13-4aaa-a7c8-de3113f5605f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1096 time: 0.0807178 Sep 24 20:00:08.167266 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e04b-9b5b-403b-bf2a-f75aebb19c30 req-2d488189-8177-4056-8b50-e4abdf632d11 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:08.168667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65a7e04b-9b5b-403b-bf2a-f75aebb19c30 req-2d488189-8177-4056-8b50-e4abdf632d11 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0920405 Sep 24 20:00:08.259030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65a7e04b-9b5b-403b-bf2a-f75aebb19c30 req-3dc6a5e2-5b53-4fa8-96ea-3489eec8489b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819163 Sep 24 20:00:08.280829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-6b59fae6-b6ce-4b57-84b1-5b6861152e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:08.282307 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-6b59fae6-b6ce-4b57-84b1-5b6861152e7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 897 time: 0.1127677 Sep 24 20:00:08.346924 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-8f7cfa4c-3f28-455f-b1d7-2adfa7661625 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 1001 time: 0.0561495 Sep 24 20:00:08.395561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-6df03fee-3946-4629-b504-ba2b40164a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:08.397015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-6df03fee-3946-4629-b504-ba2b40164a2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0425136 Sep 24 20:00:08.446529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-bd88ab23-69a0-461a-a69c-43b75b538f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:08.448067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-bd88ab23-69a0-461a-a69c-43b75b538f15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432951 Sep 24 20:00:08.537837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-da790b41-549f-4fe8-9300-e87abf298824 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809591 Sep 24 20:00:08.629250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bd01947c-72e7-4fec-af07-a7f60f7a10a6 req-1d73fc56-509a-4693-a8f3-9c4712cda262 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Sep 24 20:00:09.374083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e2faf-552a-4fd0-ab00-cd26f2ed288f req-7dc41372-ceaa-4860-b962-2de46a6c7f6b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:09.375654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-552e2faf-552a-4fd0-ab00-cd26f2ed288f req-7dc41372-ceaa-4860-b962-2de46a6c7f6b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0488598 Sep 24 20:00:09.414381 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-552e2faf-552a-4fd0-ab00-cd26f2ed288f req-8fab9887-de8d-433a-8b04-20fcdacd7dac tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Sep 24 20:00:09.468021 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:10.556187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018473-de40-421a-8850-be78d25453ae req-b38ca9a4-d757-4a2a-94b6-88f29d490d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:10.557720 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-b38ca9a4-d757-4a2a-94b6-88f29d490d94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1096 time: 0.0774779 Sep 24 20:00:10.578493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e115-2b64-4552-a465-f5573033906a req-4ddcb23e-6a69-4488-a82c-c3d4df8b3677 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:10.580263 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9af5e115-2b64-4552-a465-f5573033906a req-4ddcb23e-6a69-4488-a82c-c3d4df8b3677 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0743058 Sep 24 20:00:10.670104 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9af5e115-2b64-4552-a465-f5573033906a req-deb6df83-8ec0-4d9c-bb80-075eab4c0440 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807087 Sep 24 20:00:10.692538 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018473-de40-421a-8850-be78d25453ae req-fdf38a3c-48f1-41e0-9e6d-a534c54aba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:10.694128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-fdf38a3c-48f1-41e0-9e6d-a534c54aba08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 897 time: 0.1128135 Sep 24 20:00:10.761895 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-dfb69a6c-699c-4176-9d2d-400790f2dfb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 1001 time: 0.0608792 Sep 24 20:00:10.814357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018473-de40-421a-8850-be78d25453ae req-1da8cd83-e58f-4685-8ab3-42fd45d98be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:10.815858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-1da8cd83-e58f-4685-8ab3-42fd45d98be6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0463650 Sep 24 20:00:10.860477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018473-de40-421a-8850-be78d25453ae req-b40d966f-c1af-48ac-9fb1-5f8124abbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:10.861944 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-b40d966f-c1af-48ac-9fb1-5f8124abbfaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394547 Sep 24 20:00:10.953858 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-1b04cc16-ee6b-4652-95d3-c37dce351bdc service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Sep 24 20:00:11.044211 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bc018473-de40-421a-8850-be78d25453ae req-26ca1d27-b499-43d1-92f4-9b4f7829f249 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823781 Sep 24 20:00:11.787848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ccad8-1beb-4011-9ea0-c68788f6d293 req-db527592-82ad-4970-a20a-a0c36b922894 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:11.789346 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-019ccad8-1beb-4011-9ea0-c68788f6d293 req-db527592-82ad-4970-a20a-a0c36b922894 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0529954 Sep 24 20:00:11.827637 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-019ccad8-1beb-4011-9ea0-c68788f6d293 req-9f451754-82ce-4ee7-9e34-457e38cfa743 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Sep 24 20:00:12.941577 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d297ea-431e-43c4-a0ec-7aa9824b628e req-7a538925-9916-49c0-a5dd-be35d689a367 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:12.943081 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0d297ea-431e-43c4-a0ec-7aa9824b628e req-7a538925-9916-49c0-a5dd-be35d689a367 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0488191 Sep 24 20:00:12.980281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0d297ea-431e-43c4-a0ec-7aa9824b628e req-6a45b684-79f5-4dcf-b5d4-6def030ab53f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Sep 24 20:00:14.095688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65f59-3c4b-4af9-8460-319139987924 req-de20f5d6-3bf4-42c8-9891-0bd8f8118754 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:14.097228 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba65f59-3c4b-4af9-8460-319139987924 req-de20f5d6-3bf4-42c8-9891-0bd8f8118754 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0501966 Sep 24 20:00:14.135076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0ba65f59-3c4b-4af9-8460-319139987924 req-d5bd70af-ed2b-444a-b13b-af953f83f12e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Sep 24 20:00:15.254025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a717c-ef79-4258-9875-53aab3594e73 req-f1e2c397-6c68-4901-8538-963a7409ca85 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:15.255554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a3a717c-ef79-4258-9875-53aab3594e73 req-f1e2c397-6c68-4901-8538-963a7409ca85 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0525100 Sep 24 20:00:15.292343 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a3a717c-ef79-4258-9875-53aab3594e73 req-b5a5b3aa-e128-448a-b755-bd270ae9fe1d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302262 Sep 24 20:00:16.406290 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1348-8030-4a47-98ff-2c27aebd7ae6 req-8bc57bd5-2bb5-4237-b693-b324947e133b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:16.407804 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29cd1348-8030-4a47-98ff-2c27aebd7ae6 req-8bc57bd5-2bb5-4237-b693-b324947e133b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0483911 Sep 24 20:00:16.446213 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-29cd1348-8030-4a47-98ff-2c27aebd7ae6 req-b75b5e83-2d9e-4c52-a3b2-856e2f97d201 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Sep 24 20:00:17.564664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc4c7c-76c5-4b41-a899-c6c461ef1d66 req-1936dd2f-38d1-40e7-89c3-0056c3bcd440 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:17.566183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8afc4c7c-76c5-4b41-a899-c6c461ef1d66 req-1936dd2f-38d1-40e7-89c3-0056c3bcd440 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0544577 Sep 24 20:00:17.604168 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8afc4c7c-76c5-4b41-a899-c6c461ef1d66 req-206a7dc7-51a9-4963-a067-7c1b7d5cdd4d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Sep 24 20:00:18.721696 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184ad95-3e7e-4fa7-9b63-30d1f9ef3a37 req-aa234d57-3740-4b7a-a6ab-d1c115a4ef0b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:18.723217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b184ad95-3e7e-4fa7-9b63-30d1f9ef3a37 req-aa234d57-3740-4b7a-a6ab-d1c115a4ef0b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0533204 Sep 24 20:00:18.760243 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b184ad95-3e7e-4fa7-9b63-30d1f9ef3a37 req-61e00ecd-8b6c-4bb2-83cb-e1e07bd17e2e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Sep 24 20:00:19.877034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16383-7e1e-4af4-91b6-c7ca8f11d130 req-e4e0e5f7-acf4-453c-885e-c6cbf01286b6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:19.878461 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47b16383-7e1e-4af4-91b6-c7ca8f11d130 req-e4e0e5f7-acf4-453c-885e-c6cbf01286b6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0524249 Sep 24 20:00:19.916383 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-47b16383-7e1e-4af4-91b6-c7ca8f11d130 req-ea86b397-60be-4b23-89c6-a77551e5706a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Sep 24 20:00:20.369905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b5d695dd-dfff-4395-bb3f-02bbe844f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:21.031571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297c9c-86f0-4bed-aacc-6b90d1a39538 req-24384ab6-25d7-4210-9924-53f86d12e4bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:21.033072 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd297c9c-86f0-4bed-aacc-6b90d1a39538 req-24384ab6-25d7-4210-9924-53f86d12e4bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0488467 Sep 24 20:00:21.071097 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd297c9c-86f0-4bed-aacc-6b90d1a39538 req-d824ce0c-1d1c-4947-91fc-d64db25dbbf3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Sep 24 20:00:22.199033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07e2bb-71a8-4873-9941-f5ca45884e74 req-602b9202-6cff-4a9b-a26d-b453976ee913 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:22.200544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc07e2bb-71a8-4873-9941-f5ca45884e74 req-602b9202-6cff-4a9b-a26d-b453976ee913 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0576582 Sep 24 20:00:22.238573 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc07e2bb-71a8-4873-9941-f5ca45884e74 req-dd95e0f5-110c-4c3c-ba9d-f9564e15999b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Sep 24 20:00:23.014300 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39dfa0c2-9038-4ca2-ab0c-218f05f291f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:23.353534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e285-d860-4627-891a-7d252cdd1add req-5951ac86-c064-4785-94d7-137bb8a3a5ca tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:23.355091 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa84e285-d860-4627-891a-7d252cdd1add req-5951ac86-c064-4785-94d7-137bb8a3a5ca tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0492897 Sep 24 20:00:23.392967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa84e285-d860-4627-891a-7d252cdd1add req-882736aa-b390-429f-af3a-fdb4e32b0a8b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Sep 24 20:00:23.424115 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:24.378203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:24.506571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263579-c03b-4b2d-8eea-b6d1afd16b7e req-107c36ec-1724-4bef-9981-762a7acd1ec0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:24.508172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b263579-c03b-4b2d-8eea-b6d1afd16b7e req-107c36ec-1724-4bef-9981-762a7acd1ec0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0485532 Sep 24 20:00:24.546165 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0b263579-c03b-4b2d-8eea-b6d1afd16b7e req-44fea7f4-d27e-4e29-b5e1-bd7847cc0c25 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Sep 24 20:00:24.567992 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51926) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:00:24.630812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-81712d08-3370-4fb5-9b04-3dba30dc1b55 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c2ba6b42-6eac-4005-bc6d-8095e5639d9a HTTP/1.1" status: 200 len: 993 time: 0.0616059 Sep 24 20:00:26.121337 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:32.699022 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:00:33.791508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:39.466139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:50.371109 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6baa992-b956-40f5-914b-b81017628529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:53.014369 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-392c2678-bdaa-450e-aac0-e34443b4827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:53.425246 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:54.380117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:54.982609 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:00:55.144021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port abfa4f33-c5ad-43d6-add6-445d3c8ca09f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:00:55.144364 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:55.500682 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:55.501007 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:55.512364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for abfa4f33-c5ad-43d6-add6-445d3c8ca09f owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:00:55.654896 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:55.678739 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=abfa4f33-c5ad-43d6-add6-445d3c8ca09f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:00:55.702643 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.703010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.703348 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.703676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.704004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.704330 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.704652 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.704972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.705295 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.705607 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.705921 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.706234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:55.748179 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:55.748501 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP c2ba6b42-6eac-4005-bc6d-8095e5639d9a disassociated (deleted). External IP: 172.25.5.156, port: 29a4141d-8811-4934-8bf7-cd74e2c87b3e. Sep 24 20:00:55.949284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:00:56.055109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:00:56.060481 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:56.065187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Sync routers for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:00:56.074192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:00:56.074813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:00:56.086648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f66b9727-dc6a-42a8-81df-6702e3e32c38 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/floatingips/c2ba6b42-6eac-4005-bc6d-8095e5639d9a HTTP/1.1" status: 204 len: 168 time: 1.1029618 Sep 24 20:00:56.087251 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:00:56.090293 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808c4f6-7073-46e2-989c-8e5d0f19dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:00:56.182481 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:56.187618 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39341b75-cbc4-415c-99e2-e7098495eae4 x-openstack-request-id: req-39341b75-cbc4-415c-99e2-e7098495eae4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:00:56.187947 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:00:56.188195 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39341b75-cbc4-415c-99e2-e7098495eae4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:00:56.188595 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'status': 'completed', 'code': 200} Sep 24 20:00:56.194457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:00:56.259112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-c65e816c-0722-4332-8a19-4ae4ed3bb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:56.261436 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-c65e816c-0722-4332-8a19-4ae4ed3bb451 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 1096 time: 0.0445378 Sep 24 20:00:56.380218 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc04b-86fe-4909-8a03-e6fca469a474 req-a5e1b8f1-f781-44c6-807d-d1fc73b2a07e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:56.381718 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bfc04b-86fe-4909-8a03-e6fca469a474 req-a5e1b8f1-f781-44c6-807d-d1fc73b2a07e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0939114 Sep 24 20:00:56.394825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:00:56.403013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-16c53e78-7b76-435c-bbf3-2c43aa183c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:56.404452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-16c53e78-7b76-435c-bbf3-2c43aa183c3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 200 len: 897 time: 0.1349595 Sep 24 20:00:56.421174 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Checking router: 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:00:56.429292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:00:56.429913 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:00:56.454357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-aad286bb-847d-4055-8d70-96e69616d570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 200 len: 217 time: 0.0412045 Sep 24 20:00:56.492411 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0bfc04b-86fe-4909-8a03-e6fca469a474 req-b7721ff8-23b1-4fd5-8bb0-93ebdf61c252 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992382 Sep 24 20:00:56.513410 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-26f2e2a8-f16d-41e1-833e-63b495f2c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:56.514926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-26f2e2a8-f16d-41e1-833e-63b495f2c436 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 200 len: 835 time: 0.0535707 Sep 24 20:00:56.535923 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:00:56.562746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-f3f35363-bd76-46da-a365-0b94d74fc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:56.564315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-f3f35363-bd76-46da-a365-0b94d74fc2ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=326c5e96-cfb7-4094-8e05-122650e6584d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410466 Sep 24 20:00:56.665415 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-d3708fbc-7a3c-4abb-9ab8-ec0e28d426f2 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918968 Sep 24 20:00:56.736866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:00:56.756969 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c808c4f6-7073-46e2-989c-8e5d0f19dc69 req-874415cd-a248-460d-8ba0-9ce3e2de6ee3 service neutron] 10.222.0.69 "GET /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Sep 24 20:00:56.762945 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6b7c0-66c6-42b9-80b3-0707e2576d55 None None] The sync data for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 is: [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T19:59:22Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '2d577952-d884-434a-a3f7-c4db1892f7b5', 'name': '', 'network_id': '326c5e96-cfb7-4094-8e05-122650e6584d', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:34:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:21Z', 'updated_at': '2021-09-24T19:59:25Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'fe1c7db3-4a1e-4619-9484-a42790cd9530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:00:56.972061 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8205f0-124f-4d34-a659-eb05ba425c3a None None] New status for floating IP c2ba6b42-6eac-4005-bc6d-8095e5639d9a: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:00:57.620694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57cab-54f2-46c0-88c6-ed0f937643af req-84b8a0f4-60de-4f1a-9e3b-c83993606c56 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:57.622215 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4b57cab-54f2-46c0-88c6-ed0f937643af req-84b8a0f4-60de-4f1a-9e3b-c83993606c56 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0483239 Sep 24 20:00:57.668096 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4b57cab-54f2-46c0-88c6-ed0f937643af req-56cdc9c6-5ff9-4238-b081-a7e944c0afed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Sep 24 20:00:57.770807 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-2da111c5-02ee-43a6-805d-968e316e7432 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:00:57.772299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-2da111c5-02ee-43a6-805d-968e316e7432 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/ports?device_id=00c74853-dc37-4e85-9dd2-0f5f533d046b HTTP/1.1" status: 200 len: 945 time: 0.0482905 Sep 24 20:00:57.859301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 29a4141d-8811-4934-8bf7-cd74e2c87b3e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:00:57.859643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:57.949382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 29a4141d-8811-4934-8bf7-cd74e2c87b3e, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=29a4141d-8811-4934-8bf7-cd74e2c87b3e,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:00:57.949741 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:57.963595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 29a4141d-8811-4934-8bf7-cd74e2c87b3e owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:00:58.095094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:58.123883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=29a4141d-8811-4934-8bf7-cd74e2c87b3e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:00:58.136056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.136413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.136758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.137100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.137438 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.137776 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.138112 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.138442 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.138780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.139148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.139476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.139801 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:00:58.174268 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] No DVR routers for this DVR port 29a4141d-8811-4934-8bf7-cd74e2c87b3e on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:00:58.176802 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:58.178778 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b58baf11-0bd5-45b0-917e-ac21a55809f7 req-baaf110e-77f5-4fea-8ec4-ded347cfd8e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "DELETE /v2.0/ports/29a4141d-8811-4934-8bf7-cd74e2c87b3e HTTP/1.1" status: 204 len: 173 time: 0.4007342 Sep 24 20:00:58.179250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'name': 'network-vif-deleted', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:00:58.181539 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14126f27-ba7c-4b81-b192-82f462c24bb2" -d '{"events": [{"server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "name": "network-vif-deleted", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:00:58.216842 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77808c5-029e-4197-b7e7-14a3a15d70c1 x-openstack-request-id: req-f77808c5-029e-4197-b7e7-14a3a15d70c1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:00:58.217145 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c74853-dc37-4e85-9dd2-0f5f533d046b", "name": "network-vif-deleted", "tag": "29a4141d-8811-4934-8bf7-cd74e2c87b3e", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:00:58.217420 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f77808c5-029e-4197-b7e7-14a3a15d70c1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:00:58.217825 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c74853-dc37-4e85-9dd2-0f5f533d046b', 'name': 'network-vif-deleted', 'tag': '29a4141d-8811-4934-8bf7-cd74e2c87b3e', 'status': 'completed', 'code': 200} Sep 24 20:00:58.723776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:00:59.078434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:59.331188 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 2d577952-d884-434a-a3f7-c4db1892f7b5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:00:59.331536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:59.421385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 2d577952-d884-434a-a3f7-c4db1892f7b5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2d577952-d884-434a-a3f7-c4db1892f7b5,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:00:59.421749 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:59.433285 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 2d577952-d884-434a-a3f7-c4db1892f7b5 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:00:59.625140 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:00:59.657824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=2d577952-d884-434a-a3f7-c4db1892f7b5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:00:59.808636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 29a4141d-8811-4934-8bf7-cd74e2c87b3e no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:00:59.830166 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 29a4141d-8811-4934-8bf7-cd74e2c87b3e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:00:59.830728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 29a4141d-8811-4934-8bf7-cd74e2c87b3e not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:00:59.834755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.059411 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:01:00.174799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:01:00.180078 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2bb3f2d4-9d4e-4845-b82b-53767502cb43 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552078 Sep 24 20:01:00.183307 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:00.184898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Sync routers for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:01:00.195324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:00.195946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:00.236857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting subnet fe1c7db3-4a1e-4619-9484-a42790cd9530 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:01:00.239875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.279040 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.302880 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:00.359736 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.421795 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.448556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1c7db3-4a1e-4619-9484-a42790cd9530,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:00.452270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.454134 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e910577f-f2ee-4f5b-8c83-d3f255da5129 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/subnets/fe1c7db3-4a1e-4619-9484-a42790cd9530 HTTP/1.1" status: 204 len: 168 time: 0.2698638 Sep 24 20:01:00.456813 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:00.465139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb88f6ba-1f47-4cc0-822f-c8f0ea1f97ff None None] Network 326c5e96-cfb7-4094-8e05-122650e6584d requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:01:00.580540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T20:00:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:00.614782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Checking router: 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:01:00.628996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Routers {'572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:00.629641 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:00.729101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] DHCP port deletion for 326c5e96-cfb7-4094-8e05-122650e6584d request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:01:00.773007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] Set router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:00.858144 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.893561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Deleting port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:01:00.894132 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:00.961742 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.001511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] For port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,segment=NetworkSegment(94d530b7-921e-4ee8-b479-e39f9ee20f83),segment_id=94d530b7-921e-4ee8-b479-e39f9ee20f83)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:01.001916 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.013265 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 91fc1273-aac7-404b-8bf6-8d1641752a06 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:01:01.013612 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.019859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Calling delete_port for 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:01:01.076861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T20:00:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:01.091536 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 91fc1273-aac7-404b-8bf6-8d1641752a06, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=91fc1273-aac7-404b-8bf6-8d1641752a06,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:01.091921 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.105200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 91fc1273-aac7-404b-8bf6-8d1641752a06 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:01:01.115718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d68b3c-e4d5-4614-b86b-2d01ab185315 None None] The sync data for ids ['572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d'] in n-d-810952-2 is: [{'id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354686008', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T19:59:18Z', 'updated_at': '2021-09-24T20:00:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '91fc1273-aac7-404b-8bf6-8d1641752a06', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T19:59:19Z', 'updated_at': '2021-09-24T19:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:01:01.140080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.169117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Pushing event deleted for resources: {'Port': ['ID=97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:01.177067 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] No DVR routers for this DVR port 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:01:01.179462 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.179804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.180139 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.180469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.181594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.181594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.181594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.181899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.182568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.182905 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.183224 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.183541 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1f195-e552-4f4d-9f1a-cdd832829fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:01.280996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.307597 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=91fc1273-aac7-404b-8bf6-8d1641752a06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:01.367255 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.455193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.457775 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.506102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.506676 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Fanout notify agent at l3_agent the message router_deleted on router 572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:01:01.515120 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.516245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-54f0818e-d073-4b58-be74-2f43d89380c5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/routers/572bdb5e-1fd1-4a0a-afd0-5b85bce2db1d HTTP/1.1" status: 204 len: 168 time: 1.0585341 Sep 24 20:01:01.519097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:01.605163 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.690710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.717632 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326c5e96-cfb7-4094-8e05-122650e6584d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:01.727598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d530b7-921e-4ee8-b479-e39f9ee20f83') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:01.727888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d530b7-921e-4ee8-b479-e39f9ee20f83') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:01.738094 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.751327 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.761901 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:01:01.762350 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: timer() Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:01:01.765477 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:01:01.823226 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.832556 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.834174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/networks/326c5e96-cfb7-4094-8e05-122650e6584d HTTP/1.1" status: 204 len: 168 time: 0.3141460 Sep 24 20:01:01.837043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51966) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:01.843582 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175854a-50bf-46d5-a852-0473b1306000 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Network': ['ID=326c5e96-cfb7-4094-8e05-122650e6584d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:01.894810 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.920023 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.982843 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.985418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:01.986588 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/security-groups/f89e84e0-bc54-4cd3-bfe3-b8887f975eb0 HTTP/1.1" status: 204 len: 168 time: 0.1485002 Sep 24 20:01:01.995862 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c812f-87a5-4b9a-85e0-1244648148e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e84e0-bc54-4cd3-bfe3-b8887f975eb0,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.244813 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51972) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.250123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985530911', 'description': 'tempest-secgroup-smoke-1985530911 description', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.272495 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.351846 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.355940 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.383063 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.384282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378281 Sep 24 20:01:02.386164 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2542c-332d-4081-b97e-3f74c7a64227 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.387380 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.392082 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.417854 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.471878 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.475191 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.496738 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0e9b48-bc9d-4d21-afb8-49e2769d213c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.502995 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.506706 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dfa7ca2a-dede-434b-a286-9abe8464bd0a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157348 Sep 24 20:01:02.507034 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.511394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.536628 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.593996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.597575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.615576 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5c78da-2459-47f1-8c2d-77f30f49d48e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.616189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:01:02.621925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.623237 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6d79e599-bbcc-48b0-94ce-3a32245108db tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152651 Sep 24 20:01:02.625790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.630124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.639758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:01:02.640107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 97cbc6f6-e7e3-4dfa-90f2-124cc2cbd239 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:01:02.640523 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d577952-d884-434a-a3f7-c4db1892f7b5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:01:02.656688 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.659629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2d577952-d884-434a-a3f7-c4db1892f7b5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:01:02.659980 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2d577952-d884-434a-a3f7-c4db1892f7b5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:01:02.660386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91fc1273-aac7-404b-8bf6-8d1641752a06 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:01:02.682237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 91fc1273-aac7-404b-8bf6-8d1641752a06 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:01:02.682581 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 91fc1273-aac7-404b-8bf6-8d1641752a06 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:01:02.717300 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.722206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.741149 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d49cda-bc68-44f2-9c02-396bed72cde2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.747624 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.748831 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-de5ee79c-4f3f-43fa-b55c-08c707e28864 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220956 Sep 24 20:01:02.751523 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.756038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.781407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.838071 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.842183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.861844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbaca79-79a2-45d0-8a88-ff1ae6fca0d8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.867772 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.868289 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4b5e6005-8af8-4bd1-91d2-6495283fcc2b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158252 Sep 24 20:01:02.871054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.875309 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:02.895727 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:01:02.900294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.958629 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.962046 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.979745 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86299841-e3db-4979-975a-5ff54f3594b5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:02.984652 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:02.985835 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-363db6bd-d2fb-4a5e-9d59-607ee6d66320 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138663 Sep 24 20:01:02.988649 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:02.992964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'e4ac8e7b-4381-46dc-b628-aa5659ca3dd7', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:03.014200 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:01:03.018824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.079524 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.083030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.102117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914a12f5-90ad-4d51-bea1-1fc2c69bb862,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:03.106079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.107322 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-eb49c267-80a3-4f2f-ae82-85b36a4e1eb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177552 Sep 24 20:01:03.110139 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:03.114988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'network': {'name': 'tempest-network-smoke--620714410', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:03.136561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:01:03.140128 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.162531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:01:03.171762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.172138 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Added segment eae99d5b-dc86-4992-af3f-c46d2940d4e8 of type vlan for network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 Sep 24 20:01:03.213383 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.241798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.248033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:03.248608 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.276121 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1648657 Sep 24 20:01:03.278783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51988) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:03.283398 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'admin_state_up': True, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:03.307669 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.308949 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.316625 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98b76-2dcc-4dd3-a41e-10ffdb436be6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Network': ['ID=c98eb738-3daa-42f5-b7b9-673a1b5a68b5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:03.327615 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:01:03.363511 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.500683 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.686899 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.705245 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.791162 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.806488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.47 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/2f50764f-b0ce-4986-9acf-9ab44312e51a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:01:03.910362 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.942761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:03.980857 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:03.985105 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:03.991661 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:01:03.994402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=2f50764f-b0ce-4986-9acf-9ab44312e51a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:04.233640 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:04.422554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:04.544055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:01:04.947514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:01:04.957312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Sync routers for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:01:04.966066 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:04.966686 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:04.966838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:04.968011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-90b953dc-0a92-4f1f-86a6-9f31488fc773 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6881909 Sep 24 20:01:04.972089 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51990) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:05.000719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b4cfcdec-56ed-4e5f-ad5b-9ea456cc9454 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=55df7b603b2b4624ac0cdb137f48bce0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275049 Sep 24 20:01:05.003251 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 51992) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:05.069933 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:05.091512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df11ad4-e279-4e49-83d2-c2676b504dbf tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:05.093018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0df11ad4-e279-4e49-83d2-c2676b504dbf tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888603 Sep 24 20:01:05.095981 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:05.125549 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-6bb1af58-a80b-4b97-9ae1-b04247097c20 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283654 Sep 24 20:01:05.128035 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:05.132725 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384700154', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:05.222749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:01:05.226311 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.248397 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:04Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:05.273331 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Checking router: 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:01:05.273679 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Updating router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 port 2f50764f-b0ce-4986-9acf-9ab44312e51a binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:01:05.298463 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.416614 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.478001 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Subnet': ['ID=7c56696e-d206-4057-ad7b-b8af5f20aff7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:05.486482 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Checking segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:01:05.486847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network hostable DHCP agents. Network: c98eb738-3daa-42f5-b7b9-673a1b5a68b5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:01:05.503310 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:01:05.511357 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c98eb738-3daa-42f5-b7b9-673a1b5a68b5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:05.515388 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:05.515982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.524791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d90904-d45b-4633-99ac-fe435e2da705 None None] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:01:05.533517 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c08ae112-f47d-4f80-a049-fd0dde8300d6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018185 Sep 24 20:01:05.533682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 51998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:05.640529 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.648039 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.676019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:01:05.676780 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.691555 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Attempting to bind port 2f50764f-b0ce-4986-9acf-9ab44312e51a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:01:05.691929 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Attempting to bind port 2f50764f-b0ce-4986-9acf-9ab44312e51a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:01:05.692297 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Attempting to bind port 2f50764f-b0ce-4986-9acf-9ab44312e51a on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:01:05.702087 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:01:05.702480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:01:05.702924 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.703281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:01:05.703743 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Bound port: 2f50764f-b0ce-4986-9acf-9ab44312e51a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:01:05.704147 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.737364 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Pushing event updated for resources: {'Port': ['ID=2f50764f-b0ce-4986-9acf-9ab44312e51a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:05.756495 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.756861 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.757166 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.757497 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.757823 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.758639 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.758639 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.758881 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.759094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.759424 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.759742 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.760061 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:01:05.784609 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] For port 2f50764f-b0ce-4986-9acf-9ab44312e51a, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:01:05.788213 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] For port 2f50764f-b0ce-4986-9acf-9ab44312e51a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f50764f-b0ce-4986-9acf-9ab44312e51a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:01:05.792345 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.816791 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Allocated IP 172.20.0.2 (c98eb738-3daa-42f5-b7b9-673a1b5a68b5/7c56696e-d206-4057-ad7b-b8af5f20aff7/3590a05b-a8b4-4bd3-b554-fe0240157686) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:01:05.850312 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:05.851072 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:05.856289 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f7997-b760-4b36-900e-4b16b81f3f6d None None] Pushing event updated for resources: {'Port': ['ID=2f50764f-b0ce-4986-9acf-9ab44312e51a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:05.960298 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:05.964895 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:05.972122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.017655 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.018694 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:06.028293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:06.030183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Pushing event updated for resources: {'Port': ['ID=3590a05b-a8b4-4bd3-b554-fe0240157686,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:06.032533 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:01:06.086079 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Attempting to bind port 3590a05b-a8b4-4bd3-b554-fe0240157686 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:01:06.086459 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Attempting to bind port 3590a05b-a8b4-4bd3-b554-fe0240157686 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:01:06.086831 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Attempting to bind port 3590a05b-a8b4-4bd3-b554-fe0240157686 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:01:06.092940 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:01:06.093320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Checking segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:01:06.093820 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.094142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Bound using segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:01:06.094597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Bound port: 3590a05b-a8b4-4bd3-b554-fe0240157686, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:01:06.095013 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.159136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] For port 3590a05b-a8b4-4bd3-b554-fe0240157686, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:01:06.161251 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:04Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:06.163439 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] For port 3590a05b-a8b4-4bd3-b554-fe0240157686, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3590a05b-a8b4-4bd3-b554-fe0240157686,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:01:06.168467 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.194260 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecfb8d-336f-4c19-a2e0-51099a7e734d None None] The sync data for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 is: [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:04Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:01:06.236054 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe501921-8015-4108-9914-0bd869ff2ef1 None None] Pushing event updated for resources: {'Port': ['ID=3590a05b-a8b4-4bd3-b554-fe0240157686,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:06.324287 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.1 (c98eb738-3daa-42f5-b7b9-673a1b5a68b5/7c56696e-d206-4057-ad7b-b8af5f20aff7/14ed7053-a861-4289-b0bc-ba34e640831e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:01:06.453348 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.512101 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.559830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:06.562982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:06.567194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:01:06.617574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:06.638239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.719220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f50764f-b0ce-4986-9acf-9ab44312e51a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:06.776358 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f50764f-b0ce-4986-9acf-9ab44312e51a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:06.776897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.783280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.858956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.879584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 2f50764f-b0ce-4986-9acf-9ab44312e51a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f50764f-b0ce-4986-9acf-9ab44312e51a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:06.887876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:06.888958 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3590a05b-a8b4-4bd3-b554-fe0240157686 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:06.978476 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=2f50764f-b0ce-4986-9acf-9ab44312e51a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:06.999927 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3590a05b-a8b4-4bd3-b554-fe0240157686 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:07.000389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.102482 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.119855 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.127584 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.140909 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 3590a05b-a8b4-4bd3-b554-fe0240157686, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3590a05b-a8b4-4bd3-b554-fe0240157686,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:07.148455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.212982 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.217321 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:07.326706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:07.328753 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:07.362632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45847675-440b-4627-acd9-5eee5d60c000 None None] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:01:07.391053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=3590a05b-a8b4-4bd3-b554-fe0240157686,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:07.408255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-54bf74c7-eae4-415b-8330-884cf65921a9 None None] Provisioning complete for port 3590a05b-a8b4-4bd3-b554-fe0240157686 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:07.408628 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54bf74c7-eae4-415b-8330-884cf65921a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.448749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:01:07.556054 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:01:07.561181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8eb4888c-c487-477e-9fdd-3e47e9931f7d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/1b5d1d4f-f436-4155-a65c-aaba8f8b2312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265315 Sep 24 20:01:07.709638 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-b1139a69-58fa-4d6a-bbd3-8d01afce54ab tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985530911&fields=id&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 267 time: 0.0349936 Sep 24 20:01:07.795898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3afbaeae-8a92-42e0-a83b-cf620abf6246 None None] Provisioning complete for port 3590a05b-a8b4-4bd3-b554-fe0240157686 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:07.796841 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3afbaeae-8a92-42e0-a83b-cf620abf6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.826376 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-98c3adad-e032-4f60-ac15-f44bd25a1031 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:07.828049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-98c3adad-e032-4f60-ac15-f44bd25a1031 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 796 time: 0.1108246 Sep 24 20:01:07.846541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-ca9f94a3-99ea-4715-a9d6-9be304775ab8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/quotas/55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 375 time: 0.0107644 Sep 24 20:01:07.901461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3afbaeae-8a92-42e0-a83b-cf620abf6246 None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:07.902100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3afbaeae-8a92-42e0-a83b-cf620abf6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:07.906347 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-7af5e819-5938-43ef-a230-ca83627db0cf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537815 Sep 24 20:01:07.944710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3afbaeae-8a92-42e0-a83b-cf620abf6246 None None] Port 14ed7053-a861-4289-b0bc-ba34e640831e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:01:07.960027 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Sync routers for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:01:07.969823 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:07.970460 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:08.072776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-edb4df5e-4679-4383-94d7-7fe847d52b0a service neutron] 10.222.0.18 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435792 Sep 24 20:01:08.093436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:08.095766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-52d4518c-e0c7-4023-953d-a2eec30272a3 None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:08.095906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d4518c-e0c7-4023-953d-a2eec30272a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.176299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-b2948327-e563-4446-82e8-561def3dfcd6 service neutron] 10.222.0.18 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968323 Sep 24 20:01:08.193628 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-52d4518c-e0c7-4023-953d-a2eec30272a3 None None] Port 14ed7053-a861-4289-b0bc-ba34e640831e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:01:08.329286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f45ec768-f67d-4f52-b514-73608ce758c2 None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:08.329659 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f45ec768-f67d-4f52-b514-73608ce758c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.353127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ad970aa-858f-460a-8a7c-339a4286c1f3 req-c162d7ca-ad6f-4698-aa89-9e0fe0a8819e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 210 time: 0.0285375 Sep 24 20:01:08.355157 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 2, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:08.383244 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Checking router: 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:01:08.383612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Updating router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 port 14ed7053-a861-4289-b0bc-ba34e640831e binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:01:08.416213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f45ec768-f67d-4f52-b514-73608ce758c2 None None] Port 14ed7053-a861-4289-b0bc-ba34e640831e cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:01:08.420477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.638667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f50764f-b0ce-4986-9acf-9ab44312e51a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:08.717242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.725114 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.757991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2f50764f-b0ce-4986-9acf-9ab44312e51a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:08.758366 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.796684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0436-05e0-47b1-94f2-c95666416ccf None None] Pushing event updated for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:08.863063 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Attempting to bind port 14ed7053-a861-4289-b0bc-ba34e640831e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:01:08.863400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Attempting to bind port 14ed7053-a861-4289-b0bc-ba34e640831e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:01:08.863762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Attempting to bind port 14ed7053-a861-4289-b0bc-ba34e640831e on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:01:08.889751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:01:08.889937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Checking segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:01:08.890346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.890739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Bound using segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:01:08.891255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Bound port: 14ed7053-a861-4289-b0bc-ba34e640831e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:01:08.891639 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:08.934983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3590a05b-a8b4-4bd3-b554-fe0240157686 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:08.997972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] For port 14ed7053-a861-4289-b0bc-ba34e640831e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:01:09.001696 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] For port 14ed7053-a861-4289-b0bc-ba34e640831e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14ed7053-a861-4289-b0bc-ba34e640831e,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:01:09.006339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.041548 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3590a05b-a8b4-4bd3-b554-fe0240157686 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:09.041880 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.110593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:09.110996 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.112494 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:09.113190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:09.120426 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0436-05e0-47b1-94f2-c95666416ccf None None] Pushing event updated for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:09.295952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:09.361704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.388903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-08ebb6e7-76a8-4426-aef8-2d8dd27424f2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:09.391195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-08ebb6e7-76a8-4426-aef8-2d8dd27424f2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 796 time: 0.1151125 Sep 24 20:01:09.451589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-422042c7-2895-4863-9b76-ff41229806a7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 380 time: 0.0501420 Sep 24 20:01:09.462280 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'port': {'device_id': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'admin_state_up': True, 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'security_groups': ['e4ac8e7b-4381-46dc-b628-aa5659ca3dd7']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:09.466654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1f63b4b-f6a0-428a-ad10-c5d649257b15 req-a1e155d4-5919-4d13-b595-7730b346eb70 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 210 time: 0.0311515 Sep 24 20:01:09.479589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] For port 14ed7053-a861-4289-b0bc-ba34e640831e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14ed7053-a861-4289-b0bc-ba34e640831e,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:09.493394 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.521134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.575555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffd7d5-6f28-468f-b1aa-d6eef8424f1f None None] Pushing event updated for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:09.581448 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:01:09.585342 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.605408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:08Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:09.639875 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e372e-34ba-48f5-805e-9c02a29b69e4 None None] The sync data for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 is: [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:08Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:01:09.645292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-daa08a88-935d-4fe0-a71b-3c8839a7769d None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:09.645740 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daa08a88-935d-4fe0-a71b-3c8839a7769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.702321 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:01:09.735349 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.7 (c98eb738-3daa-42f5-b7b9-673a1b5a68b5/7c56696e-d206-4057-ad7b-b8af5f20aff7/4a14c5d6-8bd8-4b10-a1c6-8ed839419279) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:01:09.887668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.922130 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:09.963924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:09.967109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:09.970888 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:01:10.001473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:10.031503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:10.032076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.048136 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-2a54a7ee-9601-4cfc-a511-9175871fb5da tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897944 Sep 24 20:01:10.115393 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Request body: {'port': {'device_id': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:10.182952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.282111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ecdc7b4f-badf-4c3a-ab50-e7c310e9a094 None None] Provisioning complete for port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:10.282682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7b4f-badf-4c3a-ab50-e7c310e9a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.319319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc7b4f-badf-4c3a-ab50-e7c310e9a094 None None] Port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:01:10.455903 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:01:10.463849 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.475687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Transition to ACTIVE for port object 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:01:10.479827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.565207 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:10.624440 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c54f-ee91-4318-b7d7-f7aa3220a395 req-88d6a738-3534-4bda-863e-1306a27de5ae tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:10.626035 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fa2c54f-ee91-4318-b7d7-f7aa3220a395 req-88d6a738-3534-4bda-863e-1306a27de5ae tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0789328 Sep 24 20:01:10.631807 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:01:10.632333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:01:10.632716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:01:10.638241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:01:10.638653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:01:10.644924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:01:10.645354 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Checking segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:01:10.645810 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Bound using segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:01:10.646319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Bound port: 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:01:10.646798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.685100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fa2c54f-ee91-4318-b7d7-f7aa3220a395 req-18c71f6b-c83c-4906-ba66-cd86c8f5e2e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Sep 24 20:01:10.721701 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14ed7053-a861-4289-b0bc-ba34e640831e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:10.741257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:01:10.744943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:01:10.750496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.787074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 14ed7053-a861-4289-b0bc-ba34e640831e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:10.787074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.790012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:10.790710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:10.792859 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 1091 time: 0.7335451 Sep 24 20:01:10.793436 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:01:10.796055 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f87da2-5742-4410-90fa-0d3ba536acaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:01:10.828192 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7a47a-6223-4051-b87e-072a3471fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:10.865885 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1b2e9-2869-4688-a3c9-65a88745cd12 x-openstack-request-id: req-d7f1b2e9-2869-4688-a3c9-65a88745cd12 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:01:10.866410 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:01:10.866813 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7f1b2e9-2869-4688-a3c9-65a88745cd12 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:01:10.867386 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'status': 'completed', 'code': 200} Sep 24 20:01:10.906658 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-924170d3-7231-4860-b5c0-afe830277ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:10.908218 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-924170d3-7231-4860-b5c0-afe830277ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0522721 Sep 24 20:01:10.955382 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-7e05d764-6397-452a-9c49-a1d49b25bf6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 217 time: 0.0349870 Sep 24 20:01:11.005814 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-13bdd3c1-aa06-4e4a-abdb-c5e6c7bd65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.007320 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-13bdd3c1-aa06-4e4a-abdb-c5e6c7bd65d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0442231 Sep 24 20:01:11.057074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-266e1d83-afe0-4f30-a3a3-21eecb73d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.058627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-266e1d83-afe0-4f30-a3a3-21eecb73d9af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435064 Sep 24 20:01:11.155561 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-39500217-dd6c-42db-93a2-2e986b9dece4 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Sep 24 20:01:11.541174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-4a921f69-4c62-4bec-b003-e1eb7b9073fa req-e7095055-9f71-43d9-8945-130c27d78b4b service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751829 Sep 24 20:01:11.625290 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-adb52f80-6c42-4e97-b56c-aa512f7768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.626835 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-adb52f80-6c42-4e97-b56c-aa512f7768b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0411501 Sep 24 20:01:11.719898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-1104bfb1-c9ac-4c02-baed-cd11f40484f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.721387 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-1104bfb1-c9ac-4c02-baed-cd11f40484f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.0864451 Sep 24 20:01:11.764536 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-b2c5e5d8-a79a-469b-b7c6-76c82559c0da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 217 time: 0.0337534 Sep 24 20:01:11.796698 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d10e-97ce-4814-92e9-c2f460a2211d req-35186c63-5886-481b-b2de-eea686a2abc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.798120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f649d10e-97ce-4814-92e9-c2f460a2211d req-35186c63-5886-481b-b2de-eea686a2abc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0532658 Sep 24 20:01:11.814157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-c1965b60-ee17-477c-a81c-b75782c34934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.815646 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-c1965b60-ee17-477c-a81c-b75782c34934 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0435467 Sep 24 20:01:11.836747 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f649d10e-97ce-4814-92e9-c2f460a2211d req-eaccee92-7862-447c-92ac-f148b615dafe tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Sep 24 20:01:11.868298 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-50a427e9-9f87-456d-8dde-9e750bc41681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:11.869812 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-50a427e9-9f87-456d-8dde-9e750bc41681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454395 Sep 24 20:01:11.959854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-f7861785-4f54-48de-99c4-2916b76e1131 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811961 Sep 24 20:01:12.059081 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c2f87da2-5742-4410-90fa-0d3ba536acaa req-0bbbef34-16d0-4c83-bbb0-9ca5d85df786 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Sep 24 20:01:12.953118 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b5e2-a4c5-40e8-a571-709506a8de54 req-9eec40fc-ecf8-400e-95ea-8fe13990e14f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:12.954497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7e7b5e2-a4c5-40e8-a571-709506a8de54 req-9eec40fc-ecf8-400e-95ea-8fe13990e14f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0486274 Sep 24 20:01:12.990299 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7e7b5e2-a4c5-40e8-a571-709506a8de54 req-165d9b86-0bfd-47f6-adbb-30e1e286c7ff tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299256 Sep 24 20:01:14.109901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72690e-18b9-4741-8e93-ccf837ca4da2 req-56d96d9d-c9b7-40a6-9103-cc094219da73 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:14.111438 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f72690e-18b9-4741-8e93-ccf837ca4da2 req-56d96d9d-c9b7-40a6-9103-cc094219da73 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0486031 Sep 24 20:01:14.148926 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3f72690e-18b9-4741-8e93-ccf837ca4da2 req-395b1fc4-3978-4f99-9de6-4f09cb94c2d8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Sep 24 20:01:15.018324 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:01:15.266738 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:15.273123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6321077-fa2e-416d-abe2-c32051f5e7dd req-5f45544a-69d6-42f1-97f5-8771656ac22e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:15.274579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6321077-fa2e-416d-abe2-c32051f5e7dd req-5f45544a-69d6-42f1-97f5-8771656ac22e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0570192 Sep 24 20:01:15.277900 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'mac_address': 'fa:16:3e:49:74:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:01:15.312960 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b6321077-fa2e-416d-abe2-c32051f5e7dd req-545f1746-bc7e-4674-b68f-8fab17a8772a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Sep 24 20:01:15.314664 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:15.328024 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:01:15.346967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:15.350665 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:15.400250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:15.658709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['4a14c5d6-8bd8-4b10-a1c6-8ed839419279'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:01:16.427526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad44c4d-4e9c-4a80-8dea-5b7a27a89be5 req-c529c786-f33a-4818-a58e-750b8bd925bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:16.429043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ad44c4d-4e9c-4a80-8dea-5b7a27a89be5 req-c529c786-f33a-4818-a58e-750b8bd925bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 944 time: 0.0499322 Sep 24 20:01:16.466803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ad44c4d-4e9c-4a80-8dea-5b7a27a89be5 req-25c89ee1-b4e4-47ab-b92d-366b95ab06c4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Sep 24 20:01:17.030902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:01:17.079007 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:01:17.082449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:01:17.082819 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:17.157456 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:17.180254 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:01:17.183124 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e848d1ab-a817-490d-a842-5713ba7a49a3" -d '{"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-plugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:01:17.195560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:01:17.199677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:17.252973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:17.282461 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea250d-0639-4b4e-90b8-99bc164bd00d x-openstack-request-id: req-2eea250d-0639-4b4e-90b8-99bc164bd00d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:01:17.282748 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-plugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:01:17.283104 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2eea250d-0639-4b4e-90b8-99bc164bd00d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:01:17.283503 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'code': 200} Sep 24 20:01:17.379924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec36f-a456-40ef-9265-c3066d7d4962 req-8d4f9285-420c-43bb-a0a9-d06623753bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:17.381422 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1aec36f-a456-40ef-9265-c3066d7d4962 req-8d4f9285-420c-43bb-a0a9-d06623753bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1096 time: 0.0400841 Sep 24 20:01:17.417513 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e1aec36f-a456-40ef-9265-c3066d7d4962 req-3315346f-ff95-4be9-97df-049cd3002d58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269966 Sep 24 20:01:17.580250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac78c-f957-49ea-bce1-9607e0ca9df9 req-7b8007fc-0a17-4c22-bba7-eb0a689a6194 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:17.581647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9acac78c-f957-49ea-bce1-9607e0ca9df9 req-7b8007fc-0a17-4c22-bba7-eb0a689a6194 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0495737 Sep 24 20:01:17.619288 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9acac78c-f957-49ea-bce1-9607e0ca9df9 req-d129ff36-2b1e-4198-a5da-3483e2602805 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Sep 24 20:01:18.742202 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8641a-2e7f-4122-bfb3-043e6130af4a req-1f0c47ab-8b8f-4f8f-9010-fb8a78531662 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:18.743775 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffb8641a-2e7f-4122-bfb3-043e6130af4a req-1f0c47ab-8b8f-4f8f-9010-fb8a78531662 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0525010 Sep 24 20:01:18.781630 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ffb8641a-2e7f-4122-bfb3-043e6130af4a req-3b57826d-50ce-4b6f-aada-c46832b52191 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Sep 24 20:01:18.893877 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8124155-c54f-48cb-8a47-f0144566f500 req-b7067245-ba75-4c80-84af-b0adfdbc4231 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:18.895373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8124155-c54f-48cb-8a47-f0144566f500 req-b7067245-ba75-4c80-84af-b0adfdbc4231 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0479152 Sep 24 20:01:18.933355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a8124155-c54f-48cb-8a47-f0144566f500 req-59fa9f08-b769-4ac4-9771-f2f10b27521c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Sep 24 20:01:18.954276 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52058) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:18.993365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12b2d1-d9ff-455a-82fc-4a56e6458b9d tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:18.994891 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6f12b2d1-d9ff-455a-82fc-4a56e6458b9d tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1091 time: 0.0395927 Sep 24 20:01:18.997616 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52060) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:19.001780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:01:19.022783 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.127193 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.229401 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.197 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0ff32938-7ff5-4599-ba9b-7a68c1f0a233) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:01:19.335196 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.367822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.402402 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:01:19.406795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:01:19.410257 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:01:19.435937 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=0ff32938-7ff5-4599-ba9b-7a68c1f0a233,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:19.769715 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.838845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.982928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:19.987469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:20.056162 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=0ff32938-7ff5-4599-ba9b-7a68c1f0a233,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:01:20.070527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:20.169362 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b associated. External IP: 172.25.5.197, port: 4a14c5d6-8bd8-4b10-a1c6-8ed839419279. Sep 24 20:01:20.373343 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f703-47d3-4c0b-b237-62ad1a9ef0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:20.378483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:01:20.484462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:01:20.494012 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Sync routers for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:01:20.499670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:20.502997 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:20.503625 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:20.527552 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6873b4b0-a44b-48ea-8a94-f21ab2bfbb8a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5289462 Sep 24 20:01:20.528152 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:01:20.530418 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:01:20.579953 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682396a7-5172-40e6-8393-9902e38526f6 x-openstack-request-id: req-682396a7-5172-40e6-8393-9902e38526f6 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:01:20.580471 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:01:20.581168 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-682396a7-5172-40e6-8393-9902e38526f6 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:01:20.581812 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'status': 'completed', 'code': 200} Sep 24 20:01:20.611234 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:20.644239 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-2cbbcf4a-2f98-419b-92a4-08473af6e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:20.645762 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-2cbbcf4a-2f98-419b-92a4-08473af6e96a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1096 time: 0.0404077 Sep 24 20:01:20.659159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec92-5c20-4259-8353-68de3dc83e92 req-8b712616-639b-4f79-add1-0c8b042fc2f5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:20.660793 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1c0ec92-5c20-4259-8353-68de3dc83e92 req-8b712616-639b-4f79-add1-0c8b042fc2f5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0513484 Sep 24 20:01:20.702782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d1c0ec92-5c20-4259-8353-68de3dc83e92 req-b4e50ebc-b340-43ba-9aa0-c79e32f26c62 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352080 Sep 24 20:01:20.725207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52068) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:20.748021 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-88bdfe39-eb3f-4ffb-b484-dda66e044f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:20.749490 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-88bdfe39-eb3f-4ffb-b484-dda66e044f4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.0960767 Sep 24 20:01:20.793553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-16eb6903-8909-465b-be4c-c29214b0994a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b HTTP/1.1" status: 200 len: 991 time: 0.0665681 Sep 24 20:01:20.817127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-32e1f18a-099d-48b5-b02f-1b13d923b38c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 999 time: 0.0596991 Sep 24 20:01:20.839332 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'mac_address': 'fa:16:3e:49:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:01:19Z', 'updated_at': '2021-09-24T20:01:19Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:20.864705 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Checking router: 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:01:20.872923 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:01:20.873521 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:00:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:20.877494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-c1acb979-2a37-4c5c-856d-8cb30925f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:20.879202 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-c1acb979-2a37-4c5c-856d-8cb30925f73f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0527968 Sep 24 20:01:20.924894 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-0f7dbfa6-f47f-43f2-9278-68cbeab2d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:20.926402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-0f7dbfa6-f47f-43f2-9278-68cbeab2d78f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400281 Sep 24 20:01:20.976577 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:01:21.018342 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-90c0a4d7-2960-4225-9689-ac79c066c3df service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827203 Sep 24 20:01:21.115464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1199ce34-5d4c-486a-8b9a-f19f465fdc2b req-02fbee1b-4740-4895-8cce-70c602b8bf0c service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895226 Sep 24 20:01:21.203093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'mac_address': 'fa:16:3e:49:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:01:19Z', 'updated_at': '2021-09-24T20:01:19Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:01:21.227585 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18236372-1eaa-4e3f-b59d-cddb98988881 None None] The sync data for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 is: [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'mac_address': 'fa:16:3e:49:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:01:19Z', 'updated_at': '2021-09-24T20:01:19Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:01:21.419592 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481469a5-c460-46f5-8774-6700600e68a2 None None] New status for floating IP 2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:01:21.797455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52070) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:01:21.859848 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-147d7c34-6340-43a8-b552-ee80336475bf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b HTTP/1.1" status: 200 len: 993 time: 0.0613279 Sep 24 20:01:23.013386 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4740dd27-4cd1-4f94-9b6d-c50a5bb381f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:23.426791 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:24.383863 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:26.127027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:33.803324 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:39.512078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:46.702475 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:01:50.375275 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74c9a3d4-1d8a-454a-b09c-cdc7d73f399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:53.013336 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bef2207a-78e6-4bf2-baf6-0ebbcbdb1188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:53.429020 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:54.385745 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:56.130446 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:01:57.209732 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c5ed8-8a1b-438c-ba23-c023183d362e req-cdffbddc-ca2d-430f-a099-39653a78f777 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:57.211284 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f9c5ed8-8a1b-438c-ba23-c023183d362e req-cdffbddc-ca2d-430f-a099-39653a78f777 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0559165 Sep 24 20:01:57.277437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f9c5ed8-8a1b-438c-ba23-c023183d362e req-d76dd8fa-62c1-4ac6-8334-a0d0eba9ae03 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594838 Sep 24 20:01:57.292889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-4e570dd6-db10-4257-81d6-ae905f8e3b3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111085 Sep 24 20:01:57.297705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-59f11182-6ac3-4e19-97b6-638eb5367744 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:01:57.298701 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-59f11182-6ac3-4e19-97b6-638eb5367744 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050719 Sep 24 20:01:58.335721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-1d671c81-94e2-4f9b-afd3-51814885fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:58.337258 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-1d671c81-94e2-4f9b-afd3-51814885fa22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1096 time: 0.0409746 Sep 24 20:01:58.393250 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8ba0-d16b-46bf-b9b8-f0d31b0cbacd req-3761d579-17bd-4dcc-acf5-e067ff92ab4a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:58.394769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7f8ba0-d16b-46bf-b9b8-f0d31b0cbacd req-3761d579-17bd-4dcc-acf5-e067ff92ab4a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0487442 Sep 24 20:01:58.433309 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8a7f8ba0-d16b-46bf-b9b8-f0d31b0cbacd req-537572d2-a6bf-499c-a912-6a488cd4037f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Sep 24 20:01:58.434256 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-2e831415-3393-46b8-8af8-967666eb908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:58.435885 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-2e831415-3393-46b8-8af8-967666eb908f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.0908017 Sep 24 20:01:58.503709 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-5e6a4700-40a3-4f35-8c33-4f476d3d464e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 1001 time: 0.0571296 Sep 24 20:01:58.558896 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-48851f1f-f6db-42c7-89ff-e27f22ceefea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:58.560227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-48851f1f-f6db-42c7-89ff-e27f22ceefea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0470142 Sep 24 20:01:58.607593 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-3de2dcdb-eb5e-4b4d-90c7-2dcee5ced530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:58.609068 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-3de2dcdb-eb5e-4b4d-90c7-2dcee5ced530 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395508 Sep 24 20:01:58.697321 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-297cf1ea-85a6-47ac-bacd-dd59701eaea1 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800848 Sep 24 20:01:58.788982 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-cfeb8908-464e-4bea-a899-401cbcb358fa service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837121 Sep 24 20:01:59.549237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8c16-b8fb-4d11-ad78-16fe859bd03c req-49ca2fbc-f790-4a38-bbab-64558bfdd417 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:01:59.550738 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9beb8c16-b8fb-4d11-ad78-16fe859bd03c req-49ca2fbc-f790-4a38-bbab-64558bfdd417 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0517986 Sep 24 20:01:59.588356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9beb8c16-b8fb-4d11-ad78-16fe859bd03c req-8e51abf8-be92-4e05-b255-9d579c89674f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Sep 24 20:02:00.706344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c30cd-f968-4ebc-a028-ab17f4304551 req-eeb88e31-4cf6-4589-b22c-100b0c90285c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:00.707851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-167c30cd-f968-4ebc-a028-ab17f4304551 req-eeb88e31-4cf6-4589-b22c-100b0c90285c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0527589 Sep 24 20:02:00.745244 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-167c30cd-f968-4ebc-a028-ab17f4304551 req-f02a078d-18aa-4068-a432-18dbbde307a2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Sep 24 20:02:01.864842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538a86b-b1ef-487f-94ef-9cfaa6789cd7 req-f5474905-1fa2-4234-b87f-46089a548a3b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:01.866378 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a538a86b-b1ef-487f-94ef-9cfaa6789cd7 req-f5474905-1fa2-4234-b87f-46089a548a3b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0505824 Sep 24 20:02:01.907200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a538a86b-b1ef-487f-94ef-9cfaa6789cd7 req-115f0f1d-0d92-4072-ab60-a69a74559b84 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Sep 24 20:02:03.023080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd844-d3f6-4f3b-bc7e-843825599b17 req-b4ae97a3-ebca-47c2-9eb8-2a027f20228c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:03.024567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b97dd844-d3f6-4f3b-bc7e-843825599b17 req-b4ae97a3-ebca-47c2-9eb8-2a027f20228c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0494294 Sep 24 20:02:03.062574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b97dd844-d3f6-4f3b-bc7e-843825599b17 req-21757cbe-7981-4b5c-9d7a-436117d8fb8b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Sep 24 20:02:03.802654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:04.182357 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492e92-5ff6-41cb-8bac-22ffdc36efa5 req-f08a4440-d428-442f-af1e-bae77fa3b745 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:04.183874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79492e92-5ff6-41cb-8bac-22ffdc36efa5 req-f08a4440-d428-442f-af1e-bae77fa3b745 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0530596 Sep 24 20:02:04.221100 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79492e92-5ff6-41cb-8bac-22ffdc36efa5 req-84ed3f99-5409-449c-ab48-fa436dd0a974 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Sep 24 20:02:05.334664 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42507bef-a1a4-425d-acd0-637c03328c64 req-285087a7-081c-4946-85fe-6f53e1425f12 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:05.336180 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42507bef-a1a4-425d-acd0-637c03328c64 req-285087a7-081c-4946-85fe-6f53e1425f12 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0488925 Sep 24 20:02:05.375351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-42507bef-a1a4-425d-acd0-637c03328c64 req-e8d7c28d-2142-4101-832a-9097b69da69a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322878 Sep 24 20:02:06.490429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9df48-1f97-4c65-a9ba-4360b0d8010c req-bd5db03b-defb-4321-88c1-6f1bcdbc08ae tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:06.491935 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ce9df48-1f97-4c65-a9ba-4360b0d8010c req-bd5db03b-defb-4321-88c1-6f1bcdbc08ae tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0484328 Sep 24 20:02:06.530155 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ce9df48-1f97-4c65-a9ba-4360b0d8010c req-93fb1b43-0354-451c-a86f-dab3a39cbeaf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Sep 24 20:02:07.645896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277376ba-c96b-4208-b437-2af9b53d91a5 req-9f24ba26-e416-4711-bd1a-61044a4aac52 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:07.647400 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-277376ba-c96b-4208-b437-2af9b53d91a5 req-9f24ba26-e416-4711-bd1a-61044a4aac52 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0521035 Sep 24 20:02:07.684915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-277376ba-c96b-4208-b437-2af9b53d91a5 req-051bb41f-400d-4cbf-b6c1-f13bd1f3e1c6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Sep 24 20:02:08.797595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b8ce7-a576-4b90-b7bd-1bcd563a92d0 req-a1621db6-cc54-4eb1-915d-812ef60e1499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:08.799116 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c1b8ce7-a576-4b90-b7bd-1bcd563a92d0 req-a1621db6-cc54-4eb1-915d-812ef60e1499 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0484347 Sep 24 20:02:08.836673 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c1b8ce7-a576-4b90-b7bd-1bcd563a92d0 req-76819096-364b-470f-b14a-149e0793fe78 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Sep 24 20:02:09.509254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:09.950556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac2593-bc50-47ed-b830-70e2617c2a4a req-514ecabd-b602-4b95-a4d6-49d9fd562dc5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:09.952065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ac2593-bc50-47ed-b830-70e2617c2a4a req-514ecabd-b602-4b95-a4d6-49d9fd562dc5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0488384 Sep 24 20:02:09.989448 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ac2593-bc50-47ed-b830-70e2617c2a4a req-b0d0feb5-6d3c-4b77-a4a0-a93b5f81920f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306048 Sep 24 20:02:10.969959 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-31a3febe-716b-4260-a7af-91d1dbaf7bac service neutron] show failed (client error): The resource could not be found. Sep 24 20:02:10.971012 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-31a3febe-716b-4260-a7af-91d1dbaf7bac service neutron] 10.222.0.15 "GET /v2.0/ports/4a14c5d6-8bd8-4b10-a1c6-8ed839419279/bindings/n-h1-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0542400 Sep 24 20:02:11.116107 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa2026-a312-4585-a56e-f88e01879113 req-b5a218d4-c05e-4d9b-a1ee-23af675adffe tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:11.117787 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5caa2026-a312-4585-a56e-f88e01879113 req-b5a218d4-c05e-4d9b-a1ee-23af675adffe tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0575314 Sep 24 20:02:11.172824 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5caa2026-a312-4585-a56e-f88e01879113 req-9b290de1-635e-4420-b17e-5d5d091a05b1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Sep 24 20:02:11.202590 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-898655ba-dcd2-4a48-8933-2fbed119ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:11.204242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-898655ba-dcd2-4a48-8933-2fbed119ca36 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 1096 time: 0.0479259 Sep 24 20:02:11.215734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:11.269358 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:11.469865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:11.502924 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:02:11.543998 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:02:11.546245 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e47ca-02eb-4f8e-a800-88d862600dc0" -d '{"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:02:11.550222 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:11.563252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Transition to ACTIVE for port object 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:02:11.567454 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:11.596110 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6cbe40-3fa1-4464-9d55-a8406b4119e9 x-openstack-request-id: req-2e6cbe40-3fa1-4464-9d55-a8406b4119e9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:02:11.596417 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:02:11.596675 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e6cbe40-3fa1-4464-9d55-a8406b4119e9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:02:11.597096 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'code': 200} Sep 24 20:02:11.619080 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=6']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:11.966679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.966957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.967293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.967623 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.967948 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.968272 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.968592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.968909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.969225 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.969539 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.969856 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:11.970171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:12.007258 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] No DVR routers for this DVR port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:02:12.137318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:02:12.138012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:02:12.138012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:02:12.142058 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:02:12.142368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Attempting to bind port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:02:12.147078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:02:12.147409 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Checking segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:02:12.147783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Bound using segment: {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:02:12.148197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Bound port: 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae99d5b-dc86-4992-af3f-c46d2940d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:02:12.148544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:12.209733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:02:12.212702 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:02:12.218724 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:12.264309 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.264910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:12.266308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] 10.222.0.69 "PUT /v2.0/ports/4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 1091 time: 1.0546882 Sep 24 20:02:12.343344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c488e3-1dcd-467d-940b-2bfe23fc547d service neutron] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=7']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:12.353956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef93ef-3c0c-4018-b855-f3477cb08a63 req-cb969882-b114-40ae-bfba-74b4fafb188b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.355622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23ef93ef-3c0c-4018-b855-f3477cb08a63 req-cb969882-b114-40ae-bfba-74b4fafb188b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.1073003 Sep 24 20:02:12.384790 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-314d4e60-ae07-427c-a58d-929acb69164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.386322 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-314d4e60-ae07-427c-a58d-929acb69164f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0884144 Sep 24 20:02:12.421905 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23ef93ef-3c0c-4018-b855-f3477cb08a63 req-9125b571-896e-4d79-8f75-e6d67ca7551d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596957 Sep 24 20:02:12.494941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-d50b4ae5-1a5b-4de1-9340-c9adf7613f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.497093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-d50b4ae5-1a5b-4de1-9340-c9adf7613f5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.1002548 Sep 24 20:02:12.561163 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-e077b931-b1ae-4749-949b-3b311169488d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 999 time: 0.0565696 Sep 24 20:02:12.614619 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-5bb069b9-772f-4ca8-b7a2-e57865799092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.616118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-5bb069b9-772f-4ca8-b7a2-e57865799092 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0475988 Sep 24 20:02:12.660950 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-c7883b93-d41f-456a-9c84-b5b2fc7d17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:12.662426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-c7883b93-d41f-456a-9c84-b5b2fc7d17dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389860 Sep 24 20:02:12.749330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-ccc4a267-bf19-40ec-890f-0812db4df348 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800138 Sep 24 20:02:12.840470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-5bfe2687-0d39-4888-b40a-d054459b9ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Sep 24 20:02:13.569214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced420-efe4-4d88-9afa-650afdd9f11a req-6b9bcd4f-2384-4b08-aa10-46567cc8cd98 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.570716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dced420-efe4-4d88-9afa-650afdd9f11a req-6b9bcd4f-2384-4b08-aa10-46567cc8cd98 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 943 time: 0.0760517 Sep 24 20:02:13.577209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-b5ba8c7a-c5c2-4bbb-8a47-48265fe7d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.578592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-b5ba8c7a-c5c2-4bbb-8a47-48265fe7d4d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0571382 Sep 24 20:02:13.598793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:02:13.601254 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27863b97-884e-4f62-9f44-4761bd1bb25e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:02:13.639614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6dced420-efe4-4d88-9afa-650afdd9f11a req-a0d4e569-f80f-4eaa-906e-5acedd53a2a3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600486 Sep 24 20:02:13.679499 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26366faf-3bce-4bb6-a7e1-cbcd9e228a2a x-openstack-request-id: req-26366faf-3bce-4bb6-a7e1-cbcd9e228a2a {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:02:13.679794 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:02:13.680050 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26366faf-3bce-4bb6-a7e1-cbcd9e228a2a {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:02:13.680441 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'status': 'completed', 'code': 200} Sep 24 20:02:13.708262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-8ac3ffd5-4bc2-4402-8a87-a7f7e0ce3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.709683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-8ac3ffd5-4bc2-4402-8a87-a7f7e0ce3ced service neutron] 10.222.0.69 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.1051435 Sep 24 20:02:13.728202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-87637bba-7e60-4268-b885-3e50a670cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.729720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-87637bba-7e60-4268-b885-3e50a670cd21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0450430 Sep 24 20:02:13.780619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-826d64c0-66b9-4ce7-9c34-5cd25a8f9ac2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 999 time: 0.0627720 Sep 24 20:02:13.822055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-b0017dbe-6bba-4c7a-aacd-5aaee4939767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.823586 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-b0017dbe-6bba-4c7a-aacd-5aaee4939767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.0853438 Sep 24 20:02:13.831941 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-a023b19a-d822-4073-9184-aca70732fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.833421 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-a023b19a-d822-4073-9184-aca70732fe57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0447206 Sep 24 20:02:13.879464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-7fac3910-8e96-4e6e-afb6-edc04412fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.881002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-7fac3910-8e96-4e6e-afb6-edc04412fb28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406210 Sep 24 20:02:13.893659 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-5b32a894-61c6-40cc-9f31-7ca9c9c8622e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 999 time: 0.0614510 Sep 24 20:02:13.952038 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e3bcb67a-5e9c-4fa0-a3b4-79eed6fb4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:13.953531 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e3bcb67a-5e9c-4fa0-a3b4-79eed6fb4854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0452750 Sep 24 20:02:13.976034 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-9584cc83-fcd8-4bbb-ad6d-cafe0fd1be12 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Sep 24 20:02:14.001385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e6a9425b-2b53-4118-a2b0-4a838b16d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.002984 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e6a9425b-2b53-4118-a2b0-4a838b16d06e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418935 Sep 24 20:02:14.067627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-45d10f23-6988-4b3f-949a-7d1c09468149 req-1011876f-7f0b-4110-83ba-ce5877c428c5 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837224 Sep 24 20:02:14.098899 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-b661f647-95fa-492b-8d20-bc380ab450a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 Sep 24 20:02:14.099496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:02:14.150167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-616edebd-a90c-486b-8efc-c903b9439313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.151729 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-616edebd-a90c-486b-8efc-c903b9439313 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1094 time: 0.0455959 Sep 24 20:02:14.194818 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-b5927e36-672a-4af0-b626-af609d0abf23 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857744 Sep 24 20:02:14.196436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:14.207838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'port_id': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'mac_address': 'fa:16:3e:49:74:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:02:14.248618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:14.262054 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-610d5ba5-2e33-43be-950a-3a4b9c8b61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.262430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:02:14.263620 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-610d5ba5-2e33-43be-950a-3a4b9c8b61b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.1028349 Sep 24 20:02:14.284601 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:14.289065 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:14.344051 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-b3708a2a-7934-4e3a-976b-f42c1a596a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 999 time: 0.0701704 Sep 24 20:02:14.346645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:14.354221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.354565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.354932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.355840 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.356170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.356500 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.356829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.357154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.357478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.357804 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.358126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.358447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:14.409052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e27d341f-69d3-43cc-be88-01e908badeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.410618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-e27d341f-69d3-43cc-be88-01e908badeff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0565124 Sep 24 20:02:14.457864 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-fe1ce392-0573-4ac8-9f6c-d892f0d44736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.459425 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-fe1ce392-0573-4ac8-9f6c-d892f0d44736 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408792 Sep 24 20:02:14.504928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['4a14c5d6-8bd8-4b10-a1c6-8ed839419279'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:02:14.554150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-f7ad6728-40d1-4a6d-9f16-eb3b16152ce2 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Sep 24 20:02:14.651076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-27863b97-884e-4f62-9f44-4761bd1bb25e req-35b719f5-2265-48e1-a3bd-ae214bde2e34 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894203 Sep 24 20:02:14.756827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6931-95f9-4678-bc1c-ef42df0e6af4 req-2c57f1b9-946b-4151-91a1-62e7215bd094 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.758239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbbc6931-95f9-4678-bc1c-ef42df0e6af4 req-2c57f1b9-946b-4151-91a1-62e7215bd094 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 944 time: 0.0499778 Sep 24 20:02:14.801069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bbbc6931-95f9-4678-bc1c-ef42df0e6af4 req-1f413c85-7402-4767-a809-cbed0b3d25c2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361199 Sep 24 20:02:14.992583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970c73d-c07a-4e22-80a6-83d54948542e req-ab347a3b-0b1b-4cd5-a83a-bc9354cc4883 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:14.994193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e970c73d-c07a-4e22-80a6-83d54948542e req-ab347a3b-0b1b-4cd5-a83a-bc9354cc4883 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 944 time: 0.0488188 Sep 24 20:02:15.020045 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-afe8385b-c8db-4788-9822-972dbc80440d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.021464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-afe8385b-c8db-4788-9822-972dbc80440d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e&tenant_id=55df7b603b2b4624ac0cdb137f48bce0&binding%3Ahost_id=n-h1-810952-2 HTTP/1.1" status: 200 len: 944 time: 0.0567439 Sep 24 20:02:15.033832 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e970c73d-c07a-4e22-80a6-83d54948542e req-6f0173c0-dfd7-483f-b5d8-9656547b6272 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Sep 24 20:02:15.082819 n-d-810952-2 neutron-server[94856]: INFO neutron.api.v2.resource [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-9280f8f0-0edf-437a-b32f-99818f9d2e3f service neutron] delete failed (client error): The resource could not be found. Sep 24 20:02:15.083875 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-9280f8f0-0edf-437a-b32f-99818f9d2e3f service neutron] 10.222.0.15 "DELETE /v2.0/ports/4a14c5d6-8bd8-4b10-a1c6-8ed839419279/bindings/n-h2-810952-2 HTTP/1.1" status: 404 len: 380 time: 0.0547581 Sep 24 20:02:15.156665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc324-649b-4a2e-8438-50620b540286 req-60580e6f-6c3b-44fd-a3d5-207f1fe4a7bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.158200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23dfc324-649b-4a2e-8438-50620b540286 req-60580e6f-6c3b-44fd-a3d5-207f1fe4a7bb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 944 time: 0.0536544 Sep 24 20:02:15.180866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-2644b371-aeca-4af9-b2c8-4b476a770674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.182396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-2644b371-aeca-4af9-b2c8-4b476a770674 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1095 time: 0.0421257 Sep 24 20:02:15.197233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23dfc324-649b-4a2e-8438-50620b540286 req-70205991-e37b-4dd5-b8fa-a399dfadee59 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Sep 24 20:02:15.278690 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-6af431c7-8ca7-419f-8f70-a39e3729237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.280129 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-6af431c7-8ca7-419f-8f70-a39e3729237f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.0907264 Sep 24 20:02:15.294376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:02:15.331292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:02:15.349226 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-b659ce1a-de31-4789-ad1f-35d1995b517a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 1000 time: 0.0578682 Sep 24 20:02:15.401571 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-76f2c941-a2b0-49eb-9ce9-d7cd9e61ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.403650 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-76f2c941-a2b0-49eb-9ce9-d7cd9e61ee9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0444016 Sep 24 20:02:15.456183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-8d980aa2-7f51-46e9-9305-dafc33e773d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:15.457653 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-8d980aa2-7f51-46e9-9305-dafc33e773d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429819 Sep 24 20:02:15.554957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-ca5291e6-9386-4ae8-b929-4981f6978754 service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841126 Sep 24 20:02:15.650965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-46523b48-e59e-4f72-864a-052e2ab5ea98 req-33e7fa60-22c2-4e00-9185-98871112a11b service neutron] 10.222.0.15 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Sep 24 20:02:16.099309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:02:16.147390 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:02:16.151386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:16.151804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:16.238360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:16.260933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:02:16.263731 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23bd10-10f9-4e69-aa6f-2773c97b0a89" -d '{"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-plugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:02:16.276636 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:16.284371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:16.310997 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8cfbb8-3c44-4d3e-867f-9430edb3bbc9 x-openstack-request-id: req-7f8cfbb8-3c44-4d3e-867f-9430edb3bbc9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:02:16.311738 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-plugged", "status": "completed", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:02:16.311738 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f8cfbb8-3c44-4d3e-867f-9430edb3bbc9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:02:16.311995 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'code': 200} Sep 24 20:02:16.327681 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0e03b-5b1e-4b1b-ab9a-d9446d99e3fb req-0b1117f3-e5ba-4cdc-8529-86b27c8c58ff tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:16.329281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c0e03b-5b1e-4b1b-ab9a-d9446d99e3fb req-0b1117f3-e5ba-4cdc-8529-86b27c8c58ff tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0564616 Sep 24 20:02:16.335429 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=9']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:16.371391 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-58c0e03b-5b1e-4b1b-ab9a-d9446d99e3fb req-d4b46b57-9fca-4182-94cf-73c5a6b88ba3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Sep 24 20:02:16.393861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52164) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:16.453472 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1a1356f1-9cd1-41d6-82a9-9afa3d066bfd tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b HTTP/1.1" status: 200 len: 993 time: 0.0584793 Sep 24 20:02:20.377643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f8bf-5f69-44f2-bebd-401688927226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:23.012677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed96c523-95d5-4017-a05f-bbf7a16bec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:23.437169 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:23.701581 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:02:24.388410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:26.133693 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:33.796709 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:39.520341 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:44.906843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52182) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:45.060768 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 0ff32938-7ff5-4599-ba9b-7a68c1f0a233 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:02:45.061114 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.138645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.139006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.150415 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 0ff32938-7ff5-4599-ba9b-7a68c1f0a233 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:02:45.295170 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.319285 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=0ff32938-7ff5-4599-ba9b-7a68c1f0a233,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:45.378505 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.378831 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b disassociated (deleted). External IP: 172.25.5.197, port: 4a14c5d6-8bd8-4b10-a1c6-8ed839419279. Sep 24 20:02:45.586629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:02:45.690271 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:02:45.695154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:45.700894 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Sync routers for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:02:45.709873 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:45.710485 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:45.722282 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7faf3f33-ebea-49a7-95b1-dec486d2db45 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/floatingips/2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b HTTP/1.1" status: 204 len: 168 time: 0.8143928 Sep 24 20:02:45.722876 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:02:45.725140 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:02:45.766932 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655aebf-5434-4754-a01b-0c7ee80ee05e x-openstack-request-id: req-2655aebf-5434-4754-a01b-0c7ee80ee05e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:02:45.767237 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:02:45.767495 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2655aebf-5434-4754-a01b-0c7ee80ee05e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:02:45.767904 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'status': 'completed', 'code': 200} Sep 24 20:02:45.834670 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-d5dca988-116c-4d41-8dc5-975b39d04f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:45.836268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-d5dca988-116c-4d41-8dc5-975b39d04f24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 1096 time: 0.0437453 Sep 24 20:02:45.915840 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:45.979530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2c8be-e851-4c73-8e3a-b672876220ad req-396b5aec-f3db-4807-9b06-425948a72425 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:45.981554 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4b2c8be-e851-4c73-8e3a-b672876220ad req-396b5aec-f3db-4807-9b06-425948a72425 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0685315 Sep 24 20:02:45.984280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-cdbceb83-98f4-45fb-9672-a52c69ca3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:45.985627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-cdbceb83-98f4-45fb-9672-a52c69ca3139 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 200 len: 896 time: 0.1377039 Sep 24 20:02:46.037640 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-c39fcbf9-833b-4a28-8882-3235666f07d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 200 len: 217 time: 0.0427618 Sep 24 20:02:46.084036 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f4b2c8be-e851-4c73-8e3a-b672876220ad req-bf229df0-4222-4b92-b6bd-a1082f892c8f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957851 Sep 24 20:02:46.101123 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-73a120e0-05c9-4cd3-8072-eca92952bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:46.102652 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-73a120e0-05c9-4cd3-8072-eca92952bf40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 200 len: 835 time: 0.0561495 Sep 24 20:02:46.115177 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:46.140614 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Checking router: 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:02:46.148648 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:46.149259 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:46.152756 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-38b62e14-abc1-4749-aff7-abc33d4e29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:46.154286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-38b62e14-abc1-4749-aff7-abc33d4e29bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c98eb738-3daa-42f5-b7b9-673a1b5a68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406640 Sep 24 20:02:46.253897 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:46.254445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-14ab0a5d-7edb-4e56-8ada-b5c6fae92055 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Sep 24 20:02:46.345702 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b3643fcb-dc42-41c2-b6b0-2fcdb87bc2f7 req-ea09100f-034d-45fc-9032-5e15e002bcf6 service neutron] 10.222.0.69 "GET /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Sep 24 20:02:46.445950 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:46.471996 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebf877-b008-4ce6-88b8-2494d2363c5a None None] The sync data for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 is: [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '14ed7053-a861-4289-b0bc-ba34e640831e', 'name': '', 'network_id': 'c98eb738-3daa-42f5-b7b9-673a1b5a68b5', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:e9:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:06Z', 'updated_at': '2021-09-24T20:01:09Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '7c56696e-d206-4057-ad7b-b8af5f20aff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:02:46.684228 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6da5d-eb20-4592-b633-077c3b64ce38 None None] New status for floating IP 2e8fa3fc-04c3-4a07-98d0-7db61ba2e76b: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:02:47.203945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e2c21-8bab-4ae4-8af7-3a10b8bc1a9c req-8528df14-00aa-4cc0-bece-b3e98a369f93 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:47.205440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df3e2c21-8bab-4ae4-8af7-3a10b8bc1a9c req-8528df14-00aa-4cc0-bece-b3e98a369f93 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0522783 Sep 24 20:02:47.270311 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-df3e2c21-8bab-4ae4-8af7-3a10b8bc1a9c req-0b9351a2-9caa-4dd5-b60d-fa8e715b2b62 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 Sep 24 20:02:47.281307 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7b4c1c45-658e-4ecf-bfb4-add17b3bff05 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:47.282743 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7b4c1c45-658e-4ecf-bfb4-add17b3bff05 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6b2164c-c71b-4d43-8f29-8feade98a68e HTTP/1.1" status: 200 len: 945 time: 0.0764477 Sep 24 20:02:47.375239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:02:47.375583 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:47.462111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:47.462468 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:47.476016 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:02:47.609078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:47.634800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=4a14c5d6-8bd8-4b10-a1c6-8ed839419279,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:47.677419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] No DVR routers for this DVR port 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:02:47.680173 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:47.682169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f98b18a7-b03e-4760-a858-7703b534b74b req-7ff4bf8a-d3e4-4a6e-b2c1-96ca1bbbde34 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "DELETE /v2.0/ports/4a14c5d6-8bd8-4b10-a1c6-8ed839419279 HTTP/1.1" status: 204 len: 173 time: 0.3929570 Sep 24 20:02:47.768952 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-deleted', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:02:47.771424 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba0489-878d-475f-9cfb-852489ecca1f" -d '{"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-deleted", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:02:47.808067 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e6937-0961-4e35-8d7d-e606684bbff1 x-openstack-request-id: req-764e6937-0961-4e35-8d7d-e606684bbff1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:02:47.808979 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b2164c-c71b-4d43-8f29-8feade98a68e", "name": "network-vif-deleted", "tag": "4a14c5d6-8bd8-4b10-a1c6-8ed839419279", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:02:47.809250 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-764e6937-0961-4e35-8d7d-e606684bbff1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:02:47.809646 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b2164c-c71b-4d43-8f29-8feade98a68e', 'name': 'network-vif-deleted', 'tag': '4a14c5d6-8bd8-4b10-a1c6-8ed839419279', 'status': 'completed', 'code': 200} Sep 24 20:02:48.326918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52196) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:48.682195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:48.933482 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 14ed7053-a861-4289-b0bc-ba34e640831e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:02:48.934325 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:49.024052 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 14ed7053-a861-4289-b0bc-ba34e640831e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=14ed7053-a861-4289-b0bc-ba34e640831e,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:49.024415 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:49.036362 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 14ed7053-a861-4289-b0bc-ba34e640831e owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:02:49.518541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:49.543953 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=14ed7053-a861-4289-b0bc-ba34e640831e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:49.714099 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:49.924343 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:02:50.030033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:02:50.034953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-5ac19305-dd4a-4bb2-b776-fccb1c1a81d7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/1b5d1d4f-f436-4155-a65c-aaba8f8b2312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7069566 Sep 24 20:02:50.037652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52198) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:50.040991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Sync routers for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:02:50.050467 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:50.051129 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:50.089254 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting subnet 7c56696e-d206-4057-ad7b-b8af5f20aff7 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:02:50.092298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.137252 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.152602 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:50.220295 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.280574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.313214 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Subnet': ['ID=7c56696e-d206-4057-ad7b-b8af5f20aff7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:50.318623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.323169 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9afc7dc9-a6c7-4f2e-a904-f149fea8739e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/subnets/7c56696e-d206-4057-ad7b-b8af5f20aff7 HTTP/1.1" status: 204 len: 168 time: 0.2819159 Sep 24 20:02:50.323837 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52200) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:50.325786 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:02:49Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:50.325996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dcdc8c-187c-456a-9f39-757fad0a83f1 None None] Network c98eb738-3daa-42f5-b7b9-673a1b5a68b5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:02:50.356448 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Checking router: 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:02:50.383510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Routers {'1b5d1d4f-f436-4155-a65c-aaba8f8b2312'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:50.384134 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:50.441973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-930effff-bd6e-4113-8d60-87f3133d23ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.443391 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.529050 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] DHCP port deletion for c98eb738-3daa-42f5-b7b9-673a1b5a68b5 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:02:50.532463 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] Set router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:50.561630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.587163 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Deleting port 3590a05b-a8b4-4bd3-b554-fe0240157686 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:02:50.587621 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.616142 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 2f50764f-b0ce-4986-9acf-9ab44312e51a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:02:50.616483 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.656004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] For port 3590a05b-a8b4-4bd3-b554-fe0240157686, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3590a05b-a8b4-4bd3-b554-fe0240157686,segment=NetworkSegment(eae99d5b-dc86-4992-af3f-c46d2940d4e8),segment_id=eae99d5b-dc86-4992-af3f-c46d2940d4e8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:50.656411 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.670169 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Calling delete_port for 3590a05b-a8b4-4bd3-b554-fe0240157686 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:02:50.706800 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 2f50764f-b0ce-4986-9acf-9ab44312e51a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2f50764f-b0ce-4986-9acf-9ab44312e51a,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:50.707270 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.722506 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 2f50764f-b0ce-4986-9acf-9ab44312e51a owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:02:50.774571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.788142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] No DVR routers for this DVR port 3590a05b-a8b4-4bd3-b554-fe0240157686 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:02:50.815078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3590a05b-a8b4-4bd3-b554-fe0240157686 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:02:50.815078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4bb83-78b1-4d6c-8924-623a39913cbd None None] Pushing event deleted for resources: {'Port': ['ID=3590a05b-a8b4-4bd3-b554-fe0240157686,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:50.834617 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3590a05b-a8b4-4bd3-b554-fe0240157686 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:02:50.837991 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3590a05b-a8b4-4bd3-b554-fe0240157686 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:02:50.877319 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:02:49Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:50.906493 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb529e7f-99fa-409f-a466-b19791975a85 None None] The sync data for ids ['1b5d1d4f-f436-4155-a65c-aaba8f8b2312'] in n-d-810952-2 is: [{'id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154286563', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:02:49Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': '2f50764f-b0ce-4986-9acf-9ab44312e51a', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5d1d4f-f436-4155-a65c-aaba8f8b2312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:01:03Z', 'updated_at': '2021-09-24T20:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:02:50.931427 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:50.961903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=2f50764f-b0ce-4986-9acf-9ab44312e51a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:51.021155 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.113332 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.115670 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.158929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.159497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5d1d4f-f436-4155-a65c-aaba8f8b2312 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:02:51.167115 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.168888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-fc1c9989-74c6-41a0-a126-3307ee185697 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/routers/1b5d1d4f-f436-4155-a65c-aaba8f8b2312 HTTP/1.1" status: 204 len: 168 time: 0.8431807 Sep 24 20:02:51.171575 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52202) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:51.249700 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.342464 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.363653 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98eb738-3daa-42f5-b7b9-673a1b5a68b5']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:51.373159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae99d5b-dc86-4992-af3f-c46d2940d4e8') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:51.373456 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae99d5b-dc86-4992-af3f-c46d2940d4e8') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:51.383265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.396542 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.403182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:02:51.403574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: timer() Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:02:51.406818 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:02:51.466562 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.474733 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.479356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/networks/c98eb738-3daa-42f5-b7b9-673a1b5a68b5 HTTP/1.1" status: 204 len: 168 time: 0.3067753 Sep 24 20:02:51.479785 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:51.492015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16895-3715-4b62-a520-34c8f03924e6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Network': ['ID=c98eb738-3daa-42f5-b7b9-673a1b5a68b5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:51.548426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.573177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.631635 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.634233 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:51.635441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4ac8e7b-4381-46dc-b628-aa5659ca3dd7 HTTP/1.1" status: 204 len: 168 time: 0.1537633 Sep 24 20:02:51.645419 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac8e7b-4381-46dc-b628-aa5659ca3dd7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:51.652914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.653278 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.653626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.653970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.654303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.654636 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.654997 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.655329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.655664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.655989 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.656317 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.656647 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c8903-2df3-4a1b-bacc-10dcb259fa87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:51.946598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:51.951855 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394035324', 'description': 'tempest-secgroup-smoke-394035324 description', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:51.973240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.054777 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.059207 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.091330 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.092537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448836 Sep 24 20:02:52.093628 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b9589-0294-4cd3-b0d1-0fd750f2bc3c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cd625-a6d7-4334-aac3-d91bae377b74,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.095755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52212) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.100502 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.126529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.186487 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.190112 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.204559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:02:52.207727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17de780e-e325-4e2f-bab9-934cce08096a,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.217845 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.219102 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b13e1532-6543-4bf0-af30-911154e25554 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222966 Sep 24 20:02:52.222077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52214) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.226535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.233703 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:02:52.234055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 4a14c5d6-8bd8-4b10-a1c6-8ed839419279 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:02:52.253247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.311647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.316019 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.335238 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea7a55e-fa23-4040-b4e1-8d2194b309dd,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.338030 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.339651 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-786c9202-07f0-4def-811c-a8ca6357fc79 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164653 Sep 24 20:02:52.342954 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52216) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.347110 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.372142 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.428806 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.432231 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.452938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b5b074-f625-4762-972f-41e5023bd8fe,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.456782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.458045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6349d5ce-986e-4cfa-8674-b7447e958bdb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142416 Sep 24 20:02:52.460859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52218) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.465719 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.490835 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.552861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.556445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.577289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4d745a-bc2c-4228-9f6a-83128c54dc3e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.581338 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.582594 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6fbbee3c-1bfd-4d3c-9eb0-7b687a9d294b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207104 Sep 24 20:02:52.585319 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52220) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.590280 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.611527 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:02:52.616277 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.676698 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f50764f-b0ce-4986-9acf-9ab44312e51a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:02:52.677553 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.682012 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.696733 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2f50764f-b0ce-4986-9acf-9ab44312e51a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:02:52.697083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2f50764f-b0ce-4986-9acf-9ab44312e51a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:02:52.697522 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14ed7053-a861-4289-b0bc-ba34e640831e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:02:52.700243 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fce7f61-c58e-4da7-be65-285fd2d2d1d2,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.707871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.708979 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e118f1f6-ad74-446a-af1a-5e3e32637475 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227059 Sep 24 20:02:52.712739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52222) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.717096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cd625-a6d7-4334-aac3-d91bae377b74', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.719193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 14ed7053-a861-4289-b0bc-ba34e640831e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:02:52.719546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 14ed7053-a861-4289-b0bc-ba34e640831e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:02:52.740296 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:02:52.745248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.804462 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.807995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.826635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d93e00-1391-45a8-a2a4-f4cd64975c88,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:52.832298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.833510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c5f7160f-0842-45b3-aaa5-73536138835a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198530 Sep 24 20:02:52.836527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52224) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:52.841300 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'network': {'name': 'tempest-network-smoke--2054866006', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'port_security_enabled': True}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:52.860597 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:02:52.863988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.887378 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:02:52.895871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.896213 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Added segment 55fdebd7-d2ee-4347-968c-a31689cb474d of type vlan for network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 Sep 24 20:02:52.937242 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.961045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:52.966576 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:52.967194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.014752 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-778f9e64-ca98-4c6d-96db-25578b29999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.015350 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1777992 Sep 24 20:02:53.018214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52226) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:53.022748 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'admin_state_up': True, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:53.043371 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b4267-a8fc-4ba5-aae4-120b67aadfa2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Network': ['ID=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:53.048850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.049966 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.055436 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:02:53.101673 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.237716 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.419816 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.428396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.442561 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.540513 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.108 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d306d893-7ef6-463d-8278-4d12fb5e5cb4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:02:53.645605 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.678625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:53.715521 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:02:53.719665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:02:53.722270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:02:53.729588 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d306d893-7ef6-463d-8278-4d12fb5e5cb4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:53.965183 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:54.156027 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:54.393656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:54.568306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:02:54.676563 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:02:54.686314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Sync routers for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:02:54.695882 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:54.696103 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:54.696671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:54.700296 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e577cdc7-5d94-42c2-aa0f-c696dede6326 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6778738 Sep 24 20:02:54.700410 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52228) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:54.728877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-cf341bf3-b424-4f90-abcb-bc8f2a0e8fbb tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=55df7b603b2b4624ac0cdb137f48bce0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265763 Sep 24 20:02:54.732062 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:54.799217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:54.817530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d8448-5732-4ad4-b07f-9b24fab7356b tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:54.819073 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-af2d8448-5732-4ad4-b07f-9b24fab7356b tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860946 Sep 24 20:02:54.822041 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:54.853843 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3fb8acf3-60b7-4dd2-a2f6-15c910617911 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306973 Sep 24 20:02:54.856851 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:54.861551 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1772757261', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:54.947601 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:02:54.951079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:54.980180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:53Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:55.010373 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Checking router: 276d2ec0-2831-4046-92c3-1b3a8531c3b2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:02:55.010725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Updating router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 port d306d893-7ef6-463d-8278-4d12fb5e5cb4 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:02:55.035729 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.139073 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.204224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Subnet': ['ID=9b58907d-8968-4d8b-97ab-fae979e11bbd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:55.211662 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Checking segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:02:55.212020 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network hostable DHCP agents. Network: 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:02:55.228762 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:02:55.238365 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:02:55.242626 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:55.243251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.249705 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13ea8b-cdb1-401c-90d2-5323e0f81a41 None None] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:02:55.261448 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-dd7b3cd4-e171-4ca5-a9de-77931a18a3ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4009259 Sep 24 20:02:55.261693 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:02:55.350558 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.358145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.452180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Attempting to bind port d306d893-7ef6-463d-8278-4d12fb5e5cb4 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:02:55.452553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Attempting to bind port d306d893-7ef6-463d-8278-4d12fb5e5cb4 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:02:55.452920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Attempting to bind port d306d893-7ef6-463d-8278-4d12fb5e5cb4 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:02:55.457314 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c638df-6cc6-4365-9fb3-85b73cdfbb29 None None] Pushing event updated for resources: {'Port': ['ID=d306d893-7ef6-463d-8278-4d12fb5e5cb4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:55.466336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:02:55.466714 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:02:55.467147 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.467537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:02:55.468004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Bound port: d306d893-7ef6-463d-8278-4d12fb5e5cb4, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:02:55.468391 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.525454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:02:55.525907 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.557194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] For port d306d893-7ef6-463d-8278-4d12fb5e5cb4, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:02:55.562199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] For port d306d893-7ef6-463d-8278-4d12fb5e5cb4, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d306d893-7ef6-463d-8278-4d12fb5e5cb4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:02:55.567556 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.698339 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:55.847471 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c638df-6cc6-4365-9fb3-85b73cdfbb29 None None] Pushing event updated for resources: {'Port': ['ID=d306d893-7ef6-463d-8278-4d12fb5e5cb4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:55.854569 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:55.855292 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:55.938340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Allocated IP 172.20.0.2 (87037b00-2f6f-46b2-9f5a-60afcbe8e4b2/9b58907d-8968-4d8b-97ab-fae979e11bbd/2cc80875-68b7-47fe-ab88-0065cadaf352) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:02:55.985064 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-106fe38f-bf6f-41d2-8dfb-04d70ee89240 req-f78356ab-d6a8-4a26-8222-06a8212f0669 service neutron] (94855) timed out ('10.222.0.15', 50975) {{(pid=94855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 20:02:56.017168 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:56.211075 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.247124 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.252894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.300908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.1 (87037b00-2f6f-46b2-9f5a-60afcbe8e4b2/9b58907d-8968-4d8b-97ab-fae979e11bbd/71bc7f72-9632-4e8e-9cbd-d0ee2c01466c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:02:56.333616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:02:56.342416 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:02:56.345807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Pushing event updated for resources: {'Port': ['ID=2cc80875-68b7-47fe-ab88-0065cadaf352,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:56.350474 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:02:56.398702 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:53Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:56.428156 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.432155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b50861-0908-487b-8dda-5e29b886e009 None None] The sync data for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 is: [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:53Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:02:56.437797 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Attempting to bind port 2cc80875-68b7-47fe-ab88-0065cadaf352 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:02:56.438496 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Attempting to bind port 2cc80875-68b7-47fe-ab88-0065cadaf352 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:02:56.438817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Attempting to bind port 2cc80875-68b7-47fe-ab88-0065cadaf352 on network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:02:56.444310 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:02:56.444693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Checking segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:02:56.445240 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.445654 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Bound using segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:02:56.446127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Bound port: 2cc80875-68b7-47fe-ab88-0065cadaf352, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:02:56.446517 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.463877 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.501987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:02:56.505190 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:02:56.509073 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:02:56.520101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] For port 2cc80875-68b7-47fe-ab88-0065cadaf352, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:02:56.524208 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] For port 2cc80875-68b7-47fe-ab88-0065cadaf352, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2cc80875-68b7-47fe-ab88-0065cadaf352,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:02:56.529441 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.547757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:56.561363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:56.591985 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0842a83-219f-4720-a4fa-f9c15f1a7656 None None] Pushing event updated for resources: {'Port': ['ID=2cc80875-68b7-47fe-ab88-0065cadaf352,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:56.712914 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.050569 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.056665 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.130326 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.132241 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:57.236047 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:02:57.237673 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:02:57.366684 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:02:57.477955 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:02:57.483897 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3c5f12b7-a073-4a94-913e-4422840ce413 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/276d2ec0-2831-4046-92c3-1b3a8531c3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211974 Sep 24 20:02:57.530210 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b100f-21b7-4a76-a209-385825f28270 None None] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:02:57.613202 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] Provisioning complete for port 2cc80875-68b7-47fe-ab88-0065cadaf352 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:57.613867 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.626370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-58ece38d-ed4a-425d-bb59-5380785a477c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394035324&fields=id&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 267 time: 0.0334265 Sep 24 20:02:57.741494 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-70fe37cf-69e0-4403-a159-2b60947ea8eb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:57.743194 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-70fe37cf-69e0-4403-a159-2b60947ea8eb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 797 time: 0.1090291 Sep 24 20:02:57.752976 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.758614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-ef0187b5-6c97-43c3-9c55-cd926b8aa01a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/quotas/55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 375 time: 0.0088904 Sep 24 20:02:57.797086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] For port 2cc80875-68b7-47fe-ab88-0065cadaf352, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2cc80875-68b7-47fe-ab88-0065cadaf352,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:57.802205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:57.812728 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d766680e-1fae-448d-8450-803335f905c8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482948 Sep 24 20:02:57.866719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0f1c-9c69-4a07-858a-2ccecac535ac None None] Pushing event updated for resources: {'Port': ['ID=2cc80875-68b7-47fe-ab88-0065cadaf352,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:57.881047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-1052b584-b094-4d26-8dff-e7ab8e6f2215 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:02:57.882167 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-1052b584-b094-4d26-8dff-e7ab8e6f2215 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575292 Sep 24 20:02:57.983757 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-82aff868-df49-4f6d-9f8f-d4e639b4b19e service neutron] 10.222.0.18 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946167 Sep 24 20:02:58.023747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-28ab3c4f-bb33-4d16-82db-a4bfdf43ebb7 None None] Provisioning complete for port 2cc80875-68b7-47fe-ab88-0065cadaf352 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:58.024125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28ab3c4f-bb33-4d16-82db-a4bfdf43ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.088504 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-df1b65cd-4c3f-44e0-8a23-0c1e4926cb3b service neutron] 10.222.0.18 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984416 Sep 24 20:02:58.125508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-28ab3c4f-bb33-4d16-82db-a4bfdf43ebb7 None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:58.125967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28ab3c4f-bb33-4d16-82db-a4bfdf43ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.169080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-28ab3c4f-bb33-4d16-82db-a4bfdf43ebb7 None None] Port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:02:58.176959 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Sync routers for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:02:58.187107 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:58.187704 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:58.290821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3b8c14a6-9f3f-4bc9-8549-e7a9d21747e3 None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:58.291461 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b8c14a6-9f3f-4bc9-8549-e7a9d21747e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.299474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c2d5a380-4c4d-4ea5-94f8-7e405301e2e4 req-63614ef5-c3f4-492f-bd44-d09579a0db51 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 210 time: 0.0535009 Sep 24 20:02:58.315094 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:58.337867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c14a6-9f3f-4bc9-8549-e7a9d21747e3 None None] Port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:02:58.459124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6f3a2311-9581-4424-8dcc-14f87ed4bde1 None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:58.459505 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2311-9581-4424-8dcc-14f87ed4bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.499010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a2311-9581-4424-8dcc-14f87ed4bde1 None None] Port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:02:58.530012 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 2, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:58.556512 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Checking router: 276d2ec0-2831-4046-92c3-1b3a8531c3b2 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:02:58.556839 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Updating router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:02:58.585721 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.748852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d306d893-7ef6-463d-8278-4d12fb5e5cb4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:02:58.800038 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d306d893-7ef6-463d-8278-4d12fb5e5cb4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:58.800419 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.854004 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.860830 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.887590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.905357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Pushing event updated for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:58.909114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d306d893-7ef6-463d-8278-4d12fb5e5cb4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d306d893-7ef6-463d-8278-4d12fb5e5cb4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:58.913713 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.914486 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2cc80875-68b7-47fe-ab88-0065cadaf352 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:02:58.916486 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.916835 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.917728 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.918061 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.918398 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.918730 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.919080 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.919409 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.919734 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.920056 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.920380 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.920700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:02:58.984531 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Attempting to bind port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:02:58.985160 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Attempting to bind port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:02:58.985816 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Attempting to bind port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c on network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:02:58.991354 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:02:58.991537 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Checking segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:02:58.991878 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d306d893-7ef6-463d-8278-4d12fb5e5cb4,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:58.992012 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:58.992304 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Bound using segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:02:58.992769 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Bound port: 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:02:58.993152 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.002885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 2cc80875-68b7-47fe-ab88-0065cadaf352 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:59.003270 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.057173 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] For port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:02:59.061138 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] For port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:02:59.066174 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.119908 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:02:59.120699 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:59.129247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:59.129623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.216851 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.232555 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:02:59.262652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] For port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:02:59.282718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.373191 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-b2b696f8-086e-47e7-a12d-f93a04e250d0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:02:59.374705 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-b2b696f8-086e-47e7-a12d-f93a04e250d0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 797 time: 0.1329839 Sep 24 20:02:59.375759 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188143c-14c0-4873-89d7-783da056e3cd None None] Pushing event updated for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:59.376424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f9da-5769-4d15-890c-2b3360f121eb None None] Pushing event updated for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:02:59.430062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f506567f-f6cb-4dd8-a0e7-3849e60677bd None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:02:59.430540 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f506567f-f6cb-4dd8-a0e7-3849e60677bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.452088 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-56ade035-0467-4861-9c48-f2f788dfd459 req-8c220070-c86e-4069-bc41-a8661ae98fd7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 210 time: 0.0650227 Sep 24 20:02:59.482038 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-e9b89a09-1d46-42f7-8c4f-4753851c6abf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 379 time: 0.0898304 Sep 24 20:02:59.498661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'port': {'device_id': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'admin_state_up': True, 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'security_groups': ['cb5cd625-a6d7-4334-aac3-d91bae377b74']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:02:59.517382 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:02:59.558975 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1bd37-b99f-41a6-8782-bacf4834e16f None None] The sync data for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 is: [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:02:59.636968 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:02:59.640630 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.775205 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.10 (87037b00-2f6f-46b2-9f5a-60afcbe8e4b2/9b58907d-8968-4d8b-97ab-fae979e11bbd/7eb3dd3b-ba61-46a8-923d-9f70867939e2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:02:59.918174 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:02:59.951833 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.000914 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:03:00.004016 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:03:00.011599 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:03:00.015770 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:00.065964 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:00.066538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.084401 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-d10afe86-8fc0-46a2-80c7-7b45f91ca75a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953770 Sep 24 20:03:00.102720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Request body: {'port': {'device_id': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:03:00.160105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.286058 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3fdb5a30-1819-4133-84d9-ab3282b8470f None None] Provisioning complete for port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:03:00.286564 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5a30-1819-4133-84d9-ab3282b8470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.320872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb5a30-1819-4133-84d9-ab3282b8470f None None] Port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:03:00.577350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11018-674b-498c-a29b-52990c3a2525 req-25d0f53c-a508-4cb7-b228-d2ff80224175 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:00.579990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce11018-674b-498c-a29b-52990c3a2525 req-25d0f53c-a508-4cb7-b228-d2ff80224175 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 932 time: 0.0607839 Sep 24 20:03:00.626789 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dce11018-674b-498c-a29b-52990c3a2525 req-bdd2a0f5-8714-403e-93a0-d0cd336ab9b3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371630 Sep 24 20:03:00.700663 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:03:00.752506 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb3dd3b-ba61-46a8-923d-9f70867939e2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:03:00.760218 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.765111 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:03:00.772639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Transition to ACTIVE for port object 7eb3dd3b-ba61-46a8-923d-9f70867939e2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:03:00.777049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.815757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:03:00.816133 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.827646 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:00.899112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d306d893-7ef6-463d-8278-4d12fb5e5cb4 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:03:00.900756 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Attempting to bind port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:03:00.902682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Attempting to bind port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:03:00.902682 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Attempting to bind port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 on network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:03:00.906412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 on network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:03:00.907010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Attempting to bind port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 on network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:03:00.912033 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:03:00.912624 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Checking segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:03:00.913010 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Bound using segment: {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:03:00.913429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Bound port: 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fdebd7-d2ee-4347-968c-a31689cb474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:03:00.913784 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.952173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d306d893-7ef6-463d-8278-4d12fb5e5cb4 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:03:00.952647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:00.984950 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:03:00.988263 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:03:00.991962 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:01.028431 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.029055 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:01.030571 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] 10.222.0.15 "PUT /v2.0/ports/7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 1092 time: 0.9322536 Sep 24 20:03:01.030988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:03:01.033244 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54" -d '{"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:03:01.084058 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32b569-ddc9-4bfe-9c83-2449088c0c38 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:01.088411 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e408f6b-61b5-44b1-a5c0-03f06a781c40 x-openstack-request-id: req-6e408f6b-61b5-44b1-a5c0-03f06a781c40 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:03:01.089235 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:03:01.089489 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e408f6b-61b5-44b1-a5c0-03f06a781c40 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:03:01.089886 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'status': 'completed', 'code': 200} Sep 24 20:03:01.126639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-cd4a4f4f-c5be-46b8-b8ff-7ee3e6a04667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.128210 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-cd4a4f4f-c5be-46b8-b8ff-7ee3e6a04667 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1095 time: 0.0525038 Sep 24 20:03:01.174590 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-481e8eec-ce4f-4e07-8c18-6f16af75be92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 217 time: 0.0361569 Sep 24 20:03:01.224091 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-b7bd5cef-3d48-44a5-8a3c-1ad175a805ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.225663 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-b7bd5cef-3d48-44a5-8a3c-1ad175a805ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0443540 Sep 24 20:03:01.270927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-cfdb1a49-f5ef-43ca-b5fe-ab854d6dc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.272407 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-cfdb1a49-f5ef-43ca-b5fe-ab854d6dc247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389094 Sep 24 20:03:01.363495 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-897d186c-eb4c-489b-8cda-670f6ea0d3c2 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Sep 24 20:03:01.456064 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c49c2739-bdb9-4bd7-9bb6-f49c26ccff79 req-6bf50e0d-4340-4f48-b997-02904b2adb13 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Sep 24 20:03:01.546130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-900ce7fc-e856-452b-88b9-ac8137287ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.547640 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-900ce7fc-e856-452b-88b9-ac8137287ffe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1095 time: 0.0406089 Sep 24 20:03:01.637619 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-bff25034-4846-4c39-bcb3-8cffcc1a72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.639122 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-bff25034-4846-4c39-bcb3-8cffcc1a72d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0842175 Sep 24 20:03:01.686314 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-6fe37821-a87a-4451-8011-765ffbad2064 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 217 time: 0.0399241 Sep 24 20:03:01.738360 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-f15ecd03-8066-4903-8d87-f4199b74b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.739877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-f15ecd03-8066-4903-8d87-f4199b74b171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0440776 Sep 24 20:03:01.760289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1f73-7dd8-4b20-ac9c-99281ff082a7 req-fb02bde3-0e81-44ae-913d-029f0e9e5cfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.762370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-079f1f73-7dd8-4b20-ac9c-99281ff082a7 req-fb02bde3-0e81-44ae-913d-029f0e9e5cfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 944 time: 0.0483716 Sep 24 20:03:01.788138 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-de33d9bd-720e-451b-ac3f-71fc5a167144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:01.789665 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-de33d9bd-720e-451b-ac3f-71fc5a167144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405338 Sep 24 20:03:01.800144 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-079f1f73-7dd8-4b20-ac9c-99281ff082a7 req-9699108a-ae35-4aa7-a7ed-c253c341d337 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Sep 24 20:03:01.884589 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-69805db7-cd52-4c86-8849-739c7c8d6acd service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845106 Sep 24 20:03:01.973607 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-84e15ba9-bdcb-4dfa-b15a-652d7f712c54 req-e2ca867c-2e3d-456b-b1d4-9c462306c500 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807455 Sep 24 20:03:02.921213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06b74-701e-438c-9000-d0fc1c1af274 req-a00e5a78-1422-433c-9f8d-1b9f60956ac0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:02.922705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d06b74-701e-438c-9000-d0fc1c1af274 req-a00e5a78-1422-433c-9f8d-1b9f60956ac0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 944 time: 0.0524483 Sep 24 20:03:02.959900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-79d06b74-701e-438c-9000-d0fc1c1af274 req-d672af77-f9d4-403f-8079-b19a733c4667 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Sep 24 20:03:03.523423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7eb3dd3b-ba61-46a8-923d-9f70867939e2 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:03:03.632618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:03:03.644019 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'port_id': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'mac_address': 'fa:16:3e:5f:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:03:03.683139 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:03.696250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb3dd3b-ba61-46a8-923d-9f70867939e2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:03:03.715870 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:03:03.719840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:03.768572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:03.810210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:03.976512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['7eb3dd3b-ba61-46a8-923d-9f70867939e2'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:03:04.077567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ea993-dbc4-4218-9d72-d538d3ee1786 req-09816523-0b24-42f4-a567-ff0d30a6603d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:04.079236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-093ea993-dbc4-4218-9d72-d538d3ee1786 req-09816523-0b24-42f4-a567-ff0d30a6603d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 945 time: 0.0522273 Sep 24 20:03:04.119784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-093ea993-dbc4-4218-9d72-d538d3ee1786 req-18980e3d-e751-4542-9d67-ed2ed9f91c13 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344257 Sep 24 20:03:05.235811 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf86fbb-a866-4cbe-85ed-584bedbfa7ed req-6d5de33c-fe93-4a6d-8615-cbfefdb07c24 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:05.237276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eaf86fbb-a866-4cbe-85ed-584bedbfa7ed req-6d5de33c-fe93-4a6d-8615-cbfefdb07c24 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 945 time: 0.0479381 Sep 24 20:03:05.273409 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-eaf86fbb-a866-4cbe-85ed-584bedbfa7ed req-1d13bc57-b27c-4515-be53-0f19ee23c09c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302193 Sep 24 20:03:05.536424 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7eb3dd3b-ba61-46a8-923d-9f70867939e2 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:03:05.588464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:03:05.592231 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:03:05.592666 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:05.670104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:05.692447 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:03:05.694728 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f076aa82-9669-44f8-bf40-98699b2504f6" -d '{"events": [{"server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "name": "network-vif-plugged", "status": "completed", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:03:05.706602 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:03:05.710993 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:05.735806 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10b964-7ef2-4c73-8be9-46f48cca2ba5 x-openstack-request-id: req-4c10b964-7ef2-4c73-8be9-46f48cca2ba5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:03:05.736098 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "name": "network-vif-plugged", "status": "completed", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:03:05.736354 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c10b964-7ef2-4c73-8be9-46f48cca2ba5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:03:05.736746 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'code': 200} Sep 24 20:03:05.761320 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:05.837406 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3a86-1ee2-44ec-844e-6df16183fa6c req-18020824-e43a-4f6c-b414-6957b616fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:05.838920 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f52e3a86-1ee2-44ec-844e-6df16183fa6c req-18020824-e43a-4f6c-b414-6957b616fd6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0441725 Sep 24 20:03:05.876646 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-f52e3a86-1ee2-44ec-844e-6df16183fa6c req-dfc25471-0a77-4a4b-ba9a-c05033f5d100 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273130 Sep 24 20:03:06.391989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0846-0105-47a4-9211-8e3187dde532 req-f0f1c374-ba52-4380-bdee-800f7ffb905d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:06.393361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deea0846-0105-47a4-9211-8e3187dde532 req-f0f1c374-ba52-4380-bdee-800f7ffb905d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Sep 24 20:03:06.429988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-deea0846-0105-47a4-9211-8e3187dde532 req-44e5eeab-dc40-4506-9d29-e9b5e212c561 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306616 Sep 24 20:03:07.544727 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d031c-e9c1-4c28-893c-a592655e0241 req-bc2208b4-4755-4bdd-90ea-7f43d5d9db87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:07.546709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf8d031c-e9c1-4c28-893c-a592655e0241 req-bc2208b4-4755-4bdd-90ea-7f43d5d9db87 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0495508 Sep 24 20:03:07.586946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf8d031c-e9c1-4c28-893c-a592655e0241 req-e6d02c01-0c60-4d08-87df-051b8d29b2d1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Sep 24 20:03:07.700422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a359f-72be-4c89-8eb9-4c0fafd70b33 req-4b535b11-4b08-4ccd-a5cb-4df147fa24f4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:07.701888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-783a359f-72be-4c89-8eb9-4c0fafd70b33 req-4b535b11-4b08-4ccd-a5cb-4df147fa24f4 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0488870 Sep 24 20:03:07.739040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-783a359f-72be-4c89-8eb9-4c0fafd70b33 req-01cdd2ec-2c39-43e2-a8d9-d3f5b266deec tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Sep 24 20:03:07.759391 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52288) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:07.805033 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9b12a-349f-44a2-9364-0199acd51150 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:07.806536 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a6e9b12a-349f-44a2-9364-0199acd51150 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1092 time: 0.0462070 Sep 24 20:03:07.809344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52290) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:07.813611 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:03:07.835026 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:07.928861 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.030520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.232 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/abc26857-32b3-4b92-8fc1-1e1c822f0ae9) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:03:08.132960 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.165792 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.204905 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:03:08.207854 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:03:08.212101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:03:08.240547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=abc26857-32b3-4b92-8fc1-1e1c822f0ae9,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:08.565303 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.632887 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.781342 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.785658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:08.855310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=abc26857-32b3-4b92-8fc1-1e1c822f0ae9,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:03:08.863605 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:09.261258 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 15eb117b-4372-4dea-8963-e759c23fba0b associated. External IP: 172.25.5.232, port: 7eb3dd3b-ba61-46a8-923d-9f70867939e2. Sep 24 20:03:09.462890 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:03:09.518149 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:09.569501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:03:09.579415 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Sync routers for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:03:09.585137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:09.588175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:03:09.588802 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:03:09.612407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9e58973c-e3a1-4c75-aeb1-506c88454a23 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8020344 Sep 24 20:03:09.613114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:03:09.615422 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac36d22-2235-4f0c-85cb-75af60e72269" -d '{"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:03:09.661251 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410746b-db9c-4e7b-90ba-9766c58f81f5 x-openstack-request-id: req-2410746b-db9c-4e7b-90ba-9766c58f81f5 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:03:09.661812 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:03:09.662068 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2410746b-db9c-4e7b-90ba-9766c58f81f5 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:03:09.662540 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'status': 'completed', 'code': 200} Sep 24 20:03:09.701154 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:03:09.729717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3f908-0102-4c1e-844e-efca4e5d8e43 req-440c00ac-9816-4893-ae5b-4b6dc972d79f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:09.731292 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ef3f908-0102-4c1e-844e-efca4e5d8e43 req-440c00ac-9816-4893-ae5b-4b6dc972d79f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0501106 Sep 24 20:03:09.733712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-b7a7e2a4-5bdf-4726-b1b3-e784a2d3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:09.735870 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-b7a7e2a4-5bdf-4726-b1b3-e784a2d3fd97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0485890 Sep 24 20:03:09.770820 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ef3f908-0102-4c1e-844e-efca4e5d8e43 req-2cff5a2d-6237-4dec-9e44-46761eebf1bf tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Sep 24 20:03:09.793982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52296) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:09.835384 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-234e66e2-aa48-4879-9e13-4c65181cd234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:09.836922 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-234e66e2-aa48-4879-9e13-4c65181cd234 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0923326 Sep 24 20:03:09.859296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9b6df65f-1b05-4494-9986-68a7d32a1dd7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/15eb117b-4372-4dea-8963-e759c23fba0b HTTP/1.1" status: 200 len: 992 time: 0.0639858 Sep 24 20:03:09.911772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-4ea7dfa4-332b-4238-8829-4ca947a3f355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 1000 time: 0.0659180 Sep 24 20:03:09.929489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '15eb117b-4372-4dea-8963-e759c23fba0b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'port_id': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'mac_address': 'fa:16:3e:5f:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:03:08Z', 'updated_at': '2021-09-24T20:03:08Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:03:09.954911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Checking router: 276d2ec0-2831-4046-92c3-1b3a8531c3b2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:03:09.960862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-4ccde86f-d43a-4cb5-aed3-971f4b4c8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:09.962350 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-4ccde86f-d43a-4cb5-aed3-971f4b4c8fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0433464 Sep 24 20:03:09.963340 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:03:09.964004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:02:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:03:10.014097 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-f1201100-f3a6-437d-b037-6050bf8ab7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:10.015602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-f1201100-f3a6-437d-b037-6050bf8ab7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449004 Sep 24 20:03:10.115803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-ca309ff7-aa8c-4c4c-86b2-76ffb5f210bf service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912607 Sep 24 20:03:10.216046 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3ac36d22-2235-4f0c-85cb-75af60e72269 req-a497207d-7a1e-4f18-908e-01633ca84452 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921793 Sep 24 20:03:10.232874 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:03:10.452473 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '15eb117b-4372-4dea-8963-e759c23fba0b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'port_id': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'mac_address': 'fa:16:3e:5f:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:03:08Z', 'updated_at': '2021-09-24T20:03:08Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:03:10.478562 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273f2b-472f-4126-904b-0e4a7b3ad411 None None] The sync data for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 is: [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '15eb117b-4372-4dea-8963-e759c23fba0b', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'port_id': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'mac_address': 'fa:16:3e:5f:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:03:08Z', 'updated_at': '2021-09-24T20:03:08Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:03:10.660567 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf91c3-f2f0-436a-b864-2c256a4bb04e None None] New status for floating IP 15eb117b-4372-4dea-8963-e759c23fba0b: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:03:10.863213 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52298) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:10.965242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a8a9062b-e114-490a-88da-0e121664b9b5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/15eb117b-4372-4dea-8963-e759c23fba0b HTTP/1.1" status: 200 len: 994 time: 0.1008530 Sep 24 20:03:14.973537 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-79af312f-a210-42d9-bf2d-00ff89511bb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398054 Sep 24 20:03:15.056157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926b8f-413a-428e-81f1-866c0be332fc req-f8b6692a-349c-4538-bc47-d9013416dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:15.057653 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-f8b6692a-349c-4538-bc47-d9013416dde6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0411701 Sep 24 20:03:15.163765 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926b8f-413a-428e-81f1-866c0be332fc req-a5720f9f-06dd-48f3-85dc-b4967e5988e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:15.165233 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-a5720f9f-06dd-48f3-85dc-b4967e5988e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0885847 Sep 24 20:03:15.227466 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-afdde8f7-e150-4dbd-a5fc-c6bf19d66cb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 1002 time: 0.0548363 Sep 24 20:03:15.278460 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926b8f-413a-428e-81f1-866c0be332fc req-3a0afd6a-9383-4321-af7f-d71d77157ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:15.279882 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-3a0afd6a-9383-4321-af7f-d71d77157ea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0451629 Sep 24 20:03:15.323970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926b8f-413a-428e-81f1-866c0be332fc req-cbe4ce8a-1705-42f0-942a-3a9773b58a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:15.325493 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-cbe4ce8a-1705-42f0-942a-3a9773b58a0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380690 Sep 24 20:03:15.417440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-cfe11d6f-69c3-4963-bc47-16d939e526ff service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Sep 24 20:03:15.511438 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3d926b8f-413a-428e-81f1-866c0be332fc req-ffa5ecf6-35c4-4842-85ed-2c26e217d45e service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862746 Sep 24 20:03:20.383675 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c806728-7f0a-4494-bc76-e6bee023f179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:23.019170 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31c86396-72f2-4470-9b56-b97c1bd05eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:23.429130 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:24.395257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:26.139508 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:33.806100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:37.699854 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:03:39.516188 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:46.475750 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fbe99-7d26-4fc2-ba8e-9a798308bde2 req-1436b392-2fc5-497d-a4d1-710c1b71c30f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:46.477255 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd5fbe99-7d26-4fc2-ba8e-9a798308bde2 req-1436b392-2fc5-497d-a4d1-710c1b71c30f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0968461 Sep 24 20:03:46.514238 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd5fbe99-7d26-4fc2-ba8e-9a798308bde2 req-7c3985e7-b47d-48e8-8434-766fd586cb7a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309734 Sep 24 20:03:47.629829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a635a9-ab4f-42ee-aeb6-d236e774f52c req-a1d60454-b853-4047-aa7b-989ec065f4ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:47.631537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59a635a9-ab4f-42ee-aeb6-d236e774f52c req-a1d60454-b853-4047-aa7b-989ec065f4ed tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0488634 Sep 24 20:03:47.668006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-59a635a9-ab4f-42ee-aeb6-d236e774f52c req-dc28c1a5-0554-453b-bf93-8e204064762c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Sep 24 20:03:48.783541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71451ec1-1bc1-4f0d-8d27-0eae002b8cdc req-8cb10fb0-f3e1-456b-8a64-0f024624a03b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:48.785261 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71451ec1-1bc1-4f0d-8d27-0eae002b8cdc req-8cb10fb0-f3e1-456b-8a64-0f024624a03b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0483274 Sep 24 20:03:48.821611 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-71451ec1-1bc1-4f0d-8d27-0eae002b8cdc req-044d0cd5-5e74-4bc9-9ef1-d1dc46d11a8d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304708 Sep 24 20:03:49.937774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97535-8cd8-472b-9a27-ae86c9142573 req-ebb9e1c0-32f0-4b6d-b9bd-df77879e5cd5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:49.939287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ab97535-8cd8-472b-9a27-ae86c9142573 req-ebb9e1c0-32f0-4b6d-b9bd-df77879e5cd5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0529432 Sep 24 20:03:49.976900 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8ab97535-8cd8-472b-9a27-ae86c9142573 req-621aac5c-7a67-4606-ba63-3b43ab251556 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Sep 24 20:03:50.383455 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7531d055-c292-4df6-9019-59ab978c6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:51.092191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad665319-77b7-4a20-b461-ec401af86ffe req-7d35be03-4d0a-4119-a048-8c88a549ccb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:51.094201 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad665319-77b7-4a20-b461-ec401af86ffe req-7d35be03-4d0a-4119-a048-8c88a549ccb0 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Sep 24 20:03:51.131784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ad665319-77b7-4a20-b461-ec401af86ffe req-b3457a4e-a9e4-4d48-b729-1a95a64df507 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Sep 24 20:03:52.244764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911b889-2628-4a99-839a-0931441da030 req-d0f5a60d-dcae-4b4b-955c-17a91e3bbffd tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:52.246271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c911b889-2628-4a99-839a-0931441da030 req-d0f5a60d-dcae-4b4b-955c-17a91e3bbffd tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0494061 Sep 24 20:03:52.287716 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c911b889-2628-4a99-839a-0931441da030 req-968f69a7-10a5-4d6a-8a65-c0d77a42fcd9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354404 Sep 24 20:03:53.019067 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6f23b3-68bf-4120-8ba4-17ebee6b33b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:53.407150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5e1b9-8d4a-40cc-b5be-e648e27e09ab req-30edf6c9-d779-4e82-aa76-0d83464e048a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:53.408887 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85d5e1b9-8d4a-40cc-b5be-e648e27e09ab req-30edf6c9-d779-4e82-aa76-0d83464e048a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0524626 Sep 24 20:03:53.430909 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:53.448405 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-85d5e1b9-8d4a-40cc-b5be-e648e27e09ab req-973e8d95-cf57-4df9-8161-9bf5b452782b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328922 Sep 24 20:03:54.396410 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:54.563418 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1761b-748f-476d-ad8c-6f6cad1f0687 req-f9e26085-5be2-4ff6-80a4-ae46903deb1e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:54.564911 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baa1761b-748f-476d-ad8c-6f6cad1f0687 req-f9e26085-5be2-4ff6-80a4-ae46903deb1e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0493746 Sep 24 20:03:54.601915 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-baa1761b-748f-476d-ad8c-6f6cad1f0687 req-85c2aada-82b6-4227-9bb5-163b9d7371f9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Sep 24 20:03:55.718544 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2a08d-16ee-4218-925c-ffa9510679dc req-59c1d980-cf51-47dc-a2fb-e53049d6cf13 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:55.720131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb2a08d-16ee-4218-925c-ffa9510679dc req-59c1d980-cf51-47dc-a2fb-e53049d6cf13 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0510795 Sep 24 20:03:55.758308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dcb2a08d-16ee-4218-925c-ffa9510679dc req-872b2b1e-0935-4a85-8a80-1337f8878e8e tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321071 Sep 24 20:03:56.141904 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:03:56.875305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005d7ab-67a7-4160-9e37-00fc647f4d2e req-4d5bba49-6e5d-4aca-ad3f-e0f4c1a02931 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:56.876791 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1005d7ab-67a7-4160-9e37-00fc647f4d2e req-4d5bba49-6e5d-4aca-ad3f-e0f4c1a02931 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0529661 Sep 24 20:03:56.915082 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1005d7ab-67a7-4160-9e37-00fc647f4d2e req-57ad8314-96ba-4e31-b57d-e5b063f6ce03 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322759 Sep 24 20:03:56.937035 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52338) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:56.995953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0e72ee31-bc48-4d3e-a96b-f672bab35bb2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/15eb117b-4372-4dea-8963-e759c23fba0b HTTP/1.1" status: 200 len: 994 time: 0.0578239 Sep 24 20:03:58.274816 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd40f3-f3e6-4a20-86c2-da1593f85282 req-c712f21c-d1a0-4cd1-95af-557e2ab2d9de tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:58.276271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4fd40f3-f3e6-4a20-86c2-da1593f85282 req-c712f21c-d1a0-4cd1-95af-557e2ab2d9de tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0541744 Sep 24 20:03:58.299733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-d57af932-61e3-4d17-b9e9-4170f21ba518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:58.301266 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-d57af932-61e3-4d17-b9e9-4170f21ba518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0414734 Sep 24 20:03:58.315129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d4fd40f3-f3e6-4a20-86c2-da1593f85282 req-2f25f59a-42d1-456f-acce-3355635d8209 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Sep 24 20:03:58.394982 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-f9337ce9-66d6-46af-98a8-14f4891563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:58.396441 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-f9337ce9-66d6-46af-98a8-14f4891563c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0875521 Sep 24 20:03:58.459975 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-d2d13e6e-9629-4a73-b733-66933fef3aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 1002 time: 0.0555589 Sep 24 20:03:58.515869 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-2b578b88-043f-4432-b512-05d4661244ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:58.517335 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-2b578b88-043f-4432-b512-05d4661244ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0464635 Sep 24 20:03:58.565101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-7600459e-72ab-4dac-baea-71eea7455f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:58.566459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-7600459e-72ab-4dac-baea-71eea7455f4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394144 Sep 24 20:03:58.653623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-47e45cee-2078-46cd-b3f7-93f106758281 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794606 Sep 24 20:03:58.749905 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e8bed9a3-5d97-4b8c-a2e9-b97f32ea5359 req-cda518b7-2c91-4dcf-b1ab-db84339fe58a service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Sep 24 20:03:59.431669 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92629dbb-59ac-46e9-8d46-5f087fd7adb4 req-fa2ac578-2a12-4de4-8629-abb1bfa4c11b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:03:59.433276 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92629dbb-59ac-46e9-8d46-5f087fd7adb4 req-fa2ac578-2a12-4de4-8629-abb1bfa4c11b tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Sep 24 20:03:59.470061 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92629dbb-59ac-46e9-8d46-5f087fd7adb4 req-63e80122-0cc5-4557-9e38-c45d05d929f7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 24 20:03:59.492894 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52348) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:03:59.552021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f741feab-8ddc-4528-ac75-ccfb72bcb2ef tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/15eb117b-4372-4dea-8963-e759c23fba0b HTTP/1.1" status: 200 len: 994 time: 0.0580235 Sep 24 20:04:03.820687 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:09.528751 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:14.698635 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:04:17.747629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-af4de32b-ed0c-4486-8be7-c2b99222115c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383580 Sep 24 20:04:17.840611 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59469-68d2-4659-9813-e9a40cb0922b req-21580ff4-6d6b-45aa-b61a-1d60092b43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:17.842115 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-21580ff4-6d6b-45aa-b61a-1d60092b43fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0432026 Sep 24 20:04:17.943012 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59469-68d2-4659-9813-e9a40cb0922b req-7557b6c4-59d5-47fd-9fea-27dcf78a4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:17.944488 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-7557b6c4-59d5-47fd-9fea-27dcf78a4bf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0836277 Sep 24 20:04:18.012785 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-940866d5-e1b4-4353-be59-994b1c4d0178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 1002 time: 0.0591488 Sep 24 20:04:18.063303 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59469-68d2-4659-9813-e9a40cb0922b req-aa422536-e375-48e5-ba35-9cccae28830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:18.064762 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-aa422536-e375-48e5-ba35-9cccae28830a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0428209 Sep 24 20:04:18.110929 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59469-68d2-4659-9813-e9a40cb0922b req-b4747f51-5317-44a6-b20c-8065e30bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:18.112419 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-b4747f51-5317-44a6-b20c-8065e30bb7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394886 Sep 24 20:04:18.204078 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-e0a63703-9f64-4b5e-a92a-75302f44d2cc service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Sep 24 20:04:18.298848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bee59469-68d2-4659-9813-e9a40cb0922b req-9f94af18-b9ef-439f-8a24-0bd0d7f2e6e2 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819108 Sep 24 20:04:20.384095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6596d0f2-97a3-4ab2-bced-34b264d69368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:23.019555 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ab9360d-3f1f-45ba-bd89-e407a23b9782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:23.431146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:24.400166 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:26.145067 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:31.919096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52366) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:32.083665 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port abc26857-32b3-4b92-8fc1-1e1c822f0ae9 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:04:32.084009 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.158202 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.158529 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.170645 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for abc26857-32b3-4b92-8fc1-1e1c822f0ae9 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:04:32.316473 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.342445 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=abc26857-32b3-4b92-8fc1-1e1c822f0ae9,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:32.368131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.368478 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.368826 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.369160 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.369485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.369818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.370161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.370467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.370786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.371144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.371461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.371778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:32.425262 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.425490 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP 15eb117b-4372-4dea-8963-e759c23fba0b disassociated (deleted). External IP: 172.25.5.232, port: 7eb3dd3b-ba61-46a8-923d-9f70867939e2. Sep 24 20:04:32.628904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:04:32.739079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:04:32.745559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:32.751645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Sync routers for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:04:32.760960 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:32.761575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:32.773746 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ce7cfe9b-e806-4e2f-9f94-8804e8483464 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/floatingips/15eb117b-4372-4dea-8963-e759c23fba0b HTTP/1.1" status: 204 len: 168 time: 0.8535581 Sep 24 20:04:32.774324 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:04:32.776623 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725" -d '{"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:04:32.871399 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:32.873149 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fafad28-9c5b-4878-a80c-d938237d5163 x-openstack-request-id: req-8fafad28-9c5b-4878-a80c-d938237d5163 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:04:32.873688 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:04:32.874258 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fafad28-9c5b-4878-a80c-d938237d5163 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:04:32.875131 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'status': 'completed', 'code': 200} Sep 24 20:04:32.958971 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-1a34dc11-757c-42e5-876a-234235b2e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:32.961364 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-1a34dc11-757c-42e5-876a-234235b2e97d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 1097 time: 0.0560601 Sep 24 20:04:33.009495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554e8ec-0afa-4013-bfc7-ea6a6489ce62 req-07867115-5a1e-4080-af39-178823a1797a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:33.015358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0554e8ec-0afa-4013-bfc7-ea6a6489ce62 req-07867115-5a1e-4080-af39-178823a1797a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Sep 24 20:04:33.056362 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0554e8ec-0afa-4013-bfc7-ea6a6489ce62 req-8bfec0c1-3e3a-4a27-9305-c88e39bf94b7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391800 Sep 24 20:04:33.065232 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-4ecc3799-b0bc-43d5-9ffa-b94778e07c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:33.068110 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-4ecc3799-b0bc-43d5-9ffa-b94778e07c25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 200 len: 897 time: 0.0959301 Sep 24 20:04:33.079422 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:33.109792 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Checking router: 276d2ec0-2831-4046-92c3-1b3a8531c3b2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:04:33.115085 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-2224b440-42c9-40a2-9135-a8c4af8e1604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 200 len: 217 time: 0.0382586 Sep 24 20:04:33.119173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:33.119778 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:33.167534 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-1bff03e9-6cb2-4eca-a213-4dca1f2d88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:33.169636 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-1bff03e9-6cb2-4eca-a213-4dca1f2d88c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 200 len: 835 time: 0.0464718 Sep 24 20:04:33.214900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-73d127f6-fbb6-4267-b8c4-978fd8983417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:33.216921 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-73d127f6-fbb6-4267-b8c4-978fd8983417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399661 Sep 24 20:04:33.225852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:33.311840 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-93ed50f8-20a9-4b83-a31f-22079d2ee3b0 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Sep 24 20:04:33.402711 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7cd01a4e-f2aa-4330-bbf2-9eb744e4a725 req-d07c3e5c-da10-405a-92e4-b22877fea093 service neutron] 10.222.0.15 "GET /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825999 Sep 24 20:04:33.428118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:33.454961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf2d3c-613b-4be2-b6d4-c5aba5e391e1 None None] The sync data for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 is: [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:56Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': '71bc7f72-9632-4e8e-9cbd-d0ee2c01466c', 'name': '', 'network_id': '87037b00-2f6f-46b2-9f5a-60afcbe8e4b2', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:f1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:55Z', 'updated_at': '2021-09-24T20:02:59Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': '9b58907d-8968-4d8b-97ab-fae979e11bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:04:33.672135 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe27f60-3346-4b29-8515-b58950636644 None None] New status for floating IP 15eb117b-4372-4dea-8963-e759c23fba0b: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:04:33.832074 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:34.241284 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8682-c077-4aa1-881a-7806a2d1d5ea req-6bf5b040-3316-44ec-bc6e-34a300b47af1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:34.242773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c56f8682-c077-4aa1-881a-7806a2d1d5ea req-6bf5b040-3316-44ec-bc6e-34a300b47af1 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0918574 Sep 24 20:04:34.279685 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c56f8682-c077-4aa1-881a-7806a2d1d5ea req-30ecc5a2-a425-4dfd-b323-48b6a598748f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb5cd625-a6d7-4334-aac3-d91bae377b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303779 Sep 24 20:04:34.823176 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-0aaa13c3-c8e7-4f0e-a141-6a02ed62b6e7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:34.824639 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-0aaa13c3-c8e7-4f0e-a141-6a02ed62b6e7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 946 time: 0.0481846 Sep 24 20:04:34.915802 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:04:34.916146 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:35.004687 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 7eb3dd3b-ba61-46a8-923d-9f70867939e2, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=7eb3dd3b-ba61-46a8-923d-9f70867939e2,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:35.004965 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:35.016904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 7eb3dd3b-ba61-46a8-923d-9f70867939e2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:04:35.143399 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:35.176338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=7eb3dd3b-ba61-46a8-923d-9f70867939e2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:35.200172 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.201147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.201530 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.201862 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.202189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.202520 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.202847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.203198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.203522 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.203844 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.204164 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.204483 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:35.225223 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] No DVR routers for this DVR port 7eb3dd3b-ba61-46a8-923d-9f70867939e2 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:04:35.227813 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:35.229877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2420ad3c-9105-46ed-a566-e076e1b3b131 req-5cde42dc-6d6e-4520-b219-176e71d48163 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.15 "DELETE /v2.0/ports/7eb3dd3b-ba61-46a8-923d-9f70867939e2 HTTP/1.1" status: 204 len: 173 time: 0.3988147 Sep 24 20:04:35.230305 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'name': 'network-vif-deleted', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:04:35.232585 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ff7bc-e35d-4fac-b869-d9068ad027e3" -d '{"events": [{"server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "name": "network-vif-deleted", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:04:35.269393 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960d0b3-dc10-4fea-afb4-57fbe1a46c1b x-openstack-request-id: req-d960d0b3-dc10-4fea-afb4-57fbe1a46c1b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:04:35.269689 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b6918-fa0e-4e5a-bbc1-517b61df70a2", "name": "network-vif-deleted", "tag": "7eb3dd3b-ba61-46a8-923d-9f70867939e2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:04:35.269966 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d960d0b3-dc10-4fea-afb4-57fbe1a46c1b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:04:35.270394 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b6918-fa0e-4e5a-bbc1-517b61df70a2', 'name': 'network-vif-deleted', 'tag': '7eb3dd3b-ba61-46a8-923d-9f70867939e2', 'status': 'completed', 'code': 200} Sep 24 20:04:35.395093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f8315743-9fe4-470e-83f2-9e43b62c823a req-bed7110e-c94b-4a66-ac52-b914ef698eb2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=296b6918-fa0e-4e5a-bbc1-517b61df70a2 HTTP/1.1" status: 200 len: 210 time: 0.0308197 Sep 24 20:04:36.453542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52392) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:36.803234 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:37.049841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:04:37.050181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:37.140227 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:37.140596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:37.152255 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:04:37.333706 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:37.360839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=71bc7f72-9632-4e8e-9cbd-d0ee2c01466c,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:37.832348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.047917 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:04:38.078124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7eb3dd3b-ba61-46a8-923d-9f70867939e2 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:04:38.101787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 7eb3dd3b-ba61-46a8-923d-9f70867939e2 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:04:38.102059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 7eb3dd3b-ba61-46a8-923d-9f70867939e2 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:04:38.154912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:04:38.160833 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-1c057734-148d-4144-b984-6ce812833f75 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/276d2ec0-2831-4046-92c3-1b3a8531c3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062230 Sep 24 20:04:38.163382 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:38.164570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Sync routers for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:04:38.174098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:38.174712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:38.221890 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting subnet 9b58907d-8968-4d8b-97ab-fae979e11bbd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:04:38.225017 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.265196 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.282039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:38.350157 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.409037 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.436718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Subnet': ['ID=9b58907d-8968-4d8b-97ab-fae979e11bbd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:38.442740 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.447852 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-9d1f7cff-95ca-4aed-a06d-6a7d5309f239 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/subnets/9b58907d-8968-4d8b-97ab-fae979e11bbd HTTP/1.1" status: 204 len: 168 time: 0.2804844 Sep 24 20:04:38.447962 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52396) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:38.448618 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2830f-e4de-48f1-9639-07b2163ee8ab None None] Network 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:04:38.521719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:04:37Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:38.553467 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.564667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Checking router: 276d2ec0-2831-4046-92c3-1b3a8531c3b2 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:04:38.589707 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Routers {'276d2ec0-2831-4046-92c3-1b3a8531c3b2'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:38.590338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:38.658188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.714504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port d306d893-7ef6-463d-8278-4d12fb5e5cb4 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:04:38.714932 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.796783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port d306d893-7ef6-463d-8278-4d12fb5e5cb4, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d306d893-7ef6-463d-8278-4d12fb5e5cb4,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:38.797177 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:38.811753 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for d306d893-7ef6-463d-8278-4d12fb5e5cb4 owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:04:38.856238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] Set router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:38.885478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] DHCP port deletion for 87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:04:38.984965 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.015429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=d306d893-7ef6-463d-8278-4d12fb5e5cb4,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:39.052655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Deleting port 2cc80875-68b7-47fe-ab88-0065cadaf352 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:04:39.053038 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.075732 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.121086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] For port 2cc80875-68b7-47fe-ab88-0065cadaf352, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=2cc80875-68b7-47fe-ab88-0065cadaf352,segment=NetworkSegment(55fdebd7-d2ee-4347-968c-a31689cb474d),segment_id=55fdebd7-d2ee-4347-968c-a31689cb474d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:39.121656 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.136729 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Calling delete_port for 2cc80875-68b7-47fe-ab88-0065cadaf352 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:04:39.153903 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:04:37Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:39.172188 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.174701 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.212867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9167af2-62dd-44cd-b4f5-3c4f1420035d None None] The sync data for ids ['276d2ec0-2831-4046-92c3-1b3a8531c3b2'] in n-d-810952-2 is: [{'id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603081574', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:04:37Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd306d893-7ef6-463d-8278-4d12fb5e5cb4', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276d2ec0-2831-4046-92c3-1b3a8531c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:02:53Z', 'updated_at': '2021-09-24T20:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:04:39.221632 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.222786 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Fanout notify agent at l3_agent the message router_deleted on router 276d2ec0-2831-4046-92c3-1b3a8531c3b2 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:04:39.230667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.231769 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c792256f-620c-4027-8c0f-9c8582ebe54f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/routers/276d2ec0-2831-4046-92c3-1b3a8531c3b2 HTTP/1.1" status: 204 len: 168 time: 0.7829194 Sep 24 20:04:39.234680 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52398) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:39.263370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.294773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Pushing event deleted for resources: {'Port': ['ID=2cc80875-68b7-47fe-ab88-0065cadaf352,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:39.299221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] No DVR routers for this DVR port 2cc80875-68b7-47fe-ab88-0065cadaf352 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:04:39.308141 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.308918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.310064 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.310564 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.311084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.312353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.312852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.313336 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.313673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.314006 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.314582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.314684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d1bb4-ddfb-462c-9e29-4b0978359deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:39.328282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.415181 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.435550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87037b00-2f6f-46b2-9f5a-60afcbe8e4b2']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:39.444561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fdebd7-d2ee-4347-968c-a31689cb474d') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:39.444861 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fdebd7-d2ee-4347-968c-a31689cb474d') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:39.455944 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.471728 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.477978 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:04:39.478471 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: timer() Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:04:39.482447 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:04:39.518816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.540446 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.547691 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.549700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/networks/87037b00-2f6f-46b2-9f5a-60afcbe8e4b2 HTTP/1.1" status: 204 len: 168 time: 0.3137095 Sep 24 20:04:39.552648 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:39.561520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a18cd6-e4a5-41ca-9682-8130307661b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Network': ['ID=87037b00-2f6f-46b2-9f5a-60afcbe8e4b2,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:39.613129 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.646049 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.715393 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.718463 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:39.719702 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb5cd625-a6d7-4334-aac3-d91bae377b74 HTTP/1.1" status: 204 len: 168 time: 0.1660657 Sep 24 20:04:39.729257 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba062f-77ad-44b8-9e86-65ab7df687fa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cd625-a6d7-4334-aac3-d91bae377b74,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.036147 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.040864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179017534', 'description': 'tempest-secgroup-smoke-1179017534 description', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.062794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.142028 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.145861 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.180527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e63236c-856c-4e31-bd18-ce5940a43b77,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.183412 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.184631 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-963ce7d6-beed-4caa-944f-e53b3b3effb3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474738 Sep 24 20:04:40.187764 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52408) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.192419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.222508 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.281527 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.285182 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.303124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8812d4c-b1e3-4948-b35d-e8ef4be57efe,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.307992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.309462 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-542c566f-34e5-4947-81a1-902822b397f3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205864 Sep 24 20:04:40.312040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52410) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.316311 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.343717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.400073 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.404383 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.423799 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7624c3b0-e8c5-4938-bac4-ccd8ee59cfd0,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.428850 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.433109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-94724c39-0d61-429d-9843-fde439357891 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201115 Sep 24 20:04:40.433245 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.438366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.464875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.521593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.525011 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.541706 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6518d151-3f43-494a-9190-f98ab30aa327,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.547797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.549212 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f7b102aa-39d2-4f74-a81a-e0d4f332ecfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149383 Sep 24 20:04:40.552107 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.556605 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.582051 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.641706 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.644794 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.662156 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49faa4c-1050-463f-83f2-c645781dbe02,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.668010 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.669374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5b008f3b-d821-4650-8539-75975f6f6aea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163414 Sep 24 20:04:40.672098 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.676264 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.697752 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:04:40.703462 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.736011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:04:40.759461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:04:40.759807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 71bc7f72-9632-4e8e-9cbd-d0ee2c01466c not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:04:40.760225 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2cc80875-68b7-47fe-ab88-0065cadaf352 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:04:40.764986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.768916 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.779261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 2cc80875-68b7-47fe-ab88-0065cadaf352 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:04:40.779614 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 2cc80875-68b7-47fe-ab88-0065cadaf352 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:04:40.780031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d306d893-7ef6-463d-8278-4d12fb5e5cb4 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:04:40.788906 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90676b1e-192d-4f8d-86dd-095b735dccea,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.791925 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.793058 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8ff7cf6f-ccc5-4d4a-a88d-2ab2776c234f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200538 Sep 24 20:04:40.796650 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.799255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d306d893-7ef6-463d-8278-4d12fb5e5cb4 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:04:40.799612 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d306d893-7ef6-463d-8278-4d12fb5e5cb4 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:04:40.801283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'security_group_rule': {'security_group_id': '9e63236c-856c-4e31-bd18-ce5940a43b77', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.823551 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Project 55df7b603b2b4624ac0cdb137f48bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:04:40.828177 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.888505 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.892208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.909995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d37f9d-79e4-462c-b4e9-7d6a7805ce74,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:40.916030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.917402 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7bf444c3-1ee7-4ad3-b61f-5feedc1d9319 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196628 Sep 24 20:04:40.920857 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:40.925598 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'network': {'name': 'tempest-network-smoke--685232200', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:40.946329 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:04:40.949690 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.971722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:04:40.980501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:40.980959 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Added segment 771cd1dd-2042-47c0-8717-d61fc9c757f0 of type vlan for network e4df6ae8-9486-48b5-98d1-bb42a53ae257 Sep 24 20:04:41.022360 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.048279 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.054100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:41.054710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.094270 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1723723 Sep 24 20:04:41.096988 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:41.101228 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'admin_state_up': True, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:41.141235 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a874e-9107-4f38-a957-8880cda65255 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Network': ['ID=e4df6ae8-9486-48b5-98d1-bb42a53ae257,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:41.151809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:04:41.156768 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.157792 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.212472 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.345168 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.812764 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.831099 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:41.942196 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.58 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d34b0274-7967-45d2-8783-2cdd6a3b5efb) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:04:42.042052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:42.074639 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:42.109364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:42.112403 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:42.115963 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:04:42.149666 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d34b0274-7967-45d2-8783-2cdd6a3b5efb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:42.364866 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:42.557189 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:42.679702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router b4783592-b31a-465a-8965-2786c0846632 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:04:42.785292 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:04:42.795219 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Sync routers for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:04:42.805797 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:42.806665 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:42.807138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:42.810598 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-16ddf73f-5f00-45a8-8296-c7f06d8c2706 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7104886 Sep 24 20:04:42.812048 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:42.885550 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-061d1eb7-b171-49a5-a885-9753542f4b9b tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=55df7b603b2b4624ac0cdb137f48bce0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723634 Sep 24 20:04:42.888845 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:42.910343 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:42.975577 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea5a34-f465-4fe2-90ba-73bf2e76f67e tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:42.977103 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42ea5a34-f465-4fe2-90ba-73bf2e76f67e tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873585 Sep 24 20:04:42.980272 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:43.009864 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0c91feb-092c-473d-b429-014eb4f4ab62 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8806040d-c7f9-491a-961c-e1542afa0258&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284665 Sep 24 20:04:43.013069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:43.017952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658593818', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:43.110688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:04:43.114496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.182632 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:42Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:43.208961 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Checking router: b4783592-b31a-465a-8965-2786c0846632 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:04:43.209308 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Updating router b4783592-b31a-465a-8965-2786c0846632 port d34b0274-7967-45d2-8783-2cdd6a3b5efb binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:04:43.233698 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.296571 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.349670 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Subnet': ['ID=f3ed60f3-8783-412e-8965-38bb4f374e58,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:43.365069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Checking segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:04:43.365434 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network hostable DHCP agents. Network: e4df6ae8-9486-48b5-98d1-bb42a53ae257, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:04:43.382117 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:04:43.391198 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, e4df6ae8-9486-48b5-98d1-bb42a53ae257) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:43.395492 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:43.396755 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.400906 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6595f45-f9d4-4c7a-96d6-f5e49fda234b None None] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:04:43.412127 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4330085d-c457-4263-8b4e-689951d58c54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3980312 Sep 24 20:04:43.414821 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:43.485626 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.492397 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.531046 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Pushing event updated for resources: {'Port': ['ID=d34b0274-7967-45d2-8783-2cdd6a3b5efb,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:43.541091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.541436 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.541780 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.542116 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.542448 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.542776 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.543121 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.544002 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.544357 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.545196 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.545502 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.545848 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:04:43.559916 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:04:43.560801 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.565403 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Attempting to bind port d34b0274-7967-45d2-8783-2cdd6a3b5efb on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:04:43.565783 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Attempting to bind port d34b0274-7967-45d2-8783-2cdd6a3b5efb by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:04:43.566148 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Attempting to bind port d34b0274-7967-45d2-8783-2cdd6a3b5efb on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:04:43.571107 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:04:43.571483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:04:43.571885 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.572280 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:04:43.572735 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Bound port: d34b0274-7967-45d2-8783-2cdd6a3b5efb, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:04:43.573112 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.629772 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] For port d34b0274-7967-45d2-8783-2cdd6a3b5efb, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:04:43.633071 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] For port d34b0274-7967-45d2-8783-2cdd6a3b5efb, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d34b0274-7967-45d2-8783-2cdd6a3b5efb,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:04:43.637329 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.696134 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09502-436f-4fbb-9f64-9861d8edc375 None None] Pushing event updated for resources: {'Port': ['ID=d34b0274-7967-45d2-8783-2cdd6a3b5efb,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:43.702764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:43.703405 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:43.706695 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Allocated IP 172.20.0.2 (e4df6ae8-9486-48b5-98d1-bb42a53ae257/f3ed60f3-8783-412e-8965-38bb4f374e58/0f3c4652-8872-478b-8775-19af096b478a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:04:43.809480 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:43.852561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.860010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.869292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.909031 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Pushing event updated for resources: {'Port': ['ID=0f3c4652-8872-478b-8775-19af096b478a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:43.920192 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:43.921651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:43.923898 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:04:43.976116 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Attempting to bind port 0f3c4652-8872-478b-8775-19af096b478a on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:04:43.976497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Attempting to bind port 0f3c4652-8872-478b-8775-19af096b478a by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:04:43.976865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Attempting to bind port 0f3c4652-8872-478b-8775-19af096b478a on network e4df6ae8-9486-48b5-98d1-bb42a53ae257 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:04:43.982430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:04:43.982809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Checking segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:04:43.983244 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:43.983639 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Bound using segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:04:43.984105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Bound port: 0f3c4652-8872-478b-8775-19af096b478a, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:04:43.984486 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.003469 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:42Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:44.028824 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b10b0d-d913-4cb8-9246-e09d44124b3f None None] The sync data for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 is: [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:42Z', 'revision_number': 3, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:04:44.052937 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] For port 0f3c4652-8872-478b-8775-19af096b478a, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:04:44.056568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] For port 0f3c4652-8872-478b-8775-19af096b478a, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f3c4652-8872-478b-8775-19af096b478a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:04:44.062387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.118030 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022197-b4c1-4f63-b9f0-be5f06cfc47d None None] Pushing event updated for resources: {'Port': ['ID=0f3c4652-8872-478b-8775-19af096b478a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:44.179669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.1 (e4df6ae8-9486-48b5-98d1-bb42a53ae257/f3ed60f3-8783-412e-8965-38bb4f374e58/d2237dbe-8e6d-40c5-b283-aa4b8f468f72) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:04:44.351460 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.395162 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.433233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:44.436742 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:44.439385 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:04:44.490726 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:44.503831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.633338 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.796545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d34b0274-7967-45d2-8783-2cdd6a3b5efb up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:44.860170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d34b0274-7967-45d2-8783-2cdd6a3b5efb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:44.860707 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.951459 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.960294 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.966578 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.990892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port d34b0274-7967-45d2-8783-2cdd6a3b5efb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d34b0274-7967-45d2-8783-2cdd6a3b5efb,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:44.995361 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:44.996147 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f3c4652-8872-478b-8775-19af096b478a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:45.040062 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.041970 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:45.089261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=d34b0274-7967-45d2-8783-2cdd6a3b5efb,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:45.098245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0f3c4652-8872-478b-8775-19af096b478a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:45.098749 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.153491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:45.155246 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:45.193893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.208499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94c40d-cbf7-46c4-b5ea-d8e5caff5676 None None] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:04:45.274109 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router b4783592-b31a-465a-8965-2786c0846632 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:04:45.282809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 0f3c4652-8872-478b-8775-19af096b478a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f3c4652-8872-478b-8775-19af096b478a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:45.294108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.341452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d8bfd0fa-64c5-46fc-8e10-ca6d8865d403 None None] Provisioning complete for port 0f3c4652-8872-478b-8775-19af096b478a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:45.341748 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd0fa-64c5-46fc-8e10-ca6d8865d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.385661 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:04:45.393037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-02b3a7aa-6193-4215-bb3b-b08a52ba42d9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/b4783592-b31a-465a-8965-2786c0846632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771864 Sep 24 20:04:45.417012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=0f3c4652-8872-478b-8775-19af096b478a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:45.545654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-29e352d9-7cc7-4326-b212-bce57bf1475a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179017534&fields=id&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 267 time: 0.0380013 Sep 24 20:04:45.663509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-4cf4749a-c395-41ce-93fd-667f95ef7c09 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:45.665095 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-4cf4749a-c395-41ce-93fd-667f95ef7c09 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 796 time: 0.1122689 Sep 24 20:04:45.681233 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-86a232f8-76db-45f3-a4e4-46f9b323644f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/quotas/55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Sep 24 20:04:45.745747 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ba65b6b3-5fa4-4bef-abf9-539f7ec486b2 None None] Provisioning complete for port 0f3c4652-8872-478b-8775-19af096b478a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:45.746302 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba65b6b3-5fa4-4bef-abf9-539f7ec486b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:45.750541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-593c2f08-74e3-48b0-b47b-44f106db33e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548825 Sep 24 20:04:45.755901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-77bc5d30-20ca-47a5-895c-e3ffbad9e5a8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:04:45.763782 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-77bc5d30-20ca-47a5-895c-e3ffbad9e5a8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121045 Sep 24 20:04:45.770434 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Sync routers for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:04:45.788943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:45.789490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:45.861921 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-f2a53081-7f55-4df4-911b-dea46bbb2824 service neutron] 10.222.0.18 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970578 Sep 24 20:04:45.939130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:45.962109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-0b7f66c8-a52e-42e5-9a3d-f5ed7b0fc859 service neutron] 10.222.0.18 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941348 Sep 24 20:04:45.978485 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ba65b6b3-5fa4-4bef-abf9-539f7ec486b2 None None] Provisioning complete for port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:45.978878 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba65b6b3-5fa4-4bef-abf9-539f7ec486b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.059856 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba65b6b3-5fa4-4bef-abf9-539f7ec486b2 None None] Port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:04:46.154740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-435d6d91-0cab-47e8-86b3-cb90bedb9c77 req-2f229dc3-fd2f-4300-8cac-bf600486f9b2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 210 time: 0.0283725 Sep 24 20:04:46.201170 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-63720476-7826-4aaf-ba50-880f6c8f3e0f None None] Provisioning complete for port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:46.201544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63720476-7826-4aaf-ba50-880f6c8f3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.243086 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-63720476-7826-4aaf-ba50-880f6c8f3e0f None None] Port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:04:46.246848 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 2, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:46.278408 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Checking router: b4783592-b31a-465a-8965-2786c0846632 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:04:46.278766 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Updating router b4783592-b31a-465a-8965-2786c0846632 port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:04:46.304470 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.577356 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.582326 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.639257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4f3ab-02a5-4e73-a946-971220618e63 None None] Pushing event updated for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:46.695859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Attempting to bind port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:04:46.696130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Attempting to bind port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:04:46.696503 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Attempting to bind port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 on network e4df6ae8-9486-48b5-98d1-bb42a53ae257 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:04:46.704806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:04:46.705195 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Checking segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:04:46.705732 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.706191 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Bound using segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:04:46.706817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Bound port: d2237dbe-8e6d-40c5-b283-aa4b8f468f72, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:04:46.707249 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:46.771175 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d34b0274-7967-45d2-8783-2cdd6a3b5efb up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:46.811251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] For port d2237dbe-8e6d-40c5-b283-aa4b8f468f72, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:04:46.825855 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] For port d2237dbe-8e6d-40c5-b283-aa4b8f468f72, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:04:46.833721 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.048570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d34b0274-7967-45d2-8783-2cdd6a3b5efb triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:47.049159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.084825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:47.085468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:47.127221 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] Provisioning complete for port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:47.127593 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.141980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-7949480b-143c-4235-9ec8-6c46b738b539 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:47.143863 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-7949480b-143c-4235-9ec8-6c46b738b539 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 796 time: 0.1431351 Sep 24 20:04:47.155976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4f3ab-02a5-4e73-a946-971220618e63 None None] Pushing event updated for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:47.218052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-9e40c7c5-d519-41f6-9e49-e08b604e56a2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55df7b603b2b4624ac0cdb137f48bce0 HTTP/1.1" status: 200 len: 380 time: 0.0653410 Sep 24 20:04:47.231411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'port': {'device_id': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'admin_state_up': True, 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'security_groups': ['9e63236c-856c-4e31-bd18-ce5940a43b77']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:47.274421 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:47.289837 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-53cef00a-cbd9-4393-bfd6-7fb9a2ccdc5f req-935ee1c5-0c37-4203-be92-61f5ba8cbaae tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 210 time: 0.0409658 Sep 24 20:04:47.343673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f3c4652-8872-478b-8775-19af096b478a up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:47.372778 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Made reservation on behalf of 55df7b603b2b4624ac0cdb137f48bce0 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:04:47.376434 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.418716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.505671 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] For port d2237dbe-8e6d-40c5-b283-aa4b8f468f72, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:47.506705 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.20.0.11 (e4df6ae8-9486-48b5-98d1-bb42a53ae257/f3ed60f3-8783-412e-8965-38bb4f374e58/ce2a00dc-0ea5-4d10-8c10-3983b841403a) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:04:47.513735 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.550152 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0f3c4652-8872-478b-8775-19af096b478a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:47.550619 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.626309 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ddc2-6f65-4dad-b32c-a1f70a2d8fe4 None None] Pushing event updated for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:47.648466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.655837 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-98701a2d-937d-47cd-ab61-7f879bc3dba1 None None] Provisioning complete for port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:47.656203 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98701a2d-937d-47cd-ab61-7f879bc3dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.682739 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.721620 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:46Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:47.725516 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:47.728697 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:47.732974 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:04:47.754423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f45c2ce-fc46-4a64-912f-1c5f19ec8b91 None None] The sync data for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 is: [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:46Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:04:47.771397 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:47.804393 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:47.805053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:47.841389 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-2a438b00-0b25-49a8-9cdc-0c0b9fad7a89 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152134 Sep 24 20:04:47.905109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Request body: {'port': {'device_id': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:47.966667 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.036005 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a184e1cb-bba2-4471-a840-431ee6ee78fa None None] Provisioning complete for port ce2a00dc-0ea5-4d10-8c10-3983b841403a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:48.036005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a184e1cb-bba2-4471-a840-431ee6ee78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.072638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a184e1cb-bba2-4471-a840-431ee6ee78fa None None] Port ce2a00dc-0ea5-4d10-8c10-3983b841403a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:04:48.600679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bddeb-8b2e-4322-be30-5554ec152dd9 req-4bc9ea38-af37-4f96-9c84-5ac1e11fb196 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:48.602191 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b6bddeb-8b2e-4322-be30-5554ec152dd9 req-4bc9ea38-af37-4f96-9c84-5ac1e11fb196 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 932 time: 0.0886292 Sep 24 20:04:48.611212 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2a00dc-0ea5-4d10-8c10-3983b841403a {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:04:48.625910 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.654637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Transition to ACTIVE for port object ce2a00dc-0ea5-4d10-8c10-3983b841403a will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:04:48.661273 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.668327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3b6bddeb-8b2e-4322-be30-5554ec152dd9 req-ba81899f-3ea8-4a4b-ba87-cb6c006f1345 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525920 Sep 24 20:04:48.741447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Pushing event updated for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:48.796049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Attempting to bind port ce2a00dc-0ea5-4d10-8c10-3983b841403a on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:04:48.796390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Attempting to bind port ce2a00dc-0ea5-4d10-8c10-3983b841403a by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:04:48.796687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Attempting to bind port ce2a00dc-0ea5-4d10-8c10-3983b841403a on network e4df6ae8-9486-48b5-98d1-bb42a53ae257 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:04:48.800928 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2237dbe-8e6d-40c5-b283-aa4b8f468f72 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:48.802714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Port ce2a00dc-0ea5-4d10-8c10-3983b841403a on network e4df6ae8-9486-48b5-98d1-bb42a53ae257 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:04:48.803066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Attempting to bind port ce2a00dc-0ea5-4d10-8c10-3983b841403a on network e4df6ae8-9486-48b5-98d1-bb42a53ae257 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:04:48.808318 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:04:48.809201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Checking segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:04:48.809589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Bound using segment: {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:04:48.810012 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Bound port: ce2a00dc-0ea5-4d10-8c10-3983b841403a, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771cd1dd-2042-47c0-8717-d61fc9c757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:04:48.810369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.865075 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:48.865797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.891101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:04:48.894390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:04:48.899647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.941969 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:48.942630 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:48.944617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] 10.222.0.69 "PUT /v2.0/ports/ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 1092 time: 1.0941603 Sep 24 20:04:48.950605 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:04:48.953741 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c678a4-71de-46fe-afa8-067507ab9f46" -d '{"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:04:49.017910 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122436a-311a-4023-8708-8c408d81b6e1 x-openstack-request-id: req-e122436a-311a-4023-8708-8c408d81b6e1 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:04:49.018596 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:04:49.018922 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e122436a-311a-4023-8708-8c408d81b6e1 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:04:49.019309 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'status': 'completed', 'code': 200} Sep 24 20:04:49.034658 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf65a2-0348-42b9-a47e-34c18a15285c service neutron] Pushing event updated for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:49.068791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-a612b6d6-a2b9-4657-a48f-99f6aac8fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.070332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-a612b6d6-a2b9-4657-a48f-99f6aac8fe34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1095 time: 0.0502713 Sep 24 20:04:49.113525 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-37782690-d3b0-4460-be25-71c5013a375a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 217 time: 0.0350006 Sep 24 20:04:49.170446 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-52732407-6887-4bb2-8c85-124159a6576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.171978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-52732407-6887-4bb2-8c85-124159a6576d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0523922 Sep 24 20:04:49.218377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953b31-3337-4f97-ae42-0775de51be07 req-378e9e9c-b897-4076-ad98-b01f0af2ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.219931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-378e9e9c-b897-4076-ad98-b01f0af2ec11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404098 Sep 24 20:04:49.309206 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-7999fcd5-811d-4f51-bf0a-a51adfa7a679 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810580 Sep 24 20:04:49.399710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f953b31-3337-4f97-ae42-0775de51be07 req-3a64daf9-ebc1-44a1-91ad-dae595189949 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839510 Sep 24 20:04:49.486865 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-5252a1a6-752e-49d9-84b9-8c6f0fb02287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.488408 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-5252a1a6-752e-49d9-84b9-8c6f0fb02287 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1095 time: 0.0463371 Sep 24 20:04:49.579086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-1ad5f19f-a819-4897-b3e7-29f6ec7b9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.580537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-1ad5f19f-a819-4897-b3e7-29f6ec7b9bc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 896 time: 0.0858219 Sep 24 20:04:49.621715 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-83728979-70f0-44dd-aba5-f39c6fa3fa9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 217 time: 0.0333459 Sep 24 20:04:49.669242 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-a47a34f0-e1e0-40a6-aa50-81baecf93267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.670567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-a47a34f0-e1e0-40a6-aa50-81baecf93267 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0425298 Sep 24 20:04:49.720223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-e044c1a2-db5c-465e-b740-01e8fa40ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.721766 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-e044c1a2-db5c-465e-b740-01e8fa40ea85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438249 Sep 24 20:04:49.843989 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3a93d-6b2a-470a-a2c8-0d06ea4de2f5 req-f3cfdb2b-e7ee-467d-9379-2d86ed011de8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:49.845497 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48a3a93d-6b2a-470a-a2c8-0d06ea4de2f5 req-f3cfdb2b-e7ee-467d-9379-2d86ed011de8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 944 time: 0.1084177 Sep 24 20:04:49.869679 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-da694ea3-bbc1-49ec-9156-70397a9fa387 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402719 Sep 24 20:04:49.907631 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-48a3a93d-6b2a-470a-a2c8-0d06ea4de2f5 req-11fbf7c6-d130-44ee-8a7f-0d85dbc60919 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546052 Sep 24 20:04:49.972459 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d9c678a4-71de-46fe-afa8-067507ab9f46 req-d214f75c-59f2-4fec-8863-d20b48f596c8 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950308 Sep 24 20:04:50.384423 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1ed0-5d84-4358-95a4-1138f8faab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:50.661752 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ce2a00dc-0ea5-4d10-8c10-3983b841403a details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:04:50.753751 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:50.764487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'port_id': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'mac_address': 'fa:16:3e:9b:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:04:50.800298 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:50.817255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2a00dc-0ea5-4d10-8c10-3983b841403a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:04:50.836087 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:50.839451 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:50.887872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:51.029731 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f203fd8-00f8-4425-8060-1bae55d8ab8a req-e92c3e0f-176f-4816-98ea-e57bfb5d3890 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:51.031496 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f203fd8-00f8-4425-8060-1bae55d8ab8a req-e92c3e0f-176f-4816-98ea-e57bfb5d3890 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 945 time: 0.0535085 Sep 24 20:04:51.069725 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7f203fd8-00f8-4425-8060-1bae55d8ab8a req-84764925-0f7a-46ae-8a7b-00f67882c076 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Sep 24 20:04:51.077082 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['ce2a00dc-0ea5-4d10-8c10-3983b841403a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:04:51.697740 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:04:52.183492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6379-2b1a-4da4-a5ff-73e7db501f37 req-fb332c73-84fa-4bc1-9b85-43afa3c3ca4a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:52.185042 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64fb6379-2b1a-4da4-a5ff-73e7db501f37 req-fb332c73-84fa-4bc1-9b85-43afa3c3ca4a tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 945 time: 0.0491385 Sep 24 20:04:52.222208 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64fb6379-2b1a-4da4-a5ff-73e7db501f37 req-24377f36-7fdf-4d16-a79d-ab5d29efad84 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Sep 24 20:04:52.662004 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ce2a00dc-0ea5-4d10-8c10-3983b841403a up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:04:52.711144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port ce2a00dc-0ea5-4d10-8c10-3983b841403a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:04:52.715251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port ce2a00dc-0ea5-4d10-8c10-3983b841403a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:04:52.715652 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:52.793864 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:52.815911 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:04:52.818148 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8246a-4c51-45af-8cb9-adeb84b5a8c1" -d '{"events": [{"server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "name": "network-vif-plugged", "status": "completed", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:04:52.831023 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:04:52.835080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:52.859031 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadba405-168b-45f4-be94-8fd9a5e24e94 x-openstack-request-id: req-fadba405-168b-45f4-be94-8fd9a5e24e94 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:04:52.859031 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "name": "network-vif-plugged", "status": "completed", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:04:52.859031 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fadba405-168b-45f4-be94-8fd9a5e24e94 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:04:52.859031 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'code': 200} Sep 24 20:04:52.890332 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:52.952522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907629f-df43-49c5-9a08-fdb42debccf7 req-cb05a23d-a653-4abd-b7ef-a4d554f9d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:52.953939 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5907629f-df43-49c5-9a08-fdb42debccf7 req-cb05a23d-a653-4abd-b7ef-a4d554f9d7d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1097 time: 0.0393600 Sep 24 20:04:52.987862 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5907629f-df43-49c5-9a08-fdb42debccf7 req-36d17a9d-7b09-4825-ac9f-3485c7679e8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270221 Sep 24 20:04:53.019345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39b139f7-9df9-4f27-9bbf-1196db995162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:53.341208 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f770-2055-466c-ad47-331ca5fdefa5 req-0fc144a8-e3e6-45f1-8b97-e1264127aa2f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:53.342781 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0e6f770-2055-466c-ad47-331ca5fdefa5 req-0fc144a8-e3e6-45f1-8b97-e1264127aa2f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0527272 Sep 24 20:04:53.379968 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e0e6f770-2055-466c-ad47-331ca5fdefa5 req-cde3327c-8eb6-44f2-a6db-d54d7b778cfa tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312021 Sep 24 20:04:53.432901 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:54.403674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:54.495206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beac6b-4d64-4a53-afff-bcb064578153 req-63932f5a-b85e-4967-aa78-7983d28e85ea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:54.496740 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01beac6b-4d64-4a53-afff-bcb064578153 req-63932f5a-b85e-4967-aa78-7983d28e85ea tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0491724 Sep 24 20:04:54.535268 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01beac6b-4d64-4a53-afff-bcb064578153 req-c061ea02-efd1-4311-89a9-e6712d462442 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Sep 24 20:04:54.649124 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e2ec-f515-499f-83b6-55f295d94e09 req-14023d78-1ed0-448d-add7-3329d1a2b7a8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:54.650523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa45e2ec-f515-499f-83b6-55f295d94e09 req-14023d78-1ed0-448d-add7-3329d1a2b7a8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0487640 Sep 24 20:04:54.687760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-aa45e2ec-f515-499f-83b6-55f295d94e09 req-a020eb02-d195-4a98-b71e-510265b7b7e2 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Sep 24 20:04:54.709229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52486) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:54.751730 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60bc383-3392-48fa-9e5b-2aea15fc6fd2 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:54.753236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b60bc383-3392-48fa-9e5b-2aea15fc6fd2 tempest-TestNetworkAdvancedServerOps-831928201 tempest-TestNetworkAdvancedServerOps-831928201-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1092 time: 0.0430324 Sep 24 20:04:54.756003 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52488) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:54.760200 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:04:54.782078 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:54.877094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:54.982405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Allocated IP 172.25.5.195 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/d193017a-ed8a-47a5-86d3-3bd88352c175) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:04:55.082049 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.114369 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.155457 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:04:55.158484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:04:55.162008 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:04:55.197788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d193017a-ed8a-47a5-86d3-3bd88352c175,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:55.520356 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.585050 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.732145 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.736567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.803411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event updated for resources: {'Port': ['ID=d193017a-ed8a-47a5-86d3-3bd88352c175,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:04:55.812909 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:55.911948 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 associated. External IP: 172.25.5.195, port: ce2a00dc-0ea5-4d10-8c10-3983b841403a. Sep 24 20:04:56.121859 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router b4783592-b31a-465a-8965-2786c0846632 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:04:56.149146 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:56.229332 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:04:56.239257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Sync routers for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:04:56.244590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:04:56.249698 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:56.250507 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:56.272140 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-87757d4d-a3b5-427b-8ab6-cbf25e179d71 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5151322 Sep 24 20:04:56.272744 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:04:56.275171 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a26608-06d6-420c-9d42-d210b5c2ba50" -d '{"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:04:56.315610 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335bbac-46a1-4355-b35a-3c07b0d11450 x-openstack-request-id: req-0335bbac-46a1-4355-b35a-3c07b0d11450 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:04:56.315909 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:04:56.316164 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0335bbac-46a1-4355-b35a-3c07b0d11450 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:04:56.316566 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'status': 'completed', 'code': 200} Sep 24 20:04:56.358957 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:56.400013 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c46c4-bc42-4d00-a292-c71beabf7919 req-ab8290a3-e7c7-41d2-bac8-6c251efed85d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:56.401450 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-083c46c4-bc42-4d00-a292-c71beabf7919 req-ab8290a3-e7c7-41d2-bac8-6c251efed85d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0806694 Sep 24 20:04:56.410656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-acfc0687-db52-49e5-a72c-3a0f4b2308b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:56.412234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-acfc0687-db52-49e5-a72c-3a0f4b2308b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1097 time: 0.0652499 Sep 24 20:04:56.470585 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-083c46c4-bc42-4d00-a292-c71beabf7919 req-7d85e37e-1b47-4896-a20e-b468e8f7fcff tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619755 Sep 24 20:04:56.492637 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:56.536495 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-1a392d01-445b-45ce-9e2d-0b05195b6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:56.538109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-1a392d01-445b-45ce-9e2d-0b05195b6cac service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 896 time: 0.1131785 Sep 24 20:04:56.593132 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'b4783592-b31a-465a-8965-2786c0846632', 'port_id': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'mac_address': 'fa:16:3e:9b:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:04:55Z', 'updated_at': '2021-09-24T20:04:55Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:56.609857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-66a921f3-8925-48a9-a934-f31756dfe43e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 1000 time: 0.0649171 Sep 24 20:04:56.619688 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Checking router: b4783592-b31a-465a-8965-2786c0846632 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:04:56.628964 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:04:56.629582 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:04:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:56.662588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-32c46ecb-1a93-48e4-8e4f-5ba526c1e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:56.664063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-32c46ecb-1a93-48e4-8e4f-5ba526c1e42e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0472007 Sep 24 20:04:56.716096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-bf5588e3-728e-44e3-b689-015cafa88abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:04:56.717705 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-bf5588e3-728e-44e3-b689-015cafa88abf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457921 Sep 24 20:04:56.820338 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-92b4b22f-8864-4c18-a6e9-ed8bdea89203 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947547 Sep 24 20:04:56.838703 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:04:56.869644 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c3e69f9e-5f76-465e-82e6-4182bf4acd91 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 HTTP/1.1" status: 200 len: 992 time: 0.3745565 Sep 24 20:04:56.913744 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-28a26608-06d6-420c-9d42-d210b5c2ba50 req-8dee20a8-c445-4cf3-a942-3c5c3704c995 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Sep 24 20:04:57.061207 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'b4783592-b31a-465a-8965-2786c0846632', 'port_id': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'mac_address': 'fa:16:3e:9b:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:04:55Z', 'updated_at': '2021-09-24T20:04:55Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:04:57.086239 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4cc322-4886-4c87-a27c-8e0f3bab59ab None None] The sync data for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 is: [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': 'c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'b4783592-b31a-465a-8965-2786c0846632', 'port_id': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'mac_address': 'fa:16:3e:9b:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:04:55Z', 'updated_at': '2021-09-24T20:04:55Z', 'revision_number': 0, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:04:57.275684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7ca62-04e1-4dbc-b9c7-d9aba27aaf86 None None] New status for floating IP c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0: ACTIVE {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:04:57.873049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52496) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:04:57.938645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f63fe1e1-e98a-4eaf-aa32-7f0c832b1946 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 HTTP/1.1" status: 200 len: 994 time: 0.0644221 Sep 24 20:05:03.831093 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:09.538516 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:13.916313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-de800588-42bf-4f12-83ed-9c6569d7925b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416288 Sep 24 20:05:13.998148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-82834db4-e002-47e8-a7c0-3e8a453da17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:13.999722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-82834db4-e002-47e8-a7c0-3e8a453da17a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1097 time: 0.0405734 Sep 24 20:05:14.110676 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-d919cdfc-31d1-4f21-85a3-288a07e85a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:14.112290 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-d919cdfc-31d1-4f21-85a3-288a07e85a10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 896 time: 0.0919359 Sep 24 20:05:14.179843 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-3d9a40da-5889-41cd-b43d-d13653b2172e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 1002 time: 0.0599697 Sep 24 20:05:14.229022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-abfe84f4-bc8c-4da8-9b5c-e9551b3b4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:14.230437 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-abfe84f4-bc8c-4da8-9b5c-e9551b3b4f70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0428348 Sep 24 20:05:14.276404 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-477016f5-0470-435e-a60f-1e6713caa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:14.278369 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-477016f5-0470-435e-a60f-1e6713caa4a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382354 Sep 24 20:05:14.368467 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-915e3947-f0de-4718-a95f-0b9e1c601c6d service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830839 Sep 24 20:05:14.455947 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d67b292-824b-41ea-b655-6ce900c38dbc req-f4859fac-bc91-47f6-b331-6944987f4887 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796654 Sep 24 20:05:20.384980 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20642ff3-182d-4d9b-bffb-d44cb8b5a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:23.023026 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a642cd9-d51b-4ce4-a03f-9d88516d80a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:23.434654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:24.406350 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:26.152096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:28.697022 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:05:29.247607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaafda-c45e-4f8e-85ed-5c390736a271 req-c19f9328-f480-4bd8-8dd6-99bb3b55cee3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:29.249113 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bcaafda-c45e-4f8e-85ed-5c390736a271 req-c19f9328-f480-4bd8-8dd6-99bb3b55cee3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0492277 Sep 24 20:05:29.289433 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8bcaafda-c45e-4f8e-85ed-5c390736a271 req-d25c7974-3e79-4009-937c-455036c78d56 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343504 Sep 24 20:05:30.406022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2c521-023b-42d3-adb8-4fbd463e3168 req-4c6f1795-b8d7-48d3-8185-6269991877e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:30.407469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2a2c521-023b-42d3-adb8-4fbd463e3168 req-4c6f1795-b8d7-48d3-8185-6269991877e9 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0488682 Sep 24 20:05:30.447600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a2a2c521-023b-42d3-adb8-4fbd463e3168 req-4c7e82a9-a323-4bfe-b081-099b49fcf775 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340705 Sep 24 20:05:30.469887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:30.528823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-614785f4-2030-44f8-a05a-a9d417411b2f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 HTTP/1.1" status: 200 len: 994 time: 0.0578363 Sep 24 20:05:31.824647 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cedc6-d59e-4e1c-ab65-e28788b8a3ce req-f24f85c0-a196-4428-9d6a-8abc3c954875 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:31.826558 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc5cedc6-d59e-4e1c-ab65-e28788b8a3ce req-f24f85c0-a196-4428-9d6a-8abc3c954875 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0836055 Sep 24 20:05:31.832536 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-f1f5850a-b91d-4591-ac50-4d8d767a640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:31.833931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-f1f5850a-b91d-4591-ac50-4d8d767a640a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1097 time: 0.0584462 Sep 24 20:05:31.893475 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-dc5cedc6-d59e-4e1c-ab65-e28788b8a3ce req-079892ee-70a0-43b9-849d-f1b5e03bbefb tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586174 Sep 24 20:05:31.946148 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-e42cd98c-c559-49c4-879d-4a147af5f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:31.947667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-e42cd98c-c559-49c4-879d-4a147af5f1e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 896 time: 0.1063390 Sep 24 20:05:32.011248 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-8f8c08fb-61ca-4be1-a009-4ee3205382c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 1002 time: 0.0557718 Sep 24 20:05:32.060529 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-028fe37c-048e-4c9c-b4a8-18057fa66c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:32.062006 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-028fe37c-048e-4c9c-b4a8-18057fa66c48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0436490 Sep 24 20:05:32.110464 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-27f66505-fa20-491f-b8b5-b139d70e7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:32.112021 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-27f66505-fa20-491f-b8b5-b139d70e7200 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435035 Sep 24 20:05:32.199990 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-d3e7bfe9-b8af-4dec-b511-1654352cbc98 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811534 Sep 24 20:05:32.289826 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c7a76bd6-c00f-461f-8e27-62cafd9bafa5 req-2eda42f7-ab48-4472-be7c-5bb439a56a3a service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830309 Sep 24 20:05:33.011281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9340-85aa-4600-a306-0750b562737a req-b5d4282a-449d-4a51-8c34-e6bd63da3310 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:33.013375 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b38a9340-85aa-4600-a306-0750b562737a req-b5d4282a-449d-4a51-8c34-e6bd63da3310 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0515573 Sep 24 20:05:33.050997 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b38a9340-85aa-4600-a306-0750b562737a req-96a99e3d-5997-451d-8fa7-f81d3cc3f98d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Sep 24 20:05:33.828360 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:34.168281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ce7b-5c92-45be-84b8-e8257ef89f61 req-fa81654f-12d7-49c7-b94a-abaa9ccbfe9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:34.169779 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c44ce7b-5c92-45be-84b8-e8257ef89f61 req-fa81654f-12d7-49c7-b94a-abaa9ccbfe9f tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0492017 Sep 24 20:05:34.209599 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5c44ce7b-5c92-45be-84b8-e8257ef89f61 req-ec75f3ea-a278-4651-9452-69d9074e7bba tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Sep 24 20:05:34.231569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52530) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:34.587226 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b45749f-d005-4c2d-8684-6d44d55789f7 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/floatingips/c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 HTTP/1.1" status: 200 len: 994 time: 0.3545141 Sep 24 20:05:34.796874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52536) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:34.949394 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port d193017a-ed8a-47a5-86d3-3bd88352c175 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:05:34.949646 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.024972 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.025298 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.037542 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for d193017a-ed8a-47a5-86d3-3bd88352c175 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:05:35.179477 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.205689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=d193017a-ed8a-47a5-86d3-3bd88352c175,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:35.216310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.216668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.217015 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.217352 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.217694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.218458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.218458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.218671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.219027 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.219355 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.219679 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.220002 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:35.278350 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.278673 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Floating IP c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 disassociated (deleted). External IP: 172.25.5.195, port: ce2a00dc-0ea5-4d10-8c10-3983b841403a. Sep 24 20:05:35.480014 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router b4783592-b31a-465a-8965-2786c0846632 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:05:35.585074 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:35.589573 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:35.597510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Sync routers for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:35.606676 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:35.607326 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:35.615499 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9413f0cd-0347-493b-9e7b-bcd554632aee tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/floatingips/c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0 HTTP/1.1" status: 204 len: 168 time: 0.8175623 Sep 24 20:05:35.616086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:05:35.618372 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70a5b8-7f40-4b4c-acda-c61b5f93d284" -d '{"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:05:35.656533 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a269862a-1f02-4d4e-9798-9e99960c2f30 x-openstack-request-id: req-a269862a-1f02-4d4e-9798-9e99960c2f30 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:05:35.656833 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:05:35.657108 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a269862a-1f02-4d4e-9798-9e99960c2f30 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:05:35.657491 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'status': 'completed', 'code': 200} Sep 24 20:05:35.721002 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:35.721828 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-6a744581-e1f6-492f-99be-6523993411a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:35.724015 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-6a744581-e1f6-492f-99be-6523993411a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 1097 time: 0.0431762 Sep 24 20:05:35.869055 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-d5083b8b-d52e-472c-b692-cc73d3c8d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:35.870567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-d5083b8b-d52e-472c-b692-cc73d3c8d7fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 200 len: 896 time: 0.1326029 Sep 24 20:05:35.879541 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82f058-fd43-4d70-a450-84efcf072452 req-d4fc4b77-92db-4767-8ac6-075958f6d35c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:35.881016 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee82f058-fd43-4d70-a450-84efcf072452 req-d4fc4b77-92db-4767-8ac6-075958f6d35c tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0691738 Sep 24 20:05:35.926946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-8e14bb77-a58f-4b1a-b40c-76b7a829189d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 200 len: 217 time: 0.0450072 Sep 24 20:05:35.927434 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:35.957047 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Checking router: b4783592-b31a-465a-8965-2786c0846632 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:35.965163 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:35.965776 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:35.976320 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ee82f058-fd43-4d70-a450-84efcf072452 req-00cd069c-973c-4fcc-9add-6c1f5f3fefc8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886912 Sep 24 20:05:35.993140 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-c07074df-c170-4939-b8d3-fec82f906e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:35.994553 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-c07074df-c170-4939-b8d3-fec82f906e7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 200 len: 834 time: 0.0597055 Sep 24 20:05:36.042365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-fd041e06-c3d3-4d9e-8208-f352b9c5574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:36.044469 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-fd041e06-c3d3-4d9e-8208-f352b9c5574b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4df6ae8-9486-48b5-98d1-bb42a53ae257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415154 Sep 24 20:05:36.073816 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:36.147059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-0e631ce4-43ab-4988-89c6-d52a8cd93946 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939529 Sep 24 20:05:36.238361 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-da70a5b8-7f40-4b4c-acda-c61b5f93d284 req-b57ebda4-e5e6-4e03-bd4f-d253d0c34e45 service neutron] 10.222.0.69 "GET /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840352 Sep 24 20:05:36.275303 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:36.301045 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a225-9924-45f0-b71b-20186b5f2a9d None None] The sync data for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 is: [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd2237dbe-8e6d-40c5-b283-aa4b8f468f72', 'name': '', 'network_id': 'e4df6ae8-9486-48b5-98d1-bb42a53ae257', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'mac_address': 'fa:16:3e:cc:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:43Z', 'updated_at': '2021-09-24T20:04:47Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'subnets': [{'id': 'f3ed60f3-8783-412e-8965-38bb4f374e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:36.503635 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e39ba-d3e7-4cba-a66a-7579e04c3f4a None None] New status for floating IP c6f6b7f5-4ca7-4a96-afcd-4bfb93b457a0: DOWN {{(pid=94857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:05:37.094523 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ff48-a033-4147-9fb8-1530a6fa89e8 req-c1bd1b70-92b7-4f12-ba88-a8df0e99e8d3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:37.096063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfe9ff48-a033-4147-9fb8-1530a6fa89e8 req-c1bd1b70-92b7-4f12-ba88-a8df0e99e8d3 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0499055 Sep 24 20:05:37.137827 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bfe9ff48-a033-4147-9fb8-1530a6fa89e8 req-57e7eb3d-b7bc-4b03-ac60-42bf230eabdd tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e63236c-856c-4e31-bd18-ce5940a43b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358357 Sep 24 20:05:37.314368 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-d47cf3ef-154e-43f9-b311-3de7560116f5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:37.315823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-d47cf3ef-154e-43f9-b311-3de7560116f5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "GET /v2.0/ports?device_id=572eef04-a8cc-414b-b903-2ed461b1f51b HTTP/1.1" status: 200 len: 946 time: 0.0544748 Sep 24 20:05:37.405771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port ce2a00dc-0ea5-4d10-8c10-3983b841403a {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:05:37.406116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:37.496583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port ce2a00dc-0ea5-4d10-8c10-3983b841403a, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=ce2a00dc-0ea5-4d10-8c10-3983b841403a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:37.496985 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:37.508490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for ce2a00dc-0ea5-4d10-8c10-3983b841403a owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:05:37.632424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:37.664939 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=ce2a00dc-0ea5-4d10-8c10-3983b841403a,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:37.705656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] No DVR routers for this DVR port ce2a00dc-0ea5-4d10-8c10-3983b841403a on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:05:37.708488 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:37.710589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-808031c6-cd6b-46cb-ac22-f48870a1f555 req-ed0781f9-49e9-4f03-9148-4bf18088d29d tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.69 "DELETE /v2.0/ports/ce2a00dc-0ea5-4d10-8c10-3983b841403a HTTP/1.1" status: 204 len: 173 time: 0.3886297 Sep 24 20:05:37.711047 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'name': 'network-vif-deleted', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:05:37.713296 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca4528-321e-4da6-be75-71ecde23e020" -d '{"events": [{"server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "name": "network-vif-deleted", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:05:37.749635 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4538f0-bba8-40a0-92b3-b0bb4bb60db6 x-openstack-request-id: req-5f4538f0-bba8-40a0-92b3-b0bb4bb60db6 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:05:37.749933 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572eef04-a8cc-414b-b903-2ed461b1f51b", "name": "network-vif-deleted", "tag": "ce2a00dc-0ea5-4d10-8c10-3983b841403a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:05:37.750190 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f4538f0-bba8-40a0-92b3-b0bb4bb60db6 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:05:37.750599 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572eef04-a8cc-414b-b903-2ed461b1f51b', 'name': 'network-vif-deleted', 'tag': 'ce2a00dc-0ea5-4d10-8c10-3983b841403a', 'status': 'completed', 'code': 200} Sep 24 20:05:38.194549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52550) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:38.549431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:38.801936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port d2237dbe-8e6d-40c5-b283-aa4b8f468f72 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:05:38.802192 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:38.893944 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port d2237dbe-8e6d-40c5-b283-aa4b8f468f72, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:38.894310 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:38.907078 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for d2237dbe-8e6d-40c5-b283-aa4b8f468f72 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:05:39.087791 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:39.111955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=d2237dbe-8e6d-40c5-b283-aa4b8f468f72,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:39.291627 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:39.502613 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Router b4783592-b31a-465a-8965-2786c0846632 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:05:39.556835 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:39.607695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:39.612894 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8c55f6a8-d7b8-413f-9b96-675e004ab3f8 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "PUT /v2.0/routers/b4783592-b31a-465a-8965-2786c0846632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4172328 Sep 24 20:05:39.615654 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52552) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:39.617596 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Sync routers for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:39.627550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:39.628169 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:39.735024 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:39.915764 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:05:39Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:39.951086 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Checking router: b4783592-b31a-465a-8965-2786c0846632 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:39.959301 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Routers {'b4783592-b31a-465a-8965-2786c0846632'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:39.959898 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['b4783592-b31a-465a-8965-2786c0846632'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:39.978663 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting subnet f3ed60f3-8783-412e-8965-38bb4f374e58 {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:05:39.981727 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.021418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.061966 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] Set router b4783592-b31a-465a-8965-2786c0846632 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:40.108436 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.173760 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.200714 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ed60f3-8783-412e-8965-38bb4f374e58,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:40.207037 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.208799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0cdf5d47-cb78-4fe8-9594-25412db103d5 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/subnets/f3ed60f3-8783-412e-8965-38bb4f374e58 HTTP/1.1" status: 204 len: 168 time: 0.5922065 Sep 24 20:05:40.211943 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52554) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:40.216662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473781e8-9e50-44d6-a322-c459e668303c None None] Network e4df6ae8-9486-48b5-98d1-bb42a53ae257 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:05:40.319981 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.345585 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:05:39Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:40.375755 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7490024-e64c-4f7f-957f-97fcfe6f06ba None None] The sync data for ids ['b4783592-b31a-465a-8965-2786c0846632'] in n-d-810952-2 is: [{'id': 'b4783592-b31a-465a-8965-2786c0846632', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040907086', 'tenant_id': '55df7b603b2b4624ac0cdb137f48bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:05:39Z', 'revision_number': 5, 'project_id': '55df7b603b2b4624ac0cdb137f48bce0', 'gw_port': {'id': 'd34b0274-7967-45d2-8783-2cdd6a3b5efb', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4783592-b31a-465a-8965-2786c0846632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:04:41Z', 'updated_at': '2021-09-24T20:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:40.397950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] DHCP port deletion for e4df6ae8-9486-48b5-98d1-bb42a53ae257 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:05:40.432426 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.447293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Deleting port 0f3c4652-8872-478b-8775-19af096b478a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:05:40.447657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.486220 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Deleting port d34b0274-7967-45d2-8783-2cdd6a3b5efb {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:05:40.486570 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.512712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] For port 0f3c4652-8872-478b-8775-19af096b478a, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0f3c4652-8872-478b-8775-19af096b478a,segment=NetworkSegment(771cd1dd-2042-47c0-8717-d61fc9c757f0),segment_id=771cd1dd-2042-47c0-8717-d61fc9c757f0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:40.513111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.524271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Calling delete_port for 0f3c4652-8872-478b-8775-19af096b478a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:05:40.567115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] For port d34b0274-7967-45d2-8783-2cdd6a3b5efb, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d34b0274-7967-45d2-8783-2cdd6a3b5efb,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:40.567480 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.579169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Calling delete_port for d34b0274-7967-45d2-8783-2cdd6a3b5efb owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:05:40.599587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.628241 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Pushing event deleted for resources: {'Port': ['ID=0f3c4652-8872-478b-8775-19af096b478a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:40.635580 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] No DVR routers for this DVR port 0f3c4652-8872-478b-8775-19af096b478a on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:05:40.637943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.638297 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.638642 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.639037 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.639376 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.639712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.640044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.640372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.640699 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.641026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.641353 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.641708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14322948-40fa-474c-b5b8-cc68f382b2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:40.757506 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.773137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2237dbe-8e6d-40c5-b283-aa4b8f468f72 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:05:40.786649 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Port': ['ID=d34b0274-7967-45d2-8783-2cdd6a3b5efb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:40.794708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d2237dbe-8e6d-40c5-b283-aa4b8f468f72 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:05:40.795144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d2237dbe-8e6d-40c5-b283-aa4b8f468f72 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:05:40.795563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f3c4652-8872-478b-8775-19af096b478a no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:05:40.823589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0f3c4652-8872-478b-8775-19af096b478a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:05:40.823983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0f3c4652-8872-478b-8775-19af096b478a not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:05:40.845893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ce2a00dc-0ea5-4d10-8c10-3983b841403a no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:05:40.851745 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.866661 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: ce2a00dc-0ea5-4d10-8c10-3983b841403a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:05:40.867042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device ce2a00dc-0ea5-4d10-8c10-3983b841403a not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:05:40.948017 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.951109 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.997592 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:40.998102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Fanout notify agent at l3_agent the message router_deleted on router b4783592-b31a-465a-8965-2786c0846632 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:05:41.005096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.006210 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-4533f748-52d2-4a79-b48b-bd3d5a368f54 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/routers/b4783592-b31a-465a-8965-2786c0846632 HTTP/1.1" status: 204 len: 168 time: 0.7935023 Sep 24 20:05:41.009004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52556) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:41.090738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.188214 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.208986 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4df6ae8-9486-48b5-98d1-bb42a53ae257']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:41.218203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771cd1dd-2042-47c0-8717-d61fc9c757f0') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:41.218493 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771cd1dd-2042-47c0-8717-d61fc9c757f0') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:41.228195 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.241892 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.248325 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:05:41.248647 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: timer() Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:05:41.251866 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:05:41.312343 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.317185 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.319085 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/networks/e4df6ae8-9486-48b5-98d1-bb42a53ae257 HTTP/1.1" status: 204 len: 168 time: 0.3091080 Sep 24 20:05:41.321948 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:41.333122 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53da485-b9ec-46e7-b650-47c02a21a482 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'Network': ['ID=e4df6ae8-9486-48b5-98d1-bb42a53ae257,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:41.379386 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.403952 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.461031 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.463773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.467347 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e63236c-856c-4e31-bd18-ce5940a43b77 HTTP/1.1" status: 204 len: 168 time: 0.1441817 Sep 24 20:05:41.477800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e63236c-856c-4e31-bd18-ce5940a43b77,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:41.486516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.486876 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.487234 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.487572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.487904 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.488308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.488908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.489495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.489900 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.490254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.490575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.491157 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c24678-219f-4898-b53e-d628c3e4ebc6 tempest-TestNetworkAdvancedServerOps-933416072 tempest-TestNetworkAdvancedServerOps-933416072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:41.786786 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:41.913380 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8675b736-74d0-49b7-ab69-0bfdb4b37d0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55df7b603b2b4624ac0cdb137f48bce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254268 Sep 24 20:05:41.915952 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:41.961270 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:41.981684 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.041363 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.044155 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.045350 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d024c653-d23a-43eb-9311-8d1999ab4dc7 HTTP/1.1" status: 204 len: 168 time: 0.1284890 Sep 24 20:05:42.053429 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaf0af-d592-433b-9e02-da3680b59282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024c653-d23a-43eb-9311-8d1999ab4dc7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:42.304540 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:42.317890 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afaf0c2-9a82-4f00-9ab8-66e169951704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.404611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afaf0c2-9a82-4f00-9ab8-66e169951704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.408426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afaf0c2-9a82-4f00-9ab8-66e169951704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.444159 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaf0c2-9a82-4f00-9ab8-66e169951704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d2f1f7-27bf-4dc1-9fc2-c1012f9cff4b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:42.449773 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2afaf0c2-9a82-4f00-9ab8-66e169951704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d71b3ff7acea485ba6e4364e3da2a57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429555 Sep 24 20:05:42.451708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:42.498186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.519034 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.565208 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.567917 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:42.569045 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00d2f1f7-27bf-4dc1-9fc2-c1012f9cff4b HTTP/1.1" status: 204 len: 168 time: 0.1164343 Sep 24 20:05:42.576437 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833be395-79b0-4c91-b73d-d177f6909d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d2f1f7-27bf-4dc1-9fc2-c1012f9cff4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:42.764328 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d34b0274-7967-45d2-8783-2cdd6a3b5efb no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:05:42.787990 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d34b0274-7967-45d2-8783-2cdd6a3b5efb {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:05:42.788331 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d34b0274-7967-45d2-8783-2cdd6a3b5efb not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:05:43.268624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52602) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:43.362380 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-52118940-network', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:43.382736 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Made reservation on behalf of efcc65af12004d1aac39a9e88f0824a6 for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:05:43.385062 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.393929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.481148 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.485002 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.505550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:05:43.520766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649b99a8-0728-46ed-a052-0f023297c222,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:43.523841 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.524208 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Added segment a241e6f7-d401-40b8-8f69-0a0a3dde1648 of type vlan for network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f Sep 24 20:05:43.564044 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.588235 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.589236 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:43.589820 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.626063 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3562715 Sep 24 20:05:43.629160 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:43.634931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Request body: {'subnet': {'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-52118940-subnet', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:43.656629 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f938cb-4389-477c-b11e-5677402612d5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:43.658018 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Made reservation on behalf of efcc65af12004d1aac39a9e88f0824a6 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:05:43.660457 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.666418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:05:43.821843 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.880395 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d7b411-bda7-40ca-be17-a0ae8d684e9c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:43.888136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:43.888490 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Network hostable DHCP agents. Network: eb5ff4f3-b83f-4830-91a7-2cb42b77d65f, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:05:43.905005 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:05:43.913527 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, eb5ff4f3-b83f-4830-91a7-2cb42b77d65f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:43.917793 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:43.918304 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.922319 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b1a47-ca0b-4db7-9502-754f9559fe2e None None] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:05:43.932188 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8b71bc58-2a9e-41eb-abde-96fdfebebadc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3012345 Sep 24 20:05:43.935294 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:43.939679 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:43.959888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:43.960875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.011186 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.151975 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.231367 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:05:44.232292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.359273 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.364741 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Allocated IP 172.20.0.2 (eb5ff4f3-b83f-4830-91a7-2cb42b77d65f/82d7b411-bda7-40ca-be17-a0ae8d684e9c/37d9eeab-f9f5-4c6f-9782-acff9b25d624) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:44.379575 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.480859 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Allocated IP 172.25.5.106 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/55e09aa4-9ab6-4297-842e-a2db78dcf7d6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:44.506650 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.512599 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.552946 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:44.557251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:44.560632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:44.569684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Pushing event updated for resources: {'Port': ['ID=37d9eeab-f9f5-4c6f-9782-acff9b25d624,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:44.599385 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.619781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Attempting to bind port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:44.620156 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Attempting to bind port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:44.620545 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Attempting to bind port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:44.625344 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:44.625719 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:44.626117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.626513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Bound using segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:44.627039 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Bound port: 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:44.627422 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.632512 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.669225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:44.673529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:44.676937 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:44.689534 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] For port 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:44.692648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] For port 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=37d9eeab-f9f5-4c6f-9782-acff9b25d624,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:44.696121 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:44.701531 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Pushing event updated for resources: {'Port': ['ID=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:44.755736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a53291-0304-4d05-bfbd-9348c4012344 None None] Pushing event updated for resources: {'Port': ['ID=37d9eeab-f9f5-4c6f-9782-acff9b25d624,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:44.960274 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.161746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.291291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Router c44c4512-8eb3-4f53-9c77-a240696c681e is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:05:45.401037 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:45.412076 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:45.418234 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.421995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f8c69304-7314-443e-a4de-c0d91a53d70e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4833159 Sep 24 20:05:45.422771 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52610) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:45.424392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:45.425098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:45.542105 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:45.653070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c79b4-fd22-46ea-a3d7-72ee4ef4afdf None None] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:05:45.733931 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] Provisioning complete for port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:45.734304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.849146 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.926107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:44Z', 'revision_number': 3, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:45.929313 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:45.961689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:45.962043 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Updating router c44c4512-8eb3-4f53-9c77-a240696c681e port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:05:46.001095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.008356 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Allocated IP 172.20.0.1 (eb5ff4f3-b83f-4830-91a7-2cb42b77d65f/82d7b411-bda7-40ca-be17-a0ae8d684e9c/b755f81c-c12e-44c4-95ac-f90d4bbbd328) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:46.030788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] For port 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=37d9eeab-f9f5-4c6f-9782-acff9b25d624,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:46.037965 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.132847 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.157632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf65f9-bcbe-42c3-8b19-49df1cd8a5ab None None] Pushing event updated for resources: {'Port': ['ID=37d9eeab-f9f5-4c6f-9782-acff9b25d624,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:46.176217 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.214222 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:46.217450 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:46.221049 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:46.253083 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Pushing event updated for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:46.267523 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.278829 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c860415e-d204-4a95-8ea1-743cf3313230 None None] Provisioning complete for port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:46.279366 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c860415e-d204-4a95-8ea1-743cf3313230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.365110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.374452 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.406392 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.456559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Attempting to bind port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:46.457091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Attempting to bind port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:46.457282 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Attempting to bind port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:46.469009 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653a91f-7e80-45ef-86d1-431e7a17281f None None] Pushing event updated for resources: {'Port': ['ID=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:46.471448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:46.471825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:46.472225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.472616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:46.473084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Bound port: 55e09aa4-9ab6-4297-842e-a2db78dcf7d6, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:46.473477 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.524511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] For port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:46.528706 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] For port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:46.533432 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.574694 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.579171 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.595072 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:46.595709 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:46.637814 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-90013a5e-9f6d-4f4b-ba08-38356b69434d None None] Provisioning complete for port b755f81c-c12e-44c4-95ac-f90d4bbbd328 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:46.638107 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90013a5e-9f6d-4f4b-ba08-38356b69434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.647825 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.650411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Pushing event updated for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:46.663621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653a91f-7e80-45ef-86d1-431e7a17281f None None] Pushing event updated for resources: {'Port': ['ID=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:46.692547 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-90013a5e-9f6d-4f4b-ba08-38356b69434d None None] Port b755f81c-c12e-44c4-95ac-f90d4bbbd328 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:05:46.745189 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:46.747400 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:46.753159 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:46.832552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 37d9eeab-f9f5-4c6f-9782-acff9b25d624 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:46.876760 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:05:46.954560 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:46.954963 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:46.996168 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:47.003537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b68291ee-a710-410b-80f2-09a1fe21bf61 admin admin] 10.222.0.18 "PUT /v2.0/routers/c44c4512-8eb3-4f53-9c77-a240696c681e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792837 Sep 24 20:05:47.037561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fd5a3837-8d63-431f-a904-0eb60dd79ca9 None None] Provisioning complete for port b755f81c-c12e-44c4-95ac-f90d4bbbd328 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:47.037854 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd5a3837-8d63-431f-a904-0eb60dd79ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.102735 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a3837-8d63-431f-a904-0eb60dd79ca9 None None] Port b755f81c-c12e-44c4-95ac-f90d4bbbd328 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:05:47.108593 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 2, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:47.291274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f680833-34c0-4341-bf43-8c21c7dacdc4 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 2, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:47.518709 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52626) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:47.523769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962305991-network', 'tenant_id': '960e07970825423184a7569a9a49ab8b'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:47.545700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Made reservation on behalf of 960e07970825423184a7569a9a49ab8b for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:05:47.548140 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.561819 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.658660 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.663322 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.690154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:05:47.699802 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401aaeab-11b7-4374-898e-f023f722c23a,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:47.706263 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.706544 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Added segment 088b5236-0391-4e62-89c1-e6f6483c15fb of type vlan for network 7b41b19b-667e-450d-97dd-992b79de64fb Sep 24 20:05:47.747773 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.774984 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.776095 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:47.776714 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:47.812109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2922504 Sep 24 20:05:47.814895 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52628) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:47.819980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Request body: {'subnet': {'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962305991-subnet', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:47.855595 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda02932-8e87-4bb2-91ed-eb73ae0ac236 admin admin] Pushing event updated for resources: {'Network': ['ID=7b41b19b-667e-450d-97dd-992b79de64fb,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:47.869469 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network 7b41b19b-667e-450d-97dd-992b79de64fb details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:05:47.879191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Made reservation on behalf of 960e07970825423184a7569a9a49ab8b for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:05:47.886444 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.073696 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.131414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da45fb8b-a2cc-4b23-8676-6d0695145a1e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:48.140726 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Checking segment: {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:48.141093 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Network hostable DHCP agents. Network: 7b41b19b-667e-450d-97dd-992b79de64fb, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:05:48.158966 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Network 7b41b19b-667e-450d-97dd-992b79de64fb is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:05:48.168687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, 7b41b19b-667e-450d-97dd-992b79de64fb) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:48.174492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:48.175400 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.180609 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8527d-cc58-49f1-89ca-5a52ecfdb90e None None] Network 7b41b19b-667e-450d-97dd-992b79de64fb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:05:48.192949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-d6a99028-6081-4c35-af5c-a5c6d100cc24 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3744826 Sep 24 20:05:48.192949 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52630) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:48.198056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:48.219525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.220574 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.280268 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.341781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-7b41b19b-667e-450d-97dd-992b79de64fb', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:05:48.342786 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.426664 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.489505 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Allocated IP 172.20.0.2 (7b41b19b-667e-450d-97dd-992b79de64fb/da45fb8b-a2cc-4b23-8676-6d0695145a1e/f8c168e9-ce41-4dad-a7af-1eebe54ee8e7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:48.642068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.648276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.688012 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Network 7b41b19b-667e-450d-97dd-992b79de64fb is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:48.690976 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:48.694489 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:48.703658 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Pushing event updated for resources: {'Port': ['ID=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:48.758418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Attempting to bind port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:48.759199 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Attempting to bind port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:48.759568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Attempting to bind port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 on network 7b41b19b-667e-450d-97dd-992b79de64fb {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:48.765780 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:48.766155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Checking segment: {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:48.766565 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.766989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Bound using segment: {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:48.767456 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Bound port: f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:48.768030 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.814144 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:48.876078 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] For port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:48.891673 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] For port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:48.898999 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.908688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:48.909072 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.957652 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.982719 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:48.997291 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59558c-dbe6-4174-ad70-e374c22c2c29 None None] Pushing event updated for resources: {'Port': ['ID=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:49.042488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.069257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:49.074649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.109020 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Allocated IP 172.25.5.197 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c86350cc-0c8c-40e1-a632-3399d773ffdf) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:49.135483 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:49.253220 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.289969 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.328256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:49.331102 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:49.334615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:49.344163 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=c86350cc-0c8c-40e1-a632-3399d773ffdf,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:49.361633 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:49.371235 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:49.371843 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:49.472783 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:49.594963 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.672038 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 2, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:49.702171 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:49.702525 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Updating router c44c4512-8eb3-4f53-9c77-a240696c681e port b755f81c-c12e-44c4-95ac-f90d4bbbd328 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:05:49.726601 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.790445 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:49.931640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Router 9208958a-d05d-4531-8995-35831ce54e48 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:05:50.003043 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.009733 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.062143 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:50.072621 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Sync routers for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:50.088765 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Pushing event updated for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:50.089613 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.093257 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3a02ba53-cd3a-4811-8b0d-0cf05dbb7ec2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8964157 Sep 24 20:05:50.093485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52632) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:50.106130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:50.107236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:50.112723 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.113162 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.113531 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.113839 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.114167 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.114491 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.114815 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.115162 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.115483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.115804 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.116141 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.116522 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:05:50.149869 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Attempting to bind port b755f81c-c12e-44c4-95ac-f90d4bbbd328 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:50.150439 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Attempting to bind port b755f81c-c12e-44c4-95ac-f90d4bbbd328 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:50.151055 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Attempting to bind port b755f81c-c12e-44c4-95ac-f90d4bbbd328 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:50.157716 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:50.158091 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:50.158490 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.158902 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Bound using segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:50.159366 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Bound port: b755f81c-c12e-44c4-95ac-f90d4bbbd328, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:50.159751 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.195341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c5ac9-54bc-49c7-af96-2310aa6a8edc None None] Network 7b41b19b-667e-450d-97dd-992b79de64fb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:05:50.239863 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] For port b755f81c-c12e-44c4-95ac-f90d4bbbd328, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:50.243612 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] For port b755f81c-c12e-44c4-95ac-f90d4bbbd328, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b755f81c-c12e-44c4-95ac-f90d4bbbd328,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:50.252429 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.305282 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:50.306060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:50.332301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] Provisioning complete for port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:50.332681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.350267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:50.419093 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:50.546125 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f1352c6a-55c7-46ab-80de-ef83a70bf6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.609651 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42398603-d40b-46cb-81a6-a49ffb559379 None None] Pushing event updated for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:50.660174 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.660377 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.683877 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:50Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:50.720318 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1dc7f-81f1-47e9-a2f5-2b4a22160197 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:50Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:50.722249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] For port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:50.734798 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.782645 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 3, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:50.833949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Checking router: 9208958a-d05d-4531-8995-35831ce54e48 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:50.834299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Updating router 9208958a-d05d-4531-8995-35831ce54e48 port c86350cc-0c8c-40e1-a632-3399d773ffdf binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:05:50.839676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5b0ed-4a9e-4e2a-ada1-45339f976e86 None None] Pushing event updated for resources: {'Port': ['ID=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:50.888941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.910788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] Provisioning complete for port b755f81c-c12e-44c4-95ac-f90d4bbbd328 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:50.911129 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:50.947510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Allocated IP 172.20.0.1 (7b41b19b-667e-450d-97dd-992b79de64fb/da45fb8b-a2cc-4b23-8676-6d0695145a1e/a3aa8048-c3c9-4999-aada-797cb4932862) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:51.022934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:51.098147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.140675 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.194386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Network 7b41b19b-667e-450d-97dd-992b79de64fb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:51.201141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:51.204994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:51.207007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.228518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:51.228890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.244795 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Pushing event updated for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:51.267024 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.281813 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] For port b755f81c-c12e-44c4-95ac-f90d4bbbd328, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b755f81c-c12e-44c4-95ac-f90d4bbbd328,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:51.298720 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.431466 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.436134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:51.442437 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ea7a7-0861-4c68-8f87-047acb875d09 None None] Pushing event updated for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:51.480060 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.494962 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6d029520-4a79-4ae2-90aa-fb622fc45e1b None None] Provisioning complete for port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:51.495314 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d029520-4a79-4ae2-90aa-fb622fc45e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.501804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.595127 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Attempting to bind port c86350cc-0c8c-40e1-a632-3399d773ffdf on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:51.595495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Attempting to bind port c86350cc-0c8c-40e1-a632-3399d773ffdf by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:51.595863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Attempting to bind port c86350cc-0c8c-40e1-a632-3399d773ffdf on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:51.599610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cd138-5205-4995-9787-25caac01eb51 None None] Pushing event updated for resources: {'Port': ['ID=c86350cc-0c8c-40e1-a632-3399d773ffdf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:51.609465 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:51.609839 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:51.610242 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.610629 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:51.611126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Bound port: c86350cc-0c8c-40e1-a632-3399d773ffdf, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:51.611969 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.620163 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.624988 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.632521 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:51.632893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.696929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.699425 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Pushing event updated for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:51.796375 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Network 7b41b19b-667e-450d-97dd-992b79de64fb is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:51.797860 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:51.884841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] For port c86350cc-0c8c-40e1-a632-3399d773ffdf, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:51.900655 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] For port c86350cc-0c8c-40e1-a632-3399d773ffdf, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c86350cc-0c8c-40e1-a632-3399d773ffdf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:51.926346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:51.930973 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Router 9208958a-d05d-4531-8995-35831ce54e48 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:05:51.978312 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b755f81c-c12e-44c4-95ac-f90d4bbbd328 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:52.040033 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:52.040998 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:52.042428 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cd138-5205-4995-9787-25caac01eb51 None None] Pushing event updated for resources: {'Port': ['ID=c86350cc-0c8c-40e1-a632-3399d773ffdf,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:52.052817 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:05:52.058313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e718c033-82b2-47d1-a863-1a0ed1923686 admin admin] 10.222.0.18 "PUT /v2.0/routers/9208958a-d05d-4531-8995-35831ce54e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9636619 Sep 24 20:05:52.085899 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-8d58d791-cf7f-499b-b627-721d793ab927 None None] Provisioning complete for port a3aa8048-c3c9-4999-aada-797cb4932862 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:52.086276 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d58d791-cf7f-499b-b627-721d793ab927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.139708 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8d58d791-cf7f-499b-b627-721d793ab927 None None] Port a3aa8048-c3c9-4999-aada-797cb4932862 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:05:52.141021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b755f81c-c12e-44c4-95ac-f90d4bbbd328 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:52.141389 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.226513 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:52.333670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b3009265-b6c6-458d-80bb-faaabfebd8ed None None] Provisioning complete for port a3aa8048-c3c9-4999-aada-797cb4932862 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:52.334043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3009265-b6c6-458d-80bb-faaabfebd8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.418457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b3009265-b6c6-458d-80bb-faaabfebd8ed None None] Port a3aa8048-c3c9-4999-aada-797cb4932862 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:05:52.497508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a3aa8048-c3c9-4999-aada-797cb4932862', 'name': '', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'mac_address': 'fa:16:3e:1e:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:50Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 2, 'project_id': '960e07970825423184a7569a9a49ab8b', 'subnets': [{'id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:52.527113 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac623b-9ef4-4446-8cdd-91bb36058546 None None] The sync data for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 is: [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a3aa8048-c3c9-4999-aada-797cb4932862', 'name': '', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'mac_address': 'fa:16:3e:1e:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:50Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 2, 'project_id': '960e07970825423184a7569a9a49ab8b', 'subnets': [{'id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:52.609642 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:52.615312 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381187983', 'description': 'tempest-secgroup-smoke-1381187983 description', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:52.639108 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.734390 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.738650 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.767544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9702d010-0265-49e3-8441-d6ef19338a16,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:52.794622 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.799365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52644) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:52.800106 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c40b0ab7-e8a3-4aae-920b-abdfd83bd221 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884122 Sep 24 20:05:52.804293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:52.816664 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:52.839929 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.869749 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:52.870164 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.900404 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.906374 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.921403 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01da3009-485a-4526-a74a-44bf36574228,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:52.944769 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:52.946510 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-cfdff2ed-d5d7-4f3b-8aec-92043cd76702 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457257 Sep 24 20:05:52.949216 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:52.955224 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:52.958213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b755f81c-c12e-44c4-95ac-f90d4bbbd328 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:52.985913 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.024132 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port b755f81c-c12e-44c4-95ac-f90d4bbbd328 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:53.024436 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.058831 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73a3bcae-98f7-4b13-a33e-8696036bb628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.061770 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.066984 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.083166 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1668d2-7300-4802-85f1-bd9249d0c4e0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:53.093824 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.095287 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-383de5fc-eb5e-4df3-9ae0-5db8c3338f0c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449881 Sep 24 20:05:53.098181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52648) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:53.102951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:53.131237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.195567 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.199417 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.216741 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96888dca-0f6d-4a13-9c4e-4b5db65fa237,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:53.223491 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.224973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2bcb6031-2d4d-40a2-818b-e1daacf0422a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256886 Sep 24 20:05:53.227648 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52650) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:53.232098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:53.256711 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.314914 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.318341 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.336291 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b716a0-f3d6-41c6-8627-c91db741e92c,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:53.342149 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.343217 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-9d3a7b5b-8417-4bee-a431-2054c52a23c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145523 Sep 24 20:05:53.345863 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52652) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:53.350317 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:53.371174 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Project efcc65af12004d1aac39a9e88f0824a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:05:53.375812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.435507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.436799 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.440040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.459437 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a10f28-f97b-4089-9ce9-627b65f40f75,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:53.463458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.464803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ea4e97b6-31ac-43ab-8cb6-a8c93de9b906 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178584 Sep 24 20:05:53.467338 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 52654) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:05:53.471773 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': '9702d010-0265-49e3-8441-d6ef19338a16', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:53.500582 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Project efcc65af12004d1aac39a9e88f0824a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:05:53.513549 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.585162 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.589065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.608517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c6233d-41b4-458d-b167-ac06e105c439,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:53.618595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:53.624608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b7a8be28-24e2-4bb8-bb44-944700841871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517296 Sep 24 20:05:53.829067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-739e6b39-f865-4b11-94fb-8ed578276871 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381187983&fields=id&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 267 time: 0.0347385 Sep 24 20:05:53.939434 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-10d20f26-b442-4d3a-b4ec-4ab3e0ef904e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:53.941002 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-10d20f26-b442-4d3a-b4ec-4ab3e0ef904e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 807 time: 0.1048050 Sep 24 20:05:53.956635 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-b8c069fd-9a7f-41d0-b5f2-7b655a8efcb6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/quotas/efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Sep 24 20:05:54.014823 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-c643fe2b-84e0-4f12-8f53-5295dc6e8296 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522132 Sep 24 20:05:54.114480 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-f409c0f8-3f15-4b32-9058-240a63031fbf service neutron] 10.222.0.18 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Sep 24 20:05:54.208647 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-f9a7bfc3-9c8c-4d59-8433-da89093036d3 service neutron] 10.222.0.18 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871227 Sep 24 20:05:54.371345 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-23581e07-34e8-4b00-b506-afd42be4cb7b req-f7207fe0-f71d-443e-9877-a81399a2f90a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Sep 24 20:05:54.408228 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:54.757302 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Sync routers for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:05:54.766988 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:54.767604 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:54.803669 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c86350cc-0c8c-40e1-a632-3399d773ffdf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:54.853016 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c86350cc-0c8c-40e1-a632-3399d773ffdf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:54.853396 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:54.872966 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:54.929682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:54.952280 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port c86350cc-0c8c-40e1-a632-3399d773ffdf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c86350cc-0c8c-40e1-a632-3399d773ffdf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:54.956704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.005877 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=c86350cc-0c8c-40e1-a632-3399d773ffdf,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:55.156757 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a3aa8048-c3c9-4999-aada-797cb4932862', 'name': '', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'mac_address': 'fa:16:3e:1e:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:50Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 2, 'project_id': '960e07970825423184a7569a9a49ab8b', 'subnets': [{'id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:55.181561 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Checking router: 9208958a-d05d-4531-8995-35831ce54e48 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:05:55.181912 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Updating router 9208958a-d05d-4531-8995-35831ce54e48 port a3aa8048-c3c9-4999-aada-797cb4932862 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:05:55.206486 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.463954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-562c372b-314a-4b3e-ad02-4eaeaebb4e01 req-b1671a03-0e96-4434-99c3-d938293046c3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 210 time: 0.0360744 Sep 24 20:05:55.469582 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.477609 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.526391 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03b884-9ee6-4ec9-8c66-5183031a3bdd None None] Pushing event updated for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:55.582315 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Attempting to bind port a3aa8048-c3c9-4999-aada-797cb4932862 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:55.582681 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Attempting to bind port a3aa8048-c3c9-4999-aada-797cb4932862 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:55.583070 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Attempting to bind port a3aa8048-c3c9-4999-aada-797cb4932862 on network 7b41b19b-667e-450d-97dd-992b79de64fb {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:55.588069 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:55.588570 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Checking segment: {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:55.588969 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.589376 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Bound using segment: {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:55.589810 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Bound port: a3aa8048-c3c9-4999-aada-797cb4932862, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b5236-0391-4e62-89c1-e6f6483c15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:55.590193 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.656807 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] For port a3aa8048-c3c9-4999-aada-797cb4932862, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:55.660045 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] For port a3aa8048-c3c9-4999-aada-797cb4932862, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3aa8048-c3c9-4999-aada-797cb4932862,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:55.665194 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.720872 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:05:55.721510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:55.761542 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03b884-9ee6-4ec9-8c66-5183031a3bdd None None] Pushing event updated for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:55.765130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] Provisioning complete for port a3aa8048-c3c9-4999-aada-797cb4932862 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:55.765769 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.839868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:05:55.852084 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.885915 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] For port a3aa8048-c3c9-4999-aada-797cb4932862, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3aa8048-c3c9-4999-aada-797cb4932862,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:05:55.889657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:55.936605 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501dc13-bc86-489e-80da-b27b599f87ff None None] Pushing event updated for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:56.012770 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-93f9d2f3-6ce9-4c89-84d7-727ebfb4fef2 None None] Provisioning complete for port a3aa8048-c3c9-4999-aada-797cb4932862 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:56.013262 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93f9d2f3-6ce9-4c89-84d7-727ebfb4fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:56.055099 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a3aa8048-c3c9-4999-aada-797cb4932862', 'name': '', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'mac_address': 'fa:16:3e:1e:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:50Z', 'updated_at': '2021-09-24T20:05:55Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'subnets': [{'id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:05:56.086570 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7e259-c791-491c-9a43-0be8264719e4 None None] The sync data for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 is: [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'a3aa8048-c3c9-4999-aada-797cb4932862', 'name': '', 'network_id': '7b41b19b-667e-450d-97dd-992b79de64fb', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'mac_address': 'fa:16:3e:1e:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:50Z', 'updated_at': '2021-09-24T20:05:55Z', 'revision_number': 4, 'project_id': '960e07970825423184a7569a9a49ab8b', 'subnets': [{'id': 'da45fb8b-a2cc-4b23-8676-6d0695145a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:05:56.156000 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:56.530059 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a52056a9-e4ce-4f30-813e-7fd1ae5de5d1 req-0a9d4cfe-8842-42fc-8092-51abd76c9706 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Sep 24 20:05:56.815337 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3aa8048-c3c9-4999-aada-797cb4932862 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:56.865227 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port a3aa8048-c3c9-4999-aada-797cb4932862 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:56.865870 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:56.940321 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c86350cc-0c8c-40e1-a632-3399d773ffdf up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:05:56.989158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c86350cc-0c8c-40e1-a632-3399d773ffdf triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:56.989532 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:57.622087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d7bd068d-817b-494a-a0f8-787c70aa145b req-7835a838-c4f0-489e-b468-7463bf090f3c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 210 time: 0.0253661 Sep 24 20:05:58.574057 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-17ed0d55-9b79-4724-a5cd-1d7e9436ab51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:58.575559 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-17ed0d55-9b79-4724-a5cd-1d7e9436ab51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 807 time: 0.1105499 Sep 24 20:05:58.626272 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-1a7c7597-dee5-4bce-9ca7-61ec0501f369 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 380 time: 0.0367718 Sep 24 20:05:58.638400 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'port': {'device_id': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'admin_state_up': True, 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'security_groups': ['9702d010-0265-49e3-8441-d6ef19338a16']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:58.724355 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1a01f7b3-3f4f-47de-bf82-749c66b45fcc req-0a7134ba-049d-4182-99b2-0e7610c8ba63 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Sep 24 20:05:58.751494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Made reservation on behalf of efcc65af12004d1aac39a9e88f0824a6 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:05:58.755102 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:58.875629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Allocated IP 172.20.0.7 (eb5ff4f3-b83f-4830-91a7-2cb42b77d65f/82d7b411-bda7-40ca-be17-a0ae8d684e9c/5a801a95-c698-4a0e-a774-3a5f03f25c33) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:05:59.011088 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.044008 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.085795 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:05:59.089323 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:05:59.092936 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:05:59.122391 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:59.152685 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:59.153346 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.168292 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-8b84d13b-d90a-44e6-a6fc-d1e1fbd97153 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334566 Sep 24 20:05:59.187343 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Request body: {'port': {'device_id': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:05:59.243659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.345177 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d0d5fb30-2186-4386-acdd-a8679e68aa13 None None] Provisioning complete for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:05:59.345743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fb30-2186-4386-acdd-a8679e68aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.378236 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5fb30-2186-4386-acdd-a8679e68aa13 None None] Port 5a801a95-c698-4a0e-a774-3a5f03f25c33 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:05:59.497557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:05:59.504947 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.517031 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Transition to ACTIVE for port object 5a801a95-c698-4a0e-a774-3a5f03f25c33 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:05:59.519976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.575087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:59.642087 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:05:59.642394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:05:59.642688 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:59.647409 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:05:59.647729 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:05:59.652966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:05:59.653302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:05:59.653720 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Bound using segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:05:59.654284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Bound port: 5a801a95-c698-4a0e-a774-3a5f03f25c33, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:05:59.654831 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.720111 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:05:59.723143 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:05:59.727392 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.768824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:59.769440 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:05:59.771235 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] 10.222.0.15 "PUT /v2.0/ports/5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1091 time: 0.5884116 Sep 24 20:05:59.773712 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:05:59.776845 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df794d0-58c3-4af4-8760-bc5372953769" -d '{"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:05:59.847603 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47988cc0-c474-408a-a5f2-b6965b5c22cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:05:59.870055 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-3f0e5a5f-52d2-488c-9fcc-8a2e16022e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:59.871623 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-3f0e5a5f-52d2-488c-9fcc-8a2e16022e5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1094 time: 0.0533855 Sep 24 20:05:59.881499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f943fa-2801-44cd-b3de-27a1ac4e62ef req-320c4d1d-31f6-4484-b715-5022e28e0abb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:59.883231 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f943fa-2801-44cd-b3de-27a1ac4e62ef req-320c4d1d-31f6-4484-b715-5022e28e0abb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 943 time: 0.0777874 Sep 24 20:05:59.918028 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edec0b9-99bd-4b2c-ba83-f186ecafb40f x-openstack-request-id: req-8edec0b9-99bd-4b2c-ba83-f186ecafb40f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:05:59.918328 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:05:59.918568 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8edec0b9-99bd-4b2c-ba83-f186ecafb40f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:05:59.918992 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'status': 'completed', 'code': 200} Sep 24 20:05:59.920883 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-0dfdfe2c-71b5-4064-88c8-98a9c9eb7037 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 217 time: 0.0388839 Sep 24 20:05:59.929301 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-40f943fa-2801-44cd-b3de-27a1ac4e62ef req-1b177b13-f0fc-4e25-9504-88c1ff8a96e1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Sep 24 20:05:59.979392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-9d99b195-340f-49ea-99a5-fd8a62a1854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:05:59.980912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-9d99b195-340f-49ea-99a5-fd8a62a1854d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0522919 Sep 24 20:06:00.028816 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-ef72695b-e9df-4296-855d-05cd6407a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:00.030361 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-ef72695b-e9df-4296-855d-05cd6407a43b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411561 Sep 24 20:06:00.125181 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-87a1337d-d5f0-4369-a636-5d8d6fb0e605 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Sep 24 20:06:00.221957 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-0063475d-82b7-4c9e-8795-4baeddba70c6 req-4f18b771-8cf3-408b-a1e0-cd93ceb20719 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843883 Sep 24 20:06:00.317233 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df794d0-58c3-4af4-8760-bc5372953769 req-25016107-ab49-4c8d-b532-833de3be67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:00.318720 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-25016107-ab49-4c8d-b532-833de3be67ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1094 time: 0.0403347 Sep 24 20:06:00.410716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df794d0-58c3-4af4-8760-bc5372953769 req-53dd48e9-0541-44f3-81f5-379067e05f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:00.412195 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-53dd48e9-0541-44f3-81f5-379067e05f3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0859461 Sep 24 20:06:00.453349 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-72178818-5898-49a3-9187-b81b4395ce6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 217 time: 0.0330765 Sep 24 20:06:00.507669 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df794d0-58c3-4af4-8760-bc5372953769 req-a383370d-7e96-4229-a729-6d3fe9350c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:00.509054 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-a383370d-7e96-4229-a729-6d3fe9350c47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0459354 Sep 24 20:06:00.557559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df794d0-58c3-4af4-8760-bc5372953769 req-0c5ad642-0d21-497d-b494-6b24c1164d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:00.559236 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-0c5ad642-0d21-497d-b494-6b24c1164d49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394266 Sep 24 20:06:00.649217 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-424e79ac-6fcf-4c00-a6e7-14c1c1ef2450 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816312 Sep 24 20:06:00.739544 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5df794d0-58c3-4af4-8760-bc5372953769 req-a5a1e092-6b80-4cfb-af63-c7a1c138d883 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Sep 24 20:06:01.045501 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb202879-3c7f-44d9-8af6-016ebf950f6c req-6965850f-6817-4777-ab57-03ffa5b42f24 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:01.047043 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb202879-3c7f-44d9-8af6-016ebf950f6c req-6965850f-6817-4777-ab57-03ffa5b42f24 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 943 time: 0.0492589 Sep 24 20:06:01.086177 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bb202879-3c7f-44d9-8af6-016ebf950f6c req-3e5bb54a-e883-4bd7-bdbd-7ff8eb09e29d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Sep 24 20:06:02.201564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2064e-a6f3-463d-84c3-6053e7e8a7ef req-710302b4-aa53-4023-a9bb-fea2e63c3727 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:02.203341 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17f2064e-a6f3-463d-84c3-6053e7e8a7ef req-710302b4-aa53-4023-a9bb-fea2e63c3727 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 943 time: 0.0493820 Sep 24 20:06:02.244050 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-17f2064e-a6f3-463d-84c3-6053e7e8a7ef req-9758a20c-7b91-46f6-b3c9-cf7f3ff19238 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Sep 24 20:06:02.383796 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:06:02.477555 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:06:02.488961 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:06:02.523117 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:02.535795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:06:02.554736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:06:02.558704 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:02.608979 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:06:02.827002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5a801a95-c698-4a0e-a774-3a5f03f25c33'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:06:03.360485 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87808e-ab26-433f-b515-e8e97f0d4323 req-c410d02d-298a-48d5-a54a-93b271fe8f6d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:03.361973 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a87808e-ab26-433f-b515-e8e97f0d4323 req-c410d02d-298a-48d5-a54a-93b271fe8f6d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0486698 Sep 24 20:06:03.398358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a87808e-ab26-433f-b515-e8e97f0d4323 req-74e8deb1-6e78-4e78-8a16-4ecf9fe59b82 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304027 Sep 24 20:06:03.841190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:04.382597 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:06:04.433398 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:06:04.438345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:06:04.438707 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:04.513409 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:04.514303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036f0d2-6d17-495f-a66f-276c68ca10f7 req-56691071-8933-4b99-aa18-f11641a4be8c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:04.515884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e036f0d2-6d17-495f-a66f-276c68ca10f7 req-56691071-8933-4b99-aa18-f11641a4be8c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0492601 Sep 24 20:06:04.539566 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:06:04.541842 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6fc26-396f-4726-9dee-5a48c370f904" -d '{"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:06:04.555070 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e036f0d2-6d17-495f-a66f-276c68ca10f7 req-468ed217-c87c-4450-b2ec-2ea6d28d505d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332546 Sep 24 20:06:04.555267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:06:04.560924 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:04.591492 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3970cc-82ca-46b7-97f7-7294a72c6ba0 x-openstack-request-id: req-df3970cc-82ca-46b7-97f7-7294a72c6ba0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:06:04.591784 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:06:04.592062 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df3970cc-82ca-46b7-97f7-7294a72c6ba0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:06:04.592472 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'code': 200} Sep 24 20:06:04.616022 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:06:04.698610 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6fe6-c3bf-4b6b-82c3-df1afbdb0796 req-d491c45b-9c9d-4ea8-8dbb-edcf5912e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:04.700091 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0aa6fe6-c3bf-4b6b-82c3-df1afbdb0796 req-d491c45b-9c9d-4ea8-8dbb-edcf5912e8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0448256 Sep 24 20:06:04.745737 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-b0aa6fe6-c3bf-4b6b-82c3-df1afbdb0796 req-f1f230f9-83e1-488e-95f7-2a50bddcac42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297480 Sep 24 20:06:05.675569 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18edfc-9b35-48c5-be48-dd79751e66ef req-ed43fd3e-8bdd-4233-b6db-7089f81cd027 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:05.677065 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca18edfc-9b35-48c5-be48-dd79751e66ef req-ed43fd3e-8bdd-4233-b6db-7089f81cd027 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Sep 24 20:06:05.696375 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:06:05.718792 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ca18edfc-9b35-48c5-be48-dd79751e66ef req-cdcc3fca-3757-4076-b1e4-4cf0209bc5eb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357177 Sep 24 20:06:06.835079 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94e427-e0ad-44cd-af9e-7879b6a56793 req-a785e3a2-13ff-43b4-911e-1852396c5468 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:06.836807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a94e427-e0ad-44cd-af9e-7879b6a56793 req-a785e3a2-13ff-43b4-911e-1852396c5468 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0498898 Sep 24 20:06:06.874532 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5a94e427-e0ad-44cd-af9e-7879b6a56793 req-d406a225-eb16-40fc-af42-f5ad9c9fb2c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Sep 24 20:06:06.989363 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57133-5f29-432f-9b04-8e169d2d0910 req-81e396e5-5039-4e1d-a439-628917e14b00 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:06.990812 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92d57133-5f29-432f-9b04-8e169d2d0910 req-81e396e5-5039-4e1d-a439-628917e14b00 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Sep 24 20:06:07.033735 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-92d57133-5f29-432f-9b04-8e169d2d0910 req-6bda7f55-76e6-4fa1-9cd3-04319fbe517e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Sep 24 20:06:07.055101 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:06:07.186131 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86db202-6be2-4532-81f3-8786c2e83087 tempest-TestShelveInstance-355240398 tempest-TestShelveInstance-355240398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:07.187676 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f86db202-6be2-4532-81f3-8786c2e83087 tempest-TestShelveInstance-355240398 tempest-TestShelveInstance-355240398-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1091 time: 0.1314871 Sep 24 20:06:07.190550 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:06:07.194812 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:06:07.216744 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:07.314999 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:07.417992 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Allocated IP 172.25.5.152 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/aa17507d-0b4b-497f-a4aa-1a05eeb52088) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:06:07.515434 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:07.547426 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:07.581667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:06:07.584420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:06:07.587792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:06:07.616464 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=aa17507d-0b4b-497f-a4aa-1a05eeb52088,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:06:07.943707 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.014203 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.161986 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.166198 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.514283 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=aa17507d-0b4b-497f-a4aa-1a05eeb52088,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:06:08.525449 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.621399 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Floating IP 41554195-8462-489c-9bf9-e304cfeb05c4 associated. External IP: 172.25.5.152, port: 5a801a95-c698-4a0e-a774-3a5f03f25c33. Sep 24 20:06:08.822880 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:06:08.927478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:06:08.937122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:06:08.942562 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:08.947143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:06:08.947763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:06:08.970148 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-a4275a97-3d8c-4bf4-ab66-cb2f66415016 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7785110 Sep 24 20:06:08.970878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:06:08.973117 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2f87ba-4b18-4125-851f-e9df1ae98eca" -d '{"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:06:09.007734 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1bfc01-80f3-42b9-9822-cd903a35ad13 x-openstack-request-id: req-3d1bfc01-80f3-42b9-9822-cd903a35ad13 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:06:09.008031 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:06:09.008287 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d1bfc01-80f3-42b9-9822-cd903a35ad13 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:06:09.008691 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'status': 'completed', 'code': 200} Sep 24 20:06:09.055890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:06:09.069924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-45319c2b-2183-4990-ae51-ebf86f5bb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:09.071477 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-45319c2b-2183-4990-ae51-ebf86f5bb33c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0406423 Sep 24 20:06:09.169591 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-ea2bd5f2-8217-428e-8db8-2b52b49c20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:09.171140 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-ea2bd5f2-8217-428e-8db8-2b52b49c20a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0924082 Sep 24 20:06:09.235995 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-b4b36ba7-09d5-4793-85d7-3666961a44e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 999 time: 0.0574291 Sep 24 20:06:09.275841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '41554195-8462-489c-9bf9-e304cfeb05c4', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:06:07Z', 'updated_at': '2021-09-24T20:06:07Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:06:09.290717 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-a88cd1f4-0722-44a8-ac58-b412241290bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:09.292372 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-a88cd1f4-0722-44a8-ac58-b412241290bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0487492 Sep 24 20:06:09.305270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:06:09.314286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:06:09.314952 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:05:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:06:09.339163 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-c67afc42-bfb8-413e-bc4b-375181a83951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:09.340727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-c67afc42-bfb8-413e-bc4b-375181a83951 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410461 Sep 24 20:06:09.417995 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:06:09.434015 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-f61e794b-d481-4719-b0ce-b19333d43d4b service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Sep 24 20:06:09.523308 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-dc2f87ba-4b18-4125-851f-e9df1ae98eca req-f0a6fef8-4ab0-4cd5-8700-887c88b748d1 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816855 Sep 24 20:06:09.737670 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:09.795942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '41554195-8462-489c-9bf9-e304cfeb05c4', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:06:07Z', 'updated_at': '2021-09-24T20:06:07Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:06:09.824388 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27532e-bbb0-4d5c-9eb6-73fcf7c43a84 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '41554195-8462-489c-9bf9-e304cfeb05c4', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:06:07Z', 'updated_at': '2021-09-24T20:06:07Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:06:10.010621 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09459729-a9c6-4323-b05a-445a6f7fd98a None None] New status for floating IP 41554195-8462-489c-9bf9-e304cfeb05c4: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:06:19.001243 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-fea40654-743d-4c07-bb88-98a4503858c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806608 Sep 24 20:06:19.088568 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-6346e4f7-7fa3-4758-8f9e-42517c14a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:19.090077 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-6346e4f7-7fa3-4758-8f9e-42517c14a044 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0449359 Sep 24 20:06:19.193491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-3377ee80-45f1-42d1-84af-e03f0be7d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:19.195037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-3377ee80-45f1-42d1-84af-e03f0be7d97c service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0845313 Sep 24 20:06:19.263784 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-c0e6861f-00c6-420e-8e01-e5e7acfac67b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1001 time: 0.0605156 Sep 24 20:06:19.316449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-ed56af48-7050-4d59-9395-3af3c61ed88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:19.317813 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-ed56af48-7050-4d59-9395-3af3c61ed88f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0422397 Sep 24 20:06:19.364183 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-b87f583e-9b32-42dc-9845-2eac5c472f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:06:19.365618 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-b87f583e-9b32-42dc-9845-2eac5c472f3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380049 Sep 24 20:06:19.462486 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-0bfb6664-8ddc-4457-bbb5-427ccf091e3a service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884523 Sep 24 20:06:19.552758 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-73a18c7c-9c1c-42c6-921f-ef9e031228bd req-1dd154ea-20f6-4edc-bb4d-6729cb4cb6b3 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811577 Sep 24 20:06:20.387691 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce383069-63e6-4dd5-bb2d-eeede7f455c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:23.019923 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d236d929-ab42-4ee1-86bf-84d20db34d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:23.439433 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:24.411230 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:26.158561 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:33.838800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:39.555213 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:42.696069 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:06:50.388007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90ab43c7-39a1-48ed-ad9a-4083a754b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:53.021818 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3583759-9253-4b67-96ac-667a57ab8fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:53.440136 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:54.414660 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:06:56.161255 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:03.837196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:09.577630 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:18.966311 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-924cf83d-2904-457f-9ce5-b8af406c7b13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437243 Sep 24 20:07:19.048338 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-6d01a107-c116-4952-a0d8-05636de76a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:07:19.049877 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-6d01a107-c116-4952-a0d8-05636de76a8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0393889 Sep 24 20:07:19.151902 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-f8507257-f67a-4b35-86e7-dbc4562fa9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:07:19.153347 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-f8507257-f67a-4b35-86e7-dbc4562fa9e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0822375 Sep 24 20:07:19.221227 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-c3e57360-77ec-41cb-9305-845c5139c0d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1001 time: 0.0603130 Sep 24 20:07:19.269767 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-f441dbbd-b40b-4689-b275-d23d38728bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:07:19.271186 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-f441dbbd-b40b-4689-b275-d23d38728bd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0420887 Sep 24 20:07:19.316328 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-b56118b7-f208-46b0-a564-7486ed31c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:07:19.317772 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-b56118b7-f208-46b0-a564-7486ed31c64a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388167 Sep 24 20:07:19.411469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-d4fe9d87-b66f-4b57-8e86-fba28d47f8cd service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839348 Sep 24 20:07:19.503830 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-bab70b3b-863c-4592-92f0-6dbb07272581 req-d130ff10-d991-4832-bcfd-fa98a7b8b864 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Sep 24 20:07:19.696570 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:07:20.388970 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08a9676c-d2ca-4c2e-81f4-92ad9b50d957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:23.022271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b945db2a-95c7-482e-bb38-2b58c1cac0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:23.441077 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:24.416988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:25.714614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-463c121f-f1f0-4c1b-b516-8b95fabf7abb req-13e412cc-ddea-4647-8956-7661ace25cad service neutron] (94856) timed out ('10.222.0.18', 46722) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 20:07:26.166122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:33.850133 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:39.592346 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:50.389635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ea83-baab-40e7-8ef0-a9ad840255eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:53.023259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b89178bc-9cbf-42b7-a618-86314ffd7f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:53.441647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:54.419643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:56.167378 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:07:56.696477 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:08:03.863961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:05.934132 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904bd65-dd28-405a-a5f3-3adba49d1d23 req-127880e7-2e88-4c56-97a7-a55cadd1663a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:05.935663 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e904bd65-dd28-405a-a5f3-3adba49d1d23 req-127880e7-2e88-4c56-97a7-a55cadd1663a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0592260 Sep 24 20:08:05.976589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e904bd65-dd28-405a-a5f3-3adba49d1d23 req-25537291-0b8a-4fce-81d3-6a33581b9591 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349004 Sep 24 20:08:07.107461 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd0f5-5695-4d64-aa3b-8474efe68ac0 req-38b54075-1d08-4c1f-8635-7391f5f9b30a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:07.108954 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f09bd0f5-5695-4d64-aa3b-8474efe68ac0 req-38b54075-1d08-4c1f-8635-7391f5f9b30a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Sep 24 20:08:07.147252 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f09bd0f5-5695-4d64-aa3b-8474efe68ac0 req-37af1127-28de-4b68-b8b0-69ea3cefef21 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Sep 24 20:08:08.275517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b91a7-ff05-4c53-86aa-826522544615 req-dbb62f37-fd7f-4bb3-97ef-08b345d920c7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:08.277005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a54b91a7-ff05-4c53-86aa-826522544615 req-dbb62f37-fd7f-4bb3-97ef-08b345d920c7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Sep 24 20:08:08.313146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a54b91a7-ff05-4c53-86aa-826522544615 req-14778887-6a8b-4a57-a219-34bbc8e3fc64 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302408 Sep 24 20:08:09.429671 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203118b-3593-45d0-9619-4f2d75a221e0 req-2fc01b73-23f6-47f3-b322-f6b9d047c855 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:09.431686 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b203118b-3593-45d0-9619-4f2d75a221e0 req-2fc01b73-23f6-47f3-b322-f6b9d047c855 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Sep 24 20:08:09.468457 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b203118b-3593-45d0-9619-4f2d75a221e0 req-6d023f41-3f70-4c60-a4fb-2baeb839b3f5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Sep 24 20:08:09.589317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:10.582733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411538a-eb19-457c-8784-c82cb77dffe6 req-7b861fdf-c4bb-49ce-b1ad-e98aaa2f3cdd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:10.584277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8411538a-eb19-457c-8784-c82cb77dffe6 req-7b861fdf-c4bb-49ce-b1ad-e98aaa2f3cdd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Sep 24 20:08:10.621777 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8411538a-eb19-457c-8784-c82cb77dffe6 req-6a063581-8d50-495e-b083-1bd8d159c880 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 24 20:08:11.735965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccb872-a0ff-4918-a6f6-a3de6fce95b0 req-5fdcf14c-25eb-4285-a6d3-e0b89d58691b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:11.737427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ccb872-a0ff-4918-a6f6-a3de6fce95b0 req-5fdcf14c-25eb-4285-a6d3-e0b89d58691b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Sep 24 20:08:11.773713 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-97ccb872-a0ff-4918-a6f6-a3de6fce95b0 req-1f6324d8-fb38-4ae6-b2bd-8da331e0e062 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Sep 24 20:08:12.891223 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2fca-c657-472b-90f8-ed1fdcacced4 req-d74ac658-7091-47a1-b3cc-40c2a92814e2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:12.892690 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-711a2fca-c657-472b-90f8-ed1fdcacced4 req-d74ac658-7091-47a1-b3cc-40c2a92814e2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Sep 24 20:08:12.930152 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-711a2fca-c657-472b-90f8-ed1fdcacced4 req-57ae6e89-a055-498c-8569-1741c0600a1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Sep 24 20:08:14.043059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811710-3edd-49eb-9db6-73d5d5228349 req-725b86f6-9b26-441e-895d-789d5f0e4ff3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:14.044582 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f811710-3edd-49eb-9db6-73d5d5228349 req-725b86f6-9b26-441e-895d-789d5f0e4ff3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Sep 24 20:08:14.083304 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8f811710-3edd-49eb-9db6-73d5d5228349 req-c0f36e4d-bd04-4a7b-b068-ec82a022e7b3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327351 Sep 24 20:08:15.197239 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c90c9-0b83-4a25-a3d0-dae9bdb64d4a req-5e72273c-bec9-4a7c-825c-4b5f7e51894d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:15.198695 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf4c90c9-0b83-4a25-a3d0-dae9bdb64d4a req-5e72273c-bec9-4a7c-825c-4b5f7e51894d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0472536 Sep 24 20:08:15.235927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-bf4c90c9-0b83-4a25-a3d0-dae9bdb64d4a req-b85d6743-428a-4164-8f76-918bd63a1e30 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312586 Sep 24 20:08:16.353909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb73abb-da1a-4ae2-83a9-0e1eccf8e0da req-08839915-6675-4cea-a4a1-344bb4fe4764 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:16.355427 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fb73abb-da1a-4ae2-83a9-0e1eccf8e0da req-08839915-6675-4cea-a4a1-344bb4fe4764 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Sep 24 20:08:16.392600 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4fb73abb-da1a-4ae2-83a9-0e1eccf8e0da req-ff9bfee2-27f1-4d7c-982c-80dd4b386270 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Sep 24 20:08:17.046130 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:08:17.136736 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:17.151518 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:08:17.188664 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:17.201283 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:08:17.220688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:17.224945 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:17.285249 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:17.293245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.293584 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.293922 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.294255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.294585 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.294926 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.295257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.295577 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.295895 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.296213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.296530 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.296844 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:17.314322 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['5a801a95-c698-4a0e-a774-3a5f03f25c33'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:08:17.508216 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41d1f-7006-4dcb-b4fa-07a2f762ea47 req-d71653b8-0adc-4c2e-8149-8fb74d3a441d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:17.509834 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51a41d1f-7006-4dcb-b4fa-07a2f762ea47 req-d71653b8-0adc-4c2e-8149-8fb74d3a441d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Sep 24 20:08:17.548711 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-51a41d1f-7006-4dcb-b4fa-07a2f762ea47 req-c15f243c-94d5-4f66-a5bf-62ea727e922a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327480 Sep 24 20:08:18.678793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8bb09-aaf2-4e8a-8589-f30b72917dc3 req-c526e8de-b4f0-49f4-97d9-2036fe96989d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:18.680922 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ef8bb09-aaf2-4e8a-8589-f30b72917dc3 req-c526e8de-b4f0-49f4-97d9-2036fe96989d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0553243 Sep 24 20:08:18.723734 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-1ef8bb09-aaf2-4e8a-8589-f30b72917dc3 req-3d9d5085-7e2d-4c79-b10e-4deff4ec3b7b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368156 Sep 24 20:08:19.061267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:08:19.110057 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:08:19.110435 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:19.205159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:19.232540 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:08:19.234814 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0720cb-feef-4252-be4f-31dddfa19961" -d '{"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:08:19.247725 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:19.256631 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:19.315511 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:19.377597 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff9ba10-024f-408e-aaa8-2032106c6e3b x-openstack-request-id: req-3ff9ba10-024f-408e-aaa8-2032106c6e3b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:08:19.378424 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:08:19.378750 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ff9ba10-024f-408e-aaa8-2032106c6e3b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:08:19.379336 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'code': 200} Sep 24 20:08:19.854005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e52355-acb9-4990-a595-d6c374a026c9 req-88b0784c-9879-469c-9ace-8e50bd19e638 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:19.856186 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89e52355-acb9-4990-a595-d6c374a026c9 req-88b0784c-9879-469c-9ace-8e50bd19e638 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0586512 Sep 24 20:08:19.906842 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-89e52355-acb9-4990-a595-d6c374a026c9 req-0f1dc2ec-1658-4ae7-bccb-524c25a9a2bd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Sep 24 20:08:20.001959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-d828df4f-5e02-4c35-bb7c-1000066a61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:20.004335 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-d828df4f-5e02-4c35-bb7c-1000066a61cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0455117 Sep 24 20:08:20.128390 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-6a48ca21-5fdb-4401-abf0-b2b756355c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:20.131637 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-6a48ca21-5fdb-4401-abf0-b2b756355c51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0990541 Sep 24 20:08:20.210297 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-589afd02-32a5-4fa7-8d05-3a8eab6feaf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1001 time: 0.0701694 Sep 24 20:08:20.265289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-97529d5f-cd41-4510-a741-35b690c41e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:20.267077 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-97529d5f-cd41-4510-a741-35b690c41e31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0479896 Sep 24 20:08:20.323069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-24e746d2-9b62-4bdd-8cf0-0b84e7b94545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:20.324452 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-24e746d2-9b62-4bdd-8cf0-0b84e7b94545 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477870 Sep 24 20:08:20.336799 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-9df37c45-8c3f-4708-a1eb-8b56beda5d52 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:08:20.337925 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-9df37c45-8c3f-4708-a1eb-8b56beda5d52 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053270 Sep 24 20:08:20.394400 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbf652ee-5763-459a-873a-813d203f4131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:20.480324 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-546198ad-112b-4aa5-898c-ab1e4d22448e service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262867 Sep 24 20:08:20.594044 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c998e7ba-8182-4de1-9d69-d7375d910b65 req-78e1548a-4c1b-45eb-9df8-7d83f1b248df service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043429 Sep 24 20:08:21.059294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0798-bab0-41f3-bf21-c1d8f4cc36ca req-bc26ac23-cf55-4c85-a260-b5dacf071ce4 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:21.061368 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-942b0798-bab0-41f3-bf21-c1d8f4cc36ca req-bc26ac23-cf55-4c85-a260-b5dacf071ce4 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0606315 Sep 24 20:08:21.106889 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-942b0798-bab0-41f3-bf21-c1d8f4cc36ca req-9a48d785-d08c-45f4-9f00-d4ff2a8e12ce tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Sep 24 20:08:22.247640 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094981bb-9a74-4f74-a32d-9f5f11316686 req-ea9b5370-682a-4099-ba8b-6826b38c6977 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:22.251314 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-094981bb-9a74-4f74-a32d-9f5f11316686 req-ea9b5370-682a-4099-ba8b-6826b38c6977 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Sep 24 20:08:22.292245 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-094981bb-9a74-4f74-a32d-9f5f11316686 req-738b8dc9-3073-4685-addd-1780ffe3c6a6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364926 Sep 24 20:08:23.027604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7264-0ebc-474f-af40-e1e777568ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:23.451600 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:23.463626 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a430d-eb11-42fb-8672-ac8010d4bf30 req-7f6c4a53-89dc-4078-940c-dbc5e5eeb20f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:23.465239 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab3a430d-eb11-42fb-8672-ac8010d4bf30 req-7f6c4a53-89dc-4078-940c-dbc5e5eeb20f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0717838 Sep 24 20:08:23.508390 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab3a430d-eb11-42fb-8672-ac8010d4bf30 req-a2f20585-c354-449d-b91a-4f868c3d098a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Sep 24 20:08:24.424620 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:24.635848 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0e53-bf96-4979-8bbc-55e2c6ef737f req-478c85cc-3009-420e-941f-b777dbda835f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:24.637569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5bf0e53-bf96-4979-8bbc-55e2c6ef737f req-478c85cc-3009-420e-941f-b777dbda835f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0576382 Sep 24 20:08:24.681687 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f5bf0e53-bf96-4979-8bbc-55e2c6ef737f req-da6a07fe-2bc4-4797-9e5e-134dc9f0ae94 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Sep 24 20:08:25.811056 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6a03-e49e-404f-b639-ee11db0ccb45 req-c62ebcb4-0d91-457e-8285-3ebbd54d2650 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:25.816017 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01cc6a03-e49e-404f-b639-ee11db0ccb45 req-c62ebcb4-0d91-457e-8285-3ebbd54d2650 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0595534 Sep 24 20:08:25.855579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-01cc6a03-e49e-404f-b639-ee11db0ccb45 req-4899298a-5678-44de-9e61-df1e513d040a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Sep 24 20:08:26.171718 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:26.982704 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175419ef-9846-490a-a849-a4d2701b15be req-f745251b-6b7e-45b8-b1ad-07bb2869e350 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:26.984285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175419ef-9846-490a-a849-a4d2701b15be req-f745251b-6b7e-45b8-b1ad-07bb2869e350 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0577435 Sep 24 20:08:27.029052 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-175419ef-9846-490a-a849-a4d2701b15be req-0ae93480-c741-4b2b-b6ff-37eed06b103f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Sep 24 20:08:27.820965 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-9e009f23-d367-4a5a-9171-1e62d6405a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:27.822454 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-9e009f23-d367-4a5a-9171-1e62d6405a57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1096 time: 0.0449634 Sep 24 20:08:27.915788 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-9083400f-addf-4d32-9d09-8d10d4ad4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:27.917206 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-9083400f-addf-4d32-9d09-8d10d4ad4476 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0822117 Sep 24 20:08:27.988782 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-69983f8c-9c72-4026-81ec-5c02bb9fe5c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1001 time: 0.0587285 Sep 24 20:08:28.039959 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-556b7642-3f34-42c0-ad90-3742ca0fadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:28.041469 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-556b7642-3f34-42c0-ad90-3742ca0fadfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0435629 Sep 24 20:08:28.089158 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-69509792-754d-46bf-aa7d-6c747e6382b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:28.090708 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-69509792-754d-46bf-aa7d-6c747e6382b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410588 Sep 24 20:08:28.144934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217f8e-3ef2-4968-ace9-d2c4cee74bbd req-93a4920c-0aa2-46bc-8317-c376c4267c5d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:28.146724 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2217f8e-3ef2-4968-ace9-d2c4cee74bbd req-93a4920c-0aa2-46bc-8317-c376c4267c5d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0493362 Sep 24 20:08:28.184129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e2217f8e-3ef2-4968-ace9-d2c4cee74bbd req-653ac7ff-704d-4a00-b916-95ca3c41cb8a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Sep 24 20:08:28.186396 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-3f6b1c6a-023f-4797-a8c4-be3e1bd8bb6a service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872078 Sep 24 20:08:28.277033 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-2045dd0d-7779-4b8d-b252-f002ff6057ae req-333fc694-6c53-4dff-84b2-cbe8bce84ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820327 Sep 24 20:08:29.299125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b421b1-2f16-41de-940c-7f442a3fc996 req-e16391e0-1ec2-4a1e-ab50-e002cc262e3c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:29.300617 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65b421b1-2f16-41de-940c-7f442a3fc996 req-e16391e0-1ec2-4a1e-ab50-e002cc262e3c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Sep 24 20:08:29.338134 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-65b421b1-2f16-41de-940c-7f442a3fc996 req-c0546b13-6dca-4be2-ae4c-6a2d135c0244 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Sep 24 20:08:30.470673 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d3dd-5c74-4856-8360-8a3b180935ad req-52b88d34-a26a-4a04-8f43-513b775d37c8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:30.472131 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5513d3dd-5c74-4856-8360-8a3b180935ad req-52b88d34-a26a-4a04-8f43-513b775d37c8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0638418 Sep 24 20:08:30.512668 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5513d3dd-5c74-4856-8360-8a3b180935ad req-6f1cb7c7-b0d7-425a-9710-e15e8dbd76ba tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Sep 24 20:08:30.641159 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-4e62d915-8cc4-41b2-8a8c-128ce3340c09 req-7dcc7745-b9b5-48d7-89a6-4508ecbbaf2a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:08:30.642184 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4e62d915-8cc4-41b2-8a8c-128ce3340c09 req-7dcc7745-b9b5-48d7-89a6-4508ecbbaf2a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0658677 Sep 24 20:08:31.108495 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:08:31.184144 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:31.205832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:08:31.208070 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e3abe-b04b-4969-9041-08a50b5a6330" -d '{"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-unplugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:08:31.219902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:31.224268 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:31.246761 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e4f86-aa6e-4de4-8a1d-688add20c3fc x-openstack-request-id: req-766e4f86-aa6e-4de4-8a1d-688add20c3fc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:08:31.247070 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-unplugged", "status": "failed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "code": 422}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:08:31.247331 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-766e4f86-aa6e-4de4-8a1d-688add20c3fc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:08:31.247722 n-d-810952-2 neutron-server[94857]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'code': 422} returned with failed status Sep 24 20:08:31.272216 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:31.815743 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6e38-dacf-4b84-a983-7ca92e31173b req-280d620d-598d-435d-80c8-30396c163f51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:31.817250 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11aa6e38-dacf-4b84-a983-7ca92e31173b req-280d620d-598d-435d-80c8-30396c163f51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 943 time: 0.0510268 Sep 24 20:08:31.859032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-11aa6e38-dacf-4b84-a983-7ca92e31173b req-fceb9a68-8da6-444d-8680-d30114ea053a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357592 Sep 24 20:08:32.083579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 52926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:08:32.167946 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-16a6bb97-aa66-4176-81a0-29815c68a5c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831757 Sep 24 20:08:32.177025 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-5b39d099-4f21-4db2-b510-3a38c65119d1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:08:32.177998 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-5b39d099-4f21-4db2-b510-3a38c65119d1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049853 Sep 24 20:08:32.908392 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-b5168f31-4a34-4e32-bcdf-6283740eb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:32.910054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-b5168f31-4a34-4e32-bcdf-6283740eb51b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 1094 time: 0.0420139 Sep 24 20:08:32.921447 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810952-2', 'device_owner': 'compute:nova'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:08:33.313334 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:33.329448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e715-a97a-4e52-a5da-dfbe4e6a141e req-0a7eb0a7-e380-4cb9-9f02-670220d76be9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:33.330957 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5b3e715-a97a-4e52-a5da-dfbe4e6a141e req-0a7eb0a7-e380-4cb9-9f02-670220d76be9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 943 time: 0.3918037 Sep 24 20:08:33.446741 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d5b3e715-a97a-4e52-a5da-dfbe4e6a141e req-3dcf0aca-62f0-4f9a-b25e-1e7e1afd4203 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090167 Sep 24 20:08:33.547233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:33.578994 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h2-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:08:33.613001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:08:33.620812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:33.633946 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Transition to ACTIVE for port object 5a801a95-c698-4a0e-a774-3a5f03f25c33 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:08:33.636862 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:33.697978 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:08:33.714710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=9']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:33.727156 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.727504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.727846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.728181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.728512 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.728840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.729166 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.729490 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.729812 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.730134 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.730455 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.730772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:08:33.763470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] No DVR routers for this DVR port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on host n-h2-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:08:33.882845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:33.902188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:08:33.902517 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:08:33.902874 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:08:33.907117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:08:33.907435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Attempting to bind port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:08:33.912203 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:08:33.912783 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:08:33.912897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Bound using segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:08:33.913294 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Bound port: 5a801a95-c698-4a0e-a774-3a5f03f25c33, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:08:33.913643 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:33.976109 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:08:33.979624 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:08:33.983208 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:34.016792 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.017418 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:34.018885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] 10.222.0.69 "PUT /v2.0/ports/5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1091 time: 1.1013539 Sep 24 20:08:34.019331 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:08:34.021844 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a582b2-4a1e-4bfc-8467-177e3105e766" -d '{"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:08:34.058345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29443e5b-b362-4a8c-85d3-67f76235b54f service neutron] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=10']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:34.077108 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db51bf6b-a4b3-4241-a3ad-ef4617000a0d x-openstack-request-id: req-db51bf6b-a4b3-4241-a3ad-ef4617000a0d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:08:34.077408 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:08:34.077662 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db51bf6b-a4b3-4241-a3ad-ef4617000a0d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:08:34.078062 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'status': 'completed', 'code': 200} Sep 24 20:08:34.091488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-088b9bd8-bc85-43ee-9923-5a1d060f84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.093045 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-088b9bd8-bc85-43ee-9923-5a1d060f84dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1095 time: 0.0505884 Sep 24 20:08:34.191051 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-a0b2f00a-7e03-4006-825e-243d2b272213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.192593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-a0b2f00a-7e03-4006-825e-243d2b272213 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0928922 Sep 24 20:08:34.256192 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-0c0edd8b-ff7f-45a8-bb01-c71d7e958f8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 999 time: 0.0570340 Sep 24 20:08:34.309396 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-86dae922-b803-4f6e-8e86-ef8f5312d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.310898 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-86dae922-b803-4f6e-8e86-ef8f5312d452 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0478330 Sep 24 20:08:34.360527 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-6537aae5-1e97-42c3-ac48-ef564cd18e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.361966 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-6537aae5-1e97-42c3-ac48-ef564cd18e0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435033 Sep 24 20:08:34.449941 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-27014ee6-5da8-45f1-ace9-e641b2783f79 service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804715 Sep 24 20:08:34.571229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-717d37ef-69cb-43f6-9d01-7b391db5b011 req-07fea6b9-8ae4-4f7d-aa39-2fd3297a9cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131189 Sep 24 20:08:34.583006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdb78-b0db-4f77-928a-13ba2f7e5fea req-a4ce5f74-3b2a-4e1b-bc2b-f199f8f4abdb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.584435 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-889cdb78-b0db-4f77-928a-13ba2f7e5fea req-a4ce5f74-3b2a-4e1b-bc2b-f199f8f4abdb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0673151 Sep 24 20:08:34.633117 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-889cdb78-b0db-4f77-928a-13ba2f7e5fea req-f665e1d4-6bda-419e-8544-9de8d5d82000 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Sep 24 20:08:34.667451 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-72d6bdb7-ac89-42ce-b39f-0bf2d8ccaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.668964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-72d6bdb7-ac89-42ce-b39f-0bf2d8ccaf27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1095 time: 0.0517683 Sep 24 20:08:34.759887 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-0ad3bfc4-a5dd-43d1-a69d-f9e07cf4be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:34.761370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-0ad3bfc4-a5dd-43d1-a69d-f9e07cf4be5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0846624 Sep 24 20:08:34.839483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-3f260eec-cb7f-4f8f-aeb2-a1ddeb9b4484 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 999 time: 0.0710351 Sep 24 20:08:35.760566 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c712c5-6a86-44ba-870e-2372192f2aa8 req-ea219b1e-70f4-4938-be49-723bdd402abd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:35.762838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04c712c5-6a86-44ba-870e-2372192f2aa8 req-ea219b1e-70f4-4938-be49-723bdd402abd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Sep 24 20:08:35.802908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-04c712c5-6a86-44ba-870e-2372192f2aa8 req-2cb2ee9d-ce3b-4b3e-8b38-7a2474f89ddb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Sep 24 20:08:36.924866 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11085e1-55e4-4028-b135-89d91989f84b req-4d2eca99-f894-47d3-9a06-3b2afcb93d78 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:36.928326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b11085e1-55e4-4028-b135-89d91989f84b req-4d2eca99-f894-47d3-9a06-3b2afcb93d78 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0533199 Sep 24 20:08:36.968537 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b11085e1-55e4-4028-b135-89d91989f84b req-b8c6651c-d1be-42c9-8164-6b7ec1661530 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Sep 24 20:08:38.092059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a350874-98ac-4286-be81-53e4b7f10615 req-f866d008-9355-4f59-8f78-3ef21c59e8cf tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:38.093645 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a350874-98ac-4286-be81-53e4b7f10615 req-f866d008-9355-4f59-8f78-3ef21c59e8cf tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0562108 Sep 24 20:08:38.135172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a350874-98ac-4286-be81-53e4b7f10615 req-4b3a286b-ffea-4e9a-9a71-5bb3d0659cb1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355062 Sep 24 20:08:39.257462 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ee297-9496-48e6-aabd-4a9a5f21f735 req-c5d41a67-9f8e-46d8-9f98-a775b6b6f445 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:39.259143 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de0ee297-9496-48e6-aabd-4a9a5f21f735 req-c5d41a67-9f8e-46d8-9f98-a775b6b6f445 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0531261 Sep 24 20:08:39.300237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de0ee297-9496-48e6-aabd-4a9a5f21f735 req-a11a7e92-a592-4fab-9893-87bf786366f5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Sep 24 20:08:39.610053 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:40.421407 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eab33-f4b4-4841-b319-74868a943317 req-a3a128f1-bfb3-484a-ad3f-30beed105913 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:40.423126 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d81eab33-f4b4-4841-b319-74868a943317 req-a3a128f1-bfb3-484a-ad3f-30beed105913 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0523272 Sep 24 20:08:40.464758 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d81eab33-f4b4-4841-b319-74868a943317 req-b5148b73-ab55-4ecb-8aed-3f302916c748 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354984 Sep 24 20:08:41.588606 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ce359-4c87-4d17-9bfb-e73922399973 req-adab57cf-ff34-4929-a2f7-22e2e288addb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:41.590115 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f8ce359-4c87-4d17-9bfb-e73922399973 req-adab57cf-ff34-4929-a2f7-22e2e288addb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0540192 Sep 24 20:08:41.631101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f8ce359-4c87-4d17-9bfb-e73922399973 req-7d671bcb-c984-4cd2-9e3b-e3390b3137ba tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Sep 24 20:08:42.754717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9477e-f1bf-48d1-a79a-2aa7efce2bb2 req-860ca81f-a290-43aa-bfd0-86f7da344cb0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:42.756271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2e9477e-f1bf-48d1-a79a-2aa7efce2bb2 req-860ca81f-a290-43aa-bfd0-86f7da344cb0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0513332 Sep 24 20:08:42.795980 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f2e9477e-f1bf-48d1-a79a-2aa7efce2bb2 req-4edd486d-5eac-42fd-89e0-4dcfed8d6e2a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Sep 24 20:08:43.921022 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d006c36-647e-40b7-afcc-d5883c4f068e req-45b6cfb3-1051-49b6-a613-e623f9dc2f41 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:43.922669 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d006c36-647e-40b7-afcc-d5883c4f068e req-45b6cfb3-1051-49b6-a613-e623f9dc2f41 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0510013 Sep 24 20:08:43.962751 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d006c36-647e-40b7-afcc-d5883c4f068e req-6f363baa-1135-427d-80a2-9a567d93edc4 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Sep 24 20:08:44.751550 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-8f4ea4bf-0eec-40bc-bd95-24f8aedc9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:44.753018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-8f4ea4bf-0eec-40bc-bd95-24f8aedc9020 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0494027 Sep 24 20:08:44.801759 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-361b1e40-302a-45a4-8e24-8835ff4f9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:44.803281 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-361b1e40-302a-45a4-8e24-8835ff4f9368 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403886 Sep 24 20:08:44.897356 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-9c9b505e-3139-4124-abdf-3dcd1d53ba90 service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810587 Sep 24 20:08:44.992688 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b0a582b2-4a1e-4bfc-8467-177e3105e766 req-5ec7a820-ea3e-4905-9b21-55eda5fa53dd service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866656 Sep 24 20:08:45.081301 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de64e-8878-4816-b41d-e5240e4f04e1 req-62d1c84e-c674-482b-adaf-7f49a13dc329 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:45.082809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de5de64e-8878-4816-b41d-e5240e4f04e1 req-62d1c84e-c674-482b-adaf-7f49a13dc329 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Sep 24 20:08:45.120426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-de5de64e-8878-4816-b41d-e5240e4f04e1 req-4aab6f0a-8372-4d16-b97d-b346ecbb820e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Sep 24 20:08:45.957478 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:08:46.047820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:46.058932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'port_id': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'mac_address': 'fa:16:3e:21:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:08:46.095254 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:46.110536 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:08:46.129137 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:46.134094 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:46.181400 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:46.233360 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37021-34cb-4fd6-a45e-d69993303859 req-189fbd46-fc13-4709-8dbd-15066fbd3051 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:46.234882 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84a37021-34cb-4fd6-a45e-d69993303859 req-189fbd46-fc13-4709-8dbd-15066fbd3051 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0473497 Sep 24 20:08:46.277008 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-84a37021-34cb-4fd6-a45e-d69993303859 req-e49130b7-4083-4796-a7b3-4600ea9997ce tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Sep 24 20:08:46.359258 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['5a801a95-c698-4a0e-a774-3a5f03f25c33'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:08:47.439306 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee70397-93ee-4ff1-a19c-b568adba1c36 req-8e138d9e-d8bb-4961-8a90-015c389afa71 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:47.440795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee70397-93ee-4ff1-a19c-b568adba1c36 req-8e138d9e-d8bb-4961-8a90-015c389afa71 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 945 time: 0.0985534 Sep 24 20:08:47.479491 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cee70397-93ee-4ff1-a19c-b568adba1c36 req-70be90a6-e10e-4f9b-a1bd-c76ae79ac858 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Sep 24 20:08:47.958684 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:08:48.005757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:08:48.009838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port 5a801a95-c698-4a0e-a774-3a5f03f25c33 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:08:48.010215 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:48.087404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:48.110293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:08:48.112981 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12c7bc9-81db-4465-bbbe-8f85bcf43f6e" -d '{"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:08:48.127742 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:08:48.132567 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:48.159734 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef3be4e-743e-445d-8fa6-fb3ef5a00bb3 x-openstack-request-id: req-5ef3be4e-743e-445d-8fa6-fb3ef5a00bb3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:08:48.160026 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-plugged", "status": "completed", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:08:48.160283 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ef3be4e-743e-445d-8fa6-fb3ef5a00bb3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:08:48.160674 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'code': 200} Sep 24 20:08:48.181490 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=12']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:08:48.310821 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66afc-4b0c-4160-a02f-bc5a4ad4edbe req-4af467ec-7e47-4f14-b71d-a9f17a7ef31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:48.312285 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd66afc-4b0c-4160-a02f-bc5a4ad4edbe req-4af467ec-7e47-4f14-b71d-a9f17a7ef31f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1097 time: 0.0398169 Sep 24 20:08:48.347234 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2fd66afc-4b0c-4160-a02f-bc5a4ad4edbe req-943c3773-3a4b-4af2-989e-52fbd7be2159 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270369 Sep 24 20:08:48.593915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3435-fe98-423b-a813-dc2d5b317db8 req-c0d2c6f4-c193-435a-a223-50c0b8354e9d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:48.595412 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e4e3435-fe98-423b-a813-dc2d5b317db8 req-c0d2c6f4-c193-435a-a223-50c0b8354e9d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Sep 24 20:08:48.636357 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0e4e3435-fe98-423b-a813-dc2d5b317db8 req-af44b732-4c6a-42e8-a276-3abad5fb1f70 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350065 Sep 24 20:08:49.760546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909ad6f-0ad6-4bc6-967e-3d7c2a67fe5c req-fb3b4947-06b4-4013-8fd3-1fc1550103d1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:49.762076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d909ad6f-0ad6-4bc6-967e-3d7c2a67fe5c req-fb3b4947-06b4-4013-8fd3-1fc1550103d1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.0559397 Sep 24 20:08:49.800756 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d909ad6f-0ad6-4bc6-967e-3d7c2a67fe5c req-4a2af545-d506-47ec-b1fb-0ff3fd228e88 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Sep 24 20:08:50.386395 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-164ff16f-6237-458d-966f-fcb6dad40be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:50.916101 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dfaf7-5a93-4403-b786-73ed7675dbb2 req-d16ec91d-ddc0-4373-befa-307a8103b2f1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:08:50.917614 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa1dfaf7-5a93-4403-b786-73ed7675dbb2 req-d16ec91d-ddc0-4373-befa-307a8103b2f1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.0492170 Sep 24 20:08:50.957351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fa1dfaf7-5a93-4403-b786-73ed7675dbb2 req-1df44989-afe4-438d-b765-04c4a5260809 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Sep 24 20:08:53.030736 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5acc803-3723-4393-bd08-b229c4f30777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:53.442509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:54.425159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:08:56.172647 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:03.870271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:09.602803 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:10.696537 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:09:20.387297 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7f43-c7d6-4f88-bfb0-e52b2e1b460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:20.579452 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-751acae0-d31a-4928-821a-b90205411256 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391154 Sep 24 20:09:20.661918 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-00039a0f-cc43-4beb-b7c2-01f684c6a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:09:20.663474 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-00039a0f-cc43-4beb-b7c2-01f684c6a41f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1097 time: 0.0437644 Sep 24 20:09:20.762878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-23e8a35b-f99b-475c-8883-8f777e52aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:09:20.764335 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-23e8a35b-f99b-475c-8883-8f777e52aa09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0825520 Sep 24 20:09:20.831857 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-8ec04428-55e1-42b7-8247-8a1e0eb84f67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 1001 time: 0.0603540 Sep 24 20:09:20.884637 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-b1849bee-5337-40cb-be9a-5fdc2bffd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:09:20.886109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-b1849bee-5337-40cb-be9a-5fdc2bffd136 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0475779 Sep 24 20:09:20.931870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-06f75d66-89f5-4e75-adef-8be6c00931f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:09:20.933388 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-06f75d66-89f5-4e75-adef-8be6c00931f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397534 Sep 24 20:09:21.025654 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-13e7eaf8-dabf-4d1f-9d4f-3499a844c328 service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Sep 24 20:09:21.118830 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-892a3f20-c24b-4a5a-b0ed-613edfeceea8 req-d991b635-347f-4bad-9333-38102570a2bc service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Sep 24 20:09:23.030385 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2273cf32-fe97-48ce-88c3-06029bfb666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:23.444905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:24.427960 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:26.176208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:33.890551 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:39.616824 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:47.695513 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:09:50.387196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ab1377f-8656-4a49-8889-634d3b9dab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:53.030918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b891a315-5f6b-4cd0-8db1-488b0c9552b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:53.445205 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:54.431806 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:09:56.178348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:01.811352 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:01.962389 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Deleting port aa17507d-0b4b-497f-a4aa-1a05eeb52088 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:10:01.962728 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.034215 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.034543 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.046484 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Calling delete_port for aa17507d-0b4b-497f-a4aa-1a05eeb52088 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:10:02.193710 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.225105 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'Port': ['ID=aa17507d-0b4b-497f-a4aa-1a05eeb52088,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:02.249757 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.250100 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.250442 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.250772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.251126 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.251450 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.251776 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.252096 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.252412 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.252718 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.253042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.253355 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:02.293052 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.293398 n-d-810952-2 neutron-server[94856]: INFO neutron.db.l3_db [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Floating IP 41554195-8462-489c-9bf9-e304cfeb05c4 disassociated (deleted). External IP: 172.25.5.152, port: 5a801a95-c698-4a0e-a774-3a5f03f25c33. Sep 24 20:10:02.494734 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:10:02.597885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:10:02.603329 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:02.608338 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:10:02.616971 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:10:02.617589 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:09:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:02.630595 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-08ddc858-1129-4d24-a57e-4d7ba5090550 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "DELETE /v2.0/floatingips/41554195-8462-489c-9bf9-e304cfeb05c4 HTTP/1.1" status: 204 len: 168 time: 0.8179674 Sep 24 20:10:02.631250 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:10:02.634263 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c523316f-a735-43d4-ae74-9a8f68c98674" -d '{"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:10:02.676334 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a0b1a2-6578-4bd5-bb56-43b52287f4ca x-openstack-request-id: req-99a0b1a2-6578-4bd5-bb56-43b52287f4ca {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:10:02.676640 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:10:02.676895 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99a0b1a2-6578-4bd5-bb56-43b52287f4ca {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:10:02.677311 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'status': 'completed', 'code': 200} Sep 24 20:10:02.726268 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:10:02.806497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-5c83d1dc-1fcc-41fa-9bfc-b31ab8bd30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:02.808291 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-5c83d1dc-1fcc-41fa-9bfc-b31ab8bd30ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 1097 time: 0.1093242 Sep 24 20:10:02.926595 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:02.937069 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-bfe098ed-8450-4b57-9dc2-e66e650664e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:02.938576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-bfe098ed-8450-4b57-9dc2-e66e650664e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.1228561 Sep 24 20:10:02.946896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaba723-309e-4024-9c19-ffb6d7c3db8a req-71a99b8e-8a09-4228-a499-32526e7c5e49 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:02.948300 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbaba723-309e-4024-9c19-ffb6d7c3db8a req-71a99b8e-8a09-4228-a499-32526e7c5e49 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.1024051 Sep 24 20:10:02.952467 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:10:02.960678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:10:02.961290 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:09:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:02.989501 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-c43b09ff-d3af-4d91-a856-2d358b5a3a91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 200 len: 217 time: 0.0402822 Sep 24 20:10:03.051379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fbaba723-309e-4024-9c19-ffb6d7c3db8a req-cced0a94-f48b-4d55-add7-7258453d9ebb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945573 Sep 24 20:10:03.060100 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-fee47f24-b357-436a-aecc-25effb9edadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:03.061884 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-fee47f24-b357-436a-aecc-25effb9edadc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0643008 Sep 24 20:10:03.065731 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:10:03.112593 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-3a60d679-68e2-4441-afdb-0153878d19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:03.114127 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-3a60d679-68e2-4441-afdb-0153878d19e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451725 Sep 24 20:10:03.125339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-c70c5d5c-ec88-4e59-b931-66e2c263ce4c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:10:03.126271 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-c70c5d5c-ec88-4e59-b931-66e2c263ce4c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049715 Sep 24 20:10:03.220698 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-9ab26828-90d5-4619-a50f-d087c9e1bd3a service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869572 Sep 24 20:10:03.267973 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:03.293230 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89def4-43bc-4dc8-9d59-0062edfbf032 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:10:03.327093 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c523316f-a735-43d4-ae74-9a8f68c98674 req-6925426a-ea12-4c86-81c5-d2af0f5c5133 service neutron] 10.222.0.69 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988545 Sep 24 20:10:03.504918 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39b285-2ea0-40dd-b84d-715bedd25acb None None] New status for floating IP 41554195-8462-489c-9bf9-e304cfeb05c4: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:10:03.889027 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:04.119559 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272219a-11d0-4321-a8fd-145e635f0203 req-ad3dcf8c-801c-42aa-87b0-ff24a3930860 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:04.121037 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6272219a-11d0-4321-a8fd-145e635f0203 req-ad3dcf8c-801c-42aa-87b0-ff24a3930860 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.69 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 24 20:10:04.253138 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14f8ff-a680-42e7-b436-c52d37affac8 req-97d550cf-3115-4d83-87bc-b1e2fff7a98a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:04.254629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b14f8ff-a680-42e7-b436-c52d37affac8 req-97d550cf-3115-4d83-87bc-b1e2fff7a98a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b799e0-cdaf-44e3-80c3-8f5ded1a1b60 HTTP/1.1" status: 200 len: 946 time: 0.1327167 Sep 24 20:10:04.256327 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Deleting port 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:10:04.256666 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:04.343358 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7b14f8ff-a680-42e7-b436-c52d37affac8 req-1b1d036e-250e-4e81-9be8-8f482586e215 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=9702d010-0265-49e3-8441-d6ef19338a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823476 Sep 24 20:10:04.373158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] For port 5a801a95-c698-4a0e-a774-3a5f03f25c33, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=5a801a95-c698-4a0e-a774-3a5f03f25c33,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:10:04.373526 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:04.387779 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Calling delete_port for 5a801a95-c698-4a0e-a774-3a5f03f25c33 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:10:04.509917 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:04.542411 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'Port': ['ID=5a801a95-c698-4a0e-a774-3a5f03f25c33,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:04.569878 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.570231 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.570572 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.570970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.571303 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.571635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.571960 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.572282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.572603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.572921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.573240 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.573558 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:04.594158 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] No DVR routers for this DVR port 5a801a95-c698-4a0e-a774-3a5f03f25c33 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:10:04.596649 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:04.598622 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6272219a-11d0-4321-a8fd-145e635f0203 req-727bdcf0-e621-44d3-a2d6-c1c039bc4741 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.69 "DELETE /v2.0/ports/5a801a95-c698-4a0e-a774-3a5f03f25c33 HTTP/1.1" status: 204 len: 173 time: 0.4704773 Sep 24 20:10:04.599085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-deleted', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:10:04.601336 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b4bb8d-807f-4b02-b5fb-7024a827c265" -d '{"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-deleted", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:10:04.702976 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b711df-5ae3-4dc5-8c22-ac0ebebd8000 x-openstack-request-id: req-09b711df-5ae3-4dc5-8c22-ac0ebebd8000 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:10:04.703270 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b799e0-cdaf-44e3-80c3-8f5ded1a1b60", "name": "network-vif-deleted", "tag": "5a801a95-c698-4a0e-a774-3a5f03f25c33", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:10:04.703530 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09b711df-5ae3-4dc5-8c22-ac0ebebd8000 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:10:04.703938 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b799e0-cdaf-44e3-80c3-8f5ded1a1b60', 'name': 'network-vif-deleted', 'tag': '5a801a95-c698-4a0e-a774-3a5f03f25c33', 'status': 'completed', 'code': 200} Sep 24 20:10:05.402652 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53080) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:05.459693 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:05.485144 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:05.546396 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:05.549066 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:05.550274 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "DELETE /v2.0/security-groups/9702d010-0265-49e3-8441-d6ef19338a16 HTTP/1.1" status: 204 len: 168 time: 0.1465762 Sep 24 20:10:05.560086 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606284-48fd-4bbc-bb0c-65068a1887b9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702d010-0265-49e3-8441-d6ef19338a16,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:05.947182 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53086) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:05.951822 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16667528', 'description': 'tempest-secgroup-smoke-16667528 description', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:05.974507 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.058761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.062601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.091265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.092483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1442988 Sep 24 20:10:06.094339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f6b3-2b43-4419-8155-39a9e9397d86 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b896d5bd-c9d0-4e96-aa46-2d8090a651d6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.095579 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.101424 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.126922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.182949 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.186239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.204614 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b02a423-b5ac-4722-a2f6-ca9571274ce6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.208352 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.209990 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-f0f382a0-b398-4bcf-96ed-6ae327e8dc51 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122775 Sep 24 20:10:06.212966 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.217301 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.241663 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.298976 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.302576 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.321803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a162768-c11b-492a-83b0-d66344d39a03,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.324983 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.326245 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-020c3f72-e7d5-4a80-9e47-5ec169371997 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123545 Sep 24 20:10:06.329064 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.333291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.358484 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.418587 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.421911 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.438790 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe2ba14-4c73-423b-a96d-616b275942fe,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.443428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.444680 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3329779a-a8da-44c2-a79b-d5ace4a90b4f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146929 Sep 24 20:10:06.447572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.451743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.476417 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.533987 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.537553 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.557694 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0010843e-7a3c-4256-92ca-9c9c016e3c19,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.561516 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.562713 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-2ab75eb9-208a-45a2-b78a-90d7344ad85c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142330 Sep 24 20:10:06.565477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.569920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.592212 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Project efcc65af12004d1aac39a9e88f0824a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:10:06.596922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.655638 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.661292 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.682364 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364cdaac-0b9b-4a81-aa13-988c0790cd16,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.686369 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.687615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5852ee4b-24fb-4b58-9edd-48dbfdb11552 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211829 Sep 24 20:10:06.690461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:06.694951 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'security_group_rule': {'security_group_id': 'b896d5bd-c9d0-4e96-aa46-2d8090a651d6', 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:06.716390 n-d-810952-2 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Project efcc65af12004d1aac39a9e88f0824a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:10:06.720979 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.782431 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.785781 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.803065 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c89c72-2a98-4cde-be0f-688130e5df7d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:06.809076 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:06.810464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-181faf26-29b6-4cd5-a8d3-a1cbe13dfc1a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188478 Sep 24 20:10:08.329364 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:10:08.353763 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: 5a801a95-c698-4a0e-a774-3a5f03f25c33 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:10:08.354101 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device 5a801a95-c698-4a0e-a774-3a5f03f25c33 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:10:09.616210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:20.387381 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f23980b-8f09-4873-b21b-a74923a910e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:21.062067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-3881154c-93de-4d3f-afb2-199b4957307d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16667528&fields=id&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 267 time: 0.0327754 Sep 24 20:10:21.172980 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-e13d4cd1-d7e5-42b5-ae3a-b952d6b1b3c7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:21.174392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-e13d4cd1-d7e5-42b5-ae3a-b952d6b1b3c7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 807 time: 0.1054795 Sep 24 20:10:21.189514 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-6642d225-2e5f-4dcd-bb9d-387caa952b64 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/quotas/efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Sep 24 20:10:21.243813 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-57a932ac-8853-4192-9115-4fb948cb6c31 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491369 Sep 24 20:10:21.381624 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-ef73f2e5-5f7f-49b1-a737-803f5e4f0626 service neutron] 10.222.0.18 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263480 Sep 24 20:10:21.476331 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-f1b77c48-9f8d-453c-b85e-018d7fa1bda4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Sep 24 20:10:21.760795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-32f8988d-122c-4e7d-ac5a-83cd58d1ec60 req-9e8c4f25-e13e-47f2-aac2-054bd0b3746e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0264878 Sep 24 20:10:22.752502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-5869d4aa-2be2-4573-ba5c-a136b5ce14c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:22.753973 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-5869d4aa-2be2-4573-ba5c-a136b5ce14c0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 807 time: 0.1103723 Sep 24 20:10:22.800152 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-ee0da556-96fe-40bb-b4af-e89f42ce54a1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 378 time: 0.0356038 Sep 24 20:10:22.811985 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'port': {'device_id': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'admin_state_up': True, 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'security_groups': ['b896d5bd-c9d0-4e96-aa46-2d8090a651d6']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:22.884124 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c0482f8d-81bf-4187-bb37-d0fdc6ef403a req-9f8b9af5-883d-409c-87f5-f9934911afca tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0401919 Sep 24 20:10:23.033227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75cd6f19-10f4-4d36-993d-fa2858c09b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.209774 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Made reservation on behalf of efcc65af12004d1aac39a9e88f0824a6 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:10:23.213193 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.347288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Allocated IP 172.20.0.8 (eb5ff4f3-b83f-4830-91a7-2cb42b77d65f/82d7b411-bda7-40ca-be17-a0ae8d684e9c/0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:10:23.446977 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.493685 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.527446 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.573792 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:10:23.576675 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:10:23.580308 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:10:23.610516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:23.644708 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:23.645368 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.661246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-10189934-d181-4e6b-85dc-7f8aaaf47601 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8536770 Sep 24 20:10:23.674872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Request body: {'port': {'device_id': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:23.740153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.822570 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b945b3a7-359c-41ef-b329-88f89d155e8e None None] Provisioning complete for port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:10:23.822991 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b945b3a7-359c-41ef-b329-88f89d155e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:23.857449 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b945b3a7-359c-41ef-b329-88f89d155e8e None None] Port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:10:24.022457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:10:24.025390 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9a93-9fad-48dd-87ac-26fde7b64c12 req-70e128d7-bb2e-4caa-9514-19ae5870a342 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.026995 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1fd9a93-9fad-48dd-87ac-26fde7b64c12 req-70e128d7-bb2e-4caa-9514-19ae5870a342 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 931 time: 0.0604463 Sep 24 20:10:24.030719 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.044873 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Transition to ACTIVE for port object 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:10:24.052205 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.070788 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1fd9a93-9fad-48dd-87ac-26fde7b64c12 req-5470c203-7372-40c6-a5ca-9bc4c3d58291 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370071 Sep 24 20:10:24.107561 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:24.184297 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Attempting to bind port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:10:24.184627 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Attempting to bind port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:10:24.184967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Attempting to bind port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:10:24.189796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:10:24.190148 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Attempting to bind port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 on network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:10:24.195495 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:10:24.195864 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Checking segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:10:24.196200 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Bound using segment: {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:10:24.196653 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Bound port: 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a241e6f7-d401-40b8-8f69-0a0a3dde1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:10:24.197153 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.268270 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:10:24.271516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:10:24.277058 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.311512 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.312138 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.313545 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] 10.222.0.15 "PUT /v2.0/ports/0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1091 time: 0.6433134 Sep 24 20:10:24.313987 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:10:24.316248 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23fa62e-16b2-4872-8234-1d247d6e30ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:10:24.362042 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fa96b-b9cd-4cdb-bbc0-6d4bf17692ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:24.395795 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1192b3-d3ea-4554-a13a-3fd42aaead73 x-openstack-request-id: req-9d1192b3-d3ea-4554-a13a-3fd42aaead73 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:10:24.396092 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:10:24.396346 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d1192b3-d3ea-4554-a13a-3fd42aaead73 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:10:24.396753 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'status': 'completed', 'code': 200} Sep 24 20:10:24.414322 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8cb8b3e4-dc11-4ebc-a17d-605a20e9abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.416023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-8cb8b3e4-dc11-4ebc-a17d-605a20e9abd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1094 time: 0.0476546 Sep 24 20:10:24.442053 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:24.475522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-5e7dfa72-6c62-4abc-9bcf-2656b4cb30e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 217 time: 0.0503502 Sep 24 20:10:24.531439 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-bf8492a2-a439-4597-81d4-5d5f367b886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.532912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-bf8492a2-a439-4597-81d4-5d5f367b886b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0467639 Sep 24 20:10:24.585291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d192-3b3f-4887-88a8-626e275030fa req-4728f298-99d0-4655-8cb9-babfe695e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.586834 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-4728f298-99d0-4655-8cb9-babfe695e158 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416615 Sep 24 20:10:24.694723 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:10:24.696529 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-0ed0f8c4-26a9-4a5b-92ed-c22956a7641c service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893114 Sep 24 20:10:24.795823 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-02c3d192-3b3f-4887-88a8-626e275030fa req-0e97c066-4df3-495d-a1a1-1cedf229e35a service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Sep 24 20:10:24.886336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-48441589-6012-4d68-92d0-32774b488e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.887803 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-48441589-6012-4d68-92d0-32774b488e5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1094 time: 0.0459762 Sep 24 20:10:24.981918 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-65eea295-5857-4170-b6cf-b5a6b4638afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:24.983434 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-65eea295-5857-4170-b6cf-b5a6b4638afc service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0850413 Sep 24 20:10:25.030362 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-22f07992-48d2-4c5c-a4db-5215540dcb72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 217 time: 0.0384657 Sep 24 20:10:25.083927 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-5e861775-39e4-41f5-a691-4656d98ade65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:25.085407 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-5e861775-39e4-41f5-a691-4656d98ade65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0467429 Sep 24 20:10:25.138723 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-fc64c915-8162-45d7-9294-e1d26173e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:25.140522 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-fc64c915-8162-45d7-9294-e1d26173e7b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435605 Sep 24 20:10:25.193931 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73dad9-dae5-4d2b-8f8a-0a1749a6b170 req-a635555c-0429-4094-8d73-6ea657035204 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:25.195621 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc73dad9-dae5-4d2b-8f8a-0a1749a6b170 req-a635555c-0429-4094-8d73-6ea657035204 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0541656 Sep 24 20:10:25.245854 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fc73dad9-dae5-4d2b-8f8a-0a1749a6b170 req-7e46f408-04e9-46ff-8fdb-ca9a985ea935 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434275 Sep 24 20:10:25.253627 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-287999cd-cb51-4b37-bad4-a1b9e5bb902b service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990345 Sep 24 20:10:25.348492 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-e23fa62e-16b2-4872-8234-1d247d6e30ef req-bd5edeba-e6e6-45b1-90cc-80da8cbaa0ae service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861802 Sep 24 20:10:26.181581 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:26.363733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d67c39-ed63-4cad-8f2b-eabebbc12e23 req-8b177d92-0f33-4fb4-b5e4-e9b55280caec tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:26.365403 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35d67c39-ed63-4cad-8f2b-eabebbc12e23 req-8b177d92-0f33-4fb4-b5e4-e9b55280caec tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0499859 Sep 24 20:10:26.404576 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-35d67c39-ed63-4cad-8f2b-eabebbc12e23 req-dccdf393-f997-4e13-b493-f0be4c2a5ef5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324173 Sep 24 20:10:27.517062 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa4980-fcdd-403d-98db-a81f423a38b7 req-a38abd7e-73c5-44ab-9ed8-bb99196544cc tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:27.518567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14aa4980-fcdd-403d-98db-a81f423a38b7 req-a38abd7e-73c5-44ab-9ed8-bb99196544cc tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0482802 Sep 24 20:10:27.558951 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-14aa4980-fcdd-403d-98db-a81f423a38b7 req-45d475a1-d973-4648-9076-228e18666e5b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310950 Sep 24 20:10:28.684128 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce9cf-ff06-4c59-9ce4-444301495b63 req-9312d61e-4a59-4c02-84dc-830208cffec9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:28.685598 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d2ce9cf-ff06-4c59-9ce4-444301495b63 req-9312d61e-4a59-4c02-84dc-830208cffec9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0537241 Sep 24 20:10:28.722302 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6d2ce9cf-ff06-4c59-9ce4-444301495b63 req-bae2c8a8-1155-4e10-8cc3-44bb7411dab2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307593 Sep 24 20:10:29.835701 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba85349-7e80-4d1a-9dc6-081e1e1d9ea0 req-35643d3b-36d2-497e-8392-4da88422b881 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:29.837185 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ba85349-7e80-4d1a-9dc6-081e1e1d9ea0 req-35643d3b-36d2-497e-8392-4da88422b881 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0486953 Sep 24 20:10:29.874407 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ba85349-7e80-4d1a-9dc6-081e1e1d9ea0 req-c29e9928-a00a-4c64-b800-28854dc911c6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312650 Sep 24 20:10:30.988668 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9d37-ab16-4644-b036-43a7d482b266 req-89540650-6844-4f3a-bb5c-fe5515b5294b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:30.991398 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-232e9d37-ab16-4644-b036-43a7d482b266 req-89540650-6844-4f3a-bb5c-fe5515b5294b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0529678 Sep 24 20:10:31.028392 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-232e9d37-ab16-4644-b036-43a7d482b266 req-1a8389a2-dd98-4fcc-b96c-d678581faa07 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317128 Sep 24 20:10:32.145282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708abd5-11d2-4929-831a-05ec2e4e6538 req-aa60293f-f1ab-4528-9a34-15ae93007b7a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:32.146771 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d708abd5-11d2-4929-831a-05ec2e4e6538 req-aa60293f-f1ab-4528-9a34-15ae93007b7a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0530944 Sep 24 20:10:32.184596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d708abd5-11d2-4929-831a-05ec2e4e6538 req-9ebd7610-e2df-4909-a08f-67b9e54c4c2d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318112 Sep 24 20:10:33.298395 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68f24f-7948-4011-9006-d4537bedd3d0 req-3b7155fa-a14b-4243-9dc4-7cad063e6dad tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:33.299916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d68f24f-7948-4011-9006-d4537bedd3d0 req-3b7155fa-a14b-4243-9dc4-7cad063e6dad tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0488799 Sep 24 20:10:33.338722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0d68f24f-7948-4011-9006-d4537bedd3d0 req-59a7eb49-3d6d-47b9-b52f-2f095c30efea tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322781 Sep 24 20:10:33.903539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:34.453115 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49fd9d-00bc-49e5-9f10-b74e4c7d3703 req-d2a41da1-cce0-4600-b419-b4ce0e3b7a12 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:34.454587 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb49fd9d-00bc-49e5-9f10-b74e4c7d3703 req-d2a41da1-cce0-4600-b419-b4ce0e3b7a12 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0483720 Sep 24 20:10:34.491589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fb49fd9d-00bc-49e5-9f10-b74e4c7d3703 req-07c59a4c-2620-40bd-93e5-f7f4f4e61b8a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311434 Sep 24 20:10:35.607552 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb516-5121-4f38-94f5-097e453d876d req-95b79e15-d188-4da4-b505-2a857ddbe864 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:35.609032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1ddb516-5121-4f38-94f5-097e453d876d req-95b79e15-d188-4da4-b505-2a857ddbe864 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0523717 Sep 24 20:10:35.645579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:10:35.647138 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1ddb516-5121-4f38-94f5-097e453d876d req-171de913-7ff9-4981-a0a3-283537a3453d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321126 Sep 24 20:10:35.737212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:10:35.748368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'mac_address': 'fa:16:3e:b2:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:10:35.783447 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:35.795815 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:10:35.814508 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:10:35.818037 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:35.862066 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:35.869148 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.869710 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.870124 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.871084 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.871446 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.871947 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.872351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.872678 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.873003 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.873325 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.873867 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:35.874193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:10:36.114764 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:10:36.772725 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83ffc1-2069-440c-80cd-ab6fe5620ce8 req-0e3efada-8568-4f15-98eb-02a3daee39f5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:36.774209 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd83ffc1-2069-440c-80cd-ab6fe5620ce8 req-0e3efada-8568-4f15-98eb-02a3daee39f5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 944 time: 0.0496619 Sep 24 20:10:36.812671 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cd83ffc1-2069-440c-80cd-ab6fe5620ce8 req-44734bd7-ea5a-448c-81a5-43e43700e055 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325036 Sep 24 20:10:37.645757 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:10:37.695851 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:10:37.700059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:10:37.700425 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:37.772500 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:37.793753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:10:37.796005 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d941b0-06f1-4745-bb36-f07bfe6e1d55" -d '{"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:10:37.808934 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:10:37.813031 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:37.836063 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea367a4-9a29-4179-b3ec-1ea6a343639a x-openstack-request-id: req-cea367a4-9a29-4179-b3ec-1ea6a343639a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:10:37.836353 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:10:37.836606 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cea367a4-9a29-4179-b3ec-1ea6a343639a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:10:37.837013 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'code': 200} Sep 24 20:10:37.865187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:37.929043 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2262126-5a24-4e79-a52f-c8f7bdd2f132 req-f39efc4c-8a1f-4205-bed2-c6c85bf7fba3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:37.930440 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2262126-5a24-4e79-a52f-c8f7bdd2f132 req-f39efc4c-8a1f-4205-bed2-c6c85bf7fba3 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0499496 Sep 24 20:10:37.938004 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332c39-679e-4504-9052-bca9f3c0b7ef req-88dcf39c-d530-47d8-b73a-3996a5451b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:37.939525 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-80332c39-679e-4504-9052-bca9f3c0b7ef req-88dcf39c-d530-47d8-b73a-3996a5451b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0404108 Sep 24 20:10:37.971259 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b2262126-5a24-4e79-a52f-c8f7bdd2f132 req-0a104c7c-8d4c-4d8a-8194-1bb4f7ebacae tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346348 Sep 24 20:10:37.983392 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-80332c39-679e-4504-9052-bca9f3c0b7ef req-042c9563-48f1-4bb9-9aaa-d037357d27b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327988 Sep 24 20:10:39.097818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae9ec5-7c65-419c-bdac-a8a72395ec62 req-fa79fdf8-e3d8-44ba-b757-ac0809910a14 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:39.099313 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-caae9ec5-7c65-419c-bdac-a8a72395ec62 req-fa79fdf8-e3d8-44ba-b757-ac0809910a14 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0524187 Sep 24 20:10:39.137351 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-caae9ec5-7c65-419c-bdac-a8a72395ec62 req-67a74260-1838-49ca-9c67-f6cc86b85baf tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319519 Sep 24 20:10:39.617099 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:40.252029 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfcca2-bc76-4205-89d6-68a9f931d74a req-98c257d1-1172-4819-974d-ca7a5b061aeb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:40.253560 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4acfcca2-bc76-4205-89d6-68a9f931d74a req-98c257d1-1172-4819-974d-ca7a5b061aeb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0495071 Sep 24 20:10:40.289964 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4acfcca2-bc76-4205-89d6-68a9f931d74a req-f4eeef17-844e-4abf-8f08-46122ee52ccf tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305455 Sep 24 20:10:40.401509 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a362-e563-4d6e-a4e8-4d93a2f49558 req-b074e1cc-432b-4405-b3e7-a47b670c19ca tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:40.403011 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f933a362-e563-4d6e-a4e8-4d93a2f49558 req-b074e1cc-432b-4405-b3e7-a47b670c19ca tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0488501 Sep 24 20:10:40.440076 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f933a362-e563-4d6e-a4e8-4d93a2f49558 req-9e84822c-b03d-4743-84fb-42e569a2dc04 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312147 Sep 24 20:10:40.460594 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53292) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:40.503040 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0166a7-a99f-499f-a2ef-fc31aa916090 tempest-TestShelveInstance-355240398 tempest-TestShelveInstance-355240398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:40.504541 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-ca0166a7-a99f-499f-a2ef-fc31aa916090 tempest-TestShelveInstance-355240398 tempest-TestShelveInstance-355240398-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1091 time: 0.0430052 Sep 24 20:10:40.507278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53294) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:10:40.511622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:10:40.533132 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:40.625811 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:40.728534 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Allocated IP 172.25.5.187 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/1f57b439-ec02-4a94-bfc8-8266ebdca234) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:10:40.829138 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:40.862176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:40.904125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:10:40.907084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:10:40.909687 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:10:40.935252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=1f57b439-ec02-4a94-bfc8-8266ebdca234,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:41.560178 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:41.626814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:41.773033 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:41.777458 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:41.841289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event updated for resources: {'Port': ['ID=1f57b439-ec02-4a94-bfc8-8266ebdca234,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:10:41.855154 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:41.953036 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Floating IP 672fbea1-3304-49ee-8912-bb313f9c1e69 associated. External IP: 172.25.5.187, port: 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44. Sep 24 20:10:42.161785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:10:42.277549 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:10:42.286989 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:10:42.293946 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:42.297663 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:10:42.298546 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:42.320241 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-420493bd-e291-4761-bb54-33a276029141 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8119378 Sep 24 20:10:42.320827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:10:42.323153 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:10:42.359570 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ab400-e822-4d5a-b5fa-f782952e1cc2 x-openstack-request-id: req-ff9ab400-e822-4d5a-b5fa-f782952e1cc2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:10:42.359864 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:10:42.360115 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff9ab400-e822-4d5a-b5fa-f782952e1cc2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:10:42.360523 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'status': 'completed', 'code': 200} Sep 24 20:10:42.407091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:10:42.428036 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-9b31d529-3f98-49ed-a992-2ca551c8d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:42.429468 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-9b31d529-3f98-49ed-a992-2ca551c8d3b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0412281 Sep 24 20:10:42.519877 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-bb46f532-5a3b-4ca3-9031-a6f2d7a76c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:42.521358 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-bb46f532-5a3b-4ca3-9031-a6f2d7a76c21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0833395 Sep 24 20:10:42.591237 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-3eb0cdad-0bd6-44c9-9c95-2c26b2442075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 999 time: 0.0609918 Sep 24 20:10:42.631212 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '672fbea1-3304-49ee-8912-bb313f9c1e69', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:b2:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:10:41Z', 'updated_at': '2021-09-24T20:10:41Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:42.641824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-aa5dfc44-d646-45a6-a4f6-d269e23f8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:42.643423 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-aa5dfc44-d646-45a6-a4f6-d269e23f8c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0447536 Sep 24 20:10:42.656832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:10:42.665187 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:10:42.665807 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:10:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:42.691407 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-ed29b0bb-bfa6-4863-a5e2-9a0455b1fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:10:42.692860 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-ed29b0bb-bfa6-4863-a5e2-9a0455b1fd49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417933 Sep 24 20:10:42.772242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:10:42.787440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-148a47fe-e3a7-460c-b4ff-9a2eb85548c3 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851169 Sep 24 20:10:42.878797 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-724ba337-2db6-4d6e-9ccc-4a6ebd4ef4e7 req-c930a390-fbc4-4169-a38e-89648bb7bf39 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823414 Sep 24 20:10:42.992944 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '672fbea1-3304-49ee-8912-bb313f9c1e69', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:b2:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:10:41Z', 'updated_at': '2021-09-24T20:10:41Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:10:43.018161 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f1fbc-3b03-4d7f-b62f-0add12e7015c None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '672fbea1-3304-49ee-8912-bb313f9c1e69', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'mac_address': 'fa:16:3e:b2:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:10:41Z', 'updated_at': '2021-09-24T20:10:41Z', 'revision_number': 0, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:10:43.209700 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92d0ed-f76d-49dd-a3cf-45b43198fab6 None None] New status for floating IP 672fbea1-3304-49ee-8912-bb313f9c1e69: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:10:50.388309 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ec99086-3840-4e82-906e-5b0992448f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:53.030383 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c4389a9-d7aa-437d-b211-e904c26ab95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:53.448202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:54.439682 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:10:56.183485 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:01.694229 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:11:03.905288 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:09.618873 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:20.389728 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0abd4f-eaf7-4b6e-993b-fa3734c5c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:21.986509 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-6e31506d-5feb-4f86-8fad-1e28520e496e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808961 Sep 24 20:11:22.068227 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-acad3921-6cfd-4c06-a74e-7edecf0252a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:11:22.069751 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-acad3921-6cfd-4c06-a74e-7edecf0252a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0404139 Sep 24 20:11:22.184336 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-2bd3237b-4853-481e-adf4-c0243073d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:11:22.185721 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-2bd3237b-4853-481e-adf4-c0243073d086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0958912 Sep 24 20:11:22.255093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-c56be0a9-2d21-44d0-80ea-4d419baebfa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1001 time: 0.0580580 Sep 24 20:11:22.305973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-db60636a-56b6-4625-9e77-01ac4180fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:11:22.307403 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-db60636a-56b6-4625-9e77-01ac4180fb08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0421970 Sep 24 20:11:22.359667 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-f9a78ccf-5843-410e-935b-82cc6225c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:11:22.361139 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-f9a78ccf-5843-410e-935b-82cc6225c9f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426946 Sep 24 20:11:22.451067 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-a5b8e4eb-9164-4e12-9ca2-74e7872c456c service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Sep 24 20:11:22.554764 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-fd6c26df-dce9-4518-a223-4d13846c36a8 req-09dcd137-6b91-4f34-8acd-d0511aeaa98e service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923209 Sep 24 20:11:23.029596 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79dbea24-7ef1-405b-8bdb-d83e50a04eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:23.448903 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:24.442237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:26.186876 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:33.915550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:38.694398 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:11:39.626809 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:50.389677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35bd1461-dee8-439f-bcc5-821d4b6c1e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:53.030338 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e05cd8a-4679-4bbe-b5b0-37895e1419fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:53.451503 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:54.443959 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:11:56.190096 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:03.914888 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:09.647990 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:15.693942 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:12:20.391260 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1df5fc40-575d-4b84-aa03-d74cda460df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:23.031264 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-765b2d63-1098-4a30-a74b-3c9c6585401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:23.451339 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:23.631327 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-cc0135af-8073-4810-ac8c-7cccaa36af73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391216 Sep 24 20:12:23.723700 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-9fa94404-fcbd-4df3-aa6b-41eb8aefad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:23.725189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-9fa94404-fcbd-4df3-aa6b-41eb8aefad8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0502703 Sep 24 20:12:23.836243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-622c2a3b-3611-41dc-8d2d-bd97c75b50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:23.837965 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-622c2a3b-3611-41dc-8d2d-bd97c75b50f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0903902 Sep 24 20:12:23.903142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-98166c71-b89c-4a26-b098-beeb2f9c4dc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1001 time: 0.0563138 Sep 24 20:12:23.956254 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-0ad09714-81a7-437c-a0a1-5b1583be4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:23.957603 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-0ad09714-81a7-437c-a0a1-5b1583be4265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0466361 Sep 24 20:12:24.007202 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-2ef3724d-0d45-4de7-a832-c15a03f5ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:24.008648 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-2ef3724d-0d45-4de7-a832-c15a03f5ad67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393174 Sep 24 20:12:24.097911 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-ab7a3867-b905-4d00-98fd-1b0383c7a89f service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Sep 24 20:12:24.197311 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-df316cfc-5d7c-4f87-9ffe-2bb0f2c83800 req-7c071c81-a07a-46e7-9c8c-bbf35e6c4585 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905676 Sep 24 20:12:24.447962 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:26.192838 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:33.929667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:39.655836 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:39.977850 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be215-695f-470b-b18c-266b0b47e8ef req-ebc4f9b3-df47-476b-9b99-a3b310c29c75 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:39.979296 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-193be215-695f-470b-b18c-266b0b47e8ef req-ebc4f9b3-df47-476b-9b99-a3b310c29c75 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0510721 Sep 24 20:12:40.017200 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-193be215-695f-470b-b18c-266b0b47e8ef req-1b4243d1-4e7c-4b75-aabc-da507d33baf2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320683 Sep 24 20:12:41.151111 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8086e6-f3db-45b8-bb75-3cfe62482046 req-98743be0-1e31-40ee-9449-81b34258f1ba tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:41.152593 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c8086e6-f3db-45b8-bb75-3cfe62482046 req-98743be0-1e31-40ee-9449-81b34258f1ba tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0520654 Sep 24 20:12:41.189607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6c8086e6-f3db-45b8-bb75-3cfe62482046 req-80183f31-bd55-43a5-a198-cd62606605a7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310540 Sep 24 20:12:42.329571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714682-e30e-4055-ba43-fe31718c02d3 req-f5283158-4404-476e-8366-40d3ba3b7ace tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:42.331574 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36714682-e30e-4055-ba43-fe31718c02d3 req-f5283158-4404-476e-8366-40d3ba3b7ace tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0500762 Sep 24 20:12:42.368135 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-36714682-e30e-4055-ba43-fe31718c02d3 req-5417e49f-634e-4a64-b8fb-893bb4f0f355 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305464 Sep 24 20:12:43.482785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b447-b690-4f95-9d64-d5aef06516e0 req-516a7795-529b-40d0-a457-080768d20578 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:43.484286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d40b447-b690-4f95-9d64-d5aef06516e0 req-516a7795-529b-40d0-a457-080768d20578 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0484595 Sep 24 20:12:43.521286 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3d40b447-b690-4f95-9d64-d5aef06516e0 req-20dcc14c-3a1e-45c0-845b-4def1b0d99d8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311451 Sep 24 20:12:44.637739 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8642b-e16a-4272-8999-794f6e68b86e req-b1d4c5af-0d42-40ef-9a66-3a1fab21d95f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:44.639500 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ca8642b-e16a-4272-8999-794f6e68b86e req-b1d4c5af-0d42-40ef-9a66-3a1fab21d95f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0522623 Sep 24 20:12:44.676795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ca8642b-e16a-4272-8999-794f6e68b86e req-be412daa-2d6a-41e6-aed0-5adbea8b313a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307860 Sep 24 20:12:45.790656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b03016-9c00-46d4-9f15-a4d8c48579bd req-2aebfe24-aabd-4b64-a5ef-122fd9bc5149 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:45.792172 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b03016-9c00-46d4-9f15-a4d8c48579bd req-2aebfe24-aabd-4b64-a5ef-122fd9bc5149 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0488079 Sep 24 20:12:45.830866 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b1b03016-9c00-46d4-9f15-a4d8c48579bd req-7720cac8-cc66-4f3c-bd52-cd2a1289ba7e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327132 Sep 24 20:12:46.951422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf4fcc-7f27-4f7f-a6dd-f69f66224976 req-bb7f8496-6695-44b5-924c-f8bc82228ff8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:46.952953 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccf4fcc-7f27-4f7f-a6dd-f69f66224976 req-bb7f8496-6695-44b5-924c-f8bc82228ff8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0496538 Sep 24 20:12:46.990032 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4ccf4fcc-7f27-4f7f-a6dd-f69f66224976 req-05c76f96-ceaf-40cc-bc32-7609b883863a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305705 Sep 24 20:12:48.108603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519434d-9cfd-4fe3-a5b0-8a8405a2c4ed req-7a0043de-ee77-4a9d-8357-52feb5cc0e07 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:48.110150 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c519434d-9cfd-4fe3-a5b0-8a8405a2c4ed req-7a0043de-ee77-4a9d-8357-52feb5cc0e07 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0530922 Sep 24 20:12:48.147394 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c519434d-9cfd-4fe3-a5b0-8a8405a2c4ed req-6428a20e-34c7-4682-9272-bdba21b9cddb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313666 Sep 24 20:12:49.260839 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7e35-d7ce-4041-9556-d08de49293b4 req-aa9f4d76-8ebc-4860-8ec5-19d5e6ac5cd9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:49.262236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ae7e35-d7ce-4041-9556-d08de49293b4 req-aa9f4d76-8ebc-4860-8ec5-19d5e6ac5cd9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0480800 Sep 24 20:12:49.299528 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e5ae7e35-d7ce-4041-9556-d08de49293b4 req-3b64e339-d3a8-457d-b272-8ffc45624020 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311229 Sep 24 20:12:50.171491 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-19805f96-915d-4f61-9d72-f49f13252b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:50.172969 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-19805f96-915d-4f61-9d72-f49f13252b47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0412211 Sep 24 20:12:50.264341 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-9d656507-e7cc-453d-8ecf-56770d4ba6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:50.265690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-9d656507-e7cc-453d-8ecf-56770d4ba6d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0852811 Sep 24 20:12:50.336616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-485c622b-7d33-4afb-867f-a3ee770f1ed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1001 time: 0.0579362 Sep 24 20:12:50.390120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-0af3979d-02ed-4ef1-a2bd-c7e9d346825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:50.391971 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-0af3979d-02ed-4ef1-a2bd-c7e9d346825c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0452998 Sep 24 20:12:50.392515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5b1aa18-2267-4d0c-8f57-0f66801468bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:50.417096 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afc74d-7f7e-4e87-8420-7da9c1ec5ba0 req-63478941-be08-4034-85d4-233a87e2f3eb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:50.418639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81afc74d-7f7e-4e87-8420-7da9c1ec5ba0 req-63478941-be08-4034-85d4-233a87e2f3eb tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0508523 Sep 24 20:12:50.444438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-6c5f3ef0-cf21-4d49-a0ea-6cc1d81ed3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:50.445960 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-6c5f3ef0-cf21-4d49-a0ea-6cc1d81ed3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462377 Sep 24 20:12:50.457908 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-81afc74d-7f7e-4e87-8420-7da9c1ec5ba0 req-6aa0916c-919a-40b5-83ce-9a1da55ebf35 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331845 Sep 24 20:12:50.541902 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-3d5b738c-08a0-4528-9034-8cf70edf5b07 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Sep 24 20:12:50.640207 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-00df0ba4-a891-4bb9-97ad-1efcf0e35110 req-ca1a1159-d3b4-47e5-8580-0bcf6b80c16f service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860085 Sep 24 20:12:51.575252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9f52-7ca7-450d-a469-151c5ea9cc72 req-e8813d88-7ba6-4144-beba-b4bdde2ec50b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:51.576714 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ee9f52-7ca7-450d-a469-151c5ea9cc72 req-e8813d88-7ba6-4144-beba-b4bdde2ec50b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0518768 Sep 24 20:12:51.614395 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b5ee9f52-7ca7-450d-a469-151c5ea9cc72 req-c8de32be-c3bb-440f-8475-9c081f2b2517 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312545 Sep 24 20:12:52.692905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:12:52.733689 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76decf4-8078-45ba-b378-b137556a19b9 req-41225d45-3de9-4609-bd75-312ebf26684d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:52.735260 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f76decf4-8078-45ba-b378-b137556a19b9 req-41225d45-3de9-4609-bd75-312ebf26684d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0508049 Sep 24 20:12:52.774242 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f76decf4-8078-45ba-b378-b137556a19b9 req-b5d47ec1-26d0-4638-94f0-88ab74a55d54 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318980 Sep 24 20:12:53.031805 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-603c62e9-8302-4384-bc7e-077e7d6220da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:53.456068 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:53.895715 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc52a-2db1-45ef-86d3-93f705807c3e req-c60e521f-74c3-45cc-ab73-8113f593fe9e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:53.897330 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-524bc52a-2db1-45ef-86d3-93f705807c3e req-c60e521f-74c3-45cc-ab73-8113f593fe9e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0524647 Sep 24 20:12:53.936919 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-524bc52a-2db1-45ef-86d3-93f705807c3e req-428f5ccc-e858-4541-b6f3-3f5446c4134a tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334582 Sep 24 20:12:54.449918 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:55.054497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baeeef-2b09-4244-95cf-454b88f41314 req-6ade0571-3dd0-4068-a025-0ff0bdb00d96 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:55.056020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08baeeef-2b09-4244-95cf-454b88f41314 req-6ade0571-3dd0-4068-a025-0ff0bdb00d96 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0532405 Sep 24 20:12:55.093748 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-08baeeef-2b09-4244-95cf-454b88f41314 req-35ed660c-1f20-4964-9e5f-d73686e8e989 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318415 Sep 24 20:12:56.195127 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:56.237568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:12:56.300093 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-df5dae94-067f-437c-8016-1dd9dd032538 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490258 Sep 24 20:12:56.318081 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:56.322114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b83ed-2a74-4d2b-a57f-88ab75aa59ba req-6f5d2deb-6105-43ee-a1bb-bced53f9da37 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:56.324014 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-257b83ed-2a74-4d2b-a57f-88ab75aa59ba req-6f5d2deb-6105-43ee-a1bb-bced53f9da37 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0529892 Sep 24 20:12:56.342822 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:12:56.345084 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca68c81-9787-44a4-a000-704164c2a5a7" -d '{"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:12:56.358425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:12:56.364761 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:12:56.385005 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-257b83ed-2a74-4d2b-a57f-88ab75aa59ba req-84411352-dab9-48b6-a7b2-cc43ce51072d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528061 Sep 24 20:12:56.397223 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1477113-db54-42e4-9a8a-0d5b0efad6c0 x-openstack-request-id: req-a1477113-db54-42e4-9a8a-0d5b0efad6c0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:12:56.397510 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-unplugged", "status": "failed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "code": 422}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:12:56.397791 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1477113-db54-42e4-9a8a-0d5b0efad6c0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:12:56.398178 n-d-810952-2 neutron-server[94857]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'code': 422} returned with failed status Sep 24 20:12:56.426660 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:12:56.434126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.434479 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.434820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.435189 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.435527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.435859 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.436190 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.436519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.436847 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.437173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.437499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:56.437838 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:12:57.487788 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9aa54-e166-4d4c-b961-3bc54e15c870 req-ab16246f-d20e-4f27-91fd-e961ceb3d5b5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:57.489308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fc9aa54-e166-4d4c-b961-3bc54e15c870 req-ab16246f-d20e-4f27-91fd-e961ceb3d5b5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0505009 Sep 24 20:12:57.528176 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7fc9aa54-e166-4d4c-b961-3bc54e15c870 req-44a4ec53-5253-4b4e-91e0-4171dc2d62d8 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327015 Sep 24 20:12:58.649873 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a035-a444-44e7-8d7e-2a280894a77b req-f85df57a-a149-4522-9092-3321b85a8de7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:58.651410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7845a035-a444-44e7-8d7e-2a280894a77b req-f85df57a-a149-4522-9092-3321b85a8de7 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0567150 Sep 24 20:12:58.690326 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7845a035-a444-44e7-8d7e-2a280894a77b req-b698479b-9428-4cd2-8075-f29b43057132 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327539 Sep 24 20:12:59.806694 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299db94-1f2d-4c17-ba80-a01a28cacb2f req-0a17d385-09c8-46b7-8156-304af4489083 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:12:59.808223 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f299db94-1f2d-4c17-ba80-a01a28cacb2f req-0a17d385-09c8-46b7-8156-304af4489083 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0503676 Sep 24 20:12:59.845418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f299db94-1f2d-4c17-ba80-a01a28cacb2f req-96617050-364a-4637-917c-ec6ea63c370b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311050 Sep 24 20:13:00.964486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdd31f-1ded-400c-a9a6-84692ae61fa3 req-52213c3b-259f-432d-95d9-edd9f92ca632 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:00.966030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00cdd31f-1ded-400c-a9a6-84692ae61fa3 req-52213c3b-259f-432d-95d9-edd9f92ca632 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0512094 Sep 24 20:13:01.004470 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-00cdd31f-1ded-400c-a9a6-84692ae61fa3 req-7e6340c8-f082-40a7-be47-730b753ac1f0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319376 Sep 24 20:13:01.012701 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-ed4e4563-4b24-4dbd-a2f2-1b805956181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:01.014509 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-ed4e4563-4b24-4dbd-a2f2-1b805956181c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&tenant_id=efcc65af12004d1aac39a9e88f0824a6 HTTP/1.1" status: 200 len: 1094 time: 0.0400679 Sep 24 20:13:01.081943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-58aefb3a-4a5d-41e7-a940-4515a96ef8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:01.083459 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-58aefb3a-4a5d-41e7-a940-4515a96ef8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1094 time: 0.0441878 Sep 24 20:13:01.173136 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-47408481-4e67-4863-b607-0977e3e7075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:01.175107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-47408481-4e67-4863-b607-0977e3e7075a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0830770 Sep 24 20:13:01.243944 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-815db1b2-caad-44e6-91d5-36916c432e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 999 time: 0.0597217 Sep 24 20:13:01.297383 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-356b0e0c-8142-4aab-9a0b-ceca1d2e2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:01.298848 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-356b0e0c-8142-4aab-9a0b-ceca1d2e2386 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0429640 Sep 24 20:13:01.347689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-f595af73-8605-4557-b543-f1e62649c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:01.349152 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-f595af73-8605-4557-b543-f1e62649c2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397630 Sep 24 20:13:01.440464 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-05e751f0-4e7b-4c73-b559-37976e11379a service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826812 Sep 24 20:13:01.528757 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-99632c6e-efa6-4794-b77d-e78a4039f9fa service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803502 Sep 24 20:13:02.124625 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406060-862e-4366-a67a-df50428df58b req-864f6a22-647f-4934-bdec-616c605c8149 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:02.126087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7406060-862e-4366-a67a-df50428df58b req-864f6a22-647f-4934-bdec-616c605c8149 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0534968 Sep 24 20:13:02.164020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e7406060-862e-4366-a67a-df50428df58b req-42e28e50-9f94-4146-afa3-5114b94228d1 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319664 Sep 24 20:13:03.281486 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb34e-a859-4703-9570-91855016d1ae req-c7aac217-32c5-42db-9131-d5540ad50f6c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:03.282913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081fb34e-a859-4703-9570-91855016d1ae req-c7aac217-32c5-42db-9131-d5540ad50f6c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0494947 Sep 24 20:13:03.320444 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-081fb34e-a859-4703-9570-91855016d1ae req-1c158ea0-7724-4b1c-9c41-dda0be12c1a5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310385 Sep 24 20:13:03.946572 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:04.433201 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33552635-1592-47d4-ac8b-b650c11048fc req-125cde17-a158-43c4-813b-b96fb1cd9b55 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:04.434709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33552635-1592-47d4-ac8b-b650c11048fc req-125cde17-a158-43c4-813b-b96fb1cd9b55 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0486858 Sep 24 20:13:04.472315 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-33552635-1592-47d4-ac8b-b650c11048fc req-c4012548-48cc-4cc4-b038-6543c1e7c444 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310693 Sep 24 20:13:05.589942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e6ef-7c1f-4d0e-8597-c9385a173986 req-999717fc-3eec-4c02-b47a-66f2459424d0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:05.591445 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9d8e6ef-7c1f-4d0e-8597-c9385a173986 req-999717fc-3eec-4c02-b47a-66f2459424d0 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0529263 Sep 24 20:13:05.629080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b9d8e6ef-7c1f-4d0e-8597-c9385a173986 req-52f6d742-b4c9-4eb9-82a0-b0de4fa6ac40 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312233 Sep 24 20:13:06.742561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db2cf-e3bc-4557-9b40-2c07747a38f8 req-d4b1bfe5-76b8-4e0b-ac90-0c7ee5e78859 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:06.744118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2db2cf-e3bc-4557-9b40-2c07747a38f8 req-d4b1bfe5-76b8-4e0b-ac90-0c7ee5e78859 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0494490 Sep 24 20:13:06.781928 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e2db2cf-e3bc-4557-9b40-2c07747a38f8 req-eb7ec2e0-bd84-4f50-8db6-a45f8f8cb8f2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318604 Sep 24 20:13:07.896299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75259e0c-405d-473d-a442-b396071617fb req-03cd0fad-8734-4f6a-ae55-cc8d5564f091 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:07.897795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75259e0c-405d-473d-a442-b396071617fb req-03cd0fad-8734-4f6a-ae55-cc8d5564f091 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0503974 Sep 24 20:13:07.935569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-75259e0c-405d-473d-a442-b396071617fb req-0262d926-1440-4406-8ac2-d0c43c88561c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318849 Sep 24 20:13:09.060270 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1e7b-a467-4563-a9cc-71e4f9c94597 req-0713c062-f914-4afc-80b6-73f88239b27b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:09.061785 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-612f1e7b-a467-4563-a9cc-71e4f9c94597 req-0713c062-f914-4afc-80b6-73f88239b27b tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0611408 Sep 24 20:13:09.099991 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-612f1e7b-a467-4563-a9cc-71e4f9c94597 req-71b64c07-3bfd-432d-80fd-6b20a803d49f tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321360 Sep 24 20:13:09.672078 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:10.216635 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff60a-aab6-4ad0-956d-1c763804b72d req-c36cef68-3166-48e9-b278-1de79397899e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:10.218130 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a0ff60a-aab6-4ad0-956d-1c763804b72d req-c36cef68-3166-48e9-b278-1de79397899e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 943 time: 0.0486293 Sep 24 20:13:10.255946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9a0ff60a-aab6-4ad0-956d-1c763804b72d req-537fffcf-9e55-487c-83af-4a1f22a84727 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313377 Sep 24 20:13:10.303250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:13:10.397744 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:13:10.408981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'port_id': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'mac_address': 'fa:16:3e:b2:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:13:10.447488 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:10.459885 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:13:10.478235 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:13:10.481905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:10.526512 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:13:10.809089 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:13:11.373586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d1d48-7fdb-4817-a722-bbbdc4a23b6e req-52f7cb90-8661-41ab-bf2f-edf8ca31dd10 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:11.375101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-846d1d48-7fdb-4817-a722-bbbdc4a23b6e req-52f7cb90-8661-41ab-bf2f-edf8ca31dd10 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 944 time: 0.0491745 Sep 24 20:13:11.412619 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-846d1d48-7fdb-4817-a722-bbbdc4a23b6e req-04f04c48-bf79-466f-ba35-bf8997f8a70c tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316339 Sep 24 20:13:12.300468 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:13:12.346499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:13:12.346922 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:12.421523 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:12.444098 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:13:12.446333 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123abed9-0fce-46b6-9b15-06226b5f08ab" -d '{"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:13:12.458726 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:13:12.463829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:12.489605 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc962f79-cd50-43ee-853e-c5c1a04473da x-openstack-request-id: req-cc962f79-cd50-43ee-853e-c5c1a04473da {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:13:12.489902 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:13:12.490156 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc962f79-cd50-43ee-853e-c5c1a04473da {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:13:12.490678 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'code': 200} Sep 24 20:13:12.517972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:13:12.535275 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16502d82-21a9-4209-99e0-3e377823f3bb req-2b8b29b7-7683-4a85-85bf-7ab62b800bdd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:12.536803 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16502d82-21a9-4209-99e0-3e377823f3bb req-2b8b29b7-7683-4a85-85bf-7ab62b800bdd tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0568929 Sep 24 20:13:12.574608 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-16502d82-21a9-4209-99e0-3e377823f3bb req-5d15c4e1-5909-421b-b843-1d898a677071 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316834 Sep 24 20:13:12.641456 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b54a-8050-4621-9acb-d354e58d4949 req-720c41bb-823c-45a9-8c15-36967f21f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:12.643051 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7e19b54a-8050-4621-9acb-d354e58d4949 req-720c41bb-823c-45a9-8c15-36967f21f639 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0438337 Sep 24 20:13:12.676458 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-7e19b54a-8050-4621-9acb-d354e58d4949 req-211bffdd-254a-4c7b-8543-cc39ca27004b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263546 Sep 24 20:13:13.693521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521b998-a0a5-4a57-a5e8-984bbc6cac70 req-0b6fd2ea-bcea-429a-a2b6-421f182cc632 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:13.695054 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0521b998-a0a5-4a57-a5e8-984bbc6cac70 req-0b6fd2ea-bcea-429a-a2b6-421f182cc632 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0515313 Sep 24 20:13:13.733719 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0521b998-a0a5-4a57-a5e8-984bbc6cac70 req-c2f0fb7e-6dab-47ad-9a0e-b0e029f2443d tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326376 Sep 24 20:13:14.850229 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53ce1c-c1ec-428e-9982-f0062c7fa73a req-8134c909-7295-4577-b40c-0dd41c75b908 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:14.851760 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec53ce1c-c1ec-428e-9982-f0062c7fa73a req-8134c909-7295-4577-b40c-0dd41c75b908 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0494766 Sep 24 20:13:14.887916 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec53ce1c-c1ec-428e-9982-f0062c7fa73a req-8294142b-79d7-4d21-9da9-3319a94447f2 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302441 Sep 24 20:13:20.394104 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c163f89-31f2-493a-a18b-0779794f1015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:23.032124 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-555466ec-ebbb-4fcb-93e0-a19ed49e5497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:23.456984 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:24.452197 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:24.942440 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-b17b4d76-11e3-4cd2-9470-68f3fb5b682c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411098 Sep 24 20:13:25.026476 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-25bc3040-43e3-41dd-af3f-d8af8b70d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:25.027992 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-25bc3040-43e3-41dd-af3f-d8af8b70d90c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0410595 Sep 24 20:13:25.141554 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-fabf10c0-c2f2-4a97-8835-6b555173aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:25.143112 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-fabf10c0-c2f2-4a97-8835-6b555173aaa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0901849 Sep 24 20:13:25.209602 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-c78e9306-8477-421a-9154-90da46d9be74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1001 time: 0.0590441 Sep 24 20:13:25.266511 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-acc9ab81-5502-4c01-9a7f-a2d97e03ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:25.268122 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-acc9ab81-5502-4c01-9a7f-a2d97e03ae2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0494628 Sep 24 20:13:25.318994 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-4198808c-aa49-432f-9f02-664d15b13182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:13:25.320596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-4198808c-aa49-432f-9f02-664d15b13182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455453 Sep 24 20:13:25.415962 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-b52b2883-b422-401e-a957-bbfb4ff9bdaf service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Sep 24 20:13:25.512113 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3925b846-38bf-4c48-8d2a-a557a6f702a9 req-a05411e7-8e88-4b82-8e48-6af49db0cfbd service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868545 Sep 24 20:13:26.199292 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:29.692452 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:13:33.972986 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:39.671208 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:50.394643 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ab298a58-3eaa-42c3-8c7b-da92f41dc2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:53.033349 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba9979d1-cfdf-44aa-b0c1-d30a3931a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:53.457698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:54.453840 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:13:56.201429 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:03.992110 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:06.692009 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:14:09.669311 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:20.395043 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6f51-26b2-44a9-9994-89039cf85558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:23.033768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cfb980a-9e6e-4490-a02f-14b6fb4ee42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:23.458737 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:24.456772 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:25.771880 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-71540ca3-cc28-480c-a684-4d9305427147 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401802 Sep 24 20:14:25.855181 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8bd3-307e-493c-9738-6785b607ca07 req-965fbd3f-ed51-49fb-86f9-f2a09fb97661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:25.857279 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-965fbd3f-ed51-49fb-86f9-f2a09fb97661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0409915 Sep 24 20:14:25.964286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8bd3-307e-493c-9738-6785b607ca07 req-1b8f61de-d31b-4939-b79b-03434da67d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:25.966333 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-1b8f61de-d31b-4939-b79b-03434da67d0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.0860021 Sep 24 20:14:26.030794 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-4c7d7727-3479-4053-a19c-07fc2420d52e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 1001 time: 0.0547085 Sep 24 20:14:26.086548 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8bd3-307e-493c-9738-6785b607ca07 req-2b98c19b-5ab4-474a-9d02-21eb715a778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:26.087986 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-2b98c19b-5ab4-474a-9d02-21eb715a778e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0469751 Sep 24 20:14:26.137772 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8bd3-307e-493c-9738-6785b607ca07 req-bd9a66ba-8115-4d50-9d3f-31b2f4d6e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:26.139246 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-bd9a66ba-8115-4d50-9d3f-31b2f4d6e008 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403664 Sep 24 20:14:26.204193 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:26.237214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-d9ca629c-69e4-4b48-98c8-7604bfbb8632 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893009 Sep 24 20:14:26.329884 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-48be8bd3-307e-493c-9738-6785b607ca07 req-d189b94e-ba7f-4d06-9745-26da9404b01c service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Sep 24 20:14:30.057441 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53462) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:30.221985 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Deleting port 1f57b439-ec02-4a94-bfc8-8266ebdca234 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:30.222337 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.301928 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.302151 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.314522 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Calling delete_port for 1f57b439-ec02-4a94-bfc8-8266ebdca234 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:30.463544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.489207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'Port': ['ID=1f57b439-ec02-4a94-bfc8-8266ebdca234,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:30.514897 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.515237 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.515584 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.515919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.516252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.516583 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.516909 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.517267 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.517589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.517910 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.518233 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.518555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:30.560536 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.560769 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Floating IP 672fbea1-3304-49ee-8912-bb313f9c1e69 disassociated (deleted). External IP: 172.25.5.187, port: 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44. Sep 24 20:14:30.773117 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:14:30.882936 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:30.887992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:30.892825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:30.906680 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:30.907418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:30.917722 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-7e67ad88-6aac-4313-87f6-422db1c137e9 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "DELETE /v2.0/floatingips/672fbea1-3304-49ee-8912-bb313f9c1e69 HTTP/1.1" status: 204 len: 168 time: 0.8591945 Sep 24 20:14:30.918940 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:14:30.921222 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:14:30.961005 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a181188-95f7-4277-a713-83aeb413e009 x-openstack-request-id: req-0a181188-95f7-4277-a713-83aeb413e009 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:14:30.961359 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:14:30.962187 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a181188-95f7-4277-a713-83aeb413e009 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:14:30.962412 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'status': 'completed', 'code': 200} Sep 24 20:14:31.055664 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-f25f1fdb-fe37-4a88-a92b-9da82e4e5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:31.057223 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-f25f1fdb-fe37-4a88-a92b-9da82e4e5c9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcc65af12004d1aac39a9e88f0824a6&device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 1096 time: 0.0652461 Sep 24 20:14:31.190061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:31.208141 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505e938-2a22-4015-9fb9-eb77e5e0c8ec req-f5e3bfeb-6f86-4d46-8cb4-38ec47734f70 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:31.210700 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8505e938-2a22-4015-9fb9-eb77e5e0c8ec req-f5e3bfeb-6f86-4d46-8cb4-38ec47734f70 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0607340 Sep 24 20:14:31.253937 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8505e938-2a22-4015-9fb9-eb77e5e0c8ec req-091497e2-0ae7-4f1b-a0a1-d7e7229b305e tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357645 Sep 24 20:14:31.397056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:31.427773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:31.436277 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:31.436890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:31.462170 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-faedaaff-d40e-4a37-9687-5a2f1d2d65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:31.463596 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-faedaaff-d40e-4a37-9687-5a2f1d2d65fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 200 len: 907 time: 0.3978188 Sep 24 20:14:31.508190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-a9a9a998-f5f8-43ba-89f6-fc335715dd5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 200 len: 217 time: 0.0324123 Sep 24 20:14:31.540607 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:31.560838 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-9a82094f-4884-4b3a-b9b2-9681ecbf1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:31.562288 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-9a82094f-4884-4b3a-b9b2-9681ecbf1cf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 200 len: 846 time: 0.0457759 Sep 24 20:14:31.610289 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-353e3946-8889-4767-a738-78b2705f4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:31.611854 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-353e3946-8889-4767-a738-78b2705f4b28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402575 Sep 24 20:14:31.706107 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-37465388-3eaa-4bbe-b6b2-57d728271963 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812943 Sep 24 20:14:31.733245 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:31.759122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81b574-74e9-466a-b128-a976da1eddf9 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:05:46Z', 'revision_number': 4, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'b755f81c-c12e-44c4-95ac-f90d4bbbd328', 'name': '', 'network_id': 'eb5ff4f3-b83f-4830-91a7-2cb42b77d65f', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'mac_address': 'fa:16:3e:00:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:45Z', 'updated_at': '2021-09-24T20:05:51Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'subnets': [{'id': '82d7b411-bda7-40ca-be17-a0ae8d684e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:31.801234 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-8d44d95c-973f-4e05-ad07-ea9d3dc0eef6 req-aa31b39d-8f71-4101-9839-fdfcc5c371be service neutron] 10.222.0.15 "GET /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 Sep 24 20:14:31.972051 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478945a-a8a6-424b-8795-2875c05c0b85 None None] New status for floating IP 672fbea1-3304-49ee-8912-bb313f9c1e69: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:14:32.432588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe2aee-6580-4e60-aea6-4735568d70d9 req-65e740a0-ed7b-4cb6-b821-2890ba25cca5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:32.434579 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68fe2aee-6580-4e60-aea6-4735568d70d9 req-65e740a0-ed7b-4cb6-b821-2890ba25cca5 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0960968 Sep 24 20:14:32.471277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-68fe2aee-6580-4e60-aea6-4735568d70d9 req-848b13c7-0bc2-4457-a9ad-f872b08c7f84 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/security-groups?id=b896d5bd-c9d0-4e96-aa46-2d8090a651d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306950 Sep 24 20:14:33.052325 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-5d52f767-2fcf-4374-9f51-c1e6d51e5db6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:33.053775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-5d52f767-2fcf-4374-9f51-c1e6d51e5db6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 945 time: 0.0480566 Sep 24 20:14:33.144942 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Deleting port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:33.145280 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:33.230629 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] For port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:33.231022 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:33.242939 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Calling delete_port for 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:33.368374 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:33.397414 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'Port': ['ID=0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:33.409920 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.410267 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.410602 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.410956 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.411302 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.411604 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.411924 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.412243 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.412559 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.412885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.413189 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.413502 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:33.450714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] No DVR routers for this DVR port 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:14:33.453428 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:33.455431 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3a2e330c-cfe8-4293-83c8-e6198b3688a3 req-8d4667c7-5554-4d3f-b1b4-32679d76bea6 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.15 "DELETE /v2.0/ports/0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 HTTP/1.1" status: 204 len: 173 time: 0.3945217 Sep 24 20:14:33.455885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-deleted', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:14:33.458293 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cc489-1cf4-4ff0-983f-b2beace0b26d" -d '{"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-deleted", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:14:33.555693 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c104de9e-6e9b-4053-b065-fcdf6a927f4d x-openstack-request-id: req-c104de9e-6e9b-4053-b065-fcdf6a927f4d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:14:33.556091 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d6839-d992-4c55-8696-d58544fcbc9d", "name": "network-vif-deleted", "tag": "0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:14:33.556466 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c104de9e-6e9b-4053-b065-fcdf6a927f4d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:14:33.556969 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d6839-d992-4c55-8696-d58544fcbc9d', 'name': 'network-vif-deleted', 'tag': '0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44', 'status': 'completed', 'code': 200} Sep 24 20:14:33.566925 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fd7fd68f-8e3b-4b8c-8303-1b8521358eb3 req-47ef5c10-a179-4c60-be35-416ae0761743 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0283110 Sep 24 20:14:33.987328 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:34.663420 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4636fc40-073d-4dc3-be8b-54f3bc7ecdcd req-84807e8f-2fa6-406a-b40a-e86a09a54b02 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0275748 Sep 24 20:14:35.761479 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fec2cb87-aabe-413e-93f0-2ff73a634d24 req-6fd54150-dce5-406f-9d4a-9794c4b96847 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0292938 Sep 24 20:14:36.856567 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-c6629657-71ef-44bc-ae0c-16220f44de83 req-4451209a-86e3-4553-bef0-14968abb15b4 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f0d6839-d992-4c55-8696-d58544fcbc9d HTTP/1.1" status: 200 len: 210 time: 0.0278864 Sep 24 20:14:36.857354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:36.887748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:36.888491 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device 0d3e1e00-6db6-46fb-a7d3-ef9f5e826d44 not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:37.939934 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53502) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:37.999868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.024653 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.084957 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.087596 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.088807 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] 10.222.0.18 "DELETE /v2.0/security-groups/b896d5bd-c9d0-4e96-aa46-2d8090a651d6 HTTP/1.1" status: 204 len: 168 time: 0.1478832 Sep 24 20:14:38.098733 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be1752-7fc3-429f-abd1-688353a9a023 tempest-TestShelveInstance-21658493 tempest-TestShelveInstance-21658493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896d5bd-c9d0-4e96-aa46-2d8090a651d6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:38.135128 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:38.576912 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.823716 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Deleting port b755f81c-c12e-44c4-95ac-f90d4bbbd328 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:38.824580 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.908477 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] For port b755f81c-c12e-44c4-95ac-f90d4bbbd328, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=b755f81c-c12e-44c4-95ac-f90d4bbbd328,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:38.908854 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:38.922262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Calling delete_port for b755f81c-c12e-44c4-95ac-f90d4bbbd328 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:39.103967 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.131954 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Pushing event deleted for resources: {'Port': ['ID=b755f81c-c12e-44c4-95ac-f90d4bbbd328,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:39.302837 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.521420 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Router c44c4512-8eb3-4f53-9c77-a240696c681e has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:14:39.629167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:39.634193 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0c895a2a-1201-4952-a9d6-9c2fcb94e01e admin admin] 10.222.0.18 "PUT /v2.0/routers/c44c4512-8eb3-4f53-9c77-a240696c681e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4978700 Sep 24 20:14:39.636749 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:39.641149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Sync routers for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:39.650728 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:39.651406 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:39.712622 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.743657 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.771246 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:39.846797 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.904433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Deleting port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:39.904720 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.959932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:14:39Z', 'revision_number': 5, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port': {'id': '55e09aa4-9ab6-4297-842e-a2db78dcf7d6', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:44Z', 'updated_at': '2021-09-24T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:39.986494 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] For port 55e09aa4-9ab6-4297-842e-a2db78dcf7d6, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:39.986717 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Checking router: c44c4512-8eb3-4f53-9c77-a240696c681e for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:39.986875 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:39.994978 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Routers {'c44c4512-8eb3-4f53-9c77-a240696c681e'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:39.995616 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['c44c4512-8eb3-4f53-9c77-a240696c681e'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:39.998214 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Calling delete_port for 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:40.084341 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] Set router c44c4512-8eb3-4f53-9c77-a240696c681e gateway port host: None {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:40.139205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:14:39Z', 'revision_number': 6, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:40.164066 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.166059 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063c205a-f017-4ab4-8978-5175c561ea15 None None] The sync data for ids ['c44c4512-8eb3-4f53-9c77-a240696c681e'] in n-d-810952-2 is: [{'id': 'c44c4512-8eb3-4f53-9c77-a240696c681e', 'name': 'tempest-TestShelveInstance-52118940-router', 'tenant_id': 'efcc65af12004d1aac39a9e88f0824a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:43Z', 'updated_at': '2021-09-24T20:14:39Z', 'revision_number': 6, 'project_id': 'efcc65af12004d1aac39a9e88f0824a6', 'gw_port_host': None}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:40.194288 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e09aa4-9ab6-4297-842e-a2db78dcf7d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:40.254497 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.343668 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.345820 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.389625 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.390120 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c44c4512-8eb3-4f53-9c77-a240696c681e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:14:40.394351 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.395690 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-1317ec3a-1ac6-4710-848b-96a6cdb89f24 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c44c4512-8eb3-4f53-9c77-a240696c681e HTTP/1.1" status: 204 len: 168 time: 0.7577562 Sep 24 20:14:40.398291 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:40.441237 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Deleting subnet 82d7b411-bda7-40ca-be17-a0ae8d684e9c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:14:40.444117 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.477786 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.560758 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.613349 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.639119 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d7b411-bda7-40ca-be17-a0ae8d684e9c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:40.644064 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.645927 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7ca313ce-6073-4a4d-b6d9-29cde7386613 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/82d7b411-bda7-40ca-be17-a0ae8d684e9c HTTP/1.1" status: 204 len: 168 time: 0.2466898 Sep 24 20:14:40.648518 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:40.649255 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a527896-7968-43dd-872e-f119e9539454 None None] Network eb5ff4f3-b83f-4830-91a7-2cb42b77d65f requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:40.719577 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.772562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Deleting port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:40.772907 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.834204 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] For port 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=37d9eeab-f9f5-4c6f-9782-acff9b25d624,segment=NetworkSegment(a241e6f7-d401-40b8-8f69-0a0a3dde1648),segment_id=a241e6f7-d401-40b8-8f69-0a0a3dde1648)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:40.834578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.846405 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Calling delete_port for 37d9eeab-f9f5-4c6f-9782-acff9b25d624 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:40.919965 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d9731-a953-4b05-9677-26b897903205 None None] DHCP port deletion for eb5ff4f3-b83f-4830-91a7-2cb42b77d65f request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:14:40.929937 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:40.956473 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d9eeab-f9f5-4c6f-9782-acff9b25d624,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:40.959967 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] No DVR routers for this DVR port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:14:40.966307 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-684d9731-a953-4b05-9677-26b897903205 None None] Deleting port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:40.967767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.036020 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-684d9731-a953-4b05-9677-26b897903205 None None] For port 37d9eeab-f9f5-4c6f-9782-acff9b25d624, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:41.036510 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.037520 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.057527 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-684d9731-a953-4b05-9677-26b897903205 None None] Calling delete_port for 37d9eeab-f9f5-4c6f-9782-acff9b25d624 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:41.062220 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-684d9731-a953-4b05-9677-26b897903205 None None] Port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 20:14:41.063939 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.067306 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5ff4f3-b83f-4830-91a7-2cb42b77d65f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:41.078893 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a241e6f7-d401-40b8-8f69-0a0a3dde1648') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:41.079229 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a241e6f7-d401-40b8-8f69-0a0a3dde1648') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:41.089853 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.099622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 37d9eeab-f9f5-4c6f-9782-acff9b25d624 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:41.103762 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.103981 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d9731-a953-4b05-9677-26b897903205 None None] Pushing event deleted for resources: {'Port': ['ID=37d9eeab-f9f5-4c6f-9782-acff9b25d624,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:41.110468 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:14:41.110938 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: timer() Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:14:41.112879 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:14:41.128739 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 37d9eeab-f9f5-4c6f-9782-acff9b25d624 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:41.129095 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 37d9eeab-f9f5-4c6f-9782-acff9b25d624 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:41.129525 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:41.131817 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d9731-a953-4b05-9677-26b897903205 None None] No DVR routers for this DVR port 37d9eeab-f9f5-4c6f-9782-acff9b25d624 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:14:41.134932 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.135288 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.135632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.135964 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.136450 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.136662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.137252 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.137583 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.137910 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.138238 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.138563 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.138943 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d9731-a953-4b05-9677-26b897903205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:41.159055 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:41.159409 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 55e09aa4-9ab6-4297-842e-a2db78dcf7d6 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:41.159893 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b755f81c-c12e-44c4-95ac-f90d4bbbd328 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:41.182972 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: b755f81c-c12e-44c4-95ac-f90d4bbbd328 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:41.183235 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.184013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device b755f81c-c12e-44c4-95ac-f90d4bbbd328 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:41.190103 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.195414 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53516) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:41.196003 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb5ff4f3-b83f-4830-91a7-2cb42b77d65f HTTP/1.1" status: 204 len: 168 time: 0.5457804 Sep 24 20:14:41.207504 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121a9ae-c422-4700-80aa-d0d23390f672 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5ff4f3-b83f-4830-91a7-2cb42b77d65f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:41.543247 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.782345 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Deleting port a3aa8048-c3c9-4999-aada-797cb4932862 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:41.782679 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.858259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] For port a3aa8048-c3c9-4999-aada-797cb4932862, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=a3aa8048-c3c9-4999-aada-797cb4932862,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:41.858621 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:41.870755 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Calling delete_port for a3aa8048-c3c9-4999-aada-797cb4932862 owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:42.047368 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:42.081588 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3aa8048-c3c9-4999-aada-797cb4932862,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:42.243717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:42.752155 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Router 9208958a-d05d-4531-8995-35831ce54e48 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:14:42.854836 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:42.859967 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a6949e08-7d9e-4423-9664-d63414ff9da1 admin admin] 10.222.0.18 "PUT /v2.0/routers/9208958a-d05d-4531-8995-35831ce54e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6627495 Sep 24 20:14:42.862546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53518) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:42.863218 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Sync routers for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:42.871995 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:42.872602 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:42.969837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:42.985603 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:43.078734 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.131259 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Deleting port c86350cc-0c8c-40e1-a632-3399d773ffdf {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:43.131606 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.160987 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:14:42Z', 'revision_number': 5, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port': {'id': 'c86350cc-0c8c-40e1-a632-3399d773ffdf', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:00:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9208958a-d05d-4531-8995-35831ce54e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:43.190176 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Checking router: 9208958a-d05d-4531-8995-35831ce54e48 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:43.199469 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Routers {'9208958a-d05d-4531-8995-35831ce54e48'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:43.200085 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['9208958a-d05d-4531-8995-35831ce54e48'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:43.209413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] For port c86350cc-0c8c-40e1-a632-3399d773ffdf, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c86350cc-0c8c-40e1-a632-3399d773ffdf,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:43.209781 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.222108 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Calling delete_port for c86350cc-0c8c-40e1-a632-3399d773ffdf owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:43.283711 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] Set router 9208958a-d05d-4531-8995-35831ce54e48 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:43.334122 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:14:43Z', 'revision_number': 6, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:43.362786 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d4e59-326e-4ec8-842c-346c19893c5e None None] The sync data for ids ['9208958a-d05d-4531-8995-35831ce54e48'] in n-d-810952-2 is: [{'id': '9208958a-d05d-4531-8995-35831ce54e48', 'name': 'tempest-TestShelveInstance-962305991-router', 'tenant_id': '960e07970825423184a7569a9a49ab8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:05:48Z', 'updated_at': '2021-09-24T20:14:43Z', 'revision_number': 6, 'project_id': '960e07970825423184a7569a9a49ab8b', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:43.397490 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.427620 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86350cc-0c8c-40e1-a632-3399d773ffdf,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:43.486440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.575771 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.578387 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.620317 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.621413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9208958a-d05d-4531-8995-35831ce54e48 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:14:43.625912 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.627080 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-05825f19-b64b-4818-b654-8789ea934fb4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9208958a-d05d-4531-8995-35831ce54e48 HTTP/1.1" status: 204 len: 168 time: 0.7635496 Sep 24 20:14:43.629656 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53520) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:43.676888 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Deleting subnet da45fb8b-a2cc-4b23-8676-6d0695145a1e {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:14:43.679761 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.691733 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:14:43.715102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.799736 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.865161 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.890604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da45fb8b-a2cc-4b23-8676-6d0695145a1e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:43.896333 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:43.898202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-6ba0f2ac-0d4e-4fe4-8a31-f9ef36b04972 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da45fb8b-a2cc-4b23-8676-6d0695145a1e HTTP/1.1" status: 204 len: 168 time: 0.2676277 Sep 24 20:14:43.900842 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53522) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:43.903950 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a319bfa-2c7e-4189-950e-0aaf93596ec0 None None] Network 7b41b19b-667e-450d-97dd-992b79de64fb requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:43.968721 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.027520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Deleting port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:44.027868 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.092157 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] For port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,segment=NetworkSegment(088b5236-0391-4e62-89c1-e6f6483c15fb),segment_id=088b5236-0391-4e62-89c1-e6f6483c15fb)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:44.092518 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.105979 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Calling delete_port for f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:44.135293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] DHCP port deletion for 7b41b19b-667e-450d-97dd-992b79de64fb request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:14:44.187863 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Deleting port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:14:44.188240 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.191757 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.221772 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:44.225695 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] No DVR routers for this DVR port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:14:44.257782 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] For port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7, host n-d-810952-2, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:44.258181 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.270691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Calling delete_port for f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:14:44.273361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 20:14:44.274637 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.296725 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.300969 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] Pushing event deleted for resources: {'Port': ['ID=f8c168e9-ce41-4dad-a7af-1eebe54ee8e7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:44.304207 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba747ad7-3a6f-4afe-ac06-63758fddd8e1 None None] No DVR routers for this DVR port f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:14:44.327762 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b41b19b-667e-450d-97dd-992b79de64fb']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:44.337476 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088b5236-0391-4e62-89c1-e6f6483c15fb') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:44.337774 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088b5236-0391-4e62-89c1-e6f6483c15fb') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:44.348398 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.361759 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.368059 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:14:44.368456 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: timer() Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:14:44.370121 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:14:44.426094 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.431616 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.434056 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7b41b19b-667e-450d-97dd-992b79de64fb HTTP/1.1" status: 204 len: 168 time: 0.5322924 Sep 24 20:14:44.446288 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb17a-9d75-4e33-ae63-c9fefc12f187 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b41b19b-667e-450d-97dd-992b79de64fb,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:44.541401 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:44.585368 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-e32dcb12-5200-4cab-af80-d8265b1df342 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efcc65af12004d1aac39a9e88f0824a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427752 Sep 24 20:14:44.587909 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:44.634600 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.655767 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.702841 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.705388 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:44.706538 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/649b99a8-0728-46ed-a052-0f023297c222 HTTP/1.1" status: 204 len: 168 time: 0.1177356 Sep 24 20:14:44.713885 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e2b8c-a21e-4398-91fa-b7afbd06f4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b99a8-0728-46ed-a052-0f023297c222,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:45.012689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:45.054358 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-69f9a4d1-1256-40da-8602-be06ab82bb00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=960e07970825423184a7569a9a49ab8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384104 Sep 24 20:14:45.054556 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:45.075213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3aa8048-c3c9-4999-aada-797cb4932862 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:45.097820 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: a3aa8048-c3c9-4999-aada-797cb4932862 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:45.098251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device a3aa8048-c3c9-4999-aada-797cb4932862 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:45.098754 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c86350cc-0c8c-40e1-a632-3399d773ffdf no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:45.102239 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:45.117029 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c86350cc-0c8c-40e1-a632-3399d773ffdf {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:45.117377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c86350cc-0c8c-40e1-a632-3399d773ffdf not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:45.117788 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:14:45.124054 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:45.136056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:14:45.136430 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f8c168e9-ce41-4dad-a7af-1eebe54ee8e7 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:14:45.173248 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:45.175842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:45.179562 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/401aaeab-11b7-4374-898e-f023f722c23a HTTP/1.1" status: 204 len: 168 time: 0.1215415 Sep 24 20:14:45.188350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03706d7-a0e4-4e83-a746-bb81f41afee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401aaeab-11b7-4374-898e-f023f722c23a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:45.818426 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:45.914284 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-45313737-network', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:45.935558 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Made reservation on behalf of 3b84e90c091f4dc2a050a9aabc525ff2 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:14:45.937802 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:45.946496 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.036528 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.041309 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.069457 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:14:46.074677 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b6465-3486-4390-b688-e256e21c2ec9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:46.081842 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.082191 n-d-810952-2 neutron-server[94856]: INFO neutron.db.segments_db [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Added segment 29d6fe33-04eb-4472-b949-b343db2b8fbd of type vlan for network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 Sep 24 20:14:46.122667 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.145501 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.146655 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:46.147258 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.181975 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3623796 Sep 24 20:14:46.185009 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53562) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:46.190045 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Request body: {'subnet': {'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-45313737-subnet', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'ip_version': 4}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:46.209931 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9999-cad0-4ac0-97a9-800653247c94 admin admin] Pushing event updated for resources: {'Network': ['ID=be7a35e3-a9be-4f7a-9434-cab49ffac0e5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:46.210758 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Made reservation on behalf of 3b84e90c091f4dc2a050a9aabc525ff2 for: {'subnet': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:14:46.213891 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5849900'] for subnet, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.220773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:14:46.389226 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6401232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5849886'] for subnet, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.448547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:46.456114 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Checking segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:46.456473 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Network hostable DHCP agents. Network: be7a35e3-a9be-4f7a-9434-cab49ffac0e5, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:14:46.472530 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:14:46.480458 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, be7a35e3-a9be-4f7a-9434-cab49ffac0e5) {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:46.484278 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:46.484871 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.490414 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b475f-c463-40e8-a30f-46f9cd750ca2 None None] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:46.498087 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e91cc184-8e27-4039-9876-996ae12bf836 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3119507 Sep 24 20:14:46.500798 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53564) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:46.505006 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:46.524851 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.525826 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.575913 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.629827 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:14:46.630706 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.713717 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.764240 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Allocated IP 172.20.0.2 (be7a35e3-a9be-4f7a-9434-cab49ffac0e5/d9412274-ae3c-4daf-ab5f-c7e4a2d40edd/3efdbd8c-7384-48a8-bfa5-83af2ed68e41) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:46.905587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.909384 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.913248 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.934116 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:46.949223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:46.952118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:46.955507 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:46.966167 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Pushing event updated for resources: {'Port': ['ID=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:47.018242 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Attempting to bind port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:47.018600 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Attempting to bind port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:47.019017 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Attempting to bind port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:47.023938 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:47.024305 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Checking segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:47.024710 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.025102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Bound using segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:47.025559 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Bound port: 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:47.025937 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.039561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Allocated IP 172.25.5.110 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/0432a97b-d248-486b-868e-d7976c28967e) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:47.157266 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.192822 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.233938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:47.239827 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0432a97b-d248-486b-868e-d7976c28967e,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:47.242304 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:47.242688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] For port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:47.244474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:47.247588 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] For port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:47.253415 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.311074 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e04df-6bda-45db-ab75-78321065dd75 None None] Pushing event updated for resources: {'Port': ['ID=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:47.499431 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:47.703876 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.148787 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Router d401520c-c830-41a7-99e5-14c3b2df5701 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:14:48.260330 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2cf5a-2850-4543-b309-46e9afaaa6c7 None None] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:48.265915 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:48.276901 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:48.280809 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.282161 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c493cbba-83d9-44e6-8f1e-b8756436e9f3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7804375 Sep 24 20:14:48.284901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53566) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:48.323690 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:48.324329 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:48.422250 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] Provisioning complete for port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:48.422542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.529748 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:48.688003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.693036 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.758825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] For port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:48.766141 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.826323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:47Z', 'revision_number': 3, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:48.828214 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85635-8c22-4c19-a0d6-be54bb516d74 None None] Pushing event updated for resources: {'Port': ['ID=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:48.855637 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:48.856542 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Updating router d401520c-c830-41a7-99e5-14c3b2df5701 port 0432a97b-d248-486b-868e-d7976c28967e binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:14:48.862711 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Allocated IP 172.20.0.1 (be7a35e3-a9be-4f7a-9434-cab49ffac0e5/d9412274-ae3c-4daf-ab5f-c7e4a2d40edd/f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:48.888667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.915809 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b7397b94-3bfe-4dd8-9abf-7901d9cca6cc None None] Provisioning complete for port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:48.916122 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7397b94-3bfe-4dd8-9abf-7901d9cca6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:48.971403 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.004180 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.043085 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:49.047770 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:49.050219 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:49.084405 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:49.108834 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.151872 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:49.249361 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.257333 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:49.257716 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.291259 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.299844 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.370293 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbfb5c-333d-43d6-9239-2eb9f63c9963 None None] Pushing event updated for resources: {'Port': ['ID=0432a97b-d248-486b-868e-d7976c28967e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:49.376299 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Attempting to bind port 0432a97b-d248-486b-868e-d7976c28967e on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:49.376674 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Attempting to bind port 0432a97b-d248-486b-868e-d7976c28967e by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:49.377045 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Attempting to bind port 0432a97b-d248-486b-868e-d7976c28967e on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:49.385632 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d3268c43-d34d-460b-9603-73e467fa96f8 None None] Provisioning complete for port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:49.386005 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3268c43-d34d-460b-9603-73e467fa96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.389126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:49.389126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:49.389524 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.389918 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:49.390384 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Bound port: 0432a97b-d248-486b-868e-d7976c28967e, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:49.390767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.415623 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.420814 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.487881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:49.488622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3268c43-d34d-460b-9603-73e467fa96f8 None None] Port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:14:49.490419 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.500091 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] For port 0432a97b-d248-486b-868e-d7976c28967e, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:49.503463 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] For port 0432a97b-d248-486b-868e-d7976c28967e, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0432a97b-d248-486b-868e-d7976c28967e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:49.507586 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.565425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbfb5c-333d-43d6-9239-2eb9f63c9963 None None] Pushing event updated for resources: {'Port': ['ID=0432a97b-d248-486b-868e-d7976c28967e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:49.568070 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:49.568662 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:49.585586 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:49.586982 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:49.676676 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:49.709734 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:14:49.827377 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:49.832419 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-a46c84d4-85b8-4ec3-ac9f-405ada3a5bf1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d401520c-c830-41a7-99e5-14c3b2df5701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5465629 Sep 24 20:14:49.833173 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d203d2d9-db7f-41d8-875d-9fd58bacc57a None None] Provisioning complete for port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:49.833550 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d203d2d9-db7f-41d8-875d-9fd58bacc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:49.892387 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d203d2d9-db7f-41d8-875d-9fd58bacc57a None None] Port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:14:49.920026 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 2, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:49.945864 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd75e3-b119-4bd0-829f-db7cb8805a13 None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 2, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:50.352413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53582) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:50.357435 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1797381860-network', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:50.388308 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Made reservation on behalf of ef269a6065184f77a8797b06b81fbf8b for: {'network': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:14:50.392053 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for network, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.397344 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93781c9b-931d-492d-9195-6cfa9d5b1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.405237 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.516479 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.520992 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.551433 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 20:14:50.569177 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198397fb-557b-4f28-bb45-7459c6bdb4b8,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:50.577595 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.578215 n-d-810952-2 neutron-server[94855]: INFO neutron.db.segments_db [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Added segment dd8906ec-caa4-431a-b697-4204f40d4e5b of type vlan for network c0d4b1c6-3305-462c-b910-3c7de6e251ec Sep 24 20:14:50.623720 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328137247'] for network, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.650695 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902'] for network, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.651754 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:50.652363 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:50.690129 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3341076 Sep 24 20:14:50.690489 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:50.695557 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Request body: {'subnet': {'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1797381860-subnet', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:50.721082 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad6be-911a-4b22-90f8-378abded0c82 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d4b1c6-3305-462c-b910-3c7de6e251ec,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:50.727061 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Made reservation on behalf of ef269a6065184f77a8797b06b81fbf8b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:14:50.732109 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec details requested by agent ovs-agent-n-d-810952-2 with host n-d-810952-2 {{(pid=94857) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 20:14:50.733223 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5092498'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.115799 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0432a97b-d248-486b-868e-d7976c28967e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:51.167457 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0432a97b-d248-486b-868e-d7976c28967e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:51.167928 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.220176 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5013287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5092512'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.259155 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.274333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adfabbe-c694-4d68-b85f-2164a115cb29,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:51.279651 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port 0432a97b-d248-486b-868e-d7976c28967e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0432a97b-d248-486b-868e-d7976c28967e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:51.284604 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.287226 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Checking segment: {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:51.287719 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Network hostable DHCP agents. Network: c0d4b1c6-3305-462c-b910-3c7de6e251ec, hostable agents: ['f418fe21-5b65-41a1-a328-d47395122fbd'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 20:14:51.304480 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec is scheduled to be hosted by DHCP agent f418fe21-5b65-41a1-a328-d47395122fbd with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 20:14:51.313794 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810952-2, c0d4b1c6-3305-462c-b910-3c7de6e251ec) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:51.318872 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:51.319042 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.329044 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01533e-5d2c-4a0f-9ec3-79eda45442c9 None None] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:51.335382 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-7c7060fe-7fc8-49c6-8c10-1f8e027cbc0b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6437390 Sep 24 20:14:51.336077 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53586) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:51.340555 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:51.353223 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=0432a97b-d248-486b-868e-d7976c28967e,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:51.362686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13754'] for router, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.363782 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1789459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13747'] for router, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.418995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.494930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5be29f09-9b53-5628-a1fa-dc154fdbbe93-c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29'}]}} from n-d-810952-2. {{(pid=94857) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 20:14:51.496064 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.563236 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.628357 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Allocated IP 172.20.0.2 (c0d4b1c6-3305-462c-b910-3c7de6e251ec/7adfabbe-c694-4d68-b85f-2164a115cb29/8d8256a0-5aa8-42f5-b3e4-f1011f750e45) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:51.778296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.785890 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.795698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.801281 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:51.833492 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:51.836302 n-d-810952-2 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:51.839624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:51.846949 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Pushing event updated for resources: {'Port': ['ID=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:51.911901 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Allocated IP 172.25.5.140 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/c83c0ba9-5265-4ae6-adf2-f684036f10f3) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:51.984262 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:51.993501 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:51.994147 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:52.025265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.054622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Attempting to bind port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:52.055018 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Attempting to bind port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:52.055394 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Attempting to bind port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 on network c0d4b1c6-3305-462c-b910-3c7de6e251ec {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:52.060711 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:52.061107 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Checking segment: {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:52.061513 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.062014 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Bound using segment: {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:52.062361 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Bound port: 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:52.062743 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.074544 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.099939 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:52.113185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:52.117553 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:52.124305 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:52.127580 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Pushing event updated for resources: {'Port': ['ID=c83c0ba9-5265-4ae6-adf2-f684036f10f3,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:52.142102 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] For port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:52.145866 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] For port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:52.150758 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.211056 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe66164-f379-494d-8b60-3b64bb9e0394 None None] Pushing event updated for resources: {'Port': ['ID=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:52.330483 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 2, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:52.357796 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:52.358340 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Updating router d401520c-c830-41a7-99e5-14c3b2df5701 port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:14:52.397855 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.400995 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.609559 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698993'] for router, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.743336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 is scheduled to L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc with binding_index 1 {{(pid=94855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 20:14:52.773106 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.779120 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.831891 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Pushing event updated for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:52.842928 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.843281 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.844006 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.844006 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.844263 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.844592 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.844914 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.845233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.845553 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.846146 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.846258 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.846494 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:14:52.908193 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Attempting to bind port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:52.908864 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Attempting to bind port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:52.909550 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Attempting to bind port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:52.916132 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:52.916506 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Checking segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:52.916911 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:52.917300 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Bound using segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:52.917781 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Bound port: f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:52.918189 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.002898 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] For port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:53.010967 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] For port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:53.027238 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.051270 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a5f10d3-8107-42f9-89f5-fbfa9288ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.111339 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:53.112161 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:53.114233 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe569508-f358-4940-a6a9-3510f935eccd None None] Pushing event updated for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:53.259261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0432a97b-d248-486b-868e-d7976c28967e up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:53.299939 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:53.314881 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:53.316526 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] Provisioning complete for port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:53.316906 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.341155 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Sync routers for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:53.343808 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.348067 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0aa62c6c-2f95-4b32-af72-5219c0b0d143 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0104525 Sep 24 20:14:53.350615 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53588) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:53.366712 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:53.367392 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:53.415183 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa44ec-a6d4-4811-8024-d920f5ec893e None None] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:14:53.471114 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 0432a97b-d248-486b-868e-d7976c28967e triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:53.471409 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.535967 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.551250 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:52Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:53.579208 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec03e-adca-4403-90b9-1c3b129d3517 None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:52Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:53.645984 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:53.649216 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.804258 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.850377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] For port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:53.875003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:53.885865 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:53.989144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Allocated IP 172.20.0.1 (c0d4b1c6-3305-462c-b910-3c7de6e251ec/7adfabbe-c694-4d68-b85f-2164a115cb29/d77649de-d1f1-4233-bff6-be240a522ac5) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:14:54.016143 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d0a8-112b-41a7-aac0-bdc38788ab20 None None] Pushing event updated for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.037382 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Provisioning complete for port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:54.037765 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.061176 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:54.061894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.129753 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:52Z', 'revision_number': 3, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:54.138345 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.165812 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Checking router: 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:54.166162 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Updating router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 port c83c0ba9-5265-4ae6-adf2-f684036f10f3 binding host n-d-810952-2 {{(pid=94857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:14:54.177117 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.219000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:54.223037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:54.225474 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:14:54.236380 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.263004 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Pushing event updated for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.267538 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.291804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700748'] for router_interface, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.296956 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.404128 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] For port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:54.413756 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.449265 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.557920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Provisioning complete for port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:54.558210 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.565340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 20:14:54.565642 n-d-810952-2 neutron-server[94857]: DEBUG oslo_db.api [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 20:14:54.570334 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.590793 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2859c4-92d5-4860-9e95-399f67b4c226 None None] Pushing event updated for resources: {'Port': ['ID=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.615655 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.620039 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.688951 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Pushing event updated for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.691569 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701756'] for router_interface, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.714779 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.723553 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.773573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Attempting to bind port c83c0ba9-5265-4ae6-adf2-f684036f10f3 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:54.773953 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Attempting to bind port c83c0ba9-5265-4ae6-adf2-f684036f10f3 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:54.774315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Attempting to bind port c83c0ba9-5265-4ae6-adf2-f684036f10f3 on network 8806040d-c7f9-491a-961c-e1542afa0258 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:54.785261 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e4f9-46dc-4231-adfe-286664f3c84f None None] Pushing event updated for resources: {'Port': ['ID=c83c0ba9-5265-4ae6-adf2-f684036f10f3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.785511 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:14:54.786938 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:14:54.789149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:54.789691 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Checking segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:54.790108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.790498 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Bound using segment: {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:54.790996 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Bound port: c83c0ba9-5265-4ae6-adf2-f684036f10f3, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa485866-37f1-4923-8d20-934224f05c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:54.791384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.858339 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] For port c83c0ba9-5265-4ae6-adf2-f684036f10f3, host n-d-810952-2, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:54.862011 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] For port c83c0ba9-5265-4ae6-adf2-f684036f10f3, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c83c0ba9-5265-4ae6-adf2-f684036f10f3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:54.863172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-13501b5b-7acf-4f73-8ecb-83bc20ea1b51 None None] Provisioning complete for port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:54.863541 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13501b5b-7acf-4f73-8ecb-83bc20ea1b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.867594 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:54.912746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:14:54.964464 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e4f9-46dc-4231-adfe-286664f3c84f None None] Pushing event updated for resources: {'Port': ['ID=c83c0ba9-5265-4ae6-adf2-f684036f10f3,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:54.970301 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:54.971010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:55.030347 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:14:55.035931 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-2b92818c-09ea-437a-acb7-27b10ed68be7 admin admin] 10.222.0.18 "PUT /v2.0/routers/5a8f959d-cf70-4f87-ab10-32a4a61a68e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845787 Sep 24 20:14:55.280573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-13501b5b-7acf-4f73-8ecb-83bc20ea1b51 None None] Provisioning complete for port d77649de-d1f1-4233-bff6-be240a522ac5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:55.281491 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13501b5b-7acf-4f73-8ecb-83bc20ea1b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.324149 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:55.358775 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-13501b5b-7acf-4f73-8ecb-83bc20ea1b51 None None] Port d77649de-d1f1-4233-bff6-be240a522ac5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:14:55.372363 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:55.522704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0e00cbba-e88b-4eee-8d3f-7d848ac419ee None None] Provisioning complete for port d77649de-d1f1-4233-bff6-be240a522ac5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:55.523089 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e00cbba-e88b-4eee-8d3f-7d848ac419ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.524452 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:55.524800 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.613795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0e00cbba-e88b-4eee-8d3f-7d848ac419ee None None] Port d77649de-d1f1-4233-bff6-be240a522ac5 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:14:55.660251 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd77649de-d1f1-4233-bff6-be240a522ac5', 'name': '', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'mac_address': 'fa:16:3e:a5:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:53Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 2, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'subnets': [{'id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:55.690806 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb1116-c4d7-419e-9270-3eb60e949eda None None] The sync data for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 is: [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd77649de-d1f1-4233-bff6-be240a522ac5', 'name': '', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'mac_address': 'fa:16:3e:a5:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:53Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 2, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'subnets': [{'id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:55.693106 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:55.703503 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:55.708129 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920095016', 'description': 'tempest-secgroup-smoke-1920095016 description', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:55.732902 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.750423 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:55.750987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.854105 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.858478 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.884830 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:55.886071 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1815660 Sep 24 20:14:55.889438 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 53598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:55.893665 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:55.904818 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe29306-e47f-47e4-bc0b-d6da7b9498f9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:55.937863 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.001611 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.005888 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.027443 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cdf3d6-9e7b-4598-be89-597b2ef954ba,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.031980 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.036084 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53600) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:56.036628 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-4210a860-b72b-4e5c-b198-89a6c2c865f4 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457927 Sep 24 20:14:56.041293 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:56.076107 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.137000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.141589 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.162386 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad48784-09de-4f4c-a416-0787aae8123d,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.169922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.171204 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-453c0736-fd25-4a81-ae46-fda80ea56df0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340022 Sep 24 20:14:56.173896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53602) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:56.178339 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:56.205411 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.210607 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.267738 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.271812 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.296292 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59778463-552d-4870-a072-afde916077de,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.302884 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.304120 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8211ebde-c5d6-4d55-be40-0b62c28f3fc8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292937 Sep 24 20:14:56.306829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53604) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:56.311574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:56.343590 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.422821 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.427048 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.446470 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308a134e-e3fe-4b1d-acaa-1b25199c2296,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.453000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.456783 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b6e61562-77fe-434d-8741-be9d6e21510b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463044 Sep 24 20:14:56.457299 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53606) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:56.461413 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:56.483319 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Project 3b84e90c091f4dc2a050a9aabc525ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:14:56.488424 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.550990 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.555040 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.575350 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade07b87-32e8-4c34-b079-7df753d7aa67,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.580297 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.583650 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f0c0d45a-ded4-489a-ae5c-3a079917f6c7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233239 Sep 24 20:14:56.584135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53608) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:14:56.588135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'security_group_rule': {'security_group_id': '8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce', 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:14:56.611341 n-d-810952-2 neutron-server[94855]: INFO neutron.db.securitygroups_db [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Project 3b84e90c091f4dc2a050a9aabc525ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 20:14:56.616686 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.680911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.685261 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655706'] for security_group_rule, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.707365 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19519bc-0bff-4a45-9d8a-7bca09efc91e,revision_number=0']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:56.713348 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:56.714773 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-f39ddabc-3a7a-47b3-b436-6e2bcb624776 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300149 Sep 24 20:14:56.858308 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2e589665-813f-4573-ba6a-454348349090 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920095016&fields=id&tenant_id=3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 267 time: 0.0341442 Sep 24 20:14:56.967603 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-826484ab-2765-43a8-b880-34791b36c361 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:14:56.969136 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-826484ab-2765-43a8-b880-34791b36c361 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 808 time: 0.1039102 Sep 24 20:14:56.984629 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-127ebe6f-1ca6-4b3a-a82b-e9188f2ba2c8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/quotas/3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 375 time: 0.0097497 Sep 24 20:14:57.035193 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-6a0b6853-373d-41a2-996b-418cfd3ecd64 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452161 Sep 24 20:14:57.140875 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-759c7afa-4c2d-4901-96a0-9bcf5f6e5f11 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:14:57.141907 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-759c7afa-4c2d-4901-96a0-9bcf5f6e5f11 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949228 Sep 24 20:14:57.234838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-40f3f88c-1fc0-47c2-a482-c501383cd505 service neutron] 10.222.0.18 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Sep 24 20:14:57.332386 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c83c0ba9-5265-4ae6-adf2-f684036f10f3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:57.332874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-dd9ca993-9049-4c74-909f-3a677acdc627 service neutron] 10.222.0.18 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914924 Sep 24 20:14:57.387213 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c83c0ba9-5265-4ae6-adf2-f684036f10f3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:57.387663 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:57.472284 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:57.493271 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] For port c83c0ba9-5265-4ae6-adf2-f684036f10f3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c83c0ba9-5265-4ae6-adf2-f684036f10f3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:57.498029 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:57.506586 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-76f15768-34cc-48ca-b267-a2c39c00bf03 req-30b42865-2f2c-497a-8961-078cb21075e0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0309513 Sep 24 20:14:57.548049 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Pushing event updated for resources: {'Port': ['ID=c83c0ba9-5265-4ae6-adf2-f684036f10f3,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:57.697775 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Sync routers for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:14:57.707035 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:57.707641 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:57.812246 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:58.000728 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd77649de-d1f1-4233-bff6-be240a522ac5', 'name': '', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'mac_address': 'fa:16:3e:a5:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:53Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 2, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'subnets': [{'id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:58.030892 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Checking router: 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:14:58.031242 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Updating router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 port d77649de-d1f1-4233-bff6-be240a522ac5 binding host n-d-810952-2 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 20:14:58.054937 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.303024 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.307933 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.376576 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0d6c9-87e6-43d4-898c-ebb78210c60c None None] Pushing event updated for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:58.410329 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Attempting to bind port d77649de-d1f1-4233-bff6-be240a522ac5 on host n-d-810952-2 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:14:58.410706 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Attempting to bind port d77649de-d1f1-4233-bff6-be240a522ac5 by drivers openvswitch,hyperv on host n-d-810952-2 at level 0 using segments [{'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:14:58.411096 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Attempting to bind port d77649de-d1f1-4233-bff6-be240a522ac5 on network c0d4b1c6-3305-462c-b910-3c7de6e251ec {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:14:58.416139 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Checking agent: {'id': '3a77948f-a268-4163-a754-b892d111a153', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 45, 23), 'started_at': datetime.datetime(2021, 9, 24, 18, 45, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:14:58.416505 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Checking segment: {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:14:58.416910 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.417294 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Bound using segment: {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:14:58.417750 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Bound port: d77649de-d1f1-4233-bff6-be240a522ac5, host: n-d-810952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8906ec-caa4-431a-b697-4204f40d4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:14:58.418627 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.482905 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] For port d77649de-d1f1-4233-bff6-be240a522ac5, host n-d-810952-2, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:14:58.487437 n-d-810952-2 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] For port d77649de-d1f1-4233-bff6-be240a522ac5, host n-d-810952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d77649de-d1f1-4233-bff6-be240a522ac5,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:14:58.493575 n-d-810952-2 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.542652 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:14:58.543671 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:58.559921 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] Provisioning complete for port d77649de-d1f1-4233-bff6-be240a522ac5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:58.560875 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.627024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ccdb3af1-073a-44cc-9314-a3dc4a87f71d req-7c04f072-60a3-481b-abbc-e1f3c9f15b4b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0502219 Sep 24 20:14:58.672257 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:14:58.694263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.710293 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0d6c9-87e6-43d4-898c-ebb78210c60c None None] Pushing event updated for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:58.729646 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] For port d77649de-d1f1-4233-bff6-be240a522ac5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d77649de-d1f1-4233-bff6-be240a522ac5,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:14:58.735199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.796142 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066e87c-f529-4aa4-9b02-91d370894782 None None] Pushing event updated for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:14:58.854002 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bae5ca64-6ff2-4098-b767-ac4a54aea262 None None] Provisioning complete for port d77649de-d1f1-4233-bff6-be240a522ac5 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:58.854376 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca64-6ff2-4098-b767-ac4a54aea262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:58.892295 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd77649de-d1f1-4233-bff6-be240a522ac5', 'name': '', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'mac_address': 'fa:16:3e:a5:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:53Z', 'updated_at': '2021-09-24T20:14:58Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'subnets': [{'id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:14:58.918730 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c02dee-bfa6-49db-967d-13ed52d1e915 None None] The sync data for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 is: [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:54Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'd77649de-d1f1-4233-bff6-be240a522ac5', 'name': '', 'network_id': 'c0d4b1c6-3305-462c-b910-3c7de6e251ec', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'mac_address': 'fa:16:3e:a5:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:53Z', 'updated_at': '2021-09-24T20:14:58Z', 'revision_number': 4, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'subnets': [{'id': '7adfabbe-c694-4d68-b85f-2164a115cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:14:59.342586 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d77649de-d1f1-4233-bff6-be240a522ac5 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:59.392122 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port d77649de-d1f1-4233-bff6-be240a522ac5 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:59.392499 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:59.475077 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c83c0ba9-5265-4ae6-adf2-f684036f10f3 up at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:14:59.522371 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Provisioning complete for port c83c0ba9-5265-4ae6-adf2-f684036f10f3 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:14:59.522738 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:14:59.689618 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ef1a0dfa-bfee-427a-b0f7-15b6ba77c37f req-bafd1d28-e581-4993-8fe4-940f7d4eb2a0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Sep 24 20:15:00.766078 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-7e66e09a-beb3-4923-8c27-b9b038f9eff2 req-fa4b5a6b-e47e-4006-ace3-d01836ce1515 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Sep 24 20:15:01.857799 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-05b082b9-2ed7-4f2c-9303-acbaaf865586 req-43e4150b-d21f-4fc9-bb5a-0a5bd6f06386 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0269890 Sep 24 20:15:02.794736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-9de5d45d-a427-42b5-8514-a82f06ae4b40 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:02.796166 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-9de5d45d-a427-42b5-8514-a82f06ae4b40 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 808 time: 0.1041145 Sep 24 20:15:02.844792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-9ff3bf7b-f724-4803-9c6e-e095da610c64 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 380 time: 0.0334263 Sep 24 20:15:02.855056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'port': {'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'admin_state_up': True, 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'security_groups': ['8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:15:02.953580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0c42f683-8161-4bb0-bb16-fb49f7ddb3e8 req-bf57152a-0cda-4f55-a186-60ec1eb464c9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Sep 24 20:15:02.966529 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Made reservation on behalf of 3b84e90c091f4dc2a050a9aabc525ff2 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:15:02.970079 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.096689 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Allocated IP 172.20.0.7 (be7a35e3-a9be-4f7a-9434-cab49ffac0e5/d9412274-ae3c-4daf-ab5f-c7e4a2d40edd/e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:15:03.227589 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.260908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.304730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:15:03.307730 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:15:03.312002 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:15:03.341358 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:03.367155 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:03.367779 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.382726 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-5a0d0976-e4f5-4856-880d-f2c00b8a411f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5311589 Sep 24 20:15:03.401486 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Request body: {'port': {'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810952-2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:15:03.457659 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.586765 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ca1be4a4-6a55-44be-8e9b-e4323018d7f5 None None] Provisioning complete for port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:15:03.587387 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca1be4a4-6a55-44be-8e9b-e4323018d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.619920 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca1be4a4-6a55-44be-8e9b-e4323018d7f5 None None] Port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:15:03.717731 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:15:03.724908 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.736704 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Transition to ACTIVE for port object e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:15:03.740053 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.786867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:03.860707 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Attempting to bind port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a on host n-h2-810952-2 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:15:03.861392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Attempting to bind port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a by drivers openvswitch,hyperv on host n-h2-810952-2 at level 0 using segments [{'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:15:03.861392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Attempting to bind port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:15:03.865736 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810952-2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:15:03.866050 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Attempting to bind port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:15:03.870791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Checking agent: {'id': '86648a86-62e3-4878-a27e-c6e484f686f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:15:03.871702 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Checking segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:15:03.872130 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Bound using segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:15:03.872639 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Bound port: e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host: n-h2-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:15:03.872996 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.938973 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:15:03.942220 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:15:03.945593 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5013424'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.977866 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:03.978552 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:03.979992 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 1091 time: 0.5830083 Sep 24 20:15:03.981433 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:15:03.983560 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3015a249-dc28-43b9-b7a8-c272b8262057" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:15:04.002770 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:04.024995 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51dd33-2009-4d11-bb20-c2c3271cf7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:04.031037 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1792209f-15ad-4971-b942-34692f93b35f x-openstack-request-id: req-1792209f-15ad-4971-b942-34692f93b35f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:15:04.031228 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:15:04.031367 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1792209f-15ad-4971-b942-34692f93b35f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:15:04.031713 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'status': 'completed', 'code': 200} Sep 24 20:15:04.080538 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-b64c43e2-e8ee-41f2-98d3-62545dc12954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.082142 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-b64c43e2-e8ee-41f2-98d3-62545dc12954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1094 time: 0.0495825 Sep 24 20:15:04.106484 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377964-019a-4ad7-a541-362ba7e616a8 req-f5796e2f-a1bf-49a1-8f05-47234288a256 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.108083 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02377964-019a-4ad7-a541-362ba7e616a8 req-f5796e2f-a1bf-49a1-8f05-47234288a256 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.0528181 Sep 24 20:15:04.130260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-9467374d-516f-40f5-bb91-e339bdc76ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 217 time: 0.0390635 Sep 24 20:15:04.151404 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-02377964-019a-4ad7-a541-362ba7e616a8 req-73f5af7d-cfa1-43a0-a16a-588d267d8f45 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367739 Sep 24 20:15:04.186912 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-f910b123-64c0-47f0-a394-8878edaac395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.188391 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-f910b123-64c0-47f0-a394-8878edaac395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0463314 Sep 24 20:15:04.239565 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-b6a9f42c-7d78-497b-a8c9-96bce74d1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.241035 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-b6a9f42c-7d78-497b-a8c9-96bce74d1d28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406606 Sep 24 20:15:04.335740 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-8461aebd-6ea2-4537-ae5b-7cfca7ac6a51 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865266 Sep 24 20:15:04.425738 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-cdf436a2-8f9e-4360-911b-c71cee20f451 req-e4c71b9b-5f87-4aac-aa42-91c1b76dc03c service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804694 Sep 24 20:15:04.528286 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-89a5cfc6-02c0-4957-be6b-629a73b9b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.529806 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-89a5cfc6-02c0-4957-be6b-629a73b9b319 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1094 time: 0.0467770 Sep 24 20:15:04.621811 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-28a864a7-0eaf-4bfc-bbb1-86d2385313fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.623307 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-28a864a7-0eaf-4bfc-bbb1-86d2385313fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0825353 Sep 24 20:15:04.666977 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-6fa31fbe-5a63-4daa-a96d-2af930864edf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 217 time: 0.0367346 Sep 24 20:15:04.715928 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-034c01e1-763b-4a36-b2f7-d7dcd95e6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.717260 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-034c01e1-763b-4a36-b2f7-d7dcd95e6e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0429194 Sep 24 20:15:04.762826 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-16cb97f9-e814-4e4f-bd44-5e3bf0ba9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:04.764296 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-16cb97f9-e814-4e4f-bd44-5e3bf0ba9496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392706 Sep 24 20:15:04.856727 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-77f5bd24-8cbb-42b1-b373-e02fbb6b130f service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843527 Sep 24 20:15:04.945104 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-3015a249-dc28-43b9-b7a8-c272b8262057 req-2754c97a-13b8-4db7-a469-f066bcee68be service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798631 Sep 24 20:15:05.318197 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b063-bfd4-4619-9965-9086b47f7720 req-ef4219f4-73d3-4f0d-a871-4a2b506d5188 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:05.319639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f07b063-bfd4-4619-9965-9086b47f7720 req-ef4219f4-73d3-4f0d-a871-4a2b506d5188 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.0994754 Sep 24 20:15:05.356556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2f07b063-bfd4-4619-9965-9086b47f7720 req-e3ead3b8-7e76-42bb-ba5b-33001d67aa1f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Sep 24 20:15:06.469037 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582dfeb-8d8f-4341-bbdf-469df7e1bf6b req-7f987694-c3bb-489d-a288-e135b6d9cafd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:06.470522 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6582dfeb-8d8f-4341-bbdf-469df7e1bf6b req-7f987694-c3bb-489d-a288-e135b6d9cafd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Sep 24 20:15:06.511103 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6582dfeb-8d8f-4341-bbdf-469df7e1bf6b req-6f3aea32-fffe-4dcc-858a-ef1327eed0b0 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Sep 24 20:15:07.029983 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:15:07.124561 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:15:07.135180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:15:07.171263 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:07.183967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:15:07.206648 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:15:07.210560 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:07.258205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:07.477010 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:15:07.629609 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada63ef6-ac27-4946-a960-063ba86a69fb req-795876ad-b3b8-4dbb-9864-f8fc464447f1 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:07.631287 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ada63ef6-ac27-4946-a960-063ba86a69fb req-795876ad-b3b8-4dbb-9864-f8fc464447f1 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 944 time: 0.0536993 Sep 24 20:15:07.672237 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ada63ef6-ac27-4946-a960-063ba86a69fb req-c3c5c8ef-ad73-4659-9b0c-1fb3c879d3c6 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Sep 24 20:15:08.785007 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059cf6-803d-4b8f-8f86-3073c8407472 req-71da4b02-91ac-43e3-868d-c0afaf65f234 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:08.786507 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf059cf6-803d-4b8f-8f86-3073c8407472 req-71da4b02-91ac-43e3-868d-c0afaf65f234 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 944 time: 0.0493121 Sep 24 20:15:08.823913 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-cf059cf6-803d-4b8f-8f86-3073c8407472 req-a5c210e5-66f2-4a20-8b8e-e8bec0675411 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314093 Sep 24 20:15:09.028737 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:15:09.077021 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning for port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:15:09.080529 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:15:09.080897 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:09.157403 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:09.179624 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:15:09.182083 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f0efa-b603-4da0-96e2-930d187870c7" -d '{"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-plugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:15:09.194060 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:15:09.197991 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:09.245622 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:09.278616 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13295096-b2c0-49be-a7bb-b071c3b264a0 x-openstack-request-id: req-13295096-b2c0-49be-a7bb-b071c3b264a0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:15:09.278941 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-plugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:15:09.279201 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13295096-b2c0-49be-a7bb-b071c3b264a0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:15:09.279598 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'code': 200} Sep 24 20:15:09.382266 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d1e54-d832-4b3f-925a-639d6eccf342 req-3175943f-3894-4d51-9898-b341b9e3ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:09.383832 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-727d1e54-d832-4b3f-925a-639d6eccf342 req-3175943f-3894-4d51-9898-b341b9e3ff8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1096 time: 0.0455089 Sep 24 20:15:09.418760 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-727d1e54-d832-4b3f-925a-639d6eccf342 req-4bdfd12a-e35d-495f-8227-27dbc8267ed6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276394 Sep 24 20:15:09.680725 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:09.935922 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db1a7-4985-40a8-9daf-d4b9ad5cd9a4 req-9d953211-e10a-441e-b274-e3ffd1ddd5dc tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:09.937325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab4db1a7-4985-40a8-9daf-d4b9ad5cd9a4 req-9d953211-e10a-441e-b274-e3ffd1ddd5dc tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Sep 24 20:15:09.982627 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ab4db1a7-4985-40a8-9daf-d4b9ad5cd9a4 req-48626bc4-1021-4220-92cc-8b3bda89a64c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Sep 24 20:15:11.103990 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2f0-c8d2-4d5f-95ff-9de07889a30b req-1ba6cd9f-320a-408f-9266-3e120ef757bb tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:11.106027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6128d2f0-c8d2-4d5f-95ff-9de07889a30b req-1ba6cd9f-320a-408f-9266-3e120ef757bb tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 945 time: 0.0501111 Sep 24 20:15:11.147044 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-6128d2f0-c8d2-4d5f-95ff-9de07889a30b req-1ee62b71-bcb6-484b-8c7e-73f0e2fffddb tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Sep 24 20:15:11.260510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5a495-9684-4b83-b268-d98f7e041f5e req-98dac6cc-5d51-4101-92a7-1fd657aadd61 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:11.262198 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acc5a495-9684-4b83-b268-d98f7e041f5e req-98dac6cc-5d51-4101-92a7-1fd657aadd61 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Sep 24 20:15:11.300146 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-acc5a495-9684-4b83-b268-d98f7e041f5e req-502467b1-59bb-444e-a1a6-bcb07e75a2fc tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Sep 24 20:15:11.321589 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53682) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:15:11.401604 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df211a-cb00-461d-b5ab-03761e9b5a9b tempest-TestSnapshotPattern-528640267 tempest-TestSnapshotPattern-528640267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:11.403721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e4df211a-cb00-461d-b5ab-03761e9b5a9b tempest-TestSnapshotPattern-528640267 tempest-TestSnapshotPattern-528640267-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1091 time: 0.0811863 Sep 24 20:15:11.406585 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53686) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:15:11.410746 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:15:11.432147 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:11.528271 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:11.630262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Allocated IP 172.25.5.142 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/9e1735df-7678-406e-ad00-b1fcc1a22ea6) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:15:11.727911 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:11.760075 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:11.795781 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:15:11.798546 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:15:11.801957 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:15:11.830448 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=9e1735df-7678-406e-ad00-b1fcc1a22ea6,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:12.157744 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:12.228137 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:12.381955 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:12.386378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:12.460336 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=9e1735df-7678-406e-ad00-b1fcc1a22ea6,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:15:12.468113 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:12.565665 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Floating IP 3d1187d0-213d-4dcb-a624-7ca793e5ad9a associated. External IP: 172.25.5.142, port: e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a. Sep 24 20:15:13.071560 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:15:13.175691 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:15:13.186265 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:15:13.191716 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:13.195890 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:15:13.196519 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:15:13.218949 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-e8408604-1fef-4ab0-b3b5-29733f52013d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8113070 Sep 24 20:15:13.219608 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:15:13.222283 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:15:13.313443 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:15:13.321827 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af526e3-2eb1-4e2c-a044-d8ecaee420d9 x-openstack-request-id: req-0af526e3-2eb1-4e2c-a044-d8ecaee420d9 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:15:13.322200 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:15:13.322514 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0af526e3-2eb1-4e2c-a044-d8ecaee420d9 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:15:13.322991 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'status': 'completed', 'code': 200} Sep 24 20:15:13.384867 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-30b67628-1d40-4fd9-b93d-c02fe64fc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:13.387174 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-30b67628-1d40-4fd9-b93d-c02fe64fc67b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1096 time: 0.0399804 Sep 24 20:15:13.475580 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-baa79cec-8a48-44d9-b8ac-1f917c2b0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:13.477094 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-baa79cec-8a48-44d9-b8ac-1f917c2b0603 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0832083 Sep 24 20:15:13.538351 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:12Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:15:13.547018 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-c686bba7-ee03-40eb-814e-ef31fc888cbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 999 time: 0.0614240 Sep 24 20:15:13.563771 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:15:13.571959 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:15:13.572573 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:14:53Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:15:13.595333 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-e1f659d8-e929-42f2-b5f1-d6f06fea128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:13.596801 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-e1f659d8-e929-42f2-b5f1-d6f06fea128b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0431325 Sep 24 20:15:13.642154 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-73612940-6252-4e4d-b89e-2a5a805cab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:13.643698 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-73612940-6252-4e4d-b89e-2a5a805cab4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394657 Sep 24 20:15:13.742620 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-778991ef-5fbd-4f99-aabf-34f7802d5e16 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912092 Sep 24 20:15:13.828134 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:15:13.838323 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-5e8984b7-cb7a-4934-84d1-3565e68f1ab0 req-b5eb3766-2ccd-4760-bcbf-b96b7d995958 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Sep 24 20:15:14.042883 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:12Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:15:14.073172 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38f865-f7d2-41e2-8645-e54965b6ce5d None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:12Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:15:14.259510 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54fb86-6c27-4fca-83f4-36ec122e5051 None None] New status for floating IP 3d1187d0-213d-4dcb-a624-7ca793e5ad9a: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:15:20.400776 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c600309-0b4f-4de9-9144-5d3a2d33ef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:20.691991 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:15:23.037515 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07d08866-e330-4d8c-ad75-9560856c64ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:23.457699 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:24.461747 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:25.949543 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-e3aac664-9934-437b-a315-a8ad321ecbeb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403295 Sep 24 20:15:26.031671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-294b63ee-0f88-48d5-9f6b-2ccc64606e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:26.033225 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-294b63ee-0f88-48d5-9f6b-2ccc64606e3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1096 time: 0.0399072 Sep 24 20:15:26.138743 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-ad1966d0-f59c-4675-b6e1-61fdc7bbc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:26.140253 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-ad1966d0-f59c-4675-b6e1-61fdc7bbc572 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0859730 Sep 24 20:15:26.205214 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-ca9c342f-7397-4ca3-a93a-b2dcc91ee771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 1001 time: 0.0572829 Sep 24 20:15:26.209635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:26.257449 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-fd858840-a06b-4ec3-94a3-4121f737f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:26.258959 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-fd858840-a06b-4ec3-94a3-4121f737f6e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0467644 Sep 24 20:15:26.308978 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-989caf41-ac14-4629-aa64-9165b416720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:15:26.310444 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-989caf41-ac14-4629-aa64-9165b416720a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441477 Sep 24 20:15:26.403629 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-0068b9aa-4b95-4483-bea1-319eb9211dae service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Sep 24 20:15:26.499149 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-296ad753-d37a-4813-b59e-d2f7b1310d0b req-690baed8-e603-41dd-b326-898d53e7a50c service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838692 Sep 24 20:15:34.000542 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:39.682223 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:50.401635 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dca5429-3adf-4b61-974e-0d88b060be02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:53.037469 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a66ee6-1950-4511-80cd-77c0022a7ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:53.458741 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:54.465156 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:56.213307 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:15:57.691706 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:16:03.998353 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:09.680509 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:20.403238 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-673893e3-ccab-4cb0-b4a8-770c338abbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:23.037674 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46a16d55-db9c-4bb1-8fdb-c2cb7567490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:23.459289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:24.467681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:26.215051 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:26.679700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-ebadd7d7-dc9a-407a-8111-08457b82f241 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824029 Sep 24 20:16:26.762121 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-f6d96bf6-953f-4898-b9ac-8d2374301443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:16:26.763615 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-f6d96bf6-953f-4898-b9ac-8d2374301443 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1096 time: 0.0397098 Sep 24 20:16:26.874569 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-c50a5e94-468e-4bfd-82ab-bb06d46e7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:16:26.876037 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-c50a5e94-468e-4bfd-82ab-bb06d46e7c61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0862145 Sep 24 20:16:26.939189 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-f86bd91b-7d55-489c-b2cb-9ed2a67ed46d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 1001 time: 0.0547547 Sep 24 20:16:26.996262 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-28e70ff4-99c4-4f8b-b3d3-4b36500a03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:16:26.997658 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-28e70ff4-99c4-4f8b-b3d3-4b36500a03fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0458732 Sep 24 20:16:27.045535 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-257ecfc9-3099-4980-bf5b-d1ac722dc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:16:27.047060 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-257ecfc9-3099-4980-bf5b-d1ac722dc764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380652 Sep 24 20:16:27.146621 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-8900db48-c316-470c-bd8e-79aba1e90170 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811889 Sep 24 20:16:27.238582 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c93f3f07-09df-40b5-9c6c-27cbcb3b0252 req-99186c7a-628b-4894-b6d1-ead371d917dd service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Sep 24 20:16:33.998118 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:34.691861 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:16:39.695241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:50.404007 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-789a9ae4-7f9d-4122-9344-268911b57608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:53.037588 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e517a5f9-05a3-4306-b2a8-7b32e1f97b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:53.459272 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:54.470171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:56.217241 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:16:57.299655 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-d52fa5c5-2b21-4edb-9fed-4336e0391169 req-59f11182-6ac3-4e19-97b6-638eb5367744 service neutron] (94855) timed out ('10.222.0.18', 47432) {{(pid=94855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 20:17:04.012965 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:09.698495 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:11.690586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:17:15.697441 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a details requested by agent hyperv_n-h2-810952-2 with host n-h2-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:17:15.788553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:15.799779 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Returning: {'device': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:17:15.842109 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:15.855568 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:17:15.876734 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:15.884559 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:15.938776 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:15.947667 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.948263 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.948773 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.949117 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.949451 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.949781 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.950112 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.950438 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.950762 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.951118 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.951448 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.951769 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:15.969582 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] get_ports_and_sgs() called for port_ids ['e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:17:17.726832 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a up at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:17:17.793215 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Provisioning complete for port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:17:17.794066 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:17.876773 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:17.902504 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:17:17.904877 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501bc036-895c-4ecd-9fe8-bd91eb22229f" -d '{"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-plugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:17:17.929821 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:17.936108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:17.963736 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9793817-9a29-4ce2-a6f5-989c15cc69ff x-openstack-request-id: req-f9793817-9a29-4ce2-a6f5-989c15cc69ff {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:17:17.964008 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-plugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:17:17.964264 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9793817-9a29-4ce2-a6f5-989c15cc69ff {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:17:17.964657 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'code': 200} Sep 24 20:17:17.992454 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:20.410196 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6d5e73b-cb24-44b4-ad80-5c2289b1f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:23.049582 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb181-d3df-489c-8b7e-11876bf80efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:23.460893 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:24.476788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:24.576053 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-f32e1475-241e-4f8c-b306-3ddba48a640e tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920095016&fields=id&tenant_id=3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 267 time: 0.0343111 Sep 24 20:17:24.687286 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-26328325-f4cc-443a-b162-5935ebe7eea2 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:24.688795 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-26328325-f4cc-443a-b162-5935ebe7eea2 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 808 time: 0.1060641 Sep 24 20:17:24.710069 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-f3342146-4de3-489f-a168-bcf6f716e834 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/quotas/3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 375 time: 0.0097654 Sep 24 20:17:24.773521 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-7118a990-677f-4c35-87c0-5609047d1efb tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528619 Sep 24 20:17:24.832956 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-2fa3c8b2-c2be-4f27-ae55-87ae2533f0f0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:17:24.833978 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-2fa3c8b2-c2be-4f27-ae55-87ae2533f0f0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491712 Sep 24 20:17:24.922249 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-335bff1d-91fe-429b-868c-191aa4782244 service neutron] 10.222.0.18 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819521 Sep 24 20:17:25.015202 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-69a04e53-44db-434e-b260-35513f833b84 service neutron] 10.222.0.18 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Sep 24 20:17:25.203523 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4444d0c5-292a-4ca2-957b-5e9aba5e7a2e req-722869e7-2801-4847-9bb3-7f8f76a46f98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Sep 24 20:17:26.098965 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-9ab0fecc-b73e-4f94-a1ea-1ed5c6ef0ccd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:26.100447 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-9ab0fecc-b73e-4f94-a1ea-1ed5c6ef0ccd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 808 time: 0.1184573 Sep 24 20:17:26.144809 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-94465fe9-8178-4539-b3f0-af9ac91039e2 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b84e90c091f4dc2a050a9aabc525ff2 HTTP/1.1" status: 200 len: 380 time: 0.0347052 Sep 24 20:17:26.162921 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'port': {'device_id': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'admin_state_up': True, 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'security_groups': ['8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce']}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:17:26.225845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:26.287150 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Made reservation on behalf of 3b84e90c091f4dc2a050a9aabc525ff2 for: {'port': 1} {{(pid=94855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 20:17:26.291948 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:26.332109 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-b4be9da4-531f-4048-ae59-eac861c9c558 req-ebfa92de-d9df-46ac-b088-b26b08a4bca9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 210 time: 0.0377924 Sep 24 20:17:26.470167 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Allocated IP 172.20.0.13 (be7a35e3-a9be-4f7a-9434-cab49ffac0e5/d9412274-ae3c-4daf-ab5f-c7e4a2d40edd/fb9c1f80-4d24-453d-a825-d55035b58330) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:17:26.660765 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:26.699525 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:26.750769 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:17:26.754171 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:17:26.758209 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:17:26.767429 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:26.809840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.810181 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.810535 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.810904 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.811252 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.811592 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.811919 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.812247 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.812574 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.812902 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.813228 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.813556 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:17:26.837547 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:26.838335 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:26.862655 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-d1436c36-d06a-43ab-81dc-83138ed89d6c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019429 Sep 24 20:17:27.051825 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fcbe4ae6-5820-4f17-af05-99642bf2cd2c None None] Provisioning complete for port fb9c1f80-4d24-453d-a825-d55035b58330 triggered by entity DHCP. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:17:27.052285 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ae6-5820-4f17-af05-99642bf2cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:27.090165 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe4ae6-5820-4f17-af05-99642bf2cd2c None None] Port fb9c1f80-4d24-453d-a825-d55035b58330 cannot update to ACTIVE because it is not bound. {{(pid=94857) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 20:17:27.464724 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f09c7-5f3f-40ff-8cc8-84ec97fd1062 req-550126a1-ab36-424e-b932-9345a6495994 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:27.466465 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e24f09c7-5f3f-40ff-8cc8-84ec97fd1062 req-550126a1-ab36-424e-b932-9345a6495994 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0604022 Sep 24 20:17:27.505418 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e24f09c7-5f3f-40ff-8cc8-84ec97fd1062 req-637a705b-7fe5-4b78-b265-11e027559c67 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Sep 24 20:17:27.718190 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-13c0285e-0735-4c0f-a795-da4d1f2a2bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426478 Sep 24 20:17:27.790871 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:17:27.810225 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-1bfdf1e0-9624-4f17-841b-7f73acfe3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:27.811949 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-1bfdf1e0-9624-4f17-841b-7f73acfe3353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1096 time: 0.0420098 Sep 24 20:17:27.870698 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:27.897081 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:17:27.899339 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54aa8e-5f79-4b12-bf17-235b12dabd34" -d '{"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:17:27.914315 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:27.919828 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:27.948744 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-38a97a0d-e34a-4ca5-9017-043a60091008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:27.950779 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-38a97a0d-e34a-4ca5-9017-043a60091008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.1125615 Sep 24 20:17:27.956779 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec8a087-ed40-418c-9363-0727cacbdaee x-openstack-request-id: req-3ec8a087-ed40-418c-9363-0727cacbdaee {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:17:27.957114 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:17:27.957368 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ec8a087-ed40-418c-9363-0727cacbdaee {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:17:27.957754 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'code': 200} Sep 24 20:17:27.976270 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Pushing event updated for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:28.024616 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-53d30a26-3e1b-4cbe-84b3-bdae945f8660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 999 time: 0.0633082 Sep 24 20:17:28.083800 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-262f2881-8c12-4430-9893-5eb8339c1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:28.085425 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-262f2881-8c12-4430-9893-5eb8339c1a9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0514507 Sep 24 20:17:28.136878 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-67e77c07-2194-4e41-a864-ed3efebf4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:28.138525 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-67e77c07-2194-4e41-a864-ed3efebf4799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434558 Sep 24 20:17:28.241750 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-8afc7ae3-daa2-4db5-b9c7-bacfd32ea26e service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903740 Sep 24 20:17:28.336286 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-9f39ea1d-ae3e-4e56-a4c5-6fc5f2090b78 req-363ac421-415c-452e-be26-82f4fd732876 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Sep 24 20:17:28.626125 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dea86-5369-4fbd-8b54-2aeac6f4ac84 req-2493e28f-cbca-456d-9c9e-5b7d25a93d15 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:28.627784 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-900dea86-5369-4fbd-8b54-2aeac6f4ac84 req-2493e28f-cbca-456d-9c9e-5b7d25a93d15 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0536091 Sep 24 20:17:28.668840 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-900dea86-5369-4fbd-8b54-2aeac6f4ac84 req-6fe28dfd-b5f5-4034-9a36-2e5d92061023 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350382 Sep 24 20:17:29.787841 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85958f-dc89-4112-aba1-a06ad3fb0016 req-8eafb5d1-1321-4822-af20-d60ee6f4b153 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:29.789379 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e85958f-dc89-4112-aba1-a06ad3fb0016 req-8eafb5d1-1321-4822-af20-d60ee6f4b153 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0510597 Sep 24 20:17:29.833079 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9e85958f-dc89-4112-aba1-a06ad3fb0016 req-68e844e0-0dfd-4995-9463-25de4eb96707 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374794 Sep 24 20:17:30.959000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d403f7-773b-4ec4-b2ff-42eb7f1a0698 req-f43720cf-5989-4688-bdb7-02fc0aec9353 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:30.961570 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10d403f7-773b-4ec4-b2ff-42eb7f1a0698 req-f43720cf-5989-4688-bdb7-02fc0aec9353 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0569220 Sep 24 20:17:31.005683 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-10d403f7-773b-4ec4-b2ff-42eb7f1a0698 req-76abf7ff-56ac-4e5c-86fa-faa6b29169dc tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Sep 24 20:17:32.135961 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754a156-0796-48be-8926-e4606d2d92c1 req-5f8d4abd-20c7-4c30-94ee-cd9ba820e868 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:32.137653 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9754a156-0796-48be-8926-e4606d2d92c1 req-5f8d4abd-20c7-4c30-94ee-cd9ba820e868 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0527365 Sep 24 20:17:32.177610 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9754a156-0796-48be-8926-e4606d2d92c1 req-ef392ccc-4ed3-4e62-b0f5-8ed01906b06f tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333915 Sep 24 20:17:33.367131 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4632-25de-41cc-919e-fe063707c936 req-46f94488-3622-4029-9d94-8e174ac7a8b8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:33.368692 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f8f4632-25de-41cc-919e-fe063707c936 req-46f94488-3622-4029-9d94-8e174ac7a8b8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0739810 Sep 24 20:17:33.415667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5f8f4632-25de-41cc-919e-fe063707c936 req-22e7c4ad-7ca0-4846-aceb-7367d17d32da tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392215 Sep 24 20:17:34.034095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:34.535191 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980cd6-a1e0-4527-beca-4029ab7f4efa req-90dd4498-1555-4d52-ae7c-28c97b551614 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:34.536770 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64980cd6-a1e0-4527-beca-4029ab7f4efa req-90dd4498-1555-4d52-ae7c-28c97b551614 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0513844 Sep 24 20:17:34.576544 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-64980cd6-a1e0-4527-beca-4029ab7f4efa req-16817cc8-1e6a-4678-9210-bbbffdab34b8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Sep 24 20:17:35.694651 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0326c-0e16-46e9-b4ec-acf4600e902a req-1dfb0420-ed8e-4ea4-92eb-9ef8cf951f9b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:35.696183 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94d0326c-0e16-46e9-b4ec-acf4600e902a req-1dfb0420-ed8e-4ea4-92eb-9ef8cf951f9b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 932 time: 0.0492740 Sep 24 20:17:35.734977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-94d0326c-0e16-46e9-b4ec-acf4600e902a req-78fc92e1-1ecb-45e0-93a7-87501464d666 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Sep 24 20:17:36.418001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Request body: {'port': {'device_id': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810952-2'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:17:36.474266 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:36.740562 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9c1f80-4d24-453d-a825-d55035b58330 {{(pid=94855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:17:36.747921 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:36.764666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.provisioning_blocks [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Transition to ACTIVE for port object fb9c1f80-4d24-453d-a825-d55035b58330 will not be triggered until provisioned by entity L2. {{(pid=94855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 20:17:36.768953 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:36.857526 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:36.925344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fd324-f403-4206-b475-b47488615205 req-8b8ed10a-03f9-4273-b272-aed484c31f63 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:36.926946 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-808fd324-f403-4206-b475-b47488615205 req-8b8ed10a-03f9-4273-b272-aed484c31f63 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 944 time: 0.1076927 Sep 24 20:17:36.974513 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Attempting to bind port fb9c1f80-4d24-453d-a825-d55035b58330 on host n-h1-810952-2 for vnic_type normal with profile {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 20:17:36.974843 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Attempting to bind port fb9c1f80-4d24-453d-a825-d55035b58330 by drivers openvswitch,hyperv on host n-h1-810952-2 at level 0 using segments [{'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 20:17:36.975187 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Attempting to bind port fb9c1f80-4d24-453d-a825-d55035b58330 on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:17:36.984571 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Port fb9c1f80-4d24-453d-a825-d55035b58330 on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810952-2 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 20:17:36.984883 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Attempting to bind port fb9c1f80-4d24-453d-a825-d55035b58330 on network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 20:17:36.996471 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-808fd324-f403-4206-b475-b47488615205 req-acbc877a-bd5f-4100-988d-502342295844 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629921 Sep 24 20:17:36.997310 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Checking agent: {'id': 'f584ff4e-69e7-4c5f-91dd-064c424875ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'started_at': datetime.datetime(2021, 9, 24, 18, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 20, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 20:17:36.997639 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Checking segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 20:17:36.998005 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Bound using segment: {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'} {{(pid=94855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 20:17:36.998422 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.managers [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Bound port: fb9c1f80-4d24-453d-a825-d55035b58330, host: n-h1-810952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d6fe33-04eb-4472-b949-b343db2b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5'}}] {{(pid=94855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 20:17:36.998774 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:37.065039 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, cleared binding levels {{(pid=94855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 20:17:37.068071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 20:17:37.073785 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:37.111968 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.112601 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:37.114049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] 10.222.0.69 "PUT /v2.0/ports/fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 1092 time: 0.7432065 Sep 24 20:17:37.115263 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:17:37.117530 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e372a120-9105-445b-b946-a3adfbe4ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:17:37.141106 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2439a-35e2-46d6-9e2e-1826b6c14769 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=3']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:37.182428 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26de803-122c-400d-bf69-ca9968ba3a94 x-openstack-request-id: req-c26de803-122c-400d-bf69-ca9968ba3a94 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:17:37.182723 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:17:37.182995 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c26de803-122c-400d-bf69-ca9968ba3a94 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:17:37.183392 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'status': 'completed', 'code': 200} Sep 24 20:17:37.200063 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-308dacd0-ec12-4aee-8c71-23796d6b687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.201547 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-308dacd0-ec12-4aee-8c71-23796d6b687b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1095 time: 0.0470629 Sep 24 20:17:37.250038 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-f5163a1a-437f-4aa1-aa12-20ec59c7846d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 217 time: 0.0409184 Sep 24 20:17:37.301205 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-1b85c673-d080-443e-835c-8dcf133bbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.303851 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-1b85c673-d080-443e-835c-8dcf133bbcde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0474312 Sep 24 20:17:37.350766 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-61d62d44-b0be-44e3-9e2c-9dc4830a672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.352327 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-61d62d44-b0be-44e3-9e2c-9dc4830a672b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409718 Sep 24 20:17:37.443128 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-e6752e04-3797-49dc-878a-e8a126cf8f5a service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834816 Sep 24 20:17:37.530373 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-af53611e-5412-44f6-98dc-ea91325b5d57 req-1cb65c62-70a1-4ec3-b617-389d9be0009a service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803509 Sep 24 20:17:37.616942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-e85f3201-d769-4a3c-b29f-96e2be4e02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.618426 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-e85f3201-d769-4a3c-b29f-96e2be4e02c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1095 time: 0.0407038 Sep 24 20:17:37.712853 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-fd548ef4-02bf-42fd-a79d-55076295e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.714370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-fd548ef4-02bf-42fd-a79d-55076295e6ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0880587 Sep 24 20:17:37.753141 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-5be3c11d-6368-4fca-8fa4-12a4c7c67521 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 217 time: 0.0321763 Sep 24 20:17:37.804903 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-55802611-d1e6-47a7-b273-70b970f1a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.806236 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-55802611-d1e6-47a7-b273-70b970f1a819 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0458694 Sep 24 20:17:37.852144 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-d529e807-1ea4-43c2-80ad-83e6c0656230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:37.853592 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-d529e807-1ea4-43c2-80ad-83e6c0656230 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390868 Sep 24 20:17:37.946027 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-bf12211f-41ca-4465-a27f-dc33651b687f service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 Sep 24 20:17:38.033888 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-e372a120-9105-445b-b946-a3adfbe4ce30 req-0888725c-40e6-4e34-9d50-e18c0ccb757f service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804286 Sep 24 20:17:38.112025 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a302810-1e33-49db-9f3c-2605b44a7dbf req-79fdc52b-a900-4fcd-86f9-5e2aa911705d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:38.113495 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a302810-1e33-49db-9f3c-2605b44a7dbf req-79fdc52b-a900-4fcd-86f9-5e2aa911705d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 944 time: 0.0480978 Sep 24 20:17:38.151049 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-2a302810-1e33-49db-9f3c-2605b44a7dbf req-c0cea895-1994-4c42-bb21-d12f0246d0d8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309966 Sep 24 20:17:39.270316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e945-6126-48f8-86c8-5abf7cec5867 req-9b4a589b-e131-4cb9-8ac3-c700866e61b9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:39.271861 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5095e945-6126-48f8-86c8-5abf7cec5867 req-9b4a589b-e131-4cb9-8ac3-c700866e61b9 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 944 time: 0.0529211 Sep 24 20:17:39.313516 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-5095e945-6126-48f8-86c8-5abf7cec5867 req-0d475c90-9ba5-463e-a944-d72eb0febe4c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Sep 24 20:17:39.690191 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:39.999257 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:17:40.092061 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:40.102942 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'mac_address': 'fa:16:3e:57:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:17:40.141143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:40.153787 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9c1f80-4d24-453d-a825-d55035b58330 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:17:40.172652 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:40.176640 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:40.230115 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=4']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:40.417638 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['fb9c1f80-4d24-453d-a825-d55035b58330'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:17:40.427884 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532ad44-6e46-4daf-8ed5-e3043df23706 req-2f07c621-e421-498e-a34d-dc65461c9d5a tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:40.429410 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9532ad44-6e46-4daf-8ed5-e3043df23706 req-2f07c621-e421-498e-a34d-dc65461c9d5a tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Sep 24 20:17:40.466709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-9532ad44-6e46-4daf-8ed5-e3043df23706 req-6e890ce4-28d6-4797-89f4-c11a94032ebe tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Sep 24 20:17:41.581846 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1932e-45d3-4085-8198-ed6c592d2bb5 req-e493b489-e82c-4c96-93a9-2e13adc8b779 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:41.584360 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3b1932e-45d3-4085-8198-ed6c592d2bb5 req-e493b489-e82c-4c96-93a9-2e13adc8b779 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 945 time: 0.0503855 Sep 24 20:17:41.621816 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-f3b1932e-45d3-4085-8198-ed6c592d2bb5 req-84ef0d36-1d78-4dd4-8fca-226ab2f0e505 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Sep 24 20:17:42.015034 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:17:42.062461 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning for port fb9c1f80-4d24-453d-a825-d55035b58330 completed by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 20:17:42.065968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port fb9c1f80-4d24-453d-a825-d55035b58330 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:17:42.066348 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:42.144111 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:42.165198 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:17:42.167454 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bfeafb-7d28-4019-8c37-0c1b4f2dbc64" -d '{"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:17:42.179968 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:17:42.184182 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:42.206932 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8291059d-78eb-478a-9622-7d8e362a1593 x-openstack-request-id: req-8291059d-78eb-478a-9622-7d8e362a1593 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:17:42.207226 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:17:42.207482 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8291059d-78eb-478a-9622-7d8e362a1593 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:17:42.207911 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'code': 200} Sep 24 20:17:42.234967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:42.301564 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f0fd-b924-4dbc-a1a5-540ae443e472 req-8f747ecc-2185-4e8b-bf95-10ea7ac0041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:42.303646 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3808f0fd-b924-4dbc-a1a5-540ae443e472 req-8f747ecc-2185-4e8b-bf95-10ea7ac0041f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1097 time: 0.0433869 Sep 24 20:17:42.337703 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3808f0fd-b924-4dbc-a1a5-540ae443e472 req-62ca156a-ca3e-4313-97ce-162508bcb109 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266910 Sep 24 20:17:42.736524 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065c86e-5ae1-4dab-873c-e35011fc6de7 req-4ba50755-0361-4b94-ad86-84f8c85209fd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:42.738018 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3065c86e-5ae1-4dab-873c-e35011fc6de7 req-4ba50755-0361-4b94-ad86-84f8c85209fd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0485055 Sep 24 20:17:42.779520 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-3065c86e-5ae1-4dab-873c-e35011fc6de7 req-65ff412c-9bb3-42f3-b791-630d06bc6a5d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Sep 24 20:17:43.895001 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a025f-0a21-4ff7-86ef-38cebbd3bb26 req-e57db73d-653a-4c4a-b8f9-71cf8660d22c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:43.896503 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-457a025f-0a21-4ff7-86ef-38cebbd3bb26 req-e57db73d-653a-4c4a-b8f9-71cf8660d22c tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0488873 Sep 24 20:17:43.934273 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-457a025f-0a21-4ff7-86ef-38cebbd3bb26 req-c42d1aec-de29-4021-be29-7975b60d53b7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Sep 24 20:17:44.052521 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e454-8a24-4a2a-9143-127da6ec290c req-d90b2e3e-9d3c-4158-94bf-af7008b55916 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:44.054031 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0211e454-8a24-4a2a-9143-127da6ec290c req-d90b2e3e-9d3c-4158-94bf-af7008b55916 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0544295 Sep 24 20:17:44.091229 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-0211e454-8a24-4a2a-9143-127da6ec290c req-1300c00e-a305-4a41-85f8-a6b10911d42d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Sep 24 20:17:44.112477 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53982) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:17:44.155011 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3362e667-d3f8-4300-87ed-30f2741dfe56 tempest-TestSnapshotPattern-528640267 tempest-TestSnapshotPattern-528640267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:44.156556 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3362e667-d3f8-4300-87ed-30f2741dfe56 tempest-TestSnapshotPattern-528640267 tempest-TestSnapshotPattern-528640267-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1092 time: 0.0430968 Sep 24 20:17:44.159289 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 53984) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:17:44.164071 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.v2.base [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Request body: {'floatingip': {'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 20:17:44.185378 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:44.284645 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:44.385784 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_common [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Allocated IP 172.25.5.162 (8806040d-c7f9-491a-961c-e1542afa0258/b6fee4df-4285-4be2-baa1-a2588df8f828/985c7d18-baa7-44ac-833a-75d83e93097f) {{(pid=94855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 20:17:44.488096 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:44.520455 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328133825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:44.558419 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Network 8806040d-c7f9-491a-961c-e1542afa0258 is already hosted by enough agents. {{(pid=94855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 20:17:44.561206 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.base_scheduler [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Resources bound (agent type, host, resource id): {{(pid=94855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 20:17:44.568483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Received port after_create {{(pid=94855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 20:17:44.571467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=985c7d18-baa7-44ac-833a-75d83e93097f,revision_number=1']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:44.913028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:44.977000 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:45.441176 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for port, precommit_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:45.446100 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6401095'] for port, after_update {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:45.518146 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event updated for resources: {'Port': ['ID=985c7d18-baa7-44ac-833a-75d83e93097f,revision_number=2']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:17:45.526102 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700627'] for floatingip, after_create {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:45.623410 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Floating IP f2656eca-f238-434e-aa40-7569ae171b26 associated. External IP: 172.25.5.162, port: fb9c1f80-4d24-453d-a825-d55035b58330. Sep 24 20:17:45.828496 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:17:45.935830 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:17:45.946286 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:17:45.951804 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:45.955347 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:17:45.955977 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:17:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:17:45.982628 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-0515d538-830a-4d0c-855d-8dda8afe27d7 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8223310 Sep 24 20:17:45.983262 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:17:45.985548 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:17:46.025370 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbbb06a-c324-4dad-91d7-49906e98ecb2 x-openstack-request-id: req-fcbbb06a-c324-4dad-91d7-49906e98ecb2 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:17:46.025660 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:17:46.025913 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcbbb06a-c324-4dad-91d7-49906e98ecb2 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:17:46.026339 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'status': 'completed', 'code': 200} Sep 24 20:17:46.067217 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:17:46.091034 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-d5a415de-2548-4c9d-a7aa-0b3c2263b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:46.092596 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-d5a415de-2548-4c9d-a7aa-0b3c2263b142 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1097 time: 0.0415363 Sep 24 20:17:46.182207 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-86422265-a3a5-4a87-a7e0-4d8e7f0b1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:46.183753 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-86422265-a3a5-4a87-a7e0-4d8e7f0b1a99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0846798 Sep 24 20:17:46.252607 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-b571d757-fffc-4146-a4f2-70301542bde0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 1000 time: 0.0621228 Sep 24 20:17:46.297596 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}, {'id': 'f2656eca-f238-434e-aa40-7569ae171b26', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:57:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:17:44Z', 'updated_at': '2021-09-24T20:17:44Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:17:46.302497 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-37f88066-0dc3-481e-af2e-6c280c93a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:46.304030 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-37f88066-0dc3-481e-af2e-6c280c93a00d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0447941 Sep 24 20:17:46.332720 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:17:46.343954 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:17:46.344575 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:17:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:17:46.352098 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-68a75337-ce31-498f-af89-efcb7369f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:17:46.353639 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-68a75337-ce31-498f-af89-efcb7369f589 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418715 Sep 24 20:17:46.449094 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:17:46.449930 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-f3b493c0-3d1f-446a-a6fb-c200e1847cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889161 Sep 24 20:17:46.541277 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-fcdb2a87-e53f-41bd-a72b-98f2f99f34d2 req-6cd55856-b254-4692-aec0-ff8b06cb1486 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845904 Sep 24 20:17:46.666930 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}, {'id': 'f2656eca-f238-434e-aa40-7569ae171b26', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:57:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:17:44Z', 'updated_at': '2021-09-24T20:17:44Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:17:46.696440 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e985773-6aa0-43b8-bbec-dd59ef8a75bf None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}, {'id': 'f2656eca-f238-434e-aa40-7569ae171b26', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:57:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:17:44Z', 'updated_at': '2021-09-24T20:17:44Z', 'revision_number': 0, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:17:46.876557 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557c525-45ad-40b1-b040-6a494939c3cb None None] New status for floating IP f2656eca-f238-434e-aa40-7569ae171b26: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:17:48.689868 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:17:50.402672 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8774544b-bcf9-47a4-9efd-7284ae9ac32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:53.044654 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14eebf1a-ebbe-4e8e-855e-509cb985acb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:53.461520 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:54.475345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:17:56.222911 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:04.050317 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:09.692247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:20.404590 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b60d07b-b97b-4645-baa3-87f44185def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:23.044551 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0074e23b-a06a-4d43-9a5b-e08ff1c325fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:23.462657 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:24.479544 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:25.689543 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:18:26.226004 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:27.873776 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-9c7eee37-52f8-4da9-8228-0bad74832eeb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444055 Sep 24 20:18:27.953389 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-5b6eebc5-6717-4dd2-9588-88c2af6c252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:27.954885 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-5b6eebc5-6717-4dd2-9588-88c2af6c252a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1097 time: 0.0399728 Sep 24 20:18:28.061791 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-73d3e7df-01c6-4658-b871-05f6dfe57a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:28.063325 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-73d3e7df-01c6-4658-b871-05f6dfe57a23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0894189 Sep 24 20:18:28.128227 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-101742b2-7194-43d2-b747-9612f10b2139 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 1002 time: 0.0564222 Sep 24 20:18:28.178344 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-78f6d6d0-991a-4db9-b6cc-ee426b09f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:28.179886 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-78f6d6d0-991a-4db9-b6cc-ee426b09f966 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0448027 Sep 24 20:18:28.230666 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-df130899-d629-406a-b87b-71e6362ecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:28.232222 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-df130899-d629-406a-b87b-71e6362ecd8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449388 Sep 24 20:18:28.325643 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-421a8f5b-95b0-4a2f-aae4-32691d2850e5 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Sep 24 20:18:28.417927 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-91b67b3b-651b-4707-a029-bceac2b57d97 req-ec756bec-3164-43bb-a7a9-37a2f7edbb3a service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Sep 24 20:18:29.584700 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-3286a38c-43b4-4e0f-846e-5c072bf73117 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395241 Sep 24 20:18:29.675996 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-ccffc216-4c10-4c49-93c1-bc17c7a9ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:29.677374 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-ccffc216-4c10-4c49-93c1-bc17c7a9ef7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1094 time: 0.0436354 Sep 24 20:18:29.779461 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-aaa9f940-d162-4d24-b37e-ab6194ead2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:29.781065 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-aaa9f940-d162-4d24-b37e-ab6194ead2a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0831542 Sep 24 20:18:29.853814 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-b52abe88-6084-495f-a737-69ed70d69187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 999 time: 0.0613792 Sep 24 20:18:29.905915 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-d72d3dde-5d11-4ee7-93d4-38a9eb97bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:29.907339 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-d72d3dde-5d11-4ee7-93d4-38a9eb97bc9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0421383 Sep 24 20:18:29.951194 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-406300fd-bbf3-4a85-8de5-f1098008b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:18:29.952546 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-406300fd-bbf3-4a85-8de5-f1098008b8be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383630 Sep 24 20:18:29.963842 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-9f563e68-6065-4272-8094-6a870ed395a6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 20:18:29.964775 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-9f563e68-6065-4272-8094-6a870ed395a6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052683 Sep 24 20:18:30.055826 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-30ec7155-d6b8-4544-a409-1afdb71980bc service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835142 Sep 24 20:18:30.145662 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-c796de90-d116-40a9-b6dd-8d0e40dbc5da req-ba006484-9e93-4697-a58e-80946cb0e5ff service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815752 Sep 24 20:18:34.025932 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:39.707950 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:50.404830 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b60d5138-a887-475b-b255-d6dd81c9ba48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:53.044589 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30f65661-591d-42c1-8037-8573af9c53c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:53.462527 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:54.481845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:18:56.233327 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:02.688097 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:19:04.040249 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:09.865165 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:18.340679 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 details requested by agent hyperv_n-h1-810952-2 with host n-h1-810952-2 {{(pid=94857) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 20:19:18.458222 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:18.471359 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Returning: {'device': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'port_id': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'mac_address': 'fa:16:3e:57:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94857) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 20:19:18.513973 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:18.530158 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb9c1f80-4d24-453d-a825-d55035b58330 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 20:19:18.554379 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:18.559595 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:18.620852 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:18.629800 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.630180 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.630499 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.630841 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.631226 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.631565 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.631902 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.632232 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.632727 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.633062 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.633391 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.633718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:18.650264 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] get_ports_and_sgs() called for port_ids ['fb9c1f80-4d24-453d-a825-d55035b58330'] {{(pid=94857) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 20:19:20.349487 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 up at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 20:19:20.405830 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Provisioning complete for port fb9c1f80-4d24-453d-a825-d55035b58330 triggered by entity L2. {{(pid=94857) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 20:19:20.406240 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710114'] for port, provisioning_complete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:20.429384 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e56918d-41a8-416d-8ec3-6568353651c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:20.494293 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665918'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:20.518378 n-d-810952-2 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:19:20.520696 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c673fe8eaa13b3a9bcc3ad9f4f86da92a013cbe3b4cf74d3d7bb18f7e9cd8ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f11f14-c4a8-4ccb-b746-1d93c12a83cd" -d '{"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:19:20.549665 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:20.555636 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328620804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328133843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328133861'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:20.582079 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36e41a-4576-4d20-a500-2dfdc96127c9 x-openstack-request-id: req-1f36e41a-4576-4d20-a500-2dfdc96127c9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:19:20.582355 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:19:20.582617 n-d-810952-2 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f36e41a-4576-4d20-a500-2dfdc96127c9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:19:20.583036 n-d-810952-2 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'code': 200} Sep 24 20:19:20.610083 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Pushing event updated for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:23.053098 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9633ed3-d88c-42e1-b12e-5224c5098832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:23.467428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:24.491667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:26.231198 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.231955 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54188) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:27.395340 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Deleting port 985c7d18-baa7-44ac-833a-75d83e93097f {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:27.395678 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.469554 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.469880 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.481945 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Calling delete_port for 985c7d18-baa7-44ac-833a-75d83e93097f owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:27.627248 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.655912 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event deleted for resources: {'Port': ['ID=985c7d18-baa7-44ac-833a-75d83e93097f,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:27.668136 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.668483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.668829 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.669169 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.669503 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.669835 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.670165 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.670492 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.670818 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.671176 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.671520 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.671831 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:27.724663 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:27.725010 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Floating IP f2656eca-f238-434e-aa40-7569ae171b26 disassociated (deleted). External IP: 172.25.5.162, port: fb9c1f80-4d24-453d-a825-d55035b58330. Sep 24 20:19:27.898868 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-a2873ca9-af5d-45ee-ba98-beebe96ab46e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852706 Sep 24 20:19:27.993248 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:19:27.995970 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-a366aafc-e82f-491d-a320-46e076aeb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:27.997422 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-a366aafc-e82f-491d-a320-46e076aeb216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1097 time: 0.0549264 Sep 24 20:19:28.172630 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:19:28.175188 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-efacdd57-e598-4e4c-9754-572c8bf0dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.176745 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-efacdd57-e598-4e4c-9754-572c8bf0dd6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.1363041 Sep 24 20:19:28.179935 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:28.183718 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:19:28.193136 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:28.193760 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:28.236666 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-e7872beb-ffd4-4d1c-b292-19a30a96b1f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 217 time: 0.0528162 Sep 24 20:19:28.241914 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b28299eb-7716-41e5-9e1d-778c2842ff98 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "DELETE /v2.0/floatingips/f2656eca-f238-434e-aa40-7569ae171b26 HTTP/1.1" status: 204 len: 168 time: 1.0089662 Sep 24 20:19:28.242504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:19:28.246680 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec97e1d0-af04-4d69-944f-7aa220250657" -d '{"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:19:28.286480 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735b998-91d6-4f0f-9c07-e813ba5e7a92 x-openstack-request-id: req-7735b998-91d6-4f0f-9c07-e813ba5e7a92 {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:19:28.286931 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:19:28.287185 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7735b998-91d6-4f0f-9c07-e813ba5e7a92 {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:19:28.287579 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'status': 'completed', 'code': 200} Sep 24 20:19:28.300981 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-81434725-911e-4767-9e46-5fe6b01cea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.302667 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-81434725-911e-4767-9e46-5fe6b01cea13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0530429 Sep 24 20:19:28.313205 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:28.349504 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-6801b0ea-4a28-4a96-b256-457ac2b57783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.351101 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-6801b0ea-4a28-4a96-b256-457ac2b57783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416491 Sep 24 20:19:28.469580 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-34c5f403-fd11-4841-b95e-739e0d054d11 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114531 Sep 24 20:19:28.509103 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27cda8-e3fc-4999-8bdc-5b77afe9903b req-a9003a17-f681-494f-9bc9-2a171718d4c1 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.511337 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f27cda8-e3fc-4999-8bdc-5b77afe9903b req-a9003a17-f681-494f-9bc9-2a171718d4c1 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0761960 Sep 24 20:19:28.553368 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:28.579610 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:19:28.587670 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:28.588861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:28.592377 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-4f27cda8-e3fc-4999-8bdc-5b77afe9903b req-28b84586-58d9-4455-b6b2-147501bc85cd tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724444 Sep 24 20:19:28.608370 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a98b093c-a010-4ba8-8537-f331f6e192ea req-654c550a-d2c2-4921-972c-df101c4dd195 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297131 Sep 24 20:19:28.692194 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-1dec1f2b-5105-461e-ae42-99808e5e550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.693466 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:28.693709 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-1dec1f2b-5105-461e-ae42-99808e5e550a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 1097 time: 0.0410001 Sep 24 20:19:28.788567 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-97130789-fc6f-4d83-bacd-16d5d519b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.789988 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-97130789-fc6f-4d83-bacd-16d5d519b728 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0882688 Sep 24 20:19:28.831755 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-2cde4a9b-f2da-4d38-9c9e-3f58de798bba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 200 len: 217 time: 0.0340905 Sep 24 20:19:28.882840 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-7a7fcfae-04a3-43ec-bbbd-deb3dd5dc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.884365 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-7a7fcfae-04a3-43ec-bbbd-deb3dd5dc56b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0447013 Sep 24 20:19:28.923758 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:28.930622 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-0d919834-56d1-4db0-b0e7-e173e3738ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:28.932710 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-0d919834-56d1-4db0-b0e7-e173e3738ef0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414343 Sep 24 20:19:28.934019 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-15a5cb92-abbe-4d8e-9b16-dc680f46ac86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463984 Sep 24 20:19:28.953247 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cf3c4-5592-4cc0-9ee6-fae5ceedac1b None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_floatingips': [{'id': '3d1187d0-213d-4dcb-a624-7ca793e5ad9a', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'router_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'port_id': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'mac_address': 'fa:16:3e:89:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T20:15:12Z', 'updated_at': '2021-09-24T20:15:14Z', 'revision_number': 1, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:19:29.024791 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca090b-0155-4df8-9854-79a8f7483602 req-f9201210-81ef-4f81-b2ee-8c91e69d5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.026912 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-f9201210-81ef-4f81-b2ee-8c91e69d5c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1094 time: 0.0432756 Sep 24 20:19:29.033279 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-06aa2b1a-1cbb-4d38-82ac-9b788a8e8d55 service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933409 Sep 24 20:19:29.142179 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca090b-0155-4df8-9854-79a8f7483602 req-0cabb5c1-0aeb-4193-8087-1a781099b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.144115 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-0cabb5c1-0aeb-4193-8087-1a781099b858 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0921581 Sep 24 20:19:29.212169 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf1e98-c0f3-42bf-9dcf-8216a74f9e52 None None] New status for floating IP f2656eca-f238-434e-aa40-7569ae171b26: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:19:29.233792 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-eb47e276-a931-461f-94ac-21aa93d59ae7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 999 time: 0.0798283 Sep 24 20:19:29.301803 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca090b-0155-4df8-9854-79a8f7483602 req-06dfa615-0346-4763-9bcb-4766c4c5fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.303485 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-06dfa615-0346-4763-9bcb-4766c4c5fb25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0607982 Sep 24 20:19:29.352721 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca090b-0155-4df8-9854-79a8f7483602 req-88a9ded9-65b3-4aeb-afa1-cfb2f3c1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.354807 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-88a9ded9-65b3-4aeb-afa1-cfb2f3c1d78d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426779 Sep 24 20:19:29.448205 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-ec97e1d0-af04-4d69-944f-7aa220250657 req-1584ca6e-eb07-4e6a-a6aa-20d029a863ae service neutron] 10.222.0.69 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059360 Sep 24 20:19:29.454051 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-2204aada-5885-4ab0-91d5-c559875e62e9 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892923 Sep 24 20:19:29.549928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-10ca090b-0155-4df8-9854-79a8f7483602 req-7679e2ea-f633-4ebd-aa14-c8205cf63cfa service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Sep 24 20:19:29.710810 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cfb1b-9505-46fb-8a8c-d317f2574e4c req-e065a51d-4339-4f89-aaf4-8cd42baaaba8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.712332 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855cfb1b-9505-46fb-8a8c-d317f2574e4c req-e065a51d-4339-4f89-aaf4-8cd42baaaba8 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0505874 Sep 24 20:19:29.750893 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-855cfb1b-9505-46fb-8a8c-d317f2574e4c req-80aa0ee6-38fd-4898-a337-d125b537f092 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Sep 24 20:19:29.941510 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-5e5913da-e77c-4f35-85d6-5d51a2bd9831 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:29.943024 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-5e5913da-e77c-4f35-85d6-5d51a2bd9831 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Sep 24 20:19:30.039688 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Deleting port fb9c1f80-4d24-453d-a825-d55035b58330 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:30.040034 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:30.127172 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] For port fb9c1f80-4d24-453d-a825-d55035b58330, host n-h1-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810952-2',level=0,port_id=fb9c1f80-4d24-453d-a825-d55035b58330,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:30.127540 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:30.140514 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Calling delete_port for fb9c1f80-4d24-453d-a825-d55035b58330 owned by compute:nova {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:30.271440 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:30.299000 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event deleted for resources: {'Port': ['ID=fb9c1f80-4d24-453d-a825-d55035b58330,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:30.344443 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] No DVR routers for this DVR port fb9c1f80-4d24-453d-a825-d55035b58330 on host n-h1-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:30.347045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:30.349040 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-8d1a0f4d-328a-411e-88a5-0b0284989233 req-628a9285-a80c-4fa5-b329-109b319a794d tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.69 "DELETE /v2.0/ports/fb9c1f80-4d24-453d-a825-d55035b58330 HTTP/1.1" status: 204 len: 173 time: 0.3990867 Sep 24 20:19:30.349483 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-deleted', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:19:30.351765 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c039ba8-ec9f-434c-b507-a17affded2e0" -d '{"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-deleted", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:19:30.389546 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e64f18-d578-40b7-851e-083bc11e194d x-openstack-request-id: req-98e64f18-d578-40b7-851e-083bc11e194d {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:19:30.389857 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfff4cc3-74f7-4828-96cc-ea571cc477b4", "name": "network-vif-deleted", "tag": "fb9c1f80-4d24-453d-a825-d55035b58330", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:19:30.390159 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98e64f18-d578-40b7-851e-083bc11e194d {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:19:30.390545 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfff4cc3-74f7-4828-96cc-ea571cc477b4', 'name': 'network-vif-deleted', 'tag': 'fb9c1f80-4d24-453d-a825-d55035b58330', 'status': 'completed', 'code': 200} Sep 24 20:19:30.404418 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 no longer exists at agent hyperv_n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:30.425425 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] No Port match for: fb9c1f80-4d24-453d-a825-d55035b58330 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:30.425693 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Device fb9c1f80-4d24-453d-a825-d55035b58330 not bound to the agent host n-h1-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:30.883977 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a3662a71-16d9-48e1-a2a3-52ef04cfee7b req-39604861-f409-4b38-bc27-2ba4c0c932b5 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfff4cc3-74f7-4828-96cc-ea571cc477b4 HTTP/1.1" status: 200 len: 210 time: 0.0294793 Sep 24 20:19:32.454154 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54246) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:32.607710 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Deleting port 9e1735df-7678-406e-ad00-b1fcc1a22ea6 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:32.608043 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:32.681780 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:32.682101 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:32.694149 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Calling delete_port for 9e1735df-7678-406e-ad00-b1fcc1a22ea6 owned by network:floatingip {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:32.850816 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:32.877135 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event deleted for resources: {'Port': ['ID=9e1735df-7678-406e-ad00-b1fcc1a22ea6,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:32.938612 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for floatingip, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:32.938979 n-d-810952-2 neutron-server[94855]: INFO neutron.db.l3_db [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Floating IP 3d1187d0-213d-4dcb-a624-7ca793e5ad9a disassociated (deleted). External IP: 172.25.5.142, port: e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a. Sep 24 20:19:33.144780 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:19:33.256282 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:19:33.261465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for floatingip, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:33.266444 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679971b-853e-4613-b128-f16448ec216a None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:19:33.275080 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:33.275688 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:33.288589 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-3d135008-7854-4758-9fc5-79f23f205719 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "DELETE /v2.0/floatingips/3d1187d0-213d-4dcb-a624-7ca793e5ad9a HTTP/1.1" status: 204 len: 168 time: 0.8333447 Sep 24 20:19:33.289281 n-d-810952-2 neutron-server[94855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:19:33.291701 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a900894df9a656feb9407768cb3fa0785a1d0f708f428ee195a144385a69302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8324b3-6781-4af9-b732-784a2cdb9e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:19:33.334691 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 20:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aca419-5b77-4855-923b-9fbda8b87d7e x-openstack-request-id: req-c9aca419-5b77-4855-923b-9fbda8b87d7e {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:19:33.335245 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "status": "completed", "code": 200}]} {{(pid=94855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:19:33.335554 n-d-810952-2 neutron-server[94855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9aca419-5b77-4855-923b-9fbda8b87d7e {{(pid=94855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:19:33.335976 n-d-810952-2 neutron-server[94855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'status': 'completed', 'code': 200} Sep 24 20:19:33.391552 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:33.403069 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-a46b2fb7-f2e6-4243-b0cf-fc2e3c52599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:33.404598 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-a46b2fb7-f2e6-4243-b0cf-fc2e3c52599c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 1094 time: 0.0460975 Sep 24 20:19:33.510402 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-69fe8c79-3bb0-4def-8d2b-88ca4a2bf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:33.512194 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-69fe8c79-3bb0-4def-8d2b-88ca4a2bf219 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 200 len: 908 time: 0.0959823 Sep 24 20:19:33.561265 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-4fe71837-1397-426d-b4e2-10a5651de2fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 200 len: 217 time: 0.0386741 Sep 24 20:19:33.602793 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a77617-d152-4937-a07a-f5ecd6390ab1 req-c26272af-2996-4b47-88b3-c4c5b9f45492 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:33.604483 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74a77617-d152-4937-a07a-f5ecd6390ab1 req-c26272af-2996-4b47-88b3-c4c5b9f45492 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.1225326 Sep 24 20:19:33.611372 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:33.616392 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-be375b31-ed4a-417a-aab3-b5db2618c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:33.618075 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-be375b31-ed4a-417a-aab3-b5db2618c055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 200 len: 847 time: 0.0462544 Sep 24 20:19:33.638784 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679971b-853e-4613-b128-f16448ec216a None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:19:33.645118 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-74a77617-d152-4937-a07a-f5ecd6390ab1 req-222e76f4-8687-466a-984b-532bdcd10a6a tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337892 Sep 24 20:19:33.647377 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:33.648013 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:33.672986 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-6ae878b1-3764-4ee7-a0b0-420900db9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:33.674515 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-6ae878b1-3764-4ee7-a0b0-420900db9250 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be7a35e3-a9be-4f7a-9434-cab49ffac0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433187 Sep 24 20:19:33.751967 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:33.768354 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-bb42b3d5-1629-49ce-b661-7737fd34d920 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854738 Sep 24 20:19:33.862742 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-1b8324b3-6781-4af9-b732-784a2cdb9e7c req-af19a81b-a944-4f32-bb88-1d4036d3e1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Sep 24 20:19:33.949193 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-d679971b-853e-4613-b128-f16448ec216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:33.977894 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679971b-853e-4613-b128-f16448ec216a None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:49Z', 'revision_number': 4, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2', '_interfaces': [{'id': 'f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d', 'name': '', 'network_id': 'be7a35e3-a9be-4f7a-9434-cab49ffac0e5', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'mac_address': 'fa:16:3e:22:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:48Z', 'updated_at': '2021-09-24T20:14:53Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'subnets': [{'id': 'd9412274-ae3c-4daf-ab5f-c7e4a2d40edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:19:34.044547 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:34.200059 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133d3b58-c6b5-4c3a-9684-a95c88d717f8 None None] New status for floating IP 3d1187d0-213d-4dcb-a624-7ca793e5ad9a: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 20:19:34.762499 n-d-810952-2 neutron-server[94855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972d59-2b8f-4a11-8762-379fb9683abc req-78af31be-4f8d-4562-9ce5-18870ab86f81 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:34.764020 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1972d59-2b8f-4a11-8762-379fb9683abc req-78af31be-4f8d-4562-9ce5-18870ab86f81 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.0483627 Sep 24 20:19:34.801569 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-a1972d59-2b8f-4a11-8762-379fb9683abc req-60fe2eb0-d397-476e-9602-99da2cc9611b tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Sep 24 20:19:35.488796 n-d-810952-2 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-56687350-ffe9-4da6-a19c-a5d72d45c305 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 20:19:35.490332 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-56687350-ffe9-4da6-a19c-a5d72d45c305 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Sep 24 20:19:35.579074 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Deleting port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:35.579407 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:35.666733 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] For port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a, host n-h2-810952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810952-2',level=0,port_id=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:35.667788 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:35.679150 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Calling delete_port for e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:35.799455 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:35.826908 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event deleted for resources: {'Port': ['ID=e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:35.839836 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.840180 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.840516 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.840847 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.841175 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.841499 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.841822 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.842144 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.842463 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.842781 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.843124 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.843824 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810952-2 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 20:19:35.909058 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [req-d57c7a11-fd05-41ba-acce-5cf5b5277bb6 req-0fb9fe92-9d3d-42d8-a023-a0b6d1f1ff7a tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b16b52-ab20-4e73-9c78-d996d6b95e19 HTTP/1.1" status: 200 len: 210 time: 0.0318258 Sep 24 20:19:36.167056 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] No DVR routers for this DVR port e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a on host n-h2-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:36.169850 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244553'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:36.171768 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [req-15c15e04-ac1d-473f-bc31-0878f7de6af2 req-c73d8464-0eff-4da5-9c2e-e0981d454676 tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.15 "DELETE /v2.0/ports/e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a HTTP/1.1" status: 204 len: 173 time: 0.6713552 Sep 24 20:19:36.172212 n-d-810952-2 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-deleted', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 20:19:36.174388 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f825a1aca6d700d2ffe1247067810f7550d401e73f7e17150824c0837742cd2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4dd62-f7b9-4968-ba56-d676c36af2f5" -d '{"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-deleted", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 20:19:36.275330 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c8c48-15cf-4469-a813-86534b88ca1c x-openstack-request-id: req-831c8c48-15cf-4469-a813-86534b88ca1c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 20:19:36.275729 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b16b52-ab20-4e73-9c78-d996d6b95e19", "name": "network-vif-deleted", "tag": "e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 20:19:36.275910 n-d-810952-2 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-831c8c48-15cf-4469-a813-86534b88ca1c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 20:19:36.276937 n-d-810952-2 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b16b52-ab20-4e73-9c78-d996d6b95e19', 'name': 'network-vif-deleted', 'tag': 'e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a', 'status': 'completed', 'code': 200} Sep 24 20:19:36.966545 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54268) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:37.025465 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.050895 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.110006 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.112658 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Notify callbacks [] for security_group, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.113838 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce HTTP/1.1" status: 204 len: 168 time: 0.1462834 Sep 24 20:19:37.123870 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5274-2be7-43be-bb11-9dcf5018d1ea tempest-TestSnapshotPattern-1917080798 tempest-TestSnapshotPattern-1917080798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec10b17-7bfd-4144-9d8b-255ecf2ae2ce,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:37.160099 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54272) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:37.505349 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.743785 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Deleting port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:37.744028 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.820700 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] For port f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:37.821065 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:37.833224 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Calling delete_port for f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d owned by network:router_interface {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:38.010474 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:38.035997 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:38.207045 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:38.416161 n-d-810952-2 neutron-server[94855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Router d401520c-c830-41a7-99e5-14c3b2df5701 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:19:38.518806 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:19:38.523721 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-c0b21796-d82e-4f58-906e-d17af4c68b07 admin admin] 10.222.0.18 "PUT /v2.0/routers/d401520c-c830-41a7-99e5-14c3b2df5701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3625872 Sep 24 20:19:38.526896 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54274) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:38.530069 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Sync routers for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:19:38.537126 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a no longer exists at agent hyperv_n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:38.559537 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:38.560185 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:38.562093 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] No Port match for: e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:38.562435 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Device e3f4b633-8cd6-4504-8e7b-ec0c85b2e23a not bound to the agent host n-h2-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:38.675929 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:38.854811 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:19:37Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:38.886553 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Checking router: d401520c-c830-41a7-99e5-14c3b2df5701 for host: n-d-810952-2 {{(pid=94857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:19:38.894572 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Routers {'d401520c-c830-41a7-99e5-14c3b2df5701'} bound to L3 agent in host n-d-810952-2 {{(pid=94857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:38.895237 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['d401520c-c830-41a7-99e5-14c3b2df5701'], 'active': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:38.938082 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks [] for router, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:38.996401 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvr_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] Set router d401520c-c830-41a7-99e5-14c3b2df5701 gateway port host: n-d-810952-2 {{(pid=94857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:39.044922 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.099465 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Deleting port 0432a97b-d248-486b-868e-d7976c28967e {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:39.099860 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.185382 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] For port 0432a97b-d248-486b-868e-d7976c28967e, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=0432a97b-d248-486b-868e-d7976c28967e,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:39.185747 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.198066 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Calling delete_port for 0432a97b-d248-486b-868e-d7976c28967e owned by network:router_gateway {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:39.325267 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_hamode_db [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:19:37Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:39.351053 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7d907-964e-4dcb-8f40-c0f90aa489ff None None] The sync data for ids ['d401520c-c830-41a7-99e5-14c3b2df5701'] in n-d-810952-2 is: [{'id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'name': 'tempest-TestSnapshotPattern-45313737-router', 'tenant_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0432a97b-d248-486b-868e-d7976c28967e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:19:37Z', 'revision_number': 5, 'project_id': '3b84e90c091f4dc2a050a9aabc525ff2', 'gw_port': {'id': '0432a97b-d248-486b-868e-d7976c28967e', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd401520c-c830-41a7-99e5-14c3b2df5701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:46Z', 'updated_at': '2021-09-24T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}] {{(pid=94857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:19:39.364541 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.395775 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Pushing event deleted for resources: {'Port': ['ID=0432a97b-d248-486b-868e-d7976c28967e,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:39.455296 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.548305 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.550550 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.591740 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.592256 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d401520c-c830-41a7-99e5-14c3b2df5701 {{(pid=94855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:19:39.596837 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] Notify callbacks [] for router, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.597874 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-b1e4b9e0-3192-4c31-8b3a-adcd32b60603 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d401520c-c830-41a7-99e5-14c3b2df5701 HTTP/1.1" status: 204 len: 168 time: 1.0700090 Sep 24 20:19:39.600370 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54276) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:39.650226 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Deleting subnet d9412274-ae3c-4daf-ab5f-c7e4a2d40edd {{(pid=94855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:19:39.653685 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.687686 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:19:39.689250 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7894849'] for subnet, precommit_delete_associations {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.734804 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.778027 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.807432 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:39.828689 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:39.828908 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device f5f3fdf9-1de8-4937-9cea-ef7e6f0cee2d not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:39.849496 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6401041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5849865'] for subnet, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.876488 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9412274-ae3c-4daf-ab5f-c7e4a2d40edd,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:39.878638 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:39.882323 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d483dbb-5a38-4d70-a95e-e53ec89449e9 None None] Network be7a35e3-a9be-4f7a-9434-cab49ffac0e5 requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:19:39.882985 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-8a998d71-b250-4156-a6da-2b5f80a1c557 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9412274-ae3c-4daf-ab5f-c7e4a2d40edd HTTP/1.1" status: 204 len: 168 time: 0.2790611 Sep 24 20:19:39.884185 n-d-810952-2 neutron-server[94855]: DEBUG neutron.wsgi [-] (94855) accepted ('10.222.0.18', 54278) {{(pid=94855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:39.966469 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.025942 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Deleting port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 {{(pid=94855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:40.026838 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.094681 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] DHCP port deletion for be7a35e3-a9be-4f7a-9434-cab49ffac0e5 request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:19:40.097607 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.db [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] For port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:40.098194 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.111561 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.plugin [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Calling delete_port for 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 owned by network:dhcp {{(pid=94855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:40.143857 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Deleting port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:40.144345 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.195680 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6401100'] for port, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.212266 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] For port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,segment=NetworkSegment(29d6fe33-04eb-4472-b949-b343db2b8fbd),segment_id=29d6fe33-04eb-4472-b949-b343db2b8fbd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:40.212666 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.222178 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:40.224528 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Calling delete_port for 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:40.227467 n-d-810952-2 neutron-server[94855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] No DVR routers for this DVR port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 on host n-d-810952-2 {{(pid=94855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:40.306282 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.307215 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.332707 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a35e3-a9be-4f7a-9434-cab49ffac0e5']}} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:40.333316 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] Pushing event deleted for resources: {'Port': ['ID=3efdbd8c-7384-48a8-bfa5-83af2ed68e41,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:40.339042 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e5a26-121c-49a7-9122-bf340450b86d None None] No DVR routers for this DVR port 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:40.342316 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d6fe33-04eb-4472-b949-b343db2b8fbd') {'for_net_delete': True} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:40.342717 n-d-810952-2 neutron-server[94855]: DEBUG neutron.services.segments.db [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d6fe33-04eb-4472-b949-b343db2b8fbd') {} {{(pid=94855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:40.352620 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7894872'] for segment, before_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.365671 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.372010 n-d-810952-2 neutron-server[94855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:19:40.372393 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6400959'] for segment, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: Traceback (most recent call last): Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: timer() Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: cb(*args, **kw) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: return func(*args, **kwargs) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: self._notify() Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: self.callback(batched_events) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: event.method(event) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: return f(self, *a, **k) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: return self._get(url).json() Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: return self.request(url, 'GET', **kwargs) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:19:40.374039 n-d-810952-2 neutron-server[94855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:19:40.431061 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.437032 n-d-810952-2 neutron-server[94855]: DEBUG neutron_lib.callbacks.manager [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:40.438896 n-d-810952-2 neutron-server[94855]: INFO neutron.wsgi [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be7a35e3-a9be-4f7a-9434-cab49ffac0e5 HTTP/1.1" status: 204 len: 168 time: 0.5532420 Sep 24 20:19:40.443865 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:40.450993 n-d-810952-2 neutron-server[94855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6247-3023-4bc6-b7c3-5cabebee32c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be7a35e3-a9be-4f7a-9434-cab49ffac0e5,revision_number=None']} {{(pid=94855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:40.779538 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701651'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.014886 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Deleting port d77649de-d1f1-4233-bff6-be240a522ac5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:41.015240 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.091182 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] For port d77649de-d1f1-4233-bff6-be240a522ac5, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=d77649de-d1f1-4233-bff6-be240a522ac5,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:41.091549 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.105059 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Calling delete_port for d77649de-d1f1-4233-bff6-be240a522ac5 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:41.286810 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.311572 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77649de-d1f1-4233-bff6-be240a522ac5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:41.481439 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700762'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.544345 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:41.564579 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:41.564861 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 3efdbd8c-7384-48a8-bfa5-83af2ed68e41 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:41.565274 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0432a97b-d248-486b-868e-d7976c28967e no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:41.583248 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 0432a97b-d248-486b-868e-d7976c28967e {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:41.583594 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 0432a97b-d248-486b-868e-d7976c28967e not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:41.697562 n-d-810952-2 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 has already been hosted by L3 agent 23d6a417-0a44-4e66-8948-57efa8b311cc {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 20:19:41.799699 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] Notify agent at l3_agent.n-d-810952-2 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 20:19:41.804604 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-35893ed1-3e8b-492f-8189-23341e5239c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/5a8f959d-cf70-4f87-ab10-32a4a61a68e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3597147 Sep 24 20:19:41.807167 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:41.808279 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Sync routers for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 20:19:41.817314 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:41.817926 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:41.908285 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:41.917856 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: n-d-810952-2 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:42.007936 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.059574 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Deleting port c83c0ba9-5265-4ae6-adf2-f684036f10f3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:42.059922 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.092528 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'external_fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:19:41Z', 'revision_number': 5, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port': {'id': 'c83c0ba9-5265-4ae6-adf2-f684036f10f3', 'name': '', 'network_id': '8806040d-c7f9-491a-961c-e1542afa0258', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6fee4df-4285-4be2-baa1-a2588df8f828', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810952-2'}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:42.117517 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Checking router: 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 for host: n-d-810952-2 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 20:19:42.125580 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Routers {'5a8f959d-cf70-4f87-ab10-32a4a61a68e3'} bound to L3 agent in host n-d-810952-2 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 20:19:42.126186 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T18:45:23Z,description=,heartbeat_timestamp=2021-09-24T20:19:23Z,host='n-d-810952-2',id=23d6a417-0a44-4e66-8948-57efa8b311cc,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T18:45:23Z,topic='l3_agent')) {'router_ids': ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:42.136898 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] For port c83c0ba9-5265-4ae6-adf2-f684036f10f3, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=c83c0ba9-5265-4ae6-adf2-f684036f10f3,segment=NetworkSegment(aa485866-37f1-4923-8d20-934224f05c56),segment_id=aa485866-37f1-4923-8d20-934224f05c56)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:42.137264 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.149350 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Calling delete_port for c83c0ba9-5265-4ae6-adf2-f684036f10f3 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:42.300924 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] Set router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 20:19:42.314454 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.337366 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83c0ba9-5265-4ae6-adf2-f684036f10f3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:42.353436 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:19:42Z', 'revision_number': 6, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port_host': None}], 'n-d-810952-2', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:42.379120 n-d-810952-2 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be5f2b-8c69-416c-8208-985bb7319db6 None None] The sync data for ids ['5a8f959d-cf70-4f87-ab10-32a4a61a68e3'] in n-d-810952-2 is: [{'id': '5a8f959d-cf70-4f87-ab10-32a4a61a68e3', 'name': 'tempest-TestSnapshotPattern-1797381860-router', 'tenant_id': 'ef269a6065184f77a8797b06b81fbf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T20:14:51Z', 'updated_at': '2021-09-24T20:19:42Z', 'revision_number': 6, 'project_id': 'ef269a6065184f77a8797b06b81fbf8b', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 20:19:42.402024 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700697'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.489727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13700'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.492000 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.534043 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701183'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.534594 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8f959d-cf70-4f87-ab10-32a4a61a68e3 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 20:19:42.538798 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.539981 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-03dccc6a-414d-4770-a82a-2b85a1f0eb05 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5a8f959d-cf70-4f87-ab10-32a4a61a68e3 HTTP/1.1" status: 204 len: 168 time: 0.7318904 Sep 24 20:19:42.542387 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:42.589722 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Deleting subnet 7adfabbe-c694-4d68-b85f-2164a115cb29 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 20:19:42.592746 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.906872 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7526742'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:42.980579 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-705934'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.035447 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-705927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5013478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5092535'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.061972 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adfabbe-c694-4d68-b85f-2164a115cb29,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:43.065686 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.067584 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-5ecf9866-66ac-4327-b69d-4ff6b2ac7993 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7adfabbe-c694-4d68-b85f-2164a115cb29 HTTP/1.1" status: 204 len: 168 time: 0.5242560 Sep 24 20:19:43.070544 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:43.073892 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38abb8-8508-438d-af6b-a24aa0b125f3 None None] Network c0d4b1c6-3305-462c-b910-3c7de6e251ec requested from n-d-810952-2 {{(pid=94857) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 20:19:43.137773 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554102'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.203671 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Deleting port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:43.204005 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.247346 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] DHCP port deletion for c0d4b1c6-3305-462c-b910-3c7de6e251ec request from n-d-810952-2 {{(pid=94857) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 20:19:43.276975 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] For port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:43.277331 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.289623 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Calling delete_port for 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:43.295269 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Deleting port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 20:19:43.295649 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328614184'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.364795 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] For port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45, host n-d-810952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810952-2',level=0,port_id=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,segment=NetworkSegment(dd8906ec-caa4-431a-b697-4204f40d4e5b),segment_id=dd8906ec-caa4-431a-b697-4204f40d4e5b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 20:19:43.365199 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694730'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.373378 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5013435'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.379805 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Calling delete_port for 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 20:19:43.400375 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:43.404714 n-d-810952-2 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] No DVR routers for this DVR port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 on host n-d-810952-2 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:43.468304 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328620270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328133834'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.493497 n-d-810952-2 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] Pushing event deleted for resources: {'Port': ['ID=8d8256a0-5aa8-42f5-b3e4-f1011f750e45,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:43.496992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68993ad3-552d-4400-9850-db33ca53ce5c None None] No DVR routers for this DVR port 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 on host n-d-810952-2 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 20:19:43.497251 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705079', 'neutron.services.segments.db._delete_segments_for_network-8770328678804'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.506933 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:43.521840 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d4b1c6-3305-462c-b910-3c7de6e251ec']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:43.531640 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:43.531830 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8906ec-caa4-431a-b697-4204f40d4e5b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:43.531992 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device 8d8256a0-5aa8-42f5-b3e4-f1011f750e45 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:43.532140 n-d-810952-2 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8906ec-caa4-431a-b697-4204f40d4e5b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 20:19:43.532404 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d77649de-d1f1-4233-bff6-be240a522ac5 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:43.541827 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328679069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7526735'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.550410 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: d77649de-d1f1-4233-bff6-be240a522ac5 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:43.550759 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device d77649de-d1f1-4233-bff6-be240a522ac5 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:43.551194 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c83c0ba9-5265-4ae6-adf2-f684036f10f3 no longer exists at agent ovs-agent-n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 20:19:43.554727 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.560943 n-d-810952-2 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 20:19:43.561357 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011528'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: Traceback (most recent call last): Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: timer() Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: cb(*args, **kw) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: return func(*args, **kwargs) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: self._notify() Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: self.callback(batched_events) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: event.method(event) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: return f(self, *a, **k) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: return self._get(url).json() Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 20:19:43.563245 n-d-810952-2 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 20:19:43.569354 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] No Port match for: c83c0ba9-5265-4ae6-adf2-f684036f10f3 {{(pid=94857) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 20:19:43.569704 n-d-810952-2 neutron-server[94857]: DEBUG neutron.plugins.ml2.rpc [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Device c83c0ba9-5265-4ae6-adf2-f684036f10f3 not bound to the agent host n-d-810952-2 {{(pid=94857) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 20:19:43.622910 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700613'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.628252 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.630063 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c0d4b1c6-3305-462c-b910-3c7de6e251ec HTTP/1.1" status: 204 len: 168 time: 0.5591342 Sep 24 20:19:43.641394 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319e4a5-97c7-4443-8e08-828ff7b04e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d4b1c6-3305-462c-b910-3c7de6e251ec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:43.801236 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:43.839919 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-42abf557-4f4c-4bca-affd-215f2e8d892e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b84e90c091f4dc2a050a9aabc525ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374815 Sep 24 20:19:43.842240 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:43.892358 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.912170 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.959473 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.962206 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:43.963530 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a96b6465-3486-4390-b688-e256e21c2ec9 HTTP/1.1" status: 204 len: 168 time: 0.1204188 Sep 24 20:19:43.971651 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1dcd0-d042-4d30-b326-a104e88b012e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b6465-3486-4390-b688-e256e21c2ec9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:44.281575 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:44.321928 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-25257cef-54c5-4621-a44b-4072ae1d61ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef269a6065184f77a8797b06b81fbf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391107 Sep 24 20:19:44.324319 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.18', 54300) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 20:19:44.370536 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad883402-8811-404b-80be-a0598837247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:44.390680 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad883402-8811-404b-80be-a0598837247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:44.436030 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad883402-8811-404b-80be-a0598837247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676750'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:44.438578 n-d-810952-2 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad883402-8811-404b-80be-a0598837247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:44.440023 n-d-810952-2 neutron-server[94856]: INFO neutron.wsgi [None req-ad883402-8811-404b-80be-a0598837247b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/198397fb-557b-4f28-bb45-7459c6bdb4b8 HTTP/1.1" status: 204 len: 168 time: 0.1148124 Sep 24 20:19:44.447478 n-d-810952-2 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad883402-8811-404b-80be-a0598837247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198397fb-557b-4f28-bb45-7459c6bdb4b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 20:19:50.410757 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e571ed2c-be9a-412d-a9f8-880676aafa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:53.043667 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbff5c90-cab8-4413-ad50-a79f72d4d9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:53.468273 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:54.484137 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:19:56.233247 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:04.055371 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:09.727233 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:16.686731 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:20:20.415173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67d1ab95-cbc9-4a10-841d-acd681f44ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:23.044445 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92d6f42f-aa04-4b82-b044-f47291075f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:23.468257 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:24.487159 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:26.235428 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:34.070367 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:39.744250 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:50.415498 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2c189a0-fcf8-46bd-beb3-9238471bf36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:53.045173 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdc61c8d-2fe7-4056-ac4b-a8d12d7da507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:53.474571 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:53.685826 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:20:54.489797 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:20:56.238171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:04.083134 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:09.758237 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:20.421340 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23aed80b-4855-49a9-88e4-fa583e0718df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:23.046102 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e09209c3-05d6-4834-9256-961cbace165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:23.468010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:24.492577 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:26.240788 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:30.684322 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:21:34.098987 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:39.774437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:50.413370 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d62cfb2-a1bb-4e82-8802-a2742fd945d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:53.046783 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a108622-790b-4747-9845-abe620ac8d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:53.469145 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:54.494108 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:21:56.246080 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:04.098248 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:07.684332 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:22:09.788645 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:20.414877 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4c1cdc1-2e0e-4e7c-ace8-164b97f1b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:23.052189 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32d775d7-7320-4c65-ae8e-ba5a02db5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:23.470363 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:24.498473 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:26.248845 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:34.113408 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:39.788094 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:44.683678 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:22:50.414220 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e620224-f754-4191-bc44-e799be7f5b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:53.052708 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfe13878-d67e-4370-bfc0-d2c1a0ab1311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:53.471686 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:54.501095 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:22:56.249715 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:04.112218 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:09.802934 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:20.415905 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f32461-0ecc-4b38-8632-594b5ce5def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:21.683426 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:23:23.056675 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-188511ad-a141-4efb-88b9-53249b5c8167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:23.471681 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:24.505917 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:26.251023 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:34.112289 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:39.800239 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:50.418833 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ede9450c-7767-4f2b-98f1-612adc0f93f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:53.058301 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17374596-33e0-4067-a483-9681fecfd850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:53.471332 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:54.504970 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:56.253521 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:23:58.682372 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:24:04.111684 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:09.807970 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:20.418958 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c566437-24c9-44dc-9647-15f9fb5fdf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:23.058677 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a764b99b-2060-40ab-8c64-ccfd54e678eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:23.470829 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:24.507988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:26.257082 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:34.135767 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:35.684821 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:24:39.800938 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:50.418768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c76cd77d-8f4f-4287-991b-89689c98ea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:53.058953 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da559221-3f98-45b2-bf5a-8fd8dd5dd1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:53.471437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:54.511271 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:24:56.260896 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:04.125816 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:09.817618 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:12.683060 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:25:20.419171 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db61a0d6-8301-4f2f-ba75-c3c1220c3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:23.060539 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1e1b-5582-4b72-bbc3-5eabe1f97fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:23.472133 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:24.515861 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:26.262010 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:34.125988 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:39.837769 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:49.682339 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:25:50.420941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c262d74-c632-4e74-8276-68cdc0c020b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:53.061202 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e427c0a-ed39-435c-b740-a3c671bd39e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:53.472406 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:54.516894 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:25:56.265430 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:04.139777 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:09.838003 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:20.421940 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a847c5f9-c419-4d1d-abc7-87aa924726a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:23.062190 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbe6b-51ec-461f-ae5f-cee5e74dd0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:23.473063 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:24.520178 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:26.268404 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:26.686586 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:26:34.139412 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:39.852186 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:50.421587 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20bd5316-e51c-4d31-ac57-62801d8f70b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:53.062543 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6671a902-5a6c-4f11-a1f2-97ac5475b79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:53.475100 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:54.521623 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:26:56.271872 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:03.685075 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:27:04.152790 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:09.885886 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:20.421016 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-521c6071-c5c7-471d-a2aa-a02b81241759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:23.063225 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2862149-dcbd-4c0d-a928-28de7e7a6e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:23.475615 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:24.524153 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:26.274493 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:34.152961 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:39.898941 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:40.683671 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:27:50.422188 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86a560f4-af9c-403f-8c00-0bd328a09aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:53.064143 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3def5c7a-ec19-4619-959a-53bdcfda9fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:53.476768 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a3e0d5-4f66-40aa-818f-98bbac8c365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:54.527437 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb46e-95da-4733-9fd1-d8c3140c21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:56.280227 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-495910f1-abb0-4595-b780-e24c6f491a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:27:56.301584 n-d-810952-2 neutron-server[94856]: DEBUG neutron.wsgi [req-adb3496f-0249-435f-ab7b-2bf59127c53c req-df5dae94-067f-437c-8016-1dd9dd032538 service neutron] (94856) timed out ('10.222.0.18', 52926) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 20:28:04.167534 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b85ecc39-b7ad-40cc-8662-550edadfe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:28:09.900864 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efbf9f6c-afd0-43d3-b952-79aaffd2b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 20:28:17.683166 n-d-810952-2 neutron-server[94858]: DEBUG neutron.db.agents_db [None req-38ffa76c-788b-4e53-99a6-f84f94ae5f26 None None] Agent healthcheck: found 7 active agents {{(pid=94858) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 20:28:20.424163 n-d-810952-2 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e7301d8-8dd9-4b1a-a80d-2b144b4ac052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328678786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707383'] for agent, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}